-- Logs begin at Fri 2021-07-16 19:21:51 UTC, end at Fri 2021-07-16 21:55:49 UTC. -- Jul 16 19:56:39.584198 n-d-798930-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 19:56:42.469897 n-d-798930-6 neutron-server[93984]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:56:42.470522 n-d-798930-6 neutron-server[93984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:56:42.470717 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93984) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:56:42.474188 n-d-798930-6 neutron-server[93984]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:56:42.474452 n-d-798930-6 neutron-server[93984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:56:42.474769 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93984) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:56:42.475789 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:56:42.476028 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:56:42.476435 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:56:42.476686 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:56:42.476920 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:56:42.477248 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.477553 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.477853 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.478084 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.478387 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.478683 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.478972 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.479289 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.480136 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.480428 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.480712 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.481008 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.481242 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.481528 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.481821 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.482114 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.482341 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] debug = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.482624 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.483058 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.483505 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.483793 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.484088 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.484367 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.484673 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.484918 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.485214 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.485571 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] host = n-d-798930-6 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.485852 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.486145 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.486437 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.486729 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.487008 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.487323 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.487619 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.487894 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.488169 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] log_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.488449 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.488745 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.489037 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.489338 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.489566 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.489791 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.490083 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.490380 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.490654 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.490932 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.491211 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.491514 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.491789 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.492061 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.492354 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.492638 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.492927 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.493207 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.493483 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.493758 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.494034 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.494323 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.494597 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.494871 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.495212 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.495533 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.495805 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.496082 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.496443 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.496794 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.497080 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.497371 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.497765 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.497938 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.498215 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.498488 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.498761 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] use_json = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.499032 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.499339 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.499630 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.499898 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.500172 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.500459 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.500730 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.501025 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:42.501326 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.501626 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.501933 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.502219 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.502519 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.502803 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.503097 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.503406 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.503702 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.503997 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.504290 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.504572 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.504865 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.505151 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.505449 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.505766 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.506072 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.506370 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.506650 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.506926 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.507202 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.507510 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.507802 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.508096 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.508391 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.508667 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.508948 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.509242 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.509522 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.509797 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.510075 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.510366 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.510647 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.511850 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.512030 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.512449 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.512738 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.513022 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.513312 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.513616 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.513901 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.514182 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.514459 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.514741 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.515016 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.515337 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.515629 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.515907 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.516180 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.516464 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.516745 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.517024 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.517303 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.517578 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.517856 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.518132 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.518408 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.518684 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.518959 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.519240 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.519534 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.519810 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.520088 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.520364 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.520642 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.520927 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.521201 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.521477 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.521770 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.522073 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.522357 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.522645 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.522930 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.523213 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.523522 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.523804 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.524089 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.524375 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.524656 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.524966 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.525295 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.525619 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.525900 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.526175 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.527168 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.527602 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.527909 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.528205 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.528491 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.528795 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.529136 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.529521 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.529695 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.530007 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.530603 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.530603 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.530924 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.531209 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.531581 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:42.531852 n-d-798930-6 neutron-server[93984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:56:42.532221 n-d-798930-6 neutron-server[93984]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93984) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 19:56:42.897754 n-d-798930-6 neutron-server[93984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:56:42.897984 n-d-798930-6 neutron-server[93984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:56:42.898359 n-d-798930-6 neutron-server[93984]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:56:42.898747 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 19:56:43.312973 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.313294 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.313525 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.314772 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.315045 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.315347 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.352095 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.352374 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.352641 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.367136 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.367463 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.367728 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.401884 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.402163 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.402433 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.441867 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.442151 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.442424 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.693538 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.694263 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.694263 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.694511 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.695069 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.823937 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.824446 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.824777 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.825158 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.825616 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.826153 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.826581 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.827031 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.827505 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.827825 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.828099 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.828513 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.828963 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.829405 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.829848 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.830342 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.830801 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.831286 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.831791 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.832248 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.832627 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.832934 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.833370 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.834068 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.834483 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.835696 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.835696 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:43.836089 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:43.836392 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:43.836719 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:43.837048 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:43.837386 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:43.837863 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 19:56:43.842250 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 19:56:43.846711 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 19:56:43.851089 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 16 19:56:43.852859 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 19:56:43.853344 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 19:56:43.853687 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 19:56:43.854083 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 19:56:43.858595 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 19:56:43.858847 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 19:56:43.859232 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:56:43.889306 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 19:56:43.889769 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.890076 n-d-798930-6 neutron-server[93984]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93984) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 19:56:43.890445 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.891951 n-d-798930-6 neutron-server[93984]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93984) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 19:56:43.892247 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:56:43.892493 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 19:56:43.896021 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.896307 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:43.962233 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 19:56:43.962455 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 19:56:43.962616 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 19:56:43.963007 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 19:56:43.995981 n-d-798930-6 neutron-server[93984]: DEBUG oslo_db.sqlalchemy.engines [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93984) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 19:56:44.894783 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing driver for type 'gre' Jul 16 19:56:44.895674 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] gre ID ranges: [(1, 1000)] Jul 16 19:56:44.979614 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing driver for type 'local' Jul 16 19:56:44.980709 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing driver for type 'vlan' Jul 16 19:56:45.002532 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] VlanTypeDriver initialization complete Jul 16 19:56:45.003019 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing driver for type 'vxlan' Jul 16 19:56:45.003704 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] vxlan ID ranges: [(1, 1000)] Jul 16 19:56:45.078758 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing extension driver 'port_security' Jul 16 19:56:45.079184 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.extensions.port_security [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] PortSecurityExtensionDriver initialization complete Jul 16 19:56:45.079627 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing mechanism driver 'openvswitch' Jul 16 19:56:45.080006 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing mechanism driver 'hyperv' Jul 16 19:56:45.087410 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.plugin [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:45.088320 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.088683 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.089651 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.090300 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:45.090632 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.090986 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.091365 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.091804 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:45.092223 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.092575 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.092920 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.093312 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:45.093722 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.094076 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.094419 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.094820 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:45.095227 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.095606 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.095951 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.096363 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:45.096770 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.097119 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.097465 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.097860 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:45.098241 n-d-798930-6 neutron-server[93984]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] ML2 OVO RPC backend initialized. {{(pid=93984) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 19:56:45.099024 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.099419 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.099843 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.100195 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > networks before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.100544 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.100892 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > ports before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.101237 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.101582 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.101932 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.102278 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.102615 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.102954 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.103317 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.103658 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.103998 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.104335 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.104896 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.105446 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.plugin [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Modular L2 Plugin initialization complete Jul 16 19:56:45.105784 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading services supported by the core plugin {{(pid=93984) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 19:56:45.106116 n-d-798930-6 neutron-server[93984]: INFO neutron.plugins.ml2.managers [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Got port-security extension from driver 'port_security' Jul 16 19:56:45.106586 n-d-798930-6 neutron-server[93984]: INFO neutron.extensions.vlantransparent [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Disabled vlantransparent extension. Jul 16 19:56:45.107077 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93984) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 19:56:45.107433 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: router Jul 16 19:56:45.146316 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.146629 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router after_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.147013 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router before_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.147426 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.147807 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.148165 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router after_delete 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.148527 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.149048 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router after_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.149405 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.149762 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.150122 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.150488 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.150907 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.151336 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.151710 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.152381 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: subnet after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.152512 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.152792 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.153178 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.153528 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: port before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.153874 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.154237 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router after_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.154585 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.154941 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.155340 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.155697 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.156065 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > agent after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.156421 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.156769 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > network after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.157952 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Tracking information for resource: router configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:45.158292 n-d-798930-6 neutron-server[93984]: DEBUG neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Tracking information for resource: floatingip configured {{(pid=93984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:45.163896 n-d-798930-6 neutron-server[93984]: INFO neutron.db.l3_agentschedulers_db [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 19:56:45.164515 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.164896 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: port after_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.165253 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: port after_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.165610 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: port after_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.166483 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router before_create 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.167178 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.167765 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.167765 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.172922 n-d-798930-6 neutron-server[93984]: DEBUG neutron.services.provider_configuration [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service providers = [] {{(pid=93984) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 19:56:45.173300 n-d-798930-6 neutron-server[93984]: DEBUG neutron.db.servicetype_db [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93984) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 19:56:45.176592 n-d-798930-6 neutron-server[93984]: DEBUG neutron.services.service_base [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:45.176956 n-d-798930-6 neutron-server[93984]: DEBUG neutron.services.service_base [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:45.177301 n-d-798930-6 neutron-server[93984]: DEBUG neutron.services.service_base [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:45.178232 n-d-798930-6 neutron-server[93984]: DEBUG neutron.services.service_base [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:45.178617 n-d-798930-6 neutron-server[93984]: INFO neutron.services.service_base [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 19:56:45.179309 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.179633 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 19:56:45.191998 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.192340 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: auto_allocate Jul 16 19:56:45.199313 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: network precommit_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.199701 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: network precommit_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.200350 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.200586 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: tag Jul 16 19:56:45.208654 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.208941 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: timestamp Jul 16 19:56:45.213436 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.213816 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: network_ip_availability Jul 16 19:56:45.220663 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.221008 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.221365 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.222195 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.222520 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: flavors Jul 16 19:56:45.230911 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.230911 n-d-798930-6 neutron-server[93984]: INFO neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading Plugin: revisions Jul 16 19:56:45.236289 n-d-798930-6 neutron-server[93984]: DEBUG neutron.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:45.236801 n-d-798930-6 neutron-server[93984]: DEBUG oslo_concurrency.lockutils [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.338s {{(pid=93984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:56:45.237673 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93984) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 19:56:45.238052 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Initializing extension manager. Jul 16 19:56:45.238632 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: __init__.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.239017 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: __pycache__ {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.239465 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.239845 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: address_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.240798 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.241547 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: address-group Jul 16 19:56:45.241914 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: address_scope.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.242709 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.243316 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: address-scope Jul 16 19:56:45.243677 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.244811 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.246388 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: router-admin-state-down-before-update Jul 16 19:56:45.246388 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: agent.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.247129 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.247740 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: agent Jul 16 19:56:45.248099 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: agent_resources_synced.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.249151 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.249716 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: agent-resources-synced Jul 16 19:56:45.250078 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.252104 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.252647 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: allowed-address-pairs Jul 16 19:56:45.252979 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.254155 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.254679 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: auto-allocated-topology Jul 16 19:56:45.255009 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: availability_zone.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.255857 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.256372 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: availability_zone Jul 16 19:56:45.256694 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: availability_zone_filter.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.257739 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.258252 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: availability_zone_filter Jul 16 19:56:45.258574 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: data_plane_status.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.259541 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.260048 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 19:56:45.260368 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: default_subnetpools.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.261657 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.262195 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: default-subnetpools Jul 16 19:56:45.262513 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.263449 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.263970 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: dhcp_agent_scheduler Jul 16 19:56:45.264294 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: dns.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.265341 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.265873 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 19:56:45.266181 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: dns_domain_ports.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.267157 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.267724 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 19:56:45.268067 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.269106 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.269623 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 19:56:45.269945 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: dvr.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.270651 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.271162 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: dvr Jul 16 19:56:45.271521 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: empty_string_filtering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.272522 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.273037 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: empty-string-filtering Jul 16 19:56:45.273359 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.274293 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.274801 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:56:45.275127 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.276074 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.276690 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 19:56:45.277224 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: external_net.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.277922 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.278435 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: external-net Jul 16 19:56:45.278758 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.279812 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.280331 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: extra_dhcp_opt Jul 16 19:56:45.280654 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: extraroute.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.281652 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.282166 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: extraroute Jul 16 19:56:45.282487 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: extraroute_atomic.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.283632 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.284160 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: extraroute-atomic Jul 16 19:56:45.284522 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: filter_validation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.285239 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.285747 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: filter-validation Jul 16 19:56:45.286068 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: fip_pf_description.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.287055 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.287842 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 19:56:45.288166 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: fip_port_details.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.289130 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.289644 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: fip-port-details Jul 16 19:56:45.289969 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: flavors.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.291354 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.292461 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: flavors Jul 16 19:56:45.293134 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.294713 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.295361 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 19:56:45.295736 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: floatingip_pools.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.296620 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.297199 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: floatingip-pools Jul 16 19:56:45.297559 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: ip_allocation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.298637 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.299221 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 19:56:45.299626 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.300706 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.301284 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: ip-substring-filtering Jul 16 19:56:45.301652 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l2_adjacency.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.302663 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.303225 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 19:56:45.303626 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l3.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.305049 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.305629 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: router Jul 16 19:56:45.305992 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.309419 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.310034 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:56:45.310411 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.311540 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.312165 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: ext-gw-mode Jul 16 19:56:45.312537 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.313545 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.314114 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: l3-ha Jul 16 19:56:45.314480 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l3_flavors.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.315562 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.316148 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: l3-flavors Jul 16 19:56:45.316512 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.317618 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.318189 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 19:56:45.318552 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: l3agentscheduler.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.319795 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.320391 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: l3_agent_scheduler Jul 16 19:56:45.320789 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: logging.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.322561 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.323213 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension logging not supported by any of loaded plugins Jul 16 19:56:45.323652 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: metering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.324592 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.325269 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: metering Jul 16 19:56:45.325637 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.326982 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.327580 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: metering_source_and_destination_fields Jul 16 19:56:45.328111 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: multiprovidernet.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.329102 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.329626 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: multi-provider Jul 16 19:56:45.329955 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: netmtu.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.330931 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.331485 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: net-mtu Jul 16 19:56:45.331811 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: netmtu_writable.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.332832 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.333353 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: net-mtu-writable Jul 16 19:56:45.333677 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: network_availability_zone.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.334390 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.334897 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: network_availability_zone Jul 16 19:56:45.335219 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: network_ip_availability.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.336475 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.336994 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: network-ip-availability Jul 16 19:56:45.337326 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: network_segment_range.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.338149 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.338661 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 19:56:45.339070 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: pagination.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.340274 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.340608 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: pagination Jul 16 19:56:45.340930 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: port_device_profile.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.341904 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.342459 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: port-device-profile Jul 16 19:56:45.342782 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.343777 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.344295 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: port-mac-address-regenerate Jul 16 19:56:45.344619 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.345621 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.346147 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: port-numa-affinity-policy Jul 16 19:56:45.346468 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: port_resource_request.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.347480 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.348003 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 19:56:45.348323 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: portbindings.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.349305 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.349828 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: binding Jul 16 19:56:45.350151 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: portbindings_extended.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.351541 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.352067 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: binding-extended Jul 16 19:56:45.352398 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: portsecurity.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.353364 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.353879 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: port-security Jul 16 19:56:45.354204 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: project_id.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.355878 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.356208 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: project-id Jul 16 19:56:45.356532 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: providernet.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.357539 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.358094 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: provider Jul 16 19:56:45.358414 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.362222 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.362781 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos not supported by any of loaded plugins Jul 16 19:56:45.363112 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.364587 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.365125 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 19:56:45.365457 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.366437 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.366964 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 19:56:45.367329 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_default.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.368324 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.368850 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-default not supported by any of loaded plugins Jul 16 19:56:45.369184 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_fip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.369890 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.370977 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 19:56:45.371677 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.372456 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.373038 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 19:56:45.373409 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.374435 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.375009 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 19:56:45.375410 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.376451 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.377024 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 19:56:45.377389 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: qos_rules_alias.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.378679 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.379264 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 19:56:45.379655 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: quotasv2.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.380726 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.381320 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: quotas Jul 16 19:56:45.381690 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: quotasv2_detail.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.385205 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.385601 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: quota_details Jul 16 19:56:45.386102 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: rbac.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.387230 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.387892 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: rbac-policies Jul 16 19:56:45.388301 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: rbac_address_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.389410 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.390012 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: rbac-address-group Jul 16 19:56:45.390377 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: rbac_address_scope.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.391447 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.392028 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: rbac-address-scope Jul 16 19:56:45.392388 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: rbac_security_groups.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.393432 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.394000 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: rbac-security-groups Jul 16 19:56:45.394360 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.395408 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.395973 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: rbac-subnetpool Jul 16 19:56:45.396451 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: revisionifmatch.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.397408 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.397985 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: revision-if-match Jul 16 19:56:45.398395 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: revisions.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.399840 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.400558 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: standard-attr-revisions Jul 16 19:56:45.400933 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: router_availability_zone.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.401870 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.402739 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: router_availability_zone Jul 16 19:56:45.403109 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: routerservicetype.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.404256 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.404786 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 19:56:45.405111 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.406094 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.406618 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: security-groups-normalized-cidr Jul 16 19:56:45.406945 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.407946 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.408467 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: port-security-groups-filtering Jul 16 19:56:45.408792 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.409746 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.410261 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: security-groups-remote-address-group Jul 16 19:56:45.410587 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: securitygroup.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.421510 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.422103 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: security-group Jul 16 19:56:45.422440 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: segment.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.423447 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.423982 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension segment not supported by any of loaded plugins Jul 16 19:56:45.424313 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.425419 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.425954 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 19:56:45.426281 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: servicetype.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.427540 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.428091 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: service-type Jul 16 19:56:45.428417 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: sorting.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.429760 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.430094 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: sorting Jul 16 19:56:45.430421 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: standard_attr_segment.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.431518 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.432073 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 19:56:45.432400 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: standardattrdescription.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.433771 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.434396 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: standard-attr-description Jul 16 19:56:45.434727 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: stateful_security_group.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.435838 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.436367 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: stateful-security-group Jul 16 19:56:45.436691 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: stdattrs_common.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.437310 n-d-798930-6 neutron-server[93984]: WARNING neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 19:56:45.437633 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.438642 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.439186 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 19:56:45.439543 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: subnet_onboard.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.440697 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.441221 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: subnet_onboard Jul 16 19:56:45.441545 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.442507 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.443021 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 19:56:45.443377 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: subnet_service_types.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.444335 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.444853 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: subnet-service-types Jul 16 19:56:45.445174 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: subnetallocation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.446326 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.446845 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: subnet_allocation Jul 16 19:56:45.447168 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.447908 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.448983 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: subnetpool-prefix-ops Jul 16 19:56:45.449365 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.450415 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.450940 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 19:56:45.451286 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: tagging.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.452498 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.453027 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: standard-attr-tag Jul 16 19:56:45.453357 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: timestamp.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.454726 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.455278 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loaded extension: standard-attr-timestamp Jul 16 19:56:45.455603 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: trunk.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.456721 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.457249 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension trunk not supported by any of loaded plugins Jul 16 19:56:45.457577 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: trunk_details.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.458545 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.459063 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 19:56:45.459425 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.460373 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.462391 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 19:56:45.462725 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Loading extension file: vlantransparent.py {{(pid=93984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:45.463484 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:45.464878 n-d-798930-6 neutron-server[93984]: INFO neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 19:56:45.468173 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:network Jul 16 19:56:45.468735 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:subnet Jul 16 19:56:45.469138 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:45.469538 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:port Jul 16 19:56:45.470915 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.471393 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service FLAVORS assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.472026 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.472460 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.472799 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:router Jul 16 19:56:45.473236 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:56:45.473747 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service METERING assigned prefix: /metering {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.475322 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.475706 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.476064 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:45.477189 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:56:45.477654 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:56:45.478112 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:56:45.478761 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.479092 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:45.479948 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] subnetpool is already registered Jul 16 19:56:45.480822 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.480822 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:45.481118 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] subnetpool is already registered Jul 16 19:56:45.483329 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.483773 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service FLAVORS assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.484379 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.484805 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.485147 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:router Jul 16 19:56:45.485494 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] router is already registered Jul 16 19:56:45.485914 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:56:45.486252 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] floatingip is already registered Jul 16 19:56:45.486720 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service METERING assigned prefix: /metering {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.487454 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:56:45.487790 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] rbac_policy is already registered Jul 16 19:56:45.488211 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:56:45.488549 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] security_group is already registered Jul 16 19:56:45.488957 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:56:45.489290 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] security_group_rule is already registered Jul 16 19:56:45.489971 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.490300 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:45.490637 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] subnetpool is already registered Jul 16 19:56:45.491064 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.v2.resource_helper [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Service CORE assigned prefix: {{(pid=93984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:45.491420 n-d-798930-6 neutron-server[93984]: INFO neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:45.491754 n-d-798930-6 neutron-server[93984]: WARNING neutron.quota.resource_registry [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] subnetpool is already registered Jul 16 19:56:45.492235 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: extensions {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.493757 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: address-groups {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.495448 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: address-scopes {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.496784 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: agents {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.497944 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: auto-allocated-topology {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.499193 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: availability_zones {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.500551 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: dhcp-networks {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.502320 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: dhcp-agents {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.503888 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: routers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.505642 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: flavors {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.508320 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: service_profiles {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.509597 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: next_providers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.513003 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: service_profiles {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.514894 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: floatingip-pools {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.516271 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: routers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.518070 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: floatingips {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.519467 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: l3-routers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.520983 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: l3-agents {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.522489 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: metering-labels {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.523840 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: metering-label-rules {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.525304 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: network-ip-availabilities {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.527235 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: bindings {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.529294 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: quotas {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.531189 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: quotas {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.532676 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: rbac-policies {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.533871 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: security-groups {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.535166 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: security-group-rules {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.536440 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: service-providers {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.537668 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: subnetpools {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.539010 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: subnetpools {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.540868 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.542904 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.544806 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.546600 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.548349 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.550483 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.552223 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.554290 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.556232 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.558064 n-d-798930-6 neutron-server[93984]: DEBUG neutron.api.extensions [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Extended resource: tags {{(pid=93984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:45.564539 n-d-798930-6 neutron-server[93984]: WARNING keystonemiddleware.auth_token [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 19:56:45.569432 n-d-798930-6 neutron-server[93984]: WARNING keystonemiddleware.auth_token [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 19:56:45.579609 n-d-798930-6 neutron-server[93984]: DEBUG oslo_concurrency.lockutils [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Acquired lock "singleton_lock" {{(pid=93984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 19:56:45.580103 n-d-798930-6 neutron-server[93984]: DEBUG oslo_concurrency.lockutils [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Releasing lock "singleton_lock" {{(pid=93984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 19:56:45.580808 n-d-798930-6 neutron-server[93984]: INFO oslo_service.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Starting 2 workers Jul 16 19:56:45.585920 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Started child 94095 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:45.591582 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Started child 94096 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:45.592616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.593749 n-d-798930-6 neutron-server[93984]: INFO neutron.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 19:56:45.593987 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Notify callbacks [] for process, before_spawn {{(pid=93984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.594210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [-] (94095) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:56:45.596730 n-d-798930-6 neutron-server[93984]: INFO oslo_service.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Starting 1 workers Jul 16 19:56:45.599768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.602054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [-] (94096) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:56:45.602252 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Started child 94097 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:45.602765 n-d-798930-6 neutron-server[93984]: INFO oslo_service.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Starting 1 workers Jul 16 19:56:45.606965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] calling RpcWorker wait() {{(pid=94097) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 19:56:45.608038 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Started child 94098 {{(pid=93984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:45.608173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.service [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] returning from RpcWorker wait() {{(pid=94097) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 19:56:45.608721 n-d-798930-6 neutron-server[93984]: DEBUG neutron_lib.callbacks.manager [None req-19531627-025e-460b-ab5e-7468e0b8cba9 None None] Notify callbacks [] for process, after_spawn {{(pid=93984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.609554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.610144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:45.610872 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:56:45.611090 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:56:45.611501 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:56:45.611712 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:56:45.612213 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:56:45.612365 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:56:45.612922 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.613221 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.613494 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.613770 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.614054 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.614656 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.614963 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.615222 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.615564 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.615801 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.615963 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.616125 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.616580 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.616816 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.617182 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.617456 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.617704 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.617980 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.618175 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.618392 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.618639 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:45.619559 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.619559 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.619559 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] debug = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.619559 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.620967 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.620967 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.620967 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.621638 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.621638 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.622065 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.622728 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.622947 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.623153 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.623580 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.623923 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.624266 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.624607 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.624942 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.625322 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.625661 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.626263 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] host = n-d-798930-6 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.626606 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.626939 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.627308 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.627692 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.628062 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.628398 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.628768 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.629133 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.629500 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.629849 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.630201 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.630558 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.630889 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.631291 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.631558 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_options = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.631929 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.632307 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.632918 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.633129 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.633332 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.633578 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.633997 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.634269 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.634630 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.634959 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.635321 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.635746 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.636095 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.636605 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.636958 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.637262 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.637634 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.637966 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.638326 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.638694 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.639039 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.639413 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.639758 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.640127 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.640476 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.640808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.641163 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.641500 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.641847 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.642239 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.642646 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.643408 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.643408 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.643791 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.644209 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.644553 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.644890 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.645338 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.645635 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.646000 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.646384 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.646807 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.647462 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.648143 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.648499 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.648908 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_json = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.649220 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.649612 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.650059 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.650344 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.650712 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.650914 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.651183 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.652131 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.652809 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.653154 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.653968 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.653968 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.657531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.658792 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.658792 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.658792 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.658792 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.658792 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.659464 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.659603 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.659898 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.660272 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.660785 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.661240 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.661646 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.100/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.663143 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.663143 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.663143 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.663143 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.663143 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.664140 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.664140 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.664531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.667621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.667621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.667621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.667621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.667621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.667621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.667621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.668542 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.668674 n-d-798930-6 neutron-server[94098]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:45.668813 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.668813 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.669061 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.669534 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.669684 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.669980 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.670411 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.670764 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.671122 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.671493 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.671756 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.672052 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.672311 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.672587 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.672869 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.673130 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.673386 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.673711 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.674040 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.674319 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.674650 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.674954 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.675228 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.676586 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.676586 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.676586 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.676586 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.676586 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.677553 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.677553 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.677553 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.677553 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.678308 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.678308 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.678308 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.678864 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.678864 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.679525 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.679716 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.679903 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.680114 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.680442 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.680658 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.681511 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.681511 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.681691 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.682053 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.682475 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.683017 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.683413 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.684234 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.684234 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.684480 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.684876 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.685420 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.685803 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.686166 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.686543 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.686930 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.687343 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.687691 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.688052 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.688412 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.689521 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.689899 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.690317 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.690702 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.691357 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.691544 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.692203 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.692768 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.693177 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.693684 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.694080 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.694522 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.694988 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.695454 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.695860 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.696226 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.696601 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.697063 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.697937 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.697937 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.698249 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.698616 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.703302 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.704363 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.704363 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.704363 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.704363 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.704363 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.704363 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.704363 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.705184 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.705184 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.705509 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.100/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.706032 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.706555 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.706907 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.707549 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.707912 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.708246 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.708580 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.710449 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.710449 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.710449 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.710449 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.710449 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.710449 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.710874 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.711035 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.711408 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.711710 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.712062 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.712380 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.712872 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.713362 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.714397 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.714924 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.715537 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.716076 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.716575 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.716926 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.717265 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.717582 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.717927 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.718262 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.719040 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.719040 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.719447 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.719583 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.720504 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.720504 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.720504 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.720909 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.721031 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.722316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.722316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.722316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.722691 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.722935 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.723558 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.724114 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.724911 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.725276 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.725660 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.726207 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.726576 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.726963 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.727360 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.727680 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.728024 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.728408 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.728774 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.729162 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.729607 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.729988 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.730338 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.730808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.731183 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.731814 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.732193 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.732559 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.732898 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.733265 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.733589 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.733915 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.734233 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.734545 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.734858 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.735282 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.735603 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.735923 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.736248 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.736580 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.736907 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.737228 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.737537 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.737870 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.738228 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.738549 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.738856 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.739175 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.739546 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.739861 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.740181 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.740499 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.740801 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.741195 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.741559 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.741879 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.742238 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.742606 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.742941 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.743364 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.743776 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.744113 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.744483 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.744837 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.745767 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.746128 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.746482 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.746997 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.747471 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.747809 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.748133 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.748537 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.748937 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.749321 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.749676 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.750429 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.750666 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.751040 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.751449 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.751809 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.752178 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.752536 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.752884 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.753231 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.753585 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.753931 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.754309 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.754697 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.755039 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.755428 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.755775 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.756114 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.756473 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.756815 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.757192 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.757531 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.757790 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:56:45.758445 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:56:45.758706 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:56:45.758962 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:56:45.759237 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:56:45.759537 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:56:45.759801 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:56:45.760123 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.760394 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.760752 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.761063 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.761233 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.761505 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.761726 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.761899 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.762053 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.762204 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.762355 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.762508 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.762670 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.762823 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.762974 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.763162 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.763398 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.763565 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.763565 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.763856 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.763856 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.764166 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.764166 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] debug = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.764462 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.764704 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.764704 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.765050 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.765050 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.765283 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.765461 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.765461 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.765710 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.765846 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766043 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766043 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766376 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766376 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766606 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766726 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766856 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.766976 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] host = n-d-798930-6 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.767118 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.767317 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.767445 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.767566 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.767687 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.767836 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.768002 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.768163 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.768321 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.768479 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.768639 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.768797 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.768957 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.769116 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.769275 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_options = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.769433 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.769591 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.769758 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.769956 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.770126 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.770295 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.770455 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.770621 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.770788 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.770944 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.771135 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.771362 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.771362 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.771658 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.771658 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.771967 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.771967 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.772306 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.772306 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.772847 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.772847 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.772847 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.772847 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.773489 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.773489 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.773489 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.773489 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774058 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774058 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774058 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774058 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774699 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774699 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774699 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774699 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.774699 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.775542 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.775542 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.775542 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.775542 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.775542 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.776203 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.776203 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.776203 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.776203 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.776203 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_json = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.777486 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.777486 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.777486 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.777486 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.778065 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.778065 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.778065 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.778065 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:45.778513 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.778513 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.778513 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.778862 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.778862 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.779093 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.779213 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.779426 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.779607 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.779607 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.779940 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.779940 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.780261 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.780261 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.780588 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.780588 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.780887 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.780887 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.781232 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.781232 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.781526 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.781526 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.781772 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.781772 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.782003 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.100/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.782123 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.782244 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.782384 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.782519 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.782639 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.782795 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.783094 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.783293 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.783480 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.783669 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.783669 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.783902 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.784034 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.784214 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.784373 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.784494 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.784670 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.784838 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.784970 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.785099 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.785226 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.785356 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.785476 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.785627 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.785807 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.785985 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.786142 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.786296 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.786455 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.786576 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.786712 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.786855 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.787022 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.787184 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.787456 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.787734 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.787734 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788005 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788005 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788243 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788360 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788492 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788611 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788793 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.788916 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.789036 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.789180 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.789342 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.789504 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.789666 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.789828 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.789991 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.790153 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.790315 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.790477 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.790638 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.790800 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.790961 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.791125 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.791314 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.791498 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.791667 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.791848 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.792079 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.792246 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.792420 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.792718 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.792718 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.793037 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.793037 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.793359 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.793359 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.793680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54520) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:45.793853 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.793853 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.793853 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.794330 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.794330 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.794330 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.794330 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.794919 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.794919 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.794919 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.795431 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.795431 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.795431 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.795431 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796157 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796157 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796157 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796157 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796613 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796613 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796613 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796972 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796972 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.796972 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.797482 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.797482 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.797482 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.797996 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.797996 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.797996 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.797996 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.798698 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.798698 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.798698 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.798698 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.799473 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.799473 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.799473 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.799473 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.799473 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.800342 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.800342 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.800342 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.800342 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.800342 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801126 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801126 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.100/identity {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801126 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801126 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801126 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801994 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801994 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801994 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801994 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801994 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.801994 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.803021 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.803021 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.803021 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.803021 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.803021 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.803021 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.803021 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.804484 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.805866 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.807277 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.809361 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.810721 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.812258 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.813796 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.815316 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.816808 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.818151 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.819715 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.819715 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [-] 10.222.0.100 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0187461 Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.820236 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.821124 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.821124 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.821124 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.821422 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.821422 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.821617 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.821737 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.822714 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.822854 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.822965 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.823086 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.823802 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.823802 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.823802 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.823802 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.824225 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.824225 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.824225 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.824524 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.825396 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.825589 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.825753 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.825905 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.826073 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.826252 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.826420 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.827337 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.827337 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:45.827337 n-d-798930-6 neutron-server[93984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:57:00.109402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5391eef-fa4c-4a7d-a1b1-087803662e49 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:57:00.342933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5391eef-fa4c-4a7d-a1b1-087803662e49 None None] No non-hosted networks {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 19:57:00.351596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.agentschedulers_db [None req-b5391eef-fa4c-4a7d-a1b1-087803662e49 None None] DHCP Agent not found on host n-d-798930-6 {{(pid=94097) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 19:57:00.479641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ccf34175-db68-41af-84f8-d7fec508e3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375839'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.893797 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375839'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.894469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.894804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.895383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.896714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.897240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.912016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.913274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.913768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.915388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.918275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.923679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.924284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.931130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798930-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:03.958762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798930-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:04.697211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-12ebdc49-9af8-4b1a-b823-e4c8f6d8c9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375839'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.749692 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7c39-4b8b-454e-8b0a-c0faba8a2ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:05.892204 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375839'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.630496 n-d-798930-6 neutron-server[94097]: INFO neutron.db.l3_hamode_db [None req-5b81483d-d36d-4c9d-b9ff-8c64575099da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 19:57:07.729615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81483d-d36d-4c9d-b9ff-8c64575099da None None] Routers set() bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:07.730770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81483d-d36d-4c9d-b9ff-8c64575099da None None] Router IDs set() for agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 19:57:07.919983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375839'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:09.014564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54618) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:09.737682 n-d-798930-6 neutron-server[94095]: WARNING oslo_policy.policy [None req-349d1f54-3330-47be-9742-a1e61e30d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:09.738605 n-d-798930-6 neutron-server[94095]: WARNING oslo_policy.policy [None req-349d1f54-3330-47be-9742-a1e61e30d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:10.060542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-349d1f54-3330-47be-9742-a1e61e30d229 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:10.061585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-349d1f54-3330-47be-9742-a1e61e30d229 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0460329 Jul 16 19:57:12.610783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54632) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:13.190134 n-d-798930-6 neutron-server[94096]: WARNING oslo_policy.policy [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:13.190733 n-d-798930-6 neutron-server[94096]: WARNING oslo_policy.policy [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:13.435792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:13.540353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.policy [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94096) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:57:13.591218 n-d-798930-6 neutron-server[94096]: WARNING oslo_policy.policy [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:13.591633 n-d-798930-6 neutron-server[94096]: WARNING oslo_policy.policy [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:13.600529 n-d-798930-6 neutron-server[94096]: INFO neutron.quota [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] Loaded quota_driver: . Jul 16 19:57:13.709746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787316986639', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787316985186', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787316990629', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787316939643', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787316945214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787316951213', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3620996', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3629431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1624261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1643530'] for rbac-policy, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:13.786865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:13.789731 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f4dd0373-a950-4479-9ad1-82120ed608f6 admin admin] 10.222.0.100 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1760147 Jul 16 19:57:16.594582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54650) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:16.999333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:17.001612 n-d-798930-6 neutron-server[94095]: INFO neutron.quota [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Loaded quota_driver: . Jul 16 19:57:17.086903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Made reservation on behalf of c6f9da8d345b488f929f711c9d2cfba6 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:17.159088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.policy [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94095) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:57:17.204674 n-d-798930-6 neutron-server[94095]: WARNING oslo_policy.policy [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:17.205067 n-d-798930-6 neutron-server[94095]: WARNING oslo_policy.policy [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:17.216725 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.241396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.409825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.414808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.444006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:57:17.474532 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787315921475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.475141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Unsubscribe: segment precommit_create {{(pid=94095) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:57:17.475699 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Added segment 376d00c3-61d0-496c-b896-0d2009d6ec28 of type vlan for network 262acfc4-22d4-412b-b354-55986525a919 Jul 16 19:57:17.484082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e56f04-8b20-4dc3-a834-47f4ad6cc977,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:17.526028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.526305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.526657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.527013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.527374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.527747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.528068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.528392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.528712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.529031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.529349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.529669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Tracked resource versions report: Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: pushed versions: Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Log': {'1.0'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Network': {'1.1'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Port': {'1.7'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'PortForwarding': {'1.2'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'QosPolicy': {'1.8'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'SubPort': {'1.0'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Subnet': {'1.1'}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Trunk': {'1.1'}} Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: consumer versions: Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: { DHCP agent@n-d-798930-6: {}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: L3 agent@n-d-798930-6: {}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: Metadata agent@n-d-798930-6: {}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: Metering agent@n-d-798930-6: {}, Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'ConntrackHelper': '1.0', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Log': '1.0', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Network': '1.1', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Port': '1.7', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'PortForwarding': '1.2', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'QosPolicy': '1.8', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'SecurityGroup': '1.4', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'SecurityGroupRule': '1.2', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'SubPort': '1.0', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Subnet': '1.1', Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: 'Trunk': '1.1'}} Jul 16 19:57:17.530873 n-d-798930-6 neutron-server[94095]: {{(pid=94095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:17.609726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.676590 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.677706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:17.678396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:17.735584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1398184 Jul 16 19:57:17.792704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31b15e-9c82-4e8b-bcd4-460874bcb671 admin admin] Pushing event updated for resources: {'Network': ['ID=262acfc4-22d4-412b-b354-55986525a919,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:17.811186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 262acfc4-22d4-412b-b354-55986525a919 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:57:20.708791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:21.198284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d8511-8a12-4a83-b832-cd8ad8012d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:21.200094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-784d8511-8a12-4a83-b832-cd8ad8012d0a admin admin] 10.222.0.100 "GET /v2.0/networks/262acfc4-22d4-412b-b354-55986525a919 HTTP/1.1" status: 200 len: 825 time: 0.4901817 Jul 16 19:57:21.245519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dbe53b70-7d3e-475b-b305-f0bf56fe6b17 admin admin] 10.222.0.100 "GET /v2.0/subnetpools/bc6635f5-175a-4476-94f3-b3ca95300fa7 HTTP/1.1" status: 200 len: 734 time: 0.0395033 Jul 16 19:57:21.257475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Request body: {'subnet': {'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'ip_version': 4, 'subnetpool_id': 'bc6635f5-175a-4476-94f3-b3ca95300fa7', 'name': 'private-subnet', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:21.292150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Made reservation on behalf of c6f9da8d345b488f929f711c9d2cfba6 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:21.295067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:21.727407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:21.808549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090e6975-c4c8-482a-a571-1cd1c3e78d2d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:21.817054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Checking segment: {'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:21.817582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Network hostable DHCP agents. Network: 262acfc4-22d4-412b-b354-55986525a919, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:57:21.849775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Network 262acfc4-22d4-412b-b354-55986525a919 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:57:21.866736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 262acfc4-22d4-412b-b354-55986525a919) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:21.872995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:21.873688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:21.880443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a52c35-27f8-43a7-982b-5c658c56c961 None None] Network 262acfc4-22d4-412b-b354-55986525a919 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:21.892738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75bdd809-db4e-495f-a085-09bae0fe0574 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6402662 Jul 16 19:57:22.267298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-262acfc4-22d4-412b-b354-55986525a919', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'fixed_ips': [{'subnet_id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:57:22.269284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.602749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Allocated IP 172.20.0.2 (262acfc4-22d4-412b-b354-55986525a919/090e6975-c4c8-482a-a571-1cd1c3e78d2d/7fe0c40e-958f-4ab6-9475-0d5397afab98) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:22.832900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.889919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Transition to ACTIVE for port object 7fe0c40e-958f-4ab6-9475-0d5397afab98 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:22.913037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Transition to ACTIVE for port object 7fe0c40e-958f-4ab6-9475-0d5397afab98 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:22.923405 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.997877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Network 262acfc4-22d4-412b-b354-55986525a919 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:23.010893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:23.014854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:23.021673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Pushing event updated for resources: {'Port': ['ID=7fe0c40e-958f-4ab6-9475-0d5397afab98,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:23.032108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.032569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.032785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.033119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.033447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.033774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.034098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.034422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.034743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.035065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.035701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.036029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Tracked resource versions report: Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: pushed versions: Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Log': {'1.0'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Network': {'1.1'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Port': {'1.7'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'PortForwarding': {'1.2'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'QosPolicy': {'1.8'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'SubPort': {'1.0'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Subnet': {'1.1'}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Trunk': {'1.1'}} Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: consumer versions: Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: { DHCP agent@n-d-798930-6: {}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: L3 agent@n-d-798930-6: {}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: Metadata agent@n-d-798930-6: {}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: Metering agent@n-d-798930-6: {}, Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'ConntrackHelper': '1.0', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Log': '1.0', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Network': '1.1', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Port': '1.7', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'PortForwarding': '1.2', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'QosPolicy': '1.8', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'SecurityGroup': '1.4', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'SecurityGroupRule': '1.2', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'SubPort': '1.0', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Subnet': '1.1', Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: 'Trunk': '1.1'}} Jul 16 19:57:23.037237 n-d-798930-6 neutron-server[94097]: {{(pid=94097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:23.113296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Attempting to bind port 7fe0c40e-958f-4ab6-9475-0d5397afab98 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:23.113577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Attempting to bind port 7fe0c40e-958f-4ab6-9475-0d5397afab98 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:23.114007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Attempting to bind port 7fe0c40e-958f-4ab6-9475-0d5397afab98 on network 262acfc4-22d4-412b-b354-55986525a919 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:23.121429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:23.121841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Checking segment: {'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:23.122354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.122751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Bound using segment: {'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:23.123389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Bound port: 7fe0c40e-958f-4ab6-9475-0d5397afab98, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:23.123762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.199187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] For port 7fe0c40e-958f-4ab6-9475-0d5397afab98, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:23.205432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] For port 7fe0c40e-958f-4ab6-9475-0d5397afab98, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7fe0c40e-958f-4ab6-9475-0d5397afab98,segment=NetworkSegment(376d00c3-61d0-496c-b896-0d2009d6ec28),segment_id=376d00c3-61d0-496c-b896-0d2009d6ec28)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:23.213798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.319085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bf3ef-6a15-4078-b5f3-34b67d57ba67 None None] Pushing event updated for resources: {'Port': ['ID=7fe0c40e-958f-4ab6-9475-0d5397afab98,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:24.627223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54674) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:25.202300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-a0871669-eced-44f2-ad89-2e001857fadd admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:25.203697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0871669-eced-44f2-ad89-2e001857fadd admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5752835 Jul 16 19:57:27.810669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54682) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:28.318971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-bbb0d9a5-bee8-4873-9e49-b405a1bf10e9 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:28.320028 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bbb0d9a5-bee8-4873-9e49-b405a1bf10e9 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5081174 Jul 16 19:57:30.006559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eb384fd8-4043-4de3-a543-4be7edcc6737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.176522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198700d-1c78-4492-9162-3d2fb387801a None None] Network 262acfc4-22d4-412b-b354-55986525a919 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:30.287780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-878ad87c-a4f6-4cc6-b4d4-3e6f5303d184 None None] Provisioning for port 7fe0c40e-958f-4ab6-9475-0d5397afab98 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:30.604745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7fe0c40e-958f-4ab6-9475-0d5397afab98 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:30.737198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7fe0c40e-958f-4ab6-9475-0d5397afab98 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:30.741465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7fe0c40e-958f-4ab6-9475-0d5397afab98 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:30.741873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.928188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-59eb6f99-9c7a-4ec5-9bc5-e6fae507e7db None None] Provisioning complete for port 7fe0c40e-958f-4ab6-9475-0d5397afab98 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:30.928676 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-59eb6f99-9c7a-4ec5-9bc5-e6fae507e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:30.934362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.004523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 7fe0c40e-958f-4ab6-9475-0d5397afab98, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7fe0c40e-958f-4ab6-9475-0d5397afab98,segment=NetworkSegment(376d00c3-61d0-496c-b896-0d2009d6ec28),segment_id=376d00c3-61d0-496c-b896-0d2009d6ec28)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:31.010842 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.106506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=7fe0c40e-958f-4ab6-9475-0d5397afab98,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:31.352781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54696) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:31.724856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7c80eb33-1241-4f38-ac69-d38c060f00ff admin admin] Request body: {'router': {'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:31.752874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c80eb33-1241-4f38-ac69-d38c060f00ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.754626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c80eb33-1241-4f38-ac69-d38c060f00ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.960117 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c80eb33-1241-4f38-ac69-d38c060f00ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.966277 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c80eb33-1241-4f38-ac69-d38c060f00ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.980652 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c80eb33-1241-4f38-ac69-d38c060f00ff admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:31.982052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c80eb33-1241-4f38-ac69-d38c060f00ff admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6278837 Jul 16 19:57:32.544570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7fe0c40e-958f-4ab6-9475-0d5397afab98 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:32.608920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7fe0c40e-958f-4ab6-9475-0d5397afab98 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:32.609459 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.859283 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.687024 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e94141e6-ecde-438a-b21c-b4d7f919062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.090489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54704) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:35.443950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-f59e0239-a195-4619-903f-2ae569ed5f25 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:35.445062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f59e0239-a195-4619-903f-2ae569ed5f25 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3537009 Jul 16 19:57:35.777230 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.847519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:37.950657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54722) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:38.069689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:38.099472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Made reservation on behalf of 89c03ef79ec74ed0b556225068162e0c for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:38.101998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.110999 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.214845 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.221228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.241862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Reserving flat network on physical network physnet1 {{(pid=94095) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 19:57:38.267102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d83b523-a841-427b-bf3e-fceb9b04af93,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:38.272582 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.272927 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Added segment 4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6 of type flat for network a31b70d8-f524-45a0-accf-a5e52b69b021 Jul 16 19:57:38.327922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.367729 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.369401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:38.370098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:38.403365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4510474 Jul 16 19:57:38.437341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eeba3-59d0-41f6-8715-c8bb581ec10b admin admin] Pushing event updated for resources: {'Network': ['ID=a31b70d8-f524-45a0-accf-a5e52b69b021,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:38.451509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a31b70d8-f524-45a0-accf-a5e52b69b021 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:57:40.827313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54740) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:41.002508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291bcb07-dc0f-4bb3-aba6-30ce3059241c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:41.004640 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-291bcb07-dc0f-4bb3-aba6-30ce3059241c admin admin] 10.222.0.100 "GET /v2.0/subnets/090e6975-c4c8-482a-a571-1cd1c3e78d2d HTTP/1.1" status: 200 len: 849 time: 0.1761928 Jul 16 19:57:41.201998 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1b6d45e0-f258-46eb-8644-9f723556979b admin admin] 10.222.0.100 "GET /v2.0/routers/6e7ccb42-870c-48c0-a6de-1bebe3df9e45 HTTP/1.1" status: 200 len: 704 time: 0.1907427 Jul 16 19:57:41.529199 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:41.891619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Allocated IP 172.20.0.1 (262acfc4-22d4-412b-b354-55986525a919/090e6975-c4c8-482a-a571-1cd1c3e78d2d/b52ef482-2268-48bb-9dcf-de0bb6f9ab09) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:42.143658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.171765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Transition to ACTIVE for port object b52ef482-2268-48bb-9dcf-de0bb6f9ab09 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:42.269487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.309059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Network 262acfc4-22d4-412b-b354-55986525a919 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:42.310808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:42.397934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:42.398636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.426398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Pushing event updated for resources: {'Port': ['ID=b52ef482-2268-48bb-9dcf-de0bb6f9ab09,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:42.477831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.478241 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.478579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.478966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.479333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.479669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.479995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.480319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.480641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.480961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.481282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.481595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Tracked resource versions report: Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: pushed versions: Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Log': {'1.0'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Network': {'1.1'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Port': {'1.7'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'PortForwarding': {'1.2'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'QosPolicy': {'1.8'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'SubPort': {'1.0'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Subnet': {'1.1'}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Trunk': {'1.1'}} Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: consumer versions: Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: { DHCP agent@n-d-798930-6: {}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: L3 agent@n-d-798930-6: {}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: Metadata agent@n-d-798930-6: {}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: Metering agent@n-d-798930-6: {}, Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'ConntrackHelper': '1.0', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Log': '1.0', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Network': '1.1', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Port': '1.7', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'PortForwarding': '1.2', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'QosPolicy': '1.8', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'SecurityGroup': '1.4', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'SecurityGroupRule': '1.2', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'SubPort': '1.0', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Subnet': '1.1', Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: 'Trunk': '1.1'}} Jul 16 19:57:42.482847 n-d-798930-6 neutron-server[94096]: {{(pid=94096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:42.649352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.696510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b1717bf5-e873-47b8-b2dd-d4b26d8dda02 None None] Provisioning for port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:42.705390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b1717bf5-e873-47b8-b2dd-d4b26d8dda02 None None] Provisioning complete for port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:42.706041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1717bf5-e873-47b8-b2dd-d4b26d8dda02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.767590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b1717bf5-e873-47b8-b2dd-d4b26d8dda02 None None] Port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:42.866178 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.872209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.873170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:42.941981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Pushing event updated for resources: {'Port': ['ID=b52ef482-2268-48bb-9dcf-de0bb6f9ab09,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:43.018440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Network 262acfc4-22d4-412b-b354-55986525a919 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:43.020146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:43.291135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:57:43.294664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-41ac4634-a544-4889-8f2c-412f1b43ab65 None None] Provisioning complete for port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:43.295090 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-41ac4634-a544-4889-8f2c-412f1b43ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.334562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-41ac4634-a544-4889-8f2c-412f1b43ab65 None None] Port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:43.390161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:57:43.395964 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c9fa74f6-f6ce-4f78-9f6d-11f51f977eef admin admin] 10.222.0.100 "PUT /v2.0/routers/6e7ccb42-870c-48c0-a6de-1bebe3df9e45/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1843560 Jul 16 19:57:43.404093 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Sync routers for ids ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:43.417949 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Routers {'6e7ccb42-870c-48c0-a6de-1bebe3df9e45'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:43.418779 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T19:57:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:43.634027 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Set router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:44.171644 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'name': 'router1', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:31Z', 'updated_at': '2021-07-16T19:57:42Z', 'revision_number': 2, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'gw_port_host': None, '_interfaces': [{'id': 'b52ef482-2268-48bb-9dcf-de0bb6f9ab09', 'name': '', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'mac_address': 'fa:16:3e:6c:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:57:42Z', 'revision_number': 2, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'subnets': [{'id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6635f5-175a-4476-94f3-b3ca95300fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:44.229545 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Checking router: 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:44.230131 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Updating router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:57:44.314732 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.912406 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.936747 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Transition to ACTIVE for port object b52ef482-2268-48bb-9dcf-de0bb6f9ab09 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:44.944204 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:45.040724 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Pushing event updated for resources: {'Port': ['ID=b52ef482-2268-48bb-9dcf-de0bb6f9ab09,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:45.052357 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.052695 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.053027 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.053357 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.053688 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.054005 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.054328 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.054911 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.055227 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.055570 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.055886 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.056933 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Tracked resource versions report: Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: pushed versions: Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Log': {'1.0'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Network': {'1.1'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Port': {'1.7'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'PortForwarding': {'1.2'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'QosPolicy': {'1.8'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'SubPort': {'1.0'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Subnet': {'1.1'}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Trunk': {'1.1'}} Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: consumer versions: Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: { DHCP agent@n-d-798930-6: {}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: L3 agent@n-d-798930-6: {}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: Metadata agent@n-d-798930-6: {}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: Metering agent@n-d-798930-6: {}, Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'ConntrackHelper': '1.0', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Log': '1.0', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Network': '1.1', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Port': '1.7', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'PortForwarding': '1.2', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'QosPolicy': '1.8', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'SecurityGroup': '1.4', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'SecurityGroupRule': '1.2', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'SubPort': '1.0', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Subnet': '1.1', Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: 'Trunk': '1.1'}} Jul 16 19:57:45.058967 n-d-798930-6 neutron-server[94098]: {{(pid=94098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:45.166585 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Attempting to bind port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:45.166939 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Attempting to bind port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:45.167460 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Attempting to bind port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 on network 262acfc4-22d4-412b-b354-55986525a919 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:45.173319 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:45.173721 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Checking segment: {'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:45.174197 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:45.174594 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Bound using segment: {'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:45.175115 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Bound port: b52ef482-2268-48bb-9dcf-de0bb6f9ab09, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376d00c3-61d0-496c-b896-0d2009d6ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '262acfc4-22d4-412b-b354-55986525a919'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:45.175546 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:45.260350 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] For port b52ef482-2268-48bb-9dcf-de0bb6f9ab09, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:45.285467 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] For port b52ef482-2268-48bb-9dcf-de0bb6f9ab09, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b52ef482-2268-48bb-9dcf-de0bb6f9ab09,segment=NetworkSegment(376d00c3-61d0-496c-b896-0d2009d6ec28),segment_id=376d00c3-61d0-496c-b896-0d2009d6ec28)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:45.289961 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:45.356708 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Routers {'6e7ccb42-870c-48c0-a6de-1bebe3df9e45'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:45.357603 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T19:57:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:45.443775 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad62dd-62bc-45fe-9d3e-8fea5f4eba8a None None] Pushing event updated for resources: {'Port': ['ID=b52ef482-2268-48bb-9dcf-de0bb6f9ab09,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:45.471501 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] Set router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:45.719622 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'name': 'router1', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:31Z', 'updated_at': '2021-07-16T19:57:42Z', 'revision_number': 2, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'gw_port_host': None, '_interfaces': [{'id': 'b52ef482-2268-48bb-9dcf-de0bb6f9ab09', 'name': '', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'mac_address': 'fa:16:3e:6c:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:57:45Z', 'revision_number': 4, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'subnets': [{'id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6635f5-175a-4476-94f3-b3ca95300fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:45.757936 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c597fc-635e-4ede-b851-2958a8987241 None None] The sync data for ids ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'] in n-d-798930-6 is: [{'id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'name': 'router1', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:31Z', 'updated_at': '2021-07-16T19:57:42Z', 'revision_number': 2, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'gw_port_host': None, '_interfaces': [{'id': 'b52ef482-2268-48bb-9dcf-de0bb6f9ab09', 'name': '', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'mac_address': 'fa:16:3e:6c:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:57:45Z', 'revision_number': 4, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'subnets': [{'id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6635f5-175a-4476-94f3-b3ca95300fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:46.059189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54754) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:46.176797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc49f3-e7e0-492a-851e-f33bbefea264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:46.178219 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-80cc49f3-e7e0-492a-851e-f33bbefea264 admin admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 842 time: 0.1173410 Jul 16 19:57:46.190073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:46.223972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Made reservation on behalf of 89c03ef79ec74ed0b556225068162e0c for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:46.226889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:46.635325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 19:57:46.635786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:46.697885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70baca00-a72f-4750-a3e2-baf47b792738,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:46.704942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:46.705359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Network hostable DHCP agents. Network: a31b70d8-f524-45a0-accf-a5e52b69b021, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:57:46.732198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:57:46.751355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a31b70d8-f524-45a0-accf-a5e52b69b021) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:46.756077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:46.756894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:46.767955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8061334-2a52-4f09-b91c-70dfd06d94e8 None None] Network a31b70d8-f524-45a0-accf-a5e52b69b021 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:46.783532 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16cea901-ce51-43f5-a90b-383dd8d5b83c admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5968821 Jul 16 19:57:46.974613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe4e173-4296-481b-8bea-7b2466cc1a51 None None] Network a31b70d8-f524-45a0-accf-a5e52b69b021 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:49.354593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54766) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:49.613020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b54233dd-2eeb-4b6e-a7d3-7fa84dab62e7 admin admin] 10.222.0.100 "GET /v2.0/routers/6e7ccb42-870c-48c0-a6de-1bebe3df9e45 HTTP/1.1" status: 200 len: 710 time: 0.2569997 Jul 16 19:57:49.757197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1c7a7-084f-42ca-ac1e-f4358bfb73d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:49.759621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7ce1c7a7-084f-42ca-ac1e-f4358bfb73d3 admin admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 886 time: 0.1414509 Jul 16 19:57:49.768903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:50.044902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.371902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.473692 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.576928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b52ef482-2268-48bb-9dcf-de0bb6f9ab09 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:50.633675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:50.639230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:50.639810 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.642494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Allocated IP 172.25.8.99 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/7173e90e-0259-40fa-90a3-64680209eb82) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:50.723804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.764348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b52ef482-2268-48bb-9dcf-de0bb6f9ab09, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b52ef482-2268-48bb-9dcf-de0bb6f9ab09,segment=NetworkSegment(376d00c3-61d0-496c-b896-0d2009d6ec28),segment_id=376d00c3-61d0-496c-b896-0d2009d6ec28)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:50.766838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.770230 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.856356 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.874931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b52ef482-2268-48bb-9dcf-de0bb6f9ab09,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:50.929837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:50.940058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:50.942695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:51.007937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Pushing event updated for resources: {'Port': ['ID=7173e90e-0259-40fa-90a3-64680209eb82,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:51.251326 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:51.470716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:51.474198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:51.605416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:57:51.811716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:57:51.816111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:51.817347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-61b90059-96ab-4f04-8edc-1b357ff3ef12 admin admin] 10.222.0.100 "PUT /v2.0/routers/6e7ccb42-870c-48c0-a6de-1bebe3df9e45 HTTP/1.1" status: 200 len: 889 time: 2.0521593 Jul 16 19:57:51.826380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Sync routers for ids ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:51.846549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Routers {'6e7ccb42-870c-48c0-a6de-1bebe3df9e45'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:51.847750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T19:57:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:52.141283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Set router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:52.594861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b52ef482-2268-48bb-9dcf-de0bb6f9ab09 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:52.693686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:52.694053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:52.732003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'name': 'router1', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '7173e90e-0259-40fa-90a3-64680209eb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:31Z', 'updated_at': '2021-07-16T19:57:51Z', 'revision_number': 4, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'gw_port': {'id': '7173e90e-0259-40fa-90a3-64680209eb82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:50Z', 'updated_at': '2021-07-16T19:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b52ef482-2268-48bb-9dcf-de0bb6f9ab09', 'name': '', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'mac_address': 'fa:16:3e:6c:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:57:50Z', 'revision_number': 5, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'subnets': [{'id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6635f5-175a-4476-94f3-b3ca95300fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:52.793288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Checking router: 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:52.793572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Updating router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 port 7173e90e-0259-40fa-90a3-64680209eb82 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:57:52.841195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.321757 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.334746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Transition to ACTIVE for port object 7173e90e-0259-40fa-90a3-64680209eb82 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:53.342969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.494230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Attempting to bind port 7173e90e-0259-40fa-90a3-64680209eb82 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:53.494560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Attempting to bind port 7173e90e-0259-40fa-90a3-64680209eb82 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:53.494943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Attempting to bind port 7173e90e-0259-40fa-90a3-64680209eb82 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:53.497198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451adba-b6d8-4e84-994c-5205670e70e4 None None] Pushing event updated for resources: {'Port': ['ID=7173e90e-0259-40fa-90a3-64680209eb82,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:53.504023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:53.504429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:53.504801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.505197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:53.505677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Bound port: 7173e90e-0259-40fa-90a3-64680209eb82, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:53.506083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.597287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] For port 7173e90e-0259-40fa-90a3-64680209eb82, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:53.604516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] For port 7173e90e-0259-40fa-90a3-64680209eb82, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7173e90e-0259-40fa-90a3-64680209eb82,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:53.610767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.715883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Routers {'6e7ccb42-870c-48c0-a6de-1bebe3df9e45'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:53.716632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T19:57:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:53.719051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451adba-b6d8-4e84-994c-5205670e70e4 None None] Pushing event updated for resources: {'Port': ['ID=7173e90e-0259-40fa-90a3-64680209eb82,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:53.845588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] Set router 6e7ccb42-870c-48c0-a6de-1bebe3df9e45 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:54.150700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'name': 'router1', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '7173e90e-0259-40fa-90a3-64680209eb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:31Z', 'updated_at': '2021-07-16T19:57:51Z', 'revision_number': 4, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'gw_port': {'id': '7173e90e-0259-40fa-90a3-64680209eb82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:50Z', 'updated_at': '2021-07-16T19:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b52ef482-2268-48bb-9dcf-de0bb6f9ab09', 'name': '', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'mac_address': 'fa:16:3e:6c:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:57:50Z', 'revision_number': 5, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'subnets': [{'id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6635f5-175a-4476-94f3-b3ca95300fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:54.180168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bb63e-2098-4f5d-8b39-c389618e188d None None] The sync data for ids ['6e7ccb42-870c-48c0-a6de-1bebe3df9e45'] in n-d-798930-6 is: [{'id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'name': 'router1', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '7173e90e-0259-40fa-90a3-64680209eb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:31Z', 'updated_at': '2021-07-16T19:57:51Z', 'revision_number': 4, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'gw_port': {'id': '7173e90e-0259-40fa-90a3-64680209eb82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:50Z', 'updated_at': '2021-07-16T19:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b52ef482-2268-48bb-9dcf-de0bb6f9ab09', 'name': '', 'network_id': '262acfc4-22d4-412b-b354-55986525a919', 'tenant_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'mac_address': 'fa:16:3e:6c:f5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7ccb42-870c-48c0-a6de-1bebe3df9e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:41Z', 'updated_at': '2021-07-16T19:57:50Z', 'revision_number': 5, 'project_id': 'c6f9da8d345b488f929f711c9d2cfba6', 'subnets': [{'id': '090e6975-c4c8-482a-a571-1cd1c3e78d2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc6635f5-175a-4476-94f3-b3ca95300fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:54.622147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7173e90e-0259-40fa-90a3-64680209eb82 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:54.644356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:54.710233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7173e90e-0259-40fa-90a3-64680209eb82 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:54.716792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7173e90e-0259-40fa-90a3-64680209eb82 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:54.717294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.827318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.852517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d2b081d5-ad96-4354-873d-40662a1c9779 admin admin] 10.222.0.100 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2017484 Jul 16 19:57:54.864660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 7173e90e-0259-40fa-90a3-64680209eb82, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7173e90e-0259-40fa-90a3-64680209eb82,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:54.872231 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.961074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=7173e90e-0259-40fa-90a3-64680209eb82,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:55.692174 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:56.567956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7173e90e-0259-40fa-90a3-64680209eb82 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:56.626483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7173e90e-0259-40fa-90a3-64680209eb82 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:56.626976 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:00.008927 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa494-7739-4423-92fc-5dacdc6f8a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:03.896544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:04.704826 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-204d1f16-e94e-44ca-9252-1d62391ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:05.789879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:07.864678 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:30.007636 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db0227b0-7d60-4c20-b8df-92fbdb0b08d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:32.700105 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:33.901760 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:34.694190 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5441205a-6d12-4467-bfe6-3fb20fa66a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:35.813311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:37.872309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:59.994728 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e94dde13-b318-456a-ae91-55f745f1dd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:03.908754 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:04.705411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8fcedea-56f1-4d3d-9127-5851a4d88436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.787696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:07.867910 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:09.688554 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:30.002870 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-58f5fcfb-c759-417e-b2f2-d26630a4821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:33.876180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:34.694178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8792cae7-a7aa-4995-9a23-3f62503937d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:35.793994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:37.874700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:46.687883 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:54.438659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55374) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:54.508389 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-5359040c-d74b-4d06-8b6f-ed4ab8f52c76 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:59:54.510068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5359040c-d74b-4d06-8b6f-ed4ab8f52c76 admin admin] 10.222.0.100 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0702610 Jul 16 19:59:54.736562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f08efa9-12aa-46b4-b4bf-2bd9fb421627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:54.739373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3f08efa9-12aa-46b4-b4bf-2bd9fb421627 admin admin] 10.222.0.100 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2237685 Jul 16 19:59:57.059032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55384) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:57.160166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493bb8e-05a7-41c3-9b71-732034f436f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:57.161972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e493bb8e-05a7-41c3-9b71-732034f436f1 admin admin] 10.222.0.100 "GET /v2.0/subnets/090e6975-c4c8-482a-a571-1cd1c3e78d2d HTTP/1.1" status: 200 len: 849 time: 0.1014612 Jul 16 19:59:57.172689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:57.311575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.496030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787315779211'] for subnet, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.529815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:57.530429 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.531828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] 10.222.0.100 "PUT /v2.0/subnets/090e6975-c4c8-482a-a571-1cd1c3e78d2d HTTP/1.1" status: 200 len: 868 time: 0.3633423 Jul 16 19:59:57.551565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9167eb5b-17ad-41c5-8703-787353269425 None None] Network 262acfc4-22d4-412b-b354-55986525a919 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:57.560445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090e6975-c4c8-482a-a571-1cd1c3e78d2d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:57.574492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.574974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.575628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.576167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.576692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.577212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.577721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.578237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.578762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.579326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.579884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:57.580402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d9751-7016-4a33-9a86-fde607de75f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:58.008710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96bb9595-3812-47da-8306-fc68de7f0976 None None] Provisioning complete for port 7fe0c40e-958f-4ab6-9475-0d5397afab98 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:58.009326 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96bb9595-3812-47da-8306-fc68de7f0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:58.139801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96bb9595-3812-47da-8306-fc68de7f0976 None None] Provisioning complete for port b52ef482-2268-48bb-9dcf-de0bb6f9ab09 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:58.140261 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96bb9595-3812-47da-8306-fc68de7f0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.958667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55392) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:00.005672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9cc16fbd-738c-41db-81af-fa187e81172e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.233294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a2196-56aa-43ab-912d-75d71349dacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:00.233776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a2196-56aa-43ab-912d-75d71349dacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:00.235546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a67a2196-56aa-43ab-912d-75d71349dacc admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2757969 Jul 16 20:00:02.535510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55400) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:02.691924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1306355-1a1a-47d0-aa20-8d51624c0cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:02.692393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1306355-1a1a-47d0-aa20-8d51624c0cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:02.693965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f1306355-1a1a-47d0-aa20-8d51624c0cd3 admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1574688 Jul 16 20:00:03.872677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:04.688140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79428fa4-d7e5-43c1-8ba8-71b9086046b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.001476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55408) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:05.170044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3da830-7e99-4ca6-85b2-10ca2b0c71df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:05.171643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4e3da830-7e99-4ca6-85b2-10ca2b0c71df admin admin] 10.222.0.100 "GET /v2.0/networks/262acfc4-22d4-412b-b354-55986525a919 HTTP/1.1" status: 200 len: 869 time: 0.1690042 Jul 16 20:00:05.798001 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.531844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55416) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:07.686883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738eeefc-f928-4c5c-acee-83faba4fcd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:07.688367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-738eeefc-f928-4c5c-acee-83faba4fcd33 admin admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 886 time: 0.1555007 Jul 16 20:00:07.882311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:10.016657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55424) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:10.161349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8829e2f-838b-4fff-b18a-b3e069d9994c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:10.161816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8829e2f-838b-4fff-b18a-b3e069d9994c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:10.163610 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b8829e2f-838b-4fff-b18a-b3e069d9994c admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457925 Jul 16 20:00:12.555139 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55434) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:12.663236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77fd9c-0977-44a2-9285-27979f847259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:12.664289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77fd9c-0977-44a2-9285-27979f847259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:12.665600 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8b77fd9c-0977-44a2-9285-27979f847259 admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1092007 Jul 16 20:00:15.008006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:15.120934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255971f-e7d8-44b5-ba81-9f8b8dc859e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:15.122700 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2255971f-e7d8-44b5-ba81-9f8b8dc859e4 admin admin] 10.222.0.100 "GET /v2.0/subnets/090e6975-c4c8-482a-a571-1cd1c3e78d2d HTTP/1.1" status: 200 len: 868 time: 0.1134017 Jul 16 20:00:17.442151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55450) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:17.544640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb2b0f-094d-40ba-af14-6c3a37e4c1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:17.546065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bfdb2b0f-094d-40ba-af14-6c3a37e4c1ef admin admin] 10.222.0.100 "GET /v2.0/subnets/70baca00-a72f-4750-a3e2-baf47b792738 HTTP/1.1" status: 200 len: 816 time: 0.1028502 Jul 16 20:00:23.688983 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:30.007232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6f1afd6f-8a6f-478b-8fb7-f4479a6efe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:33.870359 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:34.675533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9b95-2d1d-45f3-b1c1-75d8c8760578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.810262 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:37.895729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.316965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:44.370389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-ad502770-b3e5-4ed5-97cd-173d6c66dd3f admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:00:44.371737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ad502770-b3e5-4ed5-97cd-173d6c66dd3f admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533259 Jul 16 20:00:46.772422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:46.850998 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-28459396-74d3-41d3-98a5-e3c731f89ffe admin admin] GET failed (client error): The resource could not be found. Jul 16 20:00:46.854026 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-28459396-74d3-41d3-98a5-e3c731f89ffe admin admin] 10.222.0.100 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0799417 Jul 16 20:00:47.013725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9ec56-7619-4d6d-bc33-693163d33d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:47.015301 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-52a9ec56-7619-4d6d-bc33-693163d33d3c admin admin] 10.222.0.100 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1579132 Jul 16 20:00:49.353598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55518) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:49.407117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:49.438404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Made reservation on behalf of 89c03ef79ec74ed0b556225068162e0c for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:49.441296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.484413 n-d-798930-6 neutron-server[94095]: WARNING neutron.services.revisions.revision_plugin [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Could not find related network for resource to bump revision. Jul 16 20:00:49.498444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:49.510109 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.510465 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Added segment 7daf56a4-b0b6-430f-ac67-4669311c850e of type vlan for network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 Jul 16 20:00:49.555541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.589027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.590029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:49.590613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:49.628274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2732339 Jul 16 20:00:49.685814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732495c2-7d06-42e5-bf49-9a26607dac77 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:49.700175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:52.039109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55526) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:52.106427 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b55c6d-753e-4842-93a4-45cf68f1c84f admin admin] GET failed (client error): The resource could not be found. Jul 16 20:00:52.108195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-14b55c6d-753e-4842-93a4-45cf68f1c84f admin admin] 10.222.0.100 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680494 Jul 16 20:00:52.192122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c614b8f-994a-4a58-9ddd-fd627fb94f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:52.194606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8c614b8f-994a-4a58-9ddd-fd627fb94f3d admin admin] 10.222.0.100 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0820518 Jul 16 20:00:52.207844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:52.244327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Made reservation on behalf of 89c03ef79ec74ed0b556225068162e0c for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:52.248267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.550455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.808593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba72da44-c4fd-47ef-aaad-c224d2052924,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:52.823524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:52.824097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Network hostable DHCP agents. Network: ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:52.853458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:52.866666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:52.871268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:52.871860 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.880164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3e0c3-d610-4b2d-997d-5b0d4e844a36 None None] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:52.889220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e7330798-6fe4-4f2a-b100-170e7504fed3 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6877768 Jul 16 20:00:53.142314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'tenant_id': '89c03ef79ec74ed0b556225068162e0c', 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:00:53.143565 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.406805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Allocated IP 192.168.233.2 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/ddc3ea11-67c0-4097-9a64-e4cc1c99321a) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:53.656520 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.666698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Transition to ACTIVE for port object ddc3ea11-67c0-4097-9a64-e4cc1c99321a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:53.692462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Transition to ACTIVE for port object ddc3ea11-67c0-4097-9a64-e4cc1c99321a will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:53.703836 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.763177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:53.766275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:53.770170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:53.778897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Pushing event updated for resources: {'Port': ['ID=ddc3ea11-67c0-4097-9a64-e4cc1c99321a,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:53.806961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.807612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.807957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.808295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.808631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.808961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.809287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.809616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.809940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.810266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.810590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.810934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.848819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Attempting to bind port ddc3ea11-67c0-4097-9a64-e4cc1c99321a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:53.849186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Attempting to bind port ddc3ea11-67c0-4097-9a64-e4cc1c99321a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:53.850139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Attempting to bind port ddc3ea11-67c0-4097-9a64-e4cc1c99321a on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:53.857827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:53.858320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:53.858811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.859296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:53.859879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Bound port: ddc3ea11-67c0-4097-9a64-e4cc1c99321a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:53.860333 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.953000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] For port ddc3ea11-67c0-4097-9a64-e4cc1c99321a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:53.958652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] For port ddc3ea11-67c0-4097-9a64-e4cc1c99321a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ddc3ea11-67c0-4097-9a64-e4cc1c99321a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:53.967032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.047521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd8e8-695a-43d9-8736-43edc04e814d None None] Pushing event updated for resources: {'Port': ['ID=ddc3ea11-67c0-4097-9a64-e4cc1c99321a,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:54.786681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ddc3ea11-67c0-4097-9a64-e4cc1c99321a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:54.879703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port ddc3ea11-67c0-4097-9a64-e4cc1c99321a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:55.107425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4537b7f6-ced8-406a-be01-af03ff47715c None None] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:55.228115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7c01d1cb-abc0-4466-be60-751d9596ca20 None None] Provisioning for port ddc3ea11-67c0-4097-9a64-e4cc1c99321a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:55.235166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7c01d1cb-abc0-4466-be60-751d9596ca20 None None] Provisioning complete for port ddc3ea11-67c0-4097-9a64-e4cc1c99321a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:55.235696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7c01d1cb-abc0-4466-be60-751d9596ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.440802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7c01d1cb-abc0-4466-be60-751d9596ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.496540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7c01d1cb-abc0-4466-be60-751d9596ca20 None None] For port ddc3ea11-67c0-4097-9a64-e4cc1c99321a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ddc3ea11-67c0-4097-9a64-e4cc1c99321a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:55.502716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7c01d1cb-abc0-4466-be60-751d9596ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.566983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01d1cb-abc0-4466-be60-751d9596ca20 None None] Pushing event updated for resources: {'Port': ['ID=ddc3ea11-67c0-4097-9a64-e4cc1c99321a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:55.738945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e95629a0-361c-41e8-bb93-d750a46dde17 None None] Provisioning complete for port ddc3ea11-67c0-4097-9a64-e4cc1c99321a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:55.739470 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e95629a0-361c-41e8-bb93-d750a46dde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.731173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ddc3ea11-67c0-4097-9a64-e4cc1c99321a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:56.827807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ddc3ea11-67c0-4097-9a64-e4cc1c99321a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:56.828377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.006499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cb8234b9-3a10-4c53-a763-c987a86c6302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.692920 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:03.867994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.679411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98e86b0e-8798-4d38-8ab5-66c1e5b1908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.804583 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.907558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.011067 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e11414ad-ab5d-4419-a0f4-00865929f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.864245 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.675917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94bb479f-19eb-404e-a599-678b088a38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.807063 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.693925 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:37.906352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:00.011663 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0176d629-e45b-4a8f-b9fb-66cc198e89bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.861422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.672606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a7bde0e-ca86-4f2e-9d76-8921514d5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:05.811224 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.912154 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:10.826813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55578) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:10.833824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-f59d73fa-30ae-4b4e-a850-88411ee46da2 tempest-verify_tempest_config-81378152 tempest-verify_tempest_config-81378152-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:02:10.834877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f59d73fa-30ae-4b4e-a850-88411ee46da2 tempest-verify_tempest_config-81378152 tempest-verify_tempest_config-81378152-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069668 Jul 16 20:02:11.213708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55596) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:11.336020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.486204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.491409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.542118 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=06ae999929334a32b3bc68a6bd508d94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3272486 Jul 16 20:02:11.542936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86235c32-b768-4400-9c49-3fdcd12031fa,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.545124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55602) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:11.550859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.552516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.552516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.552516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.553129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.553286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.553523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.553849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.554172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.554493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.554810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.555134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525de89f-7d42-4442-835e-f2255b1b3aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.616662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.641203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.741214 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.744175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:11.745433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/86235c32-b768-4400-9c49-3fdcd12031fa HTTP/1.1" status: 204 len: 168 time: 0.1987841 Jul 16 20:02:11.757015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86235c32-b768-4400-9c49-3fdcd12031fa,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:11.764598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.764954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.765305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.765636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.765976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.766306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.766635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.766963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.767312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.767638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.767968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:11.768325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c0b81-d3a4-4250-b45e-790fb7419280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:14.694047 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:30.007887 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-753d8399-689a-4d47-85cb-692f2c6b951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:33.855454 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:34.669878 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee60274-eb9b-47b4-a994-d1f63064d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.821533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.908389 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.692767 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:00.010469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2406bc79-2889-44fc-b750-4df6a741e4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.859648 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:04.672825 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67aa0063-1406-4004-8f0e-b82224fdeabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.818494 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:07.912734 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:28.692861 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:30.020479 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f12dcf7c-1b3c-4af9-9c9f-95552f16e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.864528 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.679352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a162d16-d9ba-4252-9841-66e44f0db8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.825688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.916233 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:00.016383 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22386944-2fb1-48fb-b7a1-dd44e84bbb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:03.871630 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.685388 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a2ef372a-5ad9-4080-bdbf-fd3419427221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.692653 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:05.824732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:07.918136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.020013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1cc26c13-2e75-4283-ade0-b4d7df56442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:33.866883 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.695999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-435eede0-bf2e-43f4-8aeb-5551ffc1c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.829540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.923703 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:42.693463 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:00.024825 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e7295f1-0462-4491-ad09-59db7582d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.873196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:04.690439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fd6b-6b3f-4ee6-b53c-4fb84fcb1571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:05.833934 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.844932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375839'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:07.934632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:08.230877 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375839'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.694355 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:30.031832 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-26cd5075-863f-491d-b8ae-9eea859f9f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:33.868584 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.694801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd9b1250-bb07-4066-a4a8-9a092d9dddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.835859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.823085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.930486 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.199048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.005560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:56.130416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8968e3c6-9ae7-4a7d-abe9-5ff7013836b2 admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.1233523 Jul 16 20:05:56.695621 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:58.508959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.580864 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-53a8587e-6e11-47f2-89af-5fa686c999d9 admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0704312 Jul 16 20:06:00.026198 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2746ee28-e85a-4f76-9449-9677a7f36294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.874700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.698288 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db24d945-d724-4155-a058-78fc37e73a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.838223 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.836976 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.935164 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.197589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.031802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f0ec36dc-9c44-4485-8efd-9742551a99c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.697183 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:33.877270 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.701943 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cc62-a30c-4830-9466-99b662d29084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.842227 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.842717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.944679 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.214399 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.041502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-232352a7-2045-486e-b1c5-4e76df6407c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.880747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.702225 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-696875dd-a326-4f54-9bde-85d03dbd68a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.851531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.826882 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.945724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.211592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.697281 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:23.868179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55762) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.127708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-network', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:24.201635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Made reservation on behalf of b98040beabbd4dc992499a4edb7b269a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:24.208116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.221857 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.367660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.382216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.413648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:24.445789 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787315921475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.446710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Unsubscribe: segment precommit_create {{(pid=94096) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 20:07:24.447432 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Added segment 4c471766-6101-44bf-b0d9-c645d1353557 of type vlan for network e631bb05-5de9-401e-b188-a21266e10173 Jul 16 20:07:24.544590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.638884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.640337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.641121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.690702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a229c3-c951-454c-8aef-9d3b199fd986,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.952835 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0832393 Jul 16 20:07:24.958303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55796) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.965337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Request body: {'subnet': {'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-subnet', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:24.965976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.966478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.967113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.968014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.968545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.969046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.969545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.970015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.970585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.971140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.971676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.971998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Tracked resource versions report: Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: pushed versions: Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: { 'AddressGroup': {'1.2'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'ConntrackHelper': {'1.0'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Log': {'1.0'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Network': {'1.1'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Port': {'1.7'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'PortForwarding': {'1.2'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'QosPolicy': {'1.8'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'SecurityGroup': {'1.4'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'SubPort': {'1.0'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Subnet': {'1.1'}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Trunk': {'1.1'}} Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: consumer versions: Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: { DHCP agent@n-d-798930-6: {}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: HyperV agent@n-h1-798930-6: {}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: HyperV agent@n-h2-798930-6: {}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: L3 agent@n-d-798930-6: {}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: Metadata agent@n-d-798930-6: {}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: Metering agent@n-d-798930-6: {}, Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'ConntrackHelper': '1.0', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Log': '1.0', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Network': '1.1', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Port': '1.7', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'PortForwarding': '1.2', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'QosPolicy': '1.8', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'SecurityGroup': '1.4', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'SecurityGroupRule': '1.2', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'SubPort': '1.0', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Subnet': '1.1', Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: 'Trunk': '1.1'}} Jul 16 20:07:24.973147 n-d-798930-6 neutron-server[94096]: {{(pid=94096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:07:25.028968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Made reservation on behalf of b98040beabbd4dc992499a4edb7b269a for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:25.037706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.089442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e6223-3694-4f4e-82f5-ae9ae781408c admin admin] Pushing event updated for resources: {'Network': ['ID=e631bb05-5de9-401e-b188-a21266e10173,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.111805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e631bb05-5de9-401e-b188-a21266e10173 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:25.320512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.381921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.413865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Checking segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:25.414221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Network hostable DHCP agents. Network: e631bb05-5de9-401e-b188-a21266e10173, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:25.417152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.417498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.417926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.418255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.418580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.418980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.419955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.420502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.420845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.421159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.421648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.421972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Tracked resource versions report: Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: pushed versions: Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: { 'AddressGroup': {'1.2'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'ConntrackHelper': {'1.0'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Log': {'1.0'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Network': {'1.1'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Port': {'1.7'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'PortForwarding': {'1.2'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'QosPolicy': {'1.8'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'SecurityGroup': {'1.4'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'SubPort': {'1.0'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Subnet': {'1.1'}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Trunk': {'1.1'}} Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: consumer versions: Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: { DHCP agent@n-d-798930-6: {}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: HyperV agent@n-h1-798930-6: {}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: HyperV agent@n-h2-798930-6: {}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: L3 agent@n-d-798930-6: {}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: Metadata agent@n-d-798930-6: {}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: Metering agent@n-d-798930-6: {}, Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'ConntrackHelper': '1.0', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Log': '1.0', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Network': '1.1', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Port': '1.7', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'PortForwarding': '1.2', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'QosPolicy': '1.8', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'SecurityGroup': '1.4', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'SecurityGroupRule': '1.2', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'SubPort': '1.0', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Subnet': '1.1', Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: 'Trunk': '1.1'}} Jul 16 20:07:25.423317 n-d-798930-6 neutron-server[94095]: {{(pid=94095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:07:25.444055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Network e631bb05-5de9-401e-b188-a21266e10173 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:25.458203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e631bb05-5de9-401e-b188-a21266e10173) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:25.463474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.464499 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.481043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a65696-8c7f-4aae-b0d9-468edbd2a7fa None None] Network e631bb05-5de9-401e-b188-a21266e10173 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:25.489672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0aa51395-3e6d-4833-8b3f-5ac66f310517 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5286705 Jul 16 20:07:25.492706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55830) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:25.498369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:25.531439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.533950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.672531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.817090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-e631bb05-5de9-401e-b188-a21266e10173', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:07:25.818526 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.848828 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.031526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Allocated IP 172.20.0.2 (e631bb05-5de9-401e-b188-a21266e10173/5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a/9400226f-1268-493d-b612-68df66d3d608) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:26.172140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.194316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.213343 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.225423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Transition to ACTIVE for port object 9400226f-1268-493d-b612-68df66d3d608 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:26.244322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Transition to ACTIVE for port object 9400226f-1268-493d-b612-68df66d3d608 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:26.255049 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.333014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Network e631bb05-5de9-401e-b188-a21266e10173 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:26.341325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:26.344365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:26.360011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Pushing event updated for resources: {'Port': ['ID=9400226f-1268-493d-b612-68df66d3d608,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.363518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Allocated IP 172.25.8.113 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/c3a2ed28-8503-4e21-a38a-92b3e8fbd089) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:26.432639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.433376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.434027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.434774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.435428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.436075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.437279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.437279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.437954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.438597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.439273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.439920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Tracked resource versions report: Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: pushed versions: Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: { 'AddressGroup': {'1.2'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'ConntrackHelper': {'1.0'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Log': {'1.0'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Network': {'1.1'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Port': {'1.7'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'PortForwarding': {'1.2'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'QosPolicy': {'1.8'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'SecurityGroup': {'1.4'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'SubPort': {'1.0'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Subnet': {'1.1'}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Trunk': {'1.1'}} Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: consumer versions: Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: { DHCP agent@n-d-798930-6: {}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: HyperV agent@n-h1-798930-6: {}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: HyperV agent@n-h2-798930-6: {}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: L3 agent@n-d-798930-6: {}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: Metadata agent@n-d-798930-6: {}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: Metering agent@n-d-798930-6: {}, Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'ConntrackHelper': '1.0', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Log': '1.0', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Network': '1.1', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Port': '1.7', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'PortForwarding': '1.2', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'QosPolicy': '1.8', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'SecurityGroup': '1.4', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'SecurityGroupRule': '1.2', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'SubPort': '1.0', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Subnet': '1.1', Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: 'Trunk': '1.1'}} Jul 16 20:07:26.441917 n-d-798930-6 neutron-server[94097]: {{(pid=94097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:07:26.485617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Attempting to bind port 9400226f-1268-493d-b612-68df66d3d608 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:26.486506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Attempting to bind port 9400226f-1268-493d-b612-68df66d3d608 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:26.486975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Attempting to bind port 9400226f-1268-493d-b612-68df66d3d608 on network e631bb05-5de9-401e-b188-a21266e10173 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:26.496448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:26.497253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Checking segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:26.498012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.498745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Bound using segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:26.499672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Bound port: 9400226f-1268-493d-b612-68df66d3d608, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:26.500443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.603428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.625671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] For port 9400226f-1268-493d-b612-68df66d3d608, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:26.633943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] For port 9400226f-1268-493d-b612-68df66d3d608, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9400226f-1268-493d-b612-68df66d3d608,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:26.645265 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.691650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.782522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a2057-975d-410b-b23e-b5760eb5b0a5 None None] Pushing event updated for resources: {'Port': ['ID=9400226f-1268-493d-b612-68df66d3d608,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.789343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.801445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:26.812115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:26.815860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:27.332723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.661731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.053302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Router 3ad796ca-adc6-4036-890e-6e4c203dc004 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:07:28.150307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c23ea-96fc-40a0-bfb1-c7c10787f111 None None] Network e631bb05-5de9-401e-b188-a21266e10173 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:28.204066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:28.240965 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Sync routers for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:28.250788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.255077 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3bb25ce8-47fc-4f6e-895f-fcc130681908 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7582591 Jul 16 20:07:28.255508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:28.260566 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:28.261682 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:28.316696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-73ccc5e1-9bf7-44fd-819b-82488278bb65 None None] Provisioning for port 9400226f-1268-493d-b612-68df66d3d608 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:28.632369 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:28.759363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.969902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55922) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:29.054512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Allocated IP 172.20.0.1 (e631bb05-5de9-401e-b188-a21266e10173/5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a/85b07d7f-e803-4c6e-8dfd-3e888330f329) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:29.141158 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:27Z', 'revision_number': 3, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:29.175512 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Checking router: 3ad796ca-adc6-4036-890e-6e4c203dc004 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:29.176041 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Updating router 3ad796ca-adc6-4036-890e-6e4c203dc004 port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:29.197054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9400226f-1268-493d-b612-68df66d3d608 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:29.246335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.258862 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.276004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Transition to ACTIVE for port object 85b07d7f-e803-4c6e-8dfd-3e888330f329 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:29.312251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 9400226f-1268-493d-b612-68df66d3d608 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:29.324335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9400226f-1268-493d-b612-68df66d3d608 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:29.362008 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.363941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.416923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Pushing event updated for resources: {'Port': ['ID=85b07d7f-e803-4c6e-8dfd-3e888330f329,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.448504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Network e631bb05-5de9-401e-b188-a21266e10173 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:29.451957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:29.456196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:29.457428 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.518974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.632387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 9400226f-1268-493d-b612-68df66d3d608, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9400226f-1268-493d-b612-68df66d3d608,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:29.640900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.775141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=9400226f-1268-493d-b612-68df66d3d608,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.828912 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-be96a59e-548b-4798-a54b-9d0ecfe01a78 tempest-AutoAllocateNetworkTest-3590315 tempest-AutoAllocateNetworkTest-3590315-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c3ae5d8661db4329b93316649a733319&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8581748 Jul 16 20:07:29.835873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:29.922426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4dfd383a-02a7-4bfd-bcfb-78d21d032fce None None] Provisioning for port 85b07d7f-e803-4c6e-8dfd-3e888330f329 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:29.927828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4dfd383a-02a7-4bfd-bcfb-78d21d032fce None None] Provisioning complete for port 85b07d7f-e803-4c6e-8dfd-3e888330f329 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:29.928352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4dfd383a-02a7-4bfd-bcfb-78d21d032fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.021626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd383a-02a7-4bfd-bcfb-78d21d032fce None None] Port 85b07d7f-e803-4c6e-8dfd-3e888330f329 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:30.053550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.060263 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.063566 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c488ce6-6bea-42da-94fb-a4e96e6fe739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.085368 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Transition to ACTIVE for port object c3a2ed28-8503-4e21-a38a-92b3e8fbd089 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:30.099605 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.165717 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Attempting to bind port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:30.166513 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Attempting to bind port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:30.167066 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Attempting to bind port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:30.172515 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Pushing event updated for resources: {'Port': ['ID=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.183123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:30.184008 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:30.185534 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.186215 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:30.187723 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Bound port: c3a2ed28-8503-4e21-a38a-92b3e8fbd089, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:30.188514 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.193251 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.193923 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.194461 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.194993 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.195624 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.196164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.196830 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.197363 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.197950 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.198455 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.199076 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.199622 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Tracked resource versions report: Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: pushed versions: Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: { 'AddressGroup': {'1.2'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'ConntrackHelper': {'1.0'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Log': {'1.0'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Network': {'1.1'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Port': {'1.7'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'PortForwarding': {'1.2'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'QosPolicy': {'1.8'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'SecurityGroup': {'1.4'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'SubPort': {'1.0'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Subnet': {'1.1'}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Trunk': {'1.1'}} Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: consumer versions: Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: { DHCP agent@n-d-798930-6: {}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: HyperV agent@n-h1-798930-6: {}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: HyperV agent@n-h2-798930-6: {}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: L3 agent@n-d-798930-6: {}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: Metadata agent@n-d-798930-6: {}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: Metering agent@n-d-798930-6: {}, Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: Open vSwitch agent@n-d-798930-6: { 'AddressGroup': '1.2', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'ConntrackHelper': '1.0', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Log': '1.0', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Network': '1.1', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Port': '1.7', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'PortForwarding': '1.2', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'QosPolicy': '1.8', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'SecurityGroup': '1.4', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'SecurityGroupRule': '1.2', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'SubPort': '1.0', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Subnet': '1.1', Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: 'Trunk': '1.1'}} Jul 16 20:07:30.201480 n-d-798930-6 neutron-server[94098]: {{(pid=94098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:07:30.316032 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] For port c3a2ed28-8503-4e21-a38a-92b3e8fbd089, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:30.338221 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] For port c3a2ed28-8503-4e21-a38a-92b3e8fbd089, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:30.354864 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.356833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011c3b8-a967-472a-af45-44e4a0675e8c tempest-AutoAllocateNetworkTest-3590315 tempest-AutoAllocateNetworkTest-3590315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.360143 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c011c3b8-a967-472a-af45-44e4a0675e8c tempest-AutoAllocateNetworkTest-3590315 tempest-AutoAllocateNetworkTest-3590315-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5224438 Jul 16 20:07:30.363080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55954) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.454099 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-124ec172-ca44-4ceb-9e57-293f1179aab7 tempest-AutoAllocateNetworkTest-3590315 tempest-AutoAllocateNetworkTest-3590315-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896559 Jul 16 20:07:30.456903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55956) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:30.494116 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:30.495339 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:30.509127 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-adbf03f7-c916-4ec1-9a2e-f12aa2012700 tempest-AutoAllocateNetworkTest-3590315 tempest-AutoAllocateNetworkTest-3590315-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c3ae5d8661db4329b93316649a733319 HTTP/1.1" status: 200 len: 208 time: 0.0507209 Jul 16 20:07:30.520033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.526880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.527866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.567107 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a93ed-1e8f-42a8-9e99-66a98e4df33d None None] Pushing event updated for resources: {'Port': ['ID=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.719289 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:30.776065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Pushing event updated for resources: {'Port': ['ID=85b07d7f-e803-4c6e-8dfd-3e888330f329,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.823999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Network e631bb05-5de9-401e-b188-a21266e10173 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:30.825647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:31.040192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Router 3ad796ca-adc6-4036-890e-6e4c203dc004 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:31.053401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9400226f-1268-493d-b612-68df66d3d608 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:31.176627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9400226f-1268-493d-b612-68df66d3d608 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:31.177486 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.233662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:31.246141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9dc2426a-c2bf-4e3f-9730-d2c81dba534e admin admin] 10.222.0.100 "PUT /v2.0/routers/3ad796ca-adc6-4036-890e-6e4c203dc004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894943 Jul 16 20:07:31.287435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ef9a3c6e-ecb1-43fe-913e-45415e1ca558 None None] Provisioning complete for port 85b07d7f-e803-4c6e-8dfd-3e888330f329 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:31.288128 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3c6e-ecb1-43fe-913e-45415e1ca558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.348845 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 1, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:31.364676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a3c6e-ecb1-43fe-913e-45415e1ca558 None None] Port 85b07d7f-e803-4c6e-8dfd-3e888330f329 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:31.390152 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d186c-1eee-417d-95dc-515961a68bff None None] The sync data for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 is: [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 1, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:31.926643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:32.650798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d193964c-d72f-460c-9e5f-d8f0b07b9644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.896297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d193964c-d72f-460c-9e5f-d8f0b07b9644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.903030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d193964c-d72f-460c-9e5f-d8f0b07b9644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.967717 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d193964c-d72f-460c-9e5f-d8f0b07b9644 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c3ae5d8661db4329b93316649a733319&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0340147 Jul 16 20:07:32.967717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193964c-d72f-460c-9e5f-d8f0b07b9644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e11e5-5d5b-4f7b-ba25-d82c9122f2b3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.970180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56032) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:33.171570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7149-37b3-4a26-8f89-0b157dc09484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.174445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c3a2ed28-8503-4e21-a38a-92b3e8fbd089 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:33.234395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7149-37b3-4a26-8f89-0b157dc09484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.367240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7149-37b3-4a26-8f89-0b157dc09484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.372320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7149-37b3-4a26-8f89-0b157dc09484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.379945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0e1f7149-37b3-4a26-8f89-0b157dc09484 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/396e11e5-5d5b-4f7b-ba25-d82c9122f2b3 HTTP/1.1" status: 204 len: 168 time: 0.4060600 Jul 16 20:07:33.390415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:33.396332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f7149-37b3-4a26-8f89-0b157dc09484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e11e5-5d5b-4f7b-ba25-d82c9122f2b3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.398571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:33.401263 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.571497 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.614601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c3a2ed28-8503-4e21-a38a-92b3e8fbd089, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:33.621552 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.697464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.893567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.338418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:34.428144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56072) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:34.431483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Sync routers for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:34.441276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-network', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:34.472959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:34.475997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:34.526857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Made reservation on behalf of 36f8f2ff8ab142b797563788674cd91a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:34.538679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.572459 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.780861 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e790312a-35fb-4401-98ad-b1a7198f16ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.816510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:34.849267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.857700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.910454 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cfea836-57c0-4896-83ed-a5d57cf87aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.923154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:34.946191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7725402-ff7d-4e3c-ac03-b6757bf55ab5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:34.964154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.966907 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Added segment fd0994af-ad16-45bd-b466-9c9f70c1bf8c of type vlan for network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 Jul 16 20:07:35.040527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.119862 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.120946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.121532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.189849 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cfea836-57c0-4896-83ed-a5d57cf87aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.230024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cfea836-57c0-4896-83ed-a5d57cf87aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.262888 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9cfea836-57c0-4896-83ed-a5d57cf87aa4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=35653edb7a9c4701bf8345508e0609ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9218802 Jul 16 20:07:35.263667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] Pushing event updated for resources: {'Network': ['ID=515ee94f-65b2-4e1e-a01b-ec0e99e2b079,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.265803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56094) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.294739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c3a2ed28-8503-4e21-a38a-92b3e8fbd089 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:35.301520 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-57bcae6e-3d6d-4591-84b8-e19ed3024a10 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8729668 Jul 16 20:07:35.302263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfea836-57c0-4896-83ed-a5d57cf87aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c05acc1-fa92-450b-9e06-ce0e982f492f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.306473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:35.317106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.325692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Request body: {'subnet': {'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-subnet', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:35.353400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Made reservation on behalf of 36f8f2ff8ab142b797563788674cd91a for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:35.358011 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.464676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-458d2e7c-b8ed-4cb1-9459-9d721751c368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.550106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-458d2e7c-b8ed-4cb1-9459-9d721751c368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.560018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:35.560673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.685699 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-458d2e7c-b8ed-4cb1-9459-9d721751c368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.689929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-458d2e7c-b8ed-4cb1-9459-9d721751c368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.691527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-458d2e7c-b8ed-4cb1-9459-9d721751c368 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6c05acc1-fa92-450b-9e06-ce0e982f492f HTTP/1.1" status: 204 len: 168 time: 0.4245064 Jul 16 20:07:35.691751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:30Z', 'revision_number': 2, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:35.718416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d2e7c-b8ed-4cb1-9459-9d721751c368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c05acc1-fa92-450b-9e06-ce0e982f492f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.918164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Checking router: 3ad796ca-adc6-4036-890e-6e4c203dc004 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:35.918963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Updating router 3ad796ca-adc6-4036-890e-6e4c203dc004 port 85b07d7f-e803-4c6e-8dfd-3e888330f329 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:35.961400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.012973 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.196163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26035049-e2e5-448f-92e5-9bda8e5e4a8c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:36.205138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.218366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Checking segment: {'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:36.218740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Network hostable DHCP agents. Network: 515ee94f-65b2-4e1e-a01b-ec0e99e2b079, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:36.249370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:36.264604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 515ee94f-65b2-4e1e-a01b-ec0e99e2b079) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:36.282555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489ce36-005e-4e68-ba93-0a8f21fd05be None None] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:36.285066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.286200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.320848 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9cf887d2-1903-47ba-b3fe-028ed8395005 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0025342 Jul 16 20:07:36.324143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56166) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:36.348909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:36.420455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.421537 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.486142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56182) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:36.535977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.537747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8cf1-6d8e-4b6a-bbb7-d4f571a4c05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.651189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56186) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:36.723163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-515ee94f-65b2-4e1e-a01b-ec0e99e2b079', 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'fixed_ips': [{'subnet_id': '26035049-e2e5-448f-92e5-9bda8e5e4a8c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:07:36.724344 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.725329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.952680 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.024831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Transition to ACTIVE for port object 85b07d7f-e803-4c6e-8dfd-3e888330f329 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:37.039845 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.065725 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8cf1-6d8e-4b6a-bbb7-d4f571a4c05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.087187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Allocated IP 172.20.0.2 (515ee94f-65b2-4e1e-a01b-ec0e99e2b079/26035049-e2e5-448f-92e5-9bda8e5e4a8c/ba1cc263-0fe5-4373-8028-3e87b82aadc6) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:37.095793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8cf1-6d8e-4b6a-bbb7-d4f571a4c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.265178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddeb80-8538-4031-9a5e-dc0933c518fd None None] Pushing event updated for resources: {'Port': ['ID=85b07d7f-e803-4c6e-8dfd-3e888330f329,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.440677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6069-a7b6-4e53-bff0-fcd27612af82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.465776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Attempting to bind port 85b07d7f-e803-4c6e-8dfd-3e888330f329 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:37.466292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Attempting to bind port 85b07d7f-e803-4c6e-8dfd-3e888330f329 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:37.466865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Attempting to bind port 85b07d7f-e803-4c6e-8dfd-3e888330f329 on network e631bb05-5de9-401e-b188-a21266e10173 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:37.509769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:37.510297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Checking segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:37.510649 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.511016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Bound using segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:37.511543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Bound port: 85b07d7f-e803-4c6e-8dfd-3e888330f329, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:37.511988 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.565435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec8cf1-6d8e-4b6a-bbb7-d4f571a4c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab609b9-4b7f-4f22-aa0a-dccb48f6409e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.666247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6069-a7b6-4e53-bff0-fcd27612af82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.669789 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3ec8cf1-6d8e-4b6a-bbb7-d4f571a4c05d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c91099dd61354884bd8fa4605d90750a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1810181 Jul 16 20:07:37.671952 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6069-a7b6-4e53-bff0-fcd27612af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.683570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56228) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:37.714318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.735155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Transition to ACTIVE for port object ba1cc263-0fe5-4373-8028-3e87b82aadc6 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:37.766484 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.776535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Transition to ACTIVE for port object ba1cc263-0fe5-4373-8028-3e87b82aadc6 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:37.779550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] For port 85b07d7f-e803-4c6e-8dfd-3e888330f329, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:37.784297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] For port 85b07d7f-e803-4c6e-8dfd-3e888330f329, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=85b07d7f-e803-4c6e-8dfd-3e888330f329,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:37.788888 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.792633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb6069-a7b6-4e53-bff0-fcd27612af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f5922a-23f2-41f8-a0c1-1b8626e6604d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.799982 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.810794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.855381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:37.862272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:37.873421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:37.955765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Pushing event updated for resources: {'Port': ['ID=ba1cc263-0fe5-4373-8028-3e87b82aadc6,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.972336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5bdb6069-a7b6-4e53-bff0-fcd27612af82 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=001747972a85418b9d40841033e75e64&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3199694 Jul 16 20:07:37.975732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cf-4307-4236-8a1c-b268c8e8f797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.978906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56234) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:38.088118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cf-4307-4236-8a1c-b268c8e8f797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.124286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Allocated IP 172.25.8.105 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/5c2583ed-45dd-4f65-8ccd-52389f7b3fab) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:38.136333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56242) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:38.307367 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84c6fa38-ec3a-4bda-95a7-be0e5315f3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.315459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cf-4307-4236-8a1c-b268c8e8f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.319509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0c004cf-4307-4236-8a1c-b268c8e8f797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.321341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0c004cf-4307-4236-8a1c-b268c8e8f797 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6ab609b9-4b7f-4f22-aa0a-dccb48f6409e HTTP/1.1" status: 204 len: 168 time: 0.5579596 Jul 16 20:07:38.353095 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.365566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Attempting to bind port ba1cc263-0fe5-4373-8028-3e87b82aadc6 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:38.368549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c004cf-4307-4236-8a1c-b268c8e8f797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab609b9-4b7f-4f22-aa0a-dccb48f6409e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.369049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Attempting to bind port ba1cc263-0fe5-4373-8028-3e87b82aadc6 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:38.369662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Attempting to bind port ba1cc263-0fe5-4373-8028-3e87b82aadc6 on network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:38.372024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84c6fa38-ec3a-4bda-95a7-be0e5315f3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.419464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddeb80-8538-4031-9a5e-dc0933c518fd None None] Pushing event updated for resources: {'Port': ['ID=85b07d7f-e803-4c6e-8dfd-3e888330f329,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.456511 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84c6fa38-ec3a-4bda-95a7-be0e5315f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.459540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84c6fa38-ec3a-4bda-95a7-be0e5315f3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.460824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-84c6fa38-ec3a-4bda-95a7-be0e5315f3ca admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/74f5922a-23f2-41f8-a0c1-1b8626e6604d HTTP/1.1" status: 204 len: 168 time: 0.4718919 Jul 16 20:07:38.493117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.496333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:38.500815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:38.505512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6fa38-ec3a-4bda-95a7-be0e5315f3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f5922a-23f2-41f8-a0c1-1b8626e6604d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.551734 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.617514 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.620075 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:38.624217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:38.633036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:38.634440 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.635579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:38.636242 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Checking segment: {'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:38.636849 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.637536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Bound using segment: {'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:38.641116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Bound port: ba1cc263-0fe5-4373-8028-3e87b82aadc6, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:38.642407 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.729199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] For port ba1cc263-0fe5-4373-8028-3e87b82aadc6, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:38.736000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] For port ba1cc263-0fe5-4373-8028-3e87b82aadc6, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ba1cc263-0fe5-4373-8028-3e87b82aadc6,segment=NetworkSegment(fd0994af-ad16-45bd-b466-9c9f70c1bf8c),segment_id=fd0994af-ad16-45bd-b466-9c9f70c1bf8c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:38.757110 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.774829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.831411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2cb7-0b1e-4fd7-830c-078d5853642d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.006222 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.098166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:39.150320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2cb7-0b1e-4fd7-830c-078d5853642d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.159842 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2cb7-0b1e-4fd7-830c-078d5853642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.180091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85b07d7f-e803-4c6e-8dfd-3e888330f329 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:39.271816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c0e2cb7-0b1e-4fd7-830c-078d5853642d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=efd3d1facb8744728a59a75ca6ba967f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1230426 Jul 16 20:07:39.272046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56304) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:39.276216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2cb7-0b1e-4fd7-830c-078d5853642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f606b1-00c6-4dda-968e-1b088de93222,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.366110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25adb0-3659-4e17-9771-4d88ec213f4f None None] Pushing event updated for resources: {'Port': ['ID=ba1cc263-0fe5-4373-8028-3e87b82aadc6,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.412754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 85b07d7f-e803-4c6e-8dfd-3e888330f329 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:39.426456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 85b07d7f-e803-4c6e-8dfd-3e888330f329 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:39.426848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.609773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33508ccc-8115-4b96-8246-b4322e9696cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.664281 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.703594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33508ccc-8115-4b96-8246-b4322e9696cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.852372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.962651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 85b07d7f-e803-4c6e-8dfd-3e888330f329, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=85b07d7f-e803-4c6e-8dfd-3e888330f329,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:39.974336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.035508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:37Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:40.098150 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d58eac-b4c1-4f08-a943-82b33d0e95b4 None None] The sync data for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 is: [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:37Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:40.135469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56330) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:40.148601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=85b07d7f-e803-4c6e-8dfd-3e888330f329,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.184738 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a8c-beb7-4a9a-906b-e792fc15b907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.293150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33508ccc-8115-4b96-8246-b4322e9696cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.303928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33508ccc-8115-4b96-8246-b4322e9696cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.307747 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-33508ccc-8115-4b96-8246-b4322e9696cf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b9f606b1-00c6-4dda-968e-1b088de93222 HTTP/1.1" status: 204 len: 168 time: 1.0275044 Jul 16 20:07:40.319824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508ccc-8115-4b96-8246-b4322e9696cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f606b1-00c6-4dda-968e-1b088de93222,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.365434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Router 312d4dfd-ac5c-443d-bf04-05306c88586f is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:07:40.663211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a8c-beb7-4a9a-906b-e792fc15b907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.672938 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4a83a8c-beb7-4a9a-906b-e792fc15b907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.780094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f4a83a8c-beb7-4a9a-906b-e792fc15b907 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d9bbfdef63ff497bb3979d60ec0211ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6364861 Jul 16 20:07:40.783382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56352) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:40.820355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:40.836216 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Sync routers for ids ['312d4dfd-ac5c-443d-bf04-05306c88586f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:40.855861 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Routers {'312d4dfd-ac5c-443d-bf04-05306c88586f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:40.859788 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['312d4dfd-ac5c-443d-bf04-05306c88586f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:40.868298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a83a8c-beb7-4a9a-906b-e792fc15b907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c56c75-eadc-4e4e-967a-6e0eeae5435c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.880631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.882750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4bed8a69-141e-49cd-adc7-46828680be75 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5548382 Jul 16 20:07:40.888059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56354) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.151151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-daa293b2-a8f2-47f6-be03-d8b4bfe8d37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.217321 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Set router 312d4dfd-ac5c-443d-bf04-05306c88586f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:41.244085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-daa293b2-a8f2-47f6-be03-d8b4bfe8d37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.329236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8423231-70fe-4351-80d3-f6417a572199 None None] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:41.401772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-daa293b2-a8f2-47f6-be03-d8b4bfe8d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.406274 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-daa293b2-a8f2-47f6-be03-d8b4bfe8d37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.409815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-daa293b2-a8f2-47f6-be03-d8b4bfe8d37a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/91c56c75-eadc-4e4e-967a-6e0eeae5435c HTTP/1.1" status: 204 len: 168 time: 0.6234233 Jul 16 20:07:41.432679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa293b2-a8f2-47f6-be03-d8b4bfe8d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c56c75-eadc-4e4e-967a-6e0eeae5435c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.505631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ba1cc263-0fe5-4373-8028-3e87b82aadc6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:41.703664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56368) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.749635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d47fcd7-735f-46fe-b35f-08751ba39bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.831136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3b5d97ab-d84b-4c1a-ae8c-339405c1b514 None None] Provisioning for port ba1cc263-0fe5-4373-8028-3e87b82aadc6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:41.925605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port ba1cc263-0fe5-4373-8028-3e87b82aadc6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:41.945221 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:07:38Z', 'revision_number': 3, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port': {'id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:37Z', 'updated_at': '2021-07-16T20:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:42.013449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ba1cc263-0fe5-4373-8028-3e87b82aadc6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:42.014355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.068316 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Checking router: 312d4dfd-ac5c-443d-bf04-05306c88586f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:42.069043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Updating router 312d4dfd-ac5c-443d-bf04-05306c88586f port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:42.148203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d47fcd7-735f-46fe-b35f-08751ba39bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.163946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d47fcd7-735f-46fe-b35f-08751ba39bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.204771 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.252435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1d47fcd7-735f-46fe-b35f-08751ba39bcf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=de318fcba09d437086ad70777ca93ae9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5472279 Jul 16 20:07:42.253754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56396) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:42.385438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ce6b-b67b-4d11-a468-e2baaa07140b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.468499 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ce6b-b67b-4d11-a468-e2baaa07140b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.500603 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.693510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port ba1cc263-0fe5-4373-8028-3e87b82aadc6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ba1cc263-0fe5-4373-8028-3e87b82aadc6,segment=NetworkSegment(fd0994af-ad16-45bd-b466-9c9f70c1bf8c),segment_id=fd0994af-ad16-45bd-b466-9c9f70c1bf8c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:42.704904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.706261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85b07d7f-e803-4c6e-8dfd-3e888330f329 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:42.749052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47fcd7-735f-46fe-b35f-08751ba39bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf23866-04fb-4af2-882e-6daf54d2240d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.779873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ce6b-b67b-4d11-a468-e2baaa07140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.799549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ce6b-b67b-4d11-a468-e2baaa07140b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.814406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d5c6ce6b-b67b-4d11-a468-e2baaa07140b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dbf23866-04fb-4af2-882e-6daf54d2240d HTTP/1.1" status: 204 len: 168 time: 0.5568552 Jul 16 20:07:42.848602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ce6b-b67b-4d11-a468-e2baaa07140b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf23866-04fb-4af2-882e-6daf54d2240d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.880439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.021134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=ba1cc263-0fe5-4373-8028-3e87b82aadc6,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.123843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 85b07d7f-e803-4c6e-8dfd-3e888330f329 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:43.124418 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.143218 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.170405 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Transition to ACTIVE for port object 5c2583ed-45dd-4f65-8ccd-52389f7b3fab will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:43.186669 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.282437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d02a693c-558a-4330-a8e2-ae1b02df6eca None None] Provisioning complete for port ba1cc263-0fe5-4373-8028-3e87b82aadc6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:43.285583 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d02a693c-558a-4330-a8e2-ae1b02df6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.303684 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb5b7f-12d3-44ad-a273-b67bd96285e5 None None] Pushing event updated for resources: {'Port': ['ID=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.443621 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Attempting to bind port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:43.444343 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Attempting to bind port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:43.444795 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Attempting to bind port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:43.478035 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:43.478035 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:43.478035 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.478624 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:43.479556 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Bound port: 5c2583ed-45dd-4f65-8ccd-52389f7b3fab, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:43.482755 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.579827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56442) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:43.587401 n-d-798930-6 neutron-server[94095]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:07:43.612491 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] For port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:43.618522 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] For port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:43.636432 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.702318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Allocated IP 172.20.0.1 (515ee94f-65b2-4e1e-a01b-ec0e99e2b079/26035049-e2e5-448f-92e5-9bda8e5e4a8c/e35010fd-63c1-4bd0-888f-118edce0dba2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:43.738248 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Routers {'312d4dfd-ac5c-443d-bf04-05306c88586f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:43.739987 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['312d4dfd-ac5c-443d-bf04-05306c88586f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:43.747938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-f38b0ec6-88f9-4393-ae0c-8dff56bdeb61 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=104cd070468545b6bb5ad95af6fe977f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1624360 Jul 16 20:07:43.751177 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb5b7f-12d3-44ad-a273-b67bd96285e5 None None] Pushing event updated for resources: {'Port': ['ID=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.926090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ba1cc263-0fe5-4373-8028-3e87b82aadc6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:44.074085 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] Set router 312d4dfd-ac5c-443d-bf04-05306c88586f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:44.115697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.126263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ba1cc263-0fe5-4373-8028-3e87b82aadc6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:44.126865 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.162546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Transition to ACTIVE for port object e35010fd-63c1-4bd0-888f-118edce0dba2 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:44.236163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-b6332818-28d0-4d48-b8bf-a9105cbe3e80 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.239662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-b6332818-28d0-4d48-b8bf-a9105cbe3e80 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4742239 Jul 16 20:07:44.282523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-93d306cb-7edb-42f0-b7f5-037fc0267dcf tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/quotas/104cd070468545b6bb5ad95af6fe977f HTTP/1.1" status: 200 len: 375 time: 0.0270014 Jul 16 20:07:44.335411 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.408338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4805f065-8362-4aa9-a15d-1a8312c04ced tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=104cd070468545b6bb5ad95af6fe977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243811 Jul 16 20:07:44.427285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:44.500695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:44.516293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:44.518228 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.630769 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:07:38Z', 'revision_number': 3, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port': {'id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:37Z', 'updated_at': '2021-07-16T20:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:44.721133 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae465c5-826c-422e-aefc-70ad37ddddf1 None None] The sync data for ids ['312d4dfd-ac5c-443d-bf04-05306c88586f'] in n-d-798930-6 is: [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:07:38Z', 'revision_number': 3, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port': {'id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:37Z', 'updated_at': '2021-07-16T20:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:45.005549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8839bf42-13ab-4c8f-9840-6b8baa3eb8c4 None None] Provisioning for port e35010fd-63c1-4bd0-888f-118edce0dba2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:45.010781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8839bf42-13ab-4c8f-9840-6b8baa3eb8c4 None None] Provisioning complete for port e35010fd-63c1-4bd0-888f-118edce0dba2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:45.011156 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8839bf42-13ab-4c8f-9840-6b8baa3eb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.081295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=e35010fd-63c1-4bd0-888f-118edce0dba2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.159915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8839bf42-13ab-4c8f-9840-6b8baa3eb8c4 None None] Port e35010fd-63c1-4bd0-888f-118edce0dba2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:45.209107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.305810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56518) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:45.707708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.718301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.719740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.883776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5c2583ed-45dd-4f65-8ccd-52389f7b3fab up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:45.903825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56542) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:45.992951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=e35010fd-63c1-4bd0-888f-118edce0dba2,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.009832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:46.013187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:46.014859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:46.015142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:46.015304 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.141499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.172045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:46.186543 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.263993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.283144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Router 312d4dfd-ac5c-443d-bf04-05306c88586f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:46.295028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd749-8bc5-4023-9c33-a67de7d3eaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.506692 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd749-8bc5-4023-9c33-a67de7d3eaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.511983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:46.516412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd749-8bc5-4023-9c33-a67de7d3eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.519864 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e61dd143-05df-4dca-b390-e7da54f47ca7 admin admin] 10.222.0.100 "PUT /v2.0/routers/312d4dfd-ac5c-443d-bf04-05306c88586f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6298523 Jul 16 20:07:46.522235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3b79eb0b-c87a-467f-960f-fd123f686b57 None None] Provisioning complete for port e35010fd-63c1-4bd0-888f-118edce0dba2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:46.522606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3b79eb0b-c87a-467f-960f-fd123f686b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.594634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3b79eb0b-c87a-467f-960f-fd123f686b57 None None] Port e35010fd-63c1-4bd0-888f-118edce0dba2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:46.626899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6d6dd749-8bc5-4023-9c33-a67de7d3eaf4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e750978693294407b836520d0101dcfa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3191433 Jul 16 20:07:46.628446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dd749-8bc5-4023-9c33-a67de7d3eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b883fe-82cf-4196-9ee1-ba258ddd0bd1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.630923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56564) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:46.702954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f88ad1-a53b-4e16-a5e3-0ac57d727347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.733768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f88ad1-a53b-4e16-a5e3-0ac57d727347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.797363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f88ad1-a53b-4e16-a5e3-0ac57d727347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.800636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f88ad1-a53b-4e16-a5e3-0ac57d727347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.801861 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-20f88ad1-a53b-4e16-a5e3-0ac57d727347 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a1b883fe-82cf-4196-9ee1-ba258ddd0bd1 HTTP/1.1" status: 204 len: 168 time: 0.1695719 Jul 16 20:07:46.811411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f88ad1-a53b-4e16-a5e3-0ac57d727347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b883fe-82cf-4196-9ee1-ba258ddd0bd1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.984734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4376dd9e-cd73-4674-af79-02b3765f3ec5 req-c38bb46c-fce2-426e-b817-1df31618da3b tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 210 time: 1.0765793 Jul 16 20:07:47.137733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56572) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:47.573314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Sync routers for ids ['312d4dfd-ac5c-443d-bf04-05306c88586f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:47.597994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Routers {'312d4dfd-ac5c-443d-bf04-05306c88586f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:47.599319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['312d4dfd-ac5c-443d-bf04-05306c88586f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:47.709144 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:47.807581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5c2583ed-45dd-4f65-8ccd-52389f7b3fab up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:47.880105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Set router 312d4dfd-ac5c-443d-bf04-05306c88586f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:47.930516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e2db56-4a83-4a5f-b138-76396ef77351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.033278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:48.034239 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.140753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e2db56-4a83-4a5f-b138-76396ef77351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.148866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e2db56-4a83-4a5f-b138-76396ef77351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.285684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e2e2db56-4a83-4a5f-b138-76396ef77351 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e9c2c5cb9df348c0a80055fc2069e018&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1461236 Jul 16 20:07:48.289562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2db56-4a83-4a5f-b138-76396ef77351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f670959a-64c3-4a95-a706-072d5aab6e3b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.290744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56610) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:48.440212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91e41d8b-ee5b-452e-b97e-839c2ce3e4f1 req-fbeffcf0-11ba-4dd0-a4be-fe756480f80a tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 210 time: 0.0827048 Jul 16 20:07:48.492401 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-de3b8ccd-7d97-4401-a140-9c31c94018f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.521787 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-de3b8ccd-7d97-4401-a140-9c31c94018f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.602324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:07:45Z', 'revision_number': 4, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port': {'id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:37Z', 'updated_at': '2021-07-16T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'e35010fd-63c1-4bd0-888f-118edce0dba2', 'name': '', 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'mac_address': 'fa:16:3e:44:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '26035049-e2e5-448f-92e5-9bda8e5e4a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:42Z', 'updated_at': '2021-07-16T20:07:45Z', 'revision_number': 2, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'subnets': [{'id': '26035049-e2e5-448f-92e5-9bda8e5e4a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:48.607827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56622) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:48.609584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-de3b8ccd-7d97-4401-a140-9c31c94018f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.613772 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-de3b8ccd-7d97-4401-a140-9c31c94018f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.614981 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-de3b8ccd-7d97-4401-a140-9c31c94018f1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f670959a-64c3-4a95-a706-072d5aab6e3b HTTP/1.1" status: 204 len: 168 time: 0.3227322 Jul 16 20:07:48.627986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b8ccd-7d97-4401-a140-9c31c94018f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f670959a-64c3-4a95-a706-072d5aab6e3b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.647937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b4912fc-8cdf-4401-99eb-b0e42ac89529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.656705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Checking router: 312d4dfd-ac5c-443d-bf04-05306c88586f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:48.657308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Updating router 312d4dfd-ac5c-443d-bf04-05306c88586f port e35010fd-63c1-4bd0-888f-118edce0dba2 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:48.734865 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.840932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b4912fc-8cdf-4401-99eb-b0e42ac89529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.847212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b4912fc-8cdf-4401-99eb-b0e42ac89529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.925955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5b4912fc-8cdf-4401-99eb-b0e42ac89529 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=af209238210c416499df621118803e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162990 Jul 16 20:07:48.927792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4912fc-8cdf-4401-99eb-b0e42ac89529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3657c17f-93a6-4d8f-9306-1b19b875fdfa,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.929810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.040555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ab3296d-52fa-4c9e-aa59-632d67cb612c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.077805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ab3296d-52fa-4c9e-aa59-632d67cb612c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.160954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ab3296d-52fa-4c9e-aa59-632d67cb612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.172018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ab3296d-52fa-4c9e-aa59-632d67cb612c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.180383 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2ab3296d-52fa-4c9e-aa59-632d67cb612c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3657c17f-93a6-4d8f-9306-1b19b875fdfa HTTP/1.1" status: 204 len: 168 time: 0.2458780 Jul 16 20:07:49.200106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3296d-52fa-4c9e-aa59-632d67cb612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3657c17f-93a6-4d8f-9306-1b19b875fdfa,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.381648 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.417444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Transition to ACTIVE for port object e35010fd-63c1-4bd0-888f-118edce0dba2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:49.433049 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.512603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.26', 51556) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.556401 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-64ee4a61-dfca-4c2c-8d78-8e75aba1dcc9 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=104cd070468545b6bb5ad95af6fe977f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425322 Jul 16 20:07:49.563035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36b8d4-7fca-4d39-b418-03d20bb09ff4 None None] Pushing event updated for resources: {'Port': ['ID=e35010fd-63c1-4bd0-888f-118edce0dba2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.675412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56656) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.684439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4cc5e063-b982-43e3-b3fa-6034c5873cdc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024335934', 'description': 'tempest-description--1764072625'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:49.709422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Attempting to bind port e35010fd-63c1-4bd0-888f-118edce0dba2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:49.709422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Attempting to bind port e35010fd-63c1-4bd0-888f-118edce0dba2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:49.709422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Attempting to bind port e35010fd-63c1-4bd0-888f-118edce0dba2 on network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:49.724595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:49.725142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Checking segment: {'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:49.725689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.726212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Bound using segment: {'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:49.727938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Bound port: e35010fd-63c1-4bd0-888f-118edce0dba2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:49.728916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.890824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e063-b982-43e3-b3fa-6034c5873cdc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.920916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] For port e35010fd-63c1-4bd0-888f-118edce0dba2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:49.933456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] For port e35010fd-63c1-4bd0-888f-118edce0dba2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e35010fd-63c1-4bd0-888f-118edce0dba2,segment=NetworkSegment(fd0994af-ad16-45bd-b466-9c9f70c1bf8c),segment_id=fd0994af-ad16-45bd-b466-9c9f70c1bf8c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:49.939018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-d6ac0449-264e-4bf4-a565-fc0a4443852b tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:49.943728 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-d6ac0449-264e-4bf4-a565-fc0a4443852b tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746233 Jul 16 20:07:49.947032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.993333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a6b96db6-720c-4f4d-89d5-0ce2c2c9fa9e req-7e575fb6-2542-44bd-8e64-0adce8cf2661 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 210 time: 0.1635160 Jul 16 20:07:50.025117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Request body: {'port': {'device_id': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '104cd070468545b6bb5ad95af6fe977f'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:50.084783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36b8d4-7fca-4d39-b418-03d20bb09ff4 None None] Pushing event updated for resources: {'Port': ['ID=e35010fd-63c1-4bd0-888f-118edce0dba2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:50.108360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Routers {'312d4dfd-ac5c-443d-bf04-05306c88586f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:50.109527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['312d4dfd-ac5c-443d-bf04-05306c88586f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:50.389668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] Set router 312d4dfd-ac5c-443d-bf04-05306c88586f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:50.430256 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e063-b982-43e3-b3fa-6034c5873cdc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.433151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56668) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:50.462439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e063-b982-43e3-b3fa-6034c5873cdc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.733798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:07:45Z', 'revision_number': 4, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port': {'id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:37Z', 'updated_at': '2021-07-16T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'e35010fd-63c1-4bd0-888f-118edce0dba2', 'name': '', 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'mac_address': 'fa:16:3e:44:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '26035049-e2e5-448f-92e5-9bda8e5e4a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:42Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 4, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'subnets': [{'id': '26035049-e2e5-448f-92e5-9bda8e5e4a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:50.770934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1e695-2b38-4bbd-8845-eb420a554cd7 None None] The sync data for ids ['312d4dfd-ac5c-443d-bf04-05306c88586f'] in n-d-798930-6 is: [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:07:45Z', 'revision_number': 4, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port': {'id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:37Z', 'updated_at': '2021-07-16T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'e35010fd-63c1-4bd0-888f-118edce0dba2', 'name': '', 'network_id': '515ee94f-65b2-4e1e-a01b-ec0e99e2b079', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'mac_address': 'fa:16:3e:44:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '26035049-e2e5-448f-92e5-9bda8e5e4a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:42Z', 'updated_at': '2021-07-16T20:07:49Z', 'revision_number': 4, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'subnets': [{'id': '26035049-e2e5-448f-92e5-9bda8e5e4a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:50.799659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Made reservation on behalf of 104cd070468545b6bb5ad95af6fe977f for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:50.804712 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.868162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.967360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-573026ce-be75-4150-8891-267165cefffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.995599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5e063-b982-43e3-b3fa-6034c5873cdc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d0bbe-83f9-4616-9067-439a2f704d6c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.128564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.136460 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.149159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e063-b982-43e3-b3fa-6034c5873cdc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.152036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4cc5e063-b982-43e3-b3fa-6034c5873cdc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4745939 Jul 16 20:07:51.167314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56698) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.214110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d24c6ff7-ff36-441b-a0de-f184fb91918b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'security_group_rule': {'security_group_id': 'b70d0bbe-83f9-4616-9067-439a2f704d6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:51.498415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-573026ce-be75-4150-8891-267165cefffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.531876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56710) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.541451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8643613e-d980-47ce-bfbd-6bde835eccc9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.548167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1feccef-75e0-4c71-9d56-65cc41a8b181 req-403322e1-2a45-4e49-aeb8-044c0dc6c468 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 210 time: 0.0872526 Jul 16 20:07:51.553600 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-573026ce-be75-4150-8891-267165cefffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.638483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ff7-ff36-441b-a0de-f184fb91918b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.666699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-573026ce-be75-4150-8891-267165cefffe admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f8aae08adf054ea48af9e5edac45e71b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2304161 Jul 16 20:07:51.670409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56714) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.671172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573026ce-be75-4150-8891-267165cefffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5453b0-6ab7-4fa5-8150-659f11f4255e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.784891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ff7-ff36-441b-a0de-f184fb91918b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.795926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ff7-ff36-441b-a0de-f184fb91918b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.868723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c6ff7-ff36-441b-a0de-f184fb91918b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d701afe-97bb-45c9-b4d2-0d323525264d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.892131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ff7-ff36-441b-a0de-f184fb91918b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.898631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d24c6ff7-ff36-441b-a0de-f184fb91918b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7117670 Jul 16 20:07:51.901895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56720) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.929965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a72eb68d-5565-4b58-87e6-b9216c8f909f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'security_group_rule': {'security_group_id': 'b70d0bbe-83f9-4616-9067-439a2f704d6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:52.040624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e35010fd-63c1-4bd0-888f-118edce0dba2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:52.054599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c62acec3-335d-4437-95cf-f1fa3bceafc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.126032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c62acec3-335d-4437-95cf-f1fa3bceafc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.214942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e35010fd-63c1-4bd0-888f-118edce0dba2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:52.229016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e35010fd-63c1-4bd0-888f-118edce0dba2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:52.230790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.432031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Allocated IP 192.168.233.104 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/e472b965-03a2-4219-9b76-d9bcaf93911f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:52.584740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.717375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e35010fd-63c1-4bd0-888f-118edce0dba2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e35010fd-63c1-4bd0-888f-118edce0dba2,segment=NetworkSegment(fd0994af-ad16-45bd-b466-9c9f70c1bf8c),segment_id=fd0994af-ad16-45bd-b466-9c9f70c1bf8c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:52.728284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.851532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e35010fd-63c1-4bd0-888f-118edce0dba2,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:52.926069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.929458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a72eb68d-5565-4b58-87e6-b9216c8f909f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.938792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2d99-613d-423a-9a92-79c7a889f33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.985809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Transition to ACTIVE for port object e472b965-03a2-4219-9b76-d9bcaf93911f will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:53.080017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c62acec3-335d-4437-95cf-f1fa3bceafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.087323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c62acec3-335d-4437-95cf-f1fa3bceafc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.088884 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c62acec3-335d-4437-95cf-f1fa3bceafc7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0a5453b0-6ab7-4fa5-8150-659f11f4255e HTTP/1.1" status: 204 len: 168 time: 1.4129195 Jul 16 20:07:53.116356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62acec3-335d-4437-95cf-f1fa3bceafc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5453b0-6ab7-4fa5-8150-659f11f4255e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.137705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c440488-37e2-44c4-b896-be4349808e72 req-a46accc0-ea36-4136-859e-8ef07e027abe tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 210 time: 0.1651406 Jul 16 20:07:53.177940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a72eb68d-5565-4b58-87e6-b9216c8f909f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.193094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a72eb68d-5565-4b58-87e6-b9216c8f909f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.217037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.348706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eb68d-5565-4b58-87e6-b9216c8f909f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0627b1-4b0b-4a6f-bd9d-90f97ae0db6c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.506183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:53.509800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Pushing event updated for resources: {'Port': ['ID=e472b965-03a2-4219-9b76-d9bcaf93911f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.531199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:53.554315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:53.586392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.591433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.649218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2d99-613d-423a-9a92-79c7a889f33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.671780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2d99-613d-423a-9a92-79c7a889f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.704192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a72eb68d-5565-4b58-87e6-b9216c8f909f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.709100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56756) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:53.709941 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a72eb68d-5565-4b58-87e6-b9216c8f909f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8042243 Jul 16 20:07:53.713711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-52810f9d-394c-422c-8ab0-da515b6c0d73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6928151 Jul 16 20:07:53.718128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:53.763458 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fcbd2d99-613d-423a-9a92-79c7a889f33e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d444f830d4494071adbc2ebc3faa9d97&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2267492 Jul 16 20:07:53.764161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56758) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:53.782962 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.819531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2d99-613d-423a-9a92-79c7a889f33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b8db5a-6065-46d8-8521-d09d5a506064,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.862621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e35010fd-63c1-4bd0-888f-118edce0dba2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:53.889144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-637d926b-cc02-48ce-8a21-ae7aea014b9c tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:53.894059 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-637d926b-cc02-48ce-8a21-ae7aea014b9c tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325077 Jul 16 20:07:53.931501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b451f8f-f540-408e-9c77-13be869ab3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.005085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b451f8f-f540-408e-9c77-13be869ab3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.012354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e35010fd-63c1-4bd0-888f-118edce0dba2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:54.015673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.123386 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b451f8f-f540-408e-9c77-13be869ab3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.133965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b451f8f-f540-408e-9c77-13be869ab3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.136160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7cf7d7e-b489-4af6-a6a1-545e731ebfc7 None None] Provisioning for port e472b965-03a2-4219-9b76-d9bcaf93911f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:54.144380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3b451f8f-f540-408e-9c77-13be869ab3ae admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e2b8db5a-6065-46d8-8521-d09d5a506064 HTTP/1.1" status: 204 len: 168 time: 0.3788302 Jul 16 20:07:54.150131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7cf7d7e-b489-4af6-a6a1-545e731ebfc7 None None] Provisioning complete for port e472b965-03a2-4219-9b76-d9bcaf93911f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:54.150500 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7d7e-b489-4af6-a6a1-545e731ebfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.175052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451f8f-f540-408e-9c77-13be869ab3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b8db5a-6065-46d8-8521-d09d5a506064,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:54.348945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf7d7e-b489-4af6-a6a1-545e731ebfc7 None None] Port e472b965-03a2-4219-9b76-d9bcaf93911f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:54.441326 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.200561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991db85-83be-49a5-83a1-c941dea1f935 req-8d242a91-4903-42e0-b4cc-04e4617277c5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.203812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7991db85-83be-49a5-83a1-c941dea1f935 req-8d242a91-4903-42e0-b4cc-04e4617277c5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 936 time: 0.3016291 Jul 16 20:07:55.218156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Allocated IP 172.25.8.67 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/b3250ad3-794b-45d5-9fc1-feaa88397ba9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:55.411292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7991db85-83be-49a5-83a1-c941dea1f935 req-9bc291f3-774d-4a03-8695-e309da6f336c tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963959 Jul 16 20:07:55.535200 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.660640 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.708764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:55.725151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:55.734492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:55.913134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.951881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event updated for resources: {'Port': ['ID=b3250ad3-794b-45d5-9fc1-feaa88397ba9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.016236 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.194721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56804) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:56.259677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4eab37da-c979-4c24-b2e7-e0cce02435c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.341131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.348612 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.456050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.502826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event updated for resources: {'Port': ['ID=b3250ad3-794b-45d5-9fc1-feaa88397ba9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.519072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4eab37da-c979-4c24-b2e7-e0cce02435c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.544460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.545395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4eab37da-c979-4c24-b2e7-e0cce02435c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.572131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca07c43a-defe-43f0-9206-1473fb1e3b3e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8610127 Jul 16 20:07:56.651035 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4eab37da-c979-4c24-b2e7-e0cce02435c3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f1524070d49640a481b84843014e847a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530897 Jul 16 20:07:56.661057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56828) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:56.671702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab37da-c979-4c24-b2e7-e0cce02435c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363169e2-3a99-4012-8eef-450518f0b9fc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.786312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3875a93f-9369-456f-964f-4c1ba958679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.861781 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3875a93f-9369-456f-964f-4c1ba958679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.084632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1777803-f01a-4272-a4a8-5e334c462e59 req-3a3889b0-d1c8-4a1e-80ca-14fcd87191cf tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.092214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1777803-f01a-4272-a4a8-5e334c462e59 req-3a3889b0-d1c8-4a1e-80ca-14fcd87191cf tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 936 time: 0.2743459 Jul 16 20:07:57.135821 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3875a93f-9369-456f-964f-4c1ba958679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.142672 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3875a93f-9369-456f-964f-4c1ba958679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.146188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3875a93f-9369-456f-964f-4c1ba958679e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/363169e2-3a99-4012-8eef-450518f0b9fc HTTP/1.1" status: 204 len: 168 time: 0.4832332 Jul 16 20:07:57.280332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a93f-9369-456f-964f-4c1ba958679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363169e2-3a99-4012-8eef-450518f0b9fc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:57.327117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1777803-f01a-4272-a4a8-5e334c462e59 req-5cf532b8-e583-4e92-b314-d234f22b3ca6 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266285 Jul 16 20:07:57.375973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-2898207e-2788-4841-be05-281f11a560ca tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1024335934&fields=id&tenant_id=b98040beabbd4dc992499a4edb7b269a HTTP/1.1" status: 200 len: 267 time: 0.2135816 Jul 16 20:07:57.745192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-68c817f6-821d-475f-ab9a-978880d34837 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.748696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-68c817f6-821d-475f-ab9a-978880d34837 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 824 time: 0.3696589 Jul 16 20:07:57.772604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-25ec5bed-29db-4b3f-b312-ce474b5b961b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/quotas/b98040beabbd4dc992499a4edb7b269a HTTP/1.1" status: 200 len: 375 time: 0.0178421 Jul 16 20:07:57.815173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56856) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:58.004167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-aca0bff4-7e42-400b-9f34-a0cf6666952a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2236176 Jul 16 20:07:58.032029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-01e92fd2-7a03-4765-8cfe-98ef56902f07 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:58.037601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-01e92fd2-7a03-4765-8cfe-98ef56902f07 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116994 Jul 16 20:07:58.277070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-256fc63d-4f9a-49ae-80f8-624ce0a92377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.430267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-256fc63d-4f9a-49ae-80f8-624ce0a92377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.439988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-256fc63d-4f9a-49ae-80f8-624ce0a92377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.492026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56886) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:58.492240 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-256fc63d-4f9a-49ae-80f8-624ce0a92377 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dd8d117100f540a2a9f8c3a65bf05337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6750200 Jul 16 20:07:58.493748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fc63d-4f9a-49ae-80f8-624ce0a92377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d346ba81-4c06-4d59-a8cb-c8a06e6722ce,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:58.607560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2749889e-7c3b-4123-8b73-892b53013f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.675619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2749889e-7c3b-4123-8b73-892b53013f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.019446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-f105b9a4-b99b-4e56-ab66-359d046102d7 service neutron] 10.222.0.100 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834593 Jul 16 20:07:59.197675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2749889e-7c3b-4123-8b73-892b53013f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.204113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2749889e-7c3b-4123-8b73-892b53013f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.206068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2749889e-7c3b-4123-8b73-892b53013f9b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d346ba81-4c06-4d59-a8cb-c8a06e6722ce HTTP/1.1" status: 204 len: 168 time: 0.7122798 Jul 16 20:07:59.279604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749889e-7c3b-4123-8b73-892b53013f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d346ba81-4c06-4d59-a8cb-c8a06e6722ce,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.284160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-12e9260f-2421-44bb-9e2a-70687b552c2b tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=b602b7224a844175abf9d43ff9190145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2508471 Jul 16 20:07:59.370955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-2e78e0e1-53bf-41be-aa69-e11b6221294d service neutron] 10.222.0.100 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505452 Jul 16 20:07:59.613330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-c8bc73c8-4bd7-4662-8d2e-8c778ade9d5a tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.630895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-c8bc73c8-4bd7-4662-8d2e-8c778ade9d5a tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409193 Jul 16 20:07:59.694395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-058b4d22-a1c7-4061-96a2-7ac5ed84f8ad tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/quotas/b602b7224a844175abf9d43ff9190145 HTTP/1.1" status: 200 len: 375 time: 0.0434470 Jul 16 20:07:59.840881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-809e5862-5539-406c-ac06-71df75a3c0be tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b602b7224a844175abf9d43ff9190145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444178 Jul 16 20:08:00.054667 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fa9025fb-6d2f-4409-978f-3fd3990609dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.108449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019306c3-4241-49ad-9ff0-8ec72ff61484 req-32b04402-c2fc-4da0-9a95-d2cc911e1691 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.124596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-019306c3-4241-49ad-9ff0-8ec72ff61484 req-32b04402-c2fc-4da0-9a95-d2cc911e1691 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 936 time: 0.2329752 Jul 16 20:08:00.218109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-019306c3-4241-49ad-9ff0-8ec72ff61484 req-1ea9429d-48ae-42ef-a079-f0a7a1906df7 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Jul 16 20:08:00.495226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:00.527018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c898ea0-bcbb-4d7b-8609-2bc4f1a388e1 req-54fdecb3-f910-4405-b9cd-ab2bd3241b20 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.1000030 Jul 16 20:08:00.565334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ac61c4f-bbd7-4184-9ae8-8d5554970834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.737867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-724fef6d-b820-44ef-807c-575b216399b3 req-be6fe58a-1b56-46cc-9453-04e39cd0ea8d tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 210 time: 0.0569217 Jul 16 20:08:00.915549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ac61c4f-bbd7-4184-9ae8-8d5554970834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.929354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ac61c4f-bbd7-4184-9ae8-8d5554970834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.080396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac61c4f-bbd7-4184-9ae8-8d5554970834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0f7bd6-e88e-48d3-bc80-b15ed844c850,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.113482 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8ac61c4f-bbd7-4184-9ae8-8d5554970834 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=23c9e47aa9024e0cbe89647e941050cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123295 Jul 16 20:08:01.117098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56968) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.296592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16f1686a-6f12-49bd-b872-0d77dcbe0b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.364186 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16f1686a-6f12-49bd-b872-0d77dcbe0b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.505052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16f1686a-6f12-49bd-b872-0d77dcbe0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.508091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16f1686a-6f12-49bd-b872-0d77dcbe0b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.509544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-16f1686a-6f12-49bd-b872-0d77dcbe0b4f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1f0f7bd6-e88e-48d3-bc80-b15ed844c850 HTTP/1.1" status: 204 len: 168 time: 0.3885920 Jul 16 20:08:01.527196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1686a-6f12-49bd-b872-0d77dcbe0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0f7bd6-e88e-48d3-bc80-b15ed844c850,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.557661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Request body: {'port': {'device_id': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'device_owner': 'compute:tempest-test_az-1560503363', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:01.859949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.885541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf3ff4-e24a-4c0c-b8e7-09d989b7a327 req-dacde9b1-7697-43e5-b4fb-72718a502624 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.891225 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03cf3ff4-e24a-4c0c-b8e7-09d989b7a327 req-dacde9b1-7697-43e5-b4fb-72718a502624 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 936 time: 0.2437432 Jul 16 20:08:02.071106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03cf3ff4-e24a-4c0c-b8e7-09d989b7a327 req-2397b194-2826-474b-a39a-515029e45b8a tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680360 Jul 16 20:08:02.381266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b0c05ae-e6a4-49a9-a0d2-aaf4cbfa0035 req-110c6b9b-792d-4c39-9670-858fec56eb31 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.1088469 Jul 16 20:08:02.660664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7da41006-8504-43d8-a0e9-f2be43066021 req-aadac6fa-fe06-483f-a070-4574edad11ce tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 210 time: 0.1432102 Jul 16 20:08:03.182209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e472b965-03a2-4219-9b76-d9bcaf93911f {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:03.211648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.263646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Transition to ACTIVE for port object e472b965-03a2-4219-9b76-d9bcaf93911f will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:03.270362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.423150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Pushing event updated for resources: {'Port': ['ID=e472b965-03a2-4219-9b76-d9bcaf93911f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.717104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Attempting to bind port e472b965-03a2-4219-9b76-d9bcaf93911f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:03.718253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Attempting to bind port e472b965-03a2-4219-9b76-d9bcaf93911f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:03.728219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Attempting to bind port e472b965-03a2-4219-9b76-d9bcaf93911f on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:03.765777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Port e472b965-03a2-4219-9b76-d9bcaf93911f on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:03.770124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Attempting to bind port e472b965-03a2-4219-9b76-d9bcaf93911f on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:03.801008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709749f-3e22-4977-8cb1-4694d6c69a84 req-3639c753-e051-462d-ad77-5eedd82e31ae tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.802856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:03.815773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:03.816999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:03.817620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3709749f-3e22-4977-8cb1-4694d6c69a84 req-3639c753-e051-462d-ad77-5eedd82e31ae tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 970 time: 0.3731573 Jul 16 20:08:03.823742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Bound port: e472b965-03a2-4219-9b76-d9bcaf93911f, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:03.835290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.917466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.21', 57051) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.948942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.198784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3709749f-3e22-4977-8cb1-4694d6c69a84 req-194013ee-60fe-431f-b9a6-eb9d677442de tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738978 Jul 16 20:08:04.234155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] For port e472b965-03a2-4219-9b76-d9bcaf93911f, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:04.247277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] For port e472b965-03a2-4219-9b76-d9bcaf93911f, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e472b965-03a2-4219-9b76-d9bcaf93911f,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:04.248455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-a2a5ad71-5ec1-4174-aa17-175a5963c073 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b602b7224a844175abf9d43ff9190145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3301449 Jul 16 20:08:04.273182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.341153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c3dbdb8-5bad-4182-9c3f-505c88790ee4 req-9861c95c-339a-4565-af2f-6e9b0143066d tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.1853435 Jul 16 20:08:04.670142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57060) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.737275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d620cb8-ef2c-4b14-aadb-2d5c786f429e req-fec23acd-8193-4e2f-b2f2-c3709ed4c8ef tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 210 time: 0.0645895 Jul 16 20:08:04.748677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69a0e8d6-5220-4fd8-80d1-0536cc62e983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.798195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.799467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.803751 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] 10.222.0.26 "PUT /v2.0/ports/e472b965-03a2-4219-9b76-d9bcaf93911f HTTP/1.1" status: 200 len: 1118 time: 4.3732359 Jul 16 20:08:04.825826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'tag': 'e472b965-03a2-4219-9b76-d9bcaf93911f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:04.961898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-1d41ccf0-5dd5-4cf6-bcde-b153109320d8 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.964646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-1d41ccf0-5dd5-4cf6-bcde-b153109320d8 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6384029 Jul 16 20:08:05.028303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c854613-e1e4-480d-855d-5cf689adbb3c service neutron] Pushing event updated for resources: {'Port': ['ID=e472b965-03a2-4219-9b76-d9bcaf93911f,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:05.050515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Request body: {'port': {'device_id': '92ffbae7-c21d-4472-9cec-05bf824df156', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'b602b7224a844175abf9d43ff9190145'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:05.329345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d2114bd-4d2d-4f4f-9fdd-d37f12500f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.532402 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab6502-b928-41f3-9c06-88a1e4434e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "41267fd1-78dc-453f-b0a4-77dbe7dd1202", "tag": "e472b965-03a2-4219-9b76-d9bcaf93911f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:05.681494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-631efba7-dad8-4704-85f0-289095158beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.681494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-631efba7-dad8-4704-85f0-289095158beb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=104cd070468545b6bb5ad95af6fe977f&device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 1121 time: 0.2457757 Jul 16 20:08:05.698908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-e7b85491-10d8-4ca3-8efb-972cd236288e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702600 Jul 16 20:08:05.795149 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-00cd62fa-92ed-4a4b-99cc-6d1441cc8de5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e472b965-03a2-4219-9b76-d9bcaf93911f HTTP/1.1" status: 200 len: 217 time: 0.1090722 Jul 16 20:08:05.827571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3530-112d-40ff-aa65-b2f411799e2e req-4705b2dd-38a5-4315-8892-68018d789f8d tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.840173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-394a3530-112d-40ff-aa65-b2f411799e2e req-4705b2dd-38a5-4315-8892-68018d789f8d tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 970 time: 0.3170347 Jul 16 20:08:05.862437 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.878364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-57358e2e-5bb6-460b-befc-518bd53e1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.886899 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-57358e2e-5bb6-460b-befc-518bd53e1ba4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0845802 Jul 16 20:08:05.966068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d2114bd-4d2d-4f4f-9fdd-d37f12500f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.983177 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d2114bd-4d2d-4f4f-9fdd-d37f12500f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.999067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-394a3530-112d-40ff-aa65-b2f411799e2e req-41bd31b6-ec0d-40a1-a9bc-c5496a201b73 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029599 Jul 16 20:08:06.013395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-9789694d-5115-452f-b1d3-40e47295d8a2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.020688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-9789694d-5115-452f-b1d3-40e47295d8a2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976279 Jul 16 20:08:06.076352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Made reservation on behalf of b602b7224a844175abf9d43ff9190145 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:06.080199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.087608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2114bd-4d2d-4f4f-9fdd-d37f12500f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e972cb-be69-455c-8409-3f4382fb580e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.104132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-dfc0da50-a92d-4191-8685-b12c81c36ee1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/quotas/3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 375 time: 0.0820451 Jul 16 20:08:06.114818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-60f68573-8519-4312-b09d-ad9ef2751a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.118109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0d2114bd-4d2d-4f4f-9fdd-d37f12500f0f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7f4b9aa9416f4b4ea940ff01351a4602&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4297526 Jul 16 20:08:06.119056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.124055 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-60f68573-8519-4312-b09d-ad9ef2751a4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2281790 Jul 16 20:08:06.124574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57112) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:06.149521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-feaf21a2-e8f6-4565-aa95-6428d04498e3 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446358 Jul 16 20:08:06.350440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cf09221-9058-42aa-85f6-e0fd40fd8966 req-a454d46d-0152-4c55-a2bb-fcac80f169ba tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.0892291 Jul 16 20:08:06.356323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19e48b20-89f1-4cda-8c61-5e4f826797a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.421839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.430069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19e48b20-89f1-4cda-8c61-5e4f826797a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.432725 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.556835 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-2ec7684f-ce9a-4d90-93f7-75a964712e16 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293909 Jul 16 20:08:06.653155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19e48b20-89f1-4cda-8c61-5e4f826797a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.659086 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19e48b20-89f1-4cda-8c61-5e4f826797a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.661949 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-19e48b20-89f1-4cda-8c61-5e4f826797a4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e0e972cb-be69-455c-8409-3f4382fb580e HTTP/1.1" status: 204 len: 168 time: 0.5361178 Jul 16 20:08:06.757112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375943e8-177b-44f8-a0d6-dca9af7a76bb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.786601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84018f20-63b5-4c2b-aa74-d8aa6b80848e req-d988186a-d9a0-4d44-8e63-c90f394803a5 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 210 time: 0.2483766 Jul 16 20:08:06.789944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e48b20-89f1-4cda-8c61-5e4f826797a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e972cb-be69-455c-8409-3f4382fb580e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.905126 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e076e656-6e59-45de-a528-03a4e133e828 x-openstack-request-id: req-e076e656-6e59-45de-a528-03a4e133e828 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:06.906182 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41267fd1-78dc-453f-b0a4-77dbe7dd1202", "tag": "e472b965-03a2-4219-9b76-d9bcaf93911f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:06.906765 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e076e656-6e59-45de-a528-03a4e133e828 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:06.907746 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'tag': 'e472b965-03a2-4219-9b76-d9bcaf93911f', 'status': 'completed', 'code': 200} Jul 16 20:08:06.932602 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-692fe3f4-8af9-4726-91b9-d51f2950d965 req-a92d9dbf-8d97-4639-8464-65de0ea92bf4 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620090 Jul 16 20:08:07.149242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b778e081-2b35-4ea3-8500-25e35155acdb req-b51f265d-4cbb-4f65-8ac1-cf413d1ec903 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 210 time: 0.1538575 Jul 16 20:08:07.221794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-262ff6bb-9f6f-48f0-9537-5ebad9fa3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.236234 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-262ff6bb-9f6f-48f0-9537-5ebad9fa3657 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=104cd070468545b6bb5ad95af6fe977f&device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 1121 time: 0.1566281 Jul 16 20:08:07.242804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Allocated IP 192.168.233.211 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/5ab6ff40-64a7-48c8-bb04-f3652bc2459a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:07.753393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-da9e374e-e634-4622-96de-744944ea78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.755766 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-da9e374e-e634-4622-96de-744944ea78fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.5105681 Jul 16 20:08:07.817852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57148) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:07.836467 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-461cf239-1b63-4ded-aac8-933df3346a71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e472b965-03a2-4219-9b76-d9bcaf93911f HTTP/1.1" status: 200 len: 217 time: 0.0731778 Jul 16 20:08:07.837323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6c69821-131b-4a4a-841c-5bc9591c3e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.867332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.927620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-2ab52234-e253-4947-b155-889bedc5fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.930527 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-2ab52234-e253-4947-b155-889bedc5fa66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0810609 Jul 16 20:08:08.000861 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.122501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-26fa89c6-8cf7-4f74-bd2e-16ec8990cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.124779 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-26fa89c6-8cf7-4f74-bd2e-16ec8990cd60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1889253 Jul 16 20:08:08.144782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dc2d687-259b-4868-99e9-2554e1b823a0 req-d446b02d-52f4-4e9e-b625-a21bbf035ed7 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.0901690 Jul 16 20:08:08.246181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.258912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6c69821-131b-4a4a-841c-5bc9591c3e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.259279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.280430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d758c-f8cd-4e49-832d-0d75178825c4 req-68800bd3-c514-41f8-ae65-e4ceea400b18 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.283565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc0d758c-f8cd-4e49-832d-0d75178825c4 req-68800bd3-c514-41f8-ae65-e4ceea400b18 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 970 time: 0.7504802 Jul 16 20:08:08.315186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6c69821-131b-4a4a-841c-5bc9591c3e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.329368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Transition to ACTIVE for port object 5ab6ff40-64a7-48c8-bb04-f3652bc2459a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:08.379439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc0d758c-f8cd-4e49-832d-0d75178825c4 req-998fe91c-f3a6-452e-a260-cd7c45a532b2 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897334 Jul 16 20:08:08.421778 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b6c69821-131b-4a4a-841c-5bc9591c3e5f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=db794417a8414b68be63df309e84f8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000235 Jul 16 20:08:08.422298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57156) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:08.432287 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-c42f7ba9-f3d1-4395-9e4e-4bd2460b7207 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976294 Jul 16 20:08:08.437549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c69821-131b-4a4a-841c-5bc9591c3e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3489a84a-52e3-4522-957c-db88d2dcad54,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:08.461818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.579298 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bfab6502-b928-41f3-9c06-88a1e4434e8f req-02b99453-1114-4181-9d07-4150dca90dda service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349852 Jul 16 20:08:08.711563 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-f4438a9f-e8f3-4912-b7fb-19701248fa2e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432456 Jul 16 20:08:08.783969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:08.824676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:08.848223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a583cca-1644-4e57-a5e1-4f42ee9f8e16 req-8a9a4c1d-1b4c-4464-b2b8-044c18647ba9 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 210 time: 0.2024333 Jul 16 20:08:08.878774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:08.904443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.905854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.947093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-17052103-c54f-4769-a640-c491f8645819 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.950822 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-17052103-c54f-4769-a640-c491f8645819 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334914 Jul 16 20:08:08.957874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Pushing event updated for resources: {'Port': ['ID=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:08.972517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Request body: {'port': {'device_id': '193683b2-7a11-46cc-9976-db54b2d0a742', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '3969d86e084a4e839c0cf0200a82ba72'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:08.985252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-07083ce4-a3f9-4396-99c6-ce16ecce376e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9472580 Jul 16 20:08:08.989828 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aebbff9b-d8f4-423a-a567-1fd3bd3676bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.066253 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aebbff9b-d8f4-423a-a567-1fd3bd3676bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.108101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4369e6-fb6f-443a-a156-caf11a12a12a req-fad6ab8e-8fdd-4050-8c7a-2a2687a627fa tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.122430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a4369e6-fb6f-443a-a156-caf11a12a12a req-fad6ab8e-8fdd-4050-8c7a-2a2687a627fa tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 936 time: 0.6914957 Jul 16 20:08:09.316852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Made reservation on behalf of 3969d86e084a4e839c0cf0200a82ba72 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:09.323209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.349822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.351851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a4369e6-fb6f-443a-a156-caf11a12a12a req-4c2ee2a9-477a-47b3-af09-2d5b3b7048a3 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255793 Jul 16 20:08:09.369050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aebbff9b-d8f4-423a-a567-1fd3bd3676bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.375784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aebbff9b-d8f4-423a-a567-1fd3bd3676bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.379988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aebbff9b-d8f4-423a-a567-1fd3bd3676bf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3489a84a-52e3-4522-957c-db88d2dcad54 HTTP/1.1" status: 204 len: 168 time: 0.9547954 Jul 16 20:08:09.427377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1699924c-9fad-4790-b83e-68953a00f940 None None] Provisioning for port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:09.437801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1699924c-9fad-4790-b83e-68953a00f940 None None] Provisioning complete for port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:09.439295 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1699924c-9fad-4790-b83e-68953a00f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.448037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbff9b-d8f4-423a-a567-1fd3bd3676bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3489a84a-52e3-4522-957c-db88d2dcad54,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:09.619130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1699924c-9fad-4790-b83e-68953a00f940 None None] Port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:09.650851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ac6d2ad-ab9a-4acf-b2e6-93dc13e0f252 req-fa6bbe97-0893-4ec5-9918-61ae7a81a3a5 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.1000042 Jul 16 20:08:09.761097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.774318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.826858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdce35-09c4-4add-87c0-d1f5cf7ad43b req-408ed7d9-7eaa-49e9-b065-1849a034f4e1 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.829633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ccdce35-09c4-4add-87c0-d1f5cf7ad43b req-408ed7d9-7eaa-49e9-b065-1849a034f4e1 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 970 time: 0.1162815 Jul 16 20:08:09.893174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:09.939351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ccdce35-09c4-4add-87c0-d1f5cf7ad43b req-b1b904f0-50bd-4af8-9747-8aa44571fe85 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984585 Jul 16 20:08:10.065023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Allocated IP 192.168.233.37 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/84c3cf86-e942-4cb3-a69d-531094c3c1b1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:10.089137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57178) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:10.207330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33b1c95c-aa8f-4c23-9847-d95817f7fb88 req-1cb8b056-538f-4ee1-aa8b-5506ba791e6e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 210 time: 0.0715878 Jul 16 20:08:10.389082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e4a025-0e6b-4b09-bf67-d573aedb68e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.623531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.650984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Transition to ACTIVE for port object 84c3cf86-e942-4cb3-a69d-531094c3c1b1 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:10.700606 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.704409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e4a025-0e6b-4b09-bf67-d573aedb68e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.723237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e4a025-0e6b-4b09-bf67-d573aedb68e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.771720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:10.779642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:10.802412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:10.814412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.815325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.823140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-06e4a025-0e6b-4b09-bf67-d573aedb68e2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7ff03916d9684dda99674ac5effdfc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328422 Jul 16 20:08:10.828707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57202) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:10.833738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:10.835084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4a025-0e6b-4b09-bf67-d573aedb68e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099ec825-2957-4f7d-a88f-0c6321103f2b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:10.852835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ceb7b-d035-4c67-bf27-62a0775a29b9 req-d1f8a8d2-ade0-4387-ab58-194baa22c151 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.858215 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-88f68536-6304-4529-a9f7-85ca1c3c81e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8956597 Jul 16 20:08:10.863044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa9ceb7b-d035-4c67-bf27-62a0775a29b9 req-d1f8a8d2-ade0-4387-ab58-194baa22c151 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 936 time: 0.2907586 Jul 16 20:08:10.874670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Request body: {'port': {'device_id': '193683b2-7a11-46cc-9976-db54b2d0a742', 'device_owner': 'compute:tempest-test_az-1560503363', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:11.032415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e472b965-03a2-4219-9b76-d9bcaf93911f details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:11.036861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa9ceb7b-d035-4c67-bf27-62a0775a29b9 req-c19d0ecf-ba51-485e-aae0-5195d9c6b722 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717265 Jul 16 20:08:11.040105 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.064218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bcb3c102-caee-4f0d-b416-a404bd85fb95 req-8a43e50f-cae5-4947-a3c9-f2e04f14fe91 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.1193438 Jul 16 20:08:11.075055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8d83f54b-4586-4ceb-8c3a-627727daf0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.169665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8d83f54b-4586-4ceb-8c3a-627727daf0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.317000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8d83f54b-4586-4ceb-8c3a-627727daf0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.322665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8d83f54b-4586-4ceb-8c3a-627727daf0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.331775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8d83f54b-4586-4ceb-8c3a-627727daf0af admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/099ec825-2957-4f7d-a88f-0c6321103f2b HTTP/1.1" status: 204 len: 168 time: 0.4993525 Jul 16 20:08:11.359023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83f54b-4586-4ceb-8c3a-627727daf0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ec825-2957-4f7d-a88f-0c6321103f2b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.379867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e472b965-03a2-4219-9b76-d9bcaf93911f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e472b965-03a2-4219-9b76-d9bcaf93911f,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.430014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'e472b965-03a2-4219-9b76-d9bcaf93911f', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'e472b965-03a2-4219-9b76-d9bcaf93911f', 'mac_address': 'fa:16:3e:54:83:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:tempest-test_az-1560503363', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:11.497789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7d657de6-39d2-4e0e-a5fb-46f0d33f0224 None None] Provisioning for port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:11.515750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7d657de6-39d2-4e0e-a5fb-46f0d33f0224 None None] Provisioning complete for port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:11.516788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7d657de6-39d2-4e0e-a5fb-46f0d33f0224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.553778 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.587204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7d657de6-39d2-4e0e-a5fb-46f0d33f0224 None None] Port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:11.600162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e472b965-03a2-4219-9b76-d9bcaf93911f {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:11.625448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a643160-33d3-4c09-bb61-176d54aca329 req-35102db2-1dd4-442f-9660-f07158f1dc0c tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.636243 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a643160-33d3-4c09-bb61-176d54aca329 req-35102db2-1dd4-442f-9660-f07158f1dc0c tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 970 time: 0.2513466 Jul 16 20:08:11.670285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e472b965-03a2-4219-9b76-d9bcaf93911f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e472b965-03a2-4219-9b76-d9bcaf93911f,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.682137 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.732645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a643160-33d3-4c09-bb61-176d54aca329 req-883805e1-dc88-4c4f-b71c-13d224ea6a08 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915310 Jul 16 20:08:11.751304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c0146-d116-4fce-bbe1-0041ac88481f req-58a0ee07-75d9-443a-864b-2bee2655a63c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.754238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-742c0146-d116-4fce-bbe1-0041ac88481f req-58a0ee07-75d9-443a-864b-2bee2655a63c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 935 time: 0.2310045 Jul 16 20:08:11.800748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=e472b965-03a2-4219-9b76-d9bcaf93911f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.880985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-742c0146-d116-4fce-bbe1-0041ac88481f req-331c4702-905a-4177-8649-75d3fb525fef tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105082 Jul 16 20:08:11.935561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c3cf86-e942-4cb3-a69d-531094c3c1b1 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:11.954093 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.978183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Transition to ACTIVE for port object 84c3cf86-e942-4cb3-a69d-531094c3c1b1 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:11.986228 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.056389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['e472b965-03a2-4219-9b76-d9bcaf93911f'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:12.138709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:12.194747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:12.195308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:12.196062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:12.207953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:12.208473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:12.219675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:12.221061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:12.222070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:12.223230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Bound port: 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:12.224223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.251611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57226) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.329467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6cc392ae-0524-4b60-8c4f-e1d4e7309511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.380279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-97988783-c6f9-4748-bcea-d9153a1b5bec tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:12.382299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-97988783-c6f9-4748-bcea-d9153a1b5bec tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215769 Jul 16 20:08:12.391641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.21', 57055) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.545905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:12.564033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:12.581029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.679113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.687329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.691631 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] 10.222.0.26 "PUT /v2.0/ports/84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 1117 time: 1.8247104 Jul 16 20:08:12.693782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:12.700146 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8c2ad-edbf-45f1-a090-6856ce0e4707" -d '{"events": [{"name": "network-changed", "server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:12.786007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689937a-49a1-4738-bd2e-28d0a4b55c70 service neutron] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:12.976084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37368188-c594-483d-a1d0-a7bb09800456 req-c444cd04-da15-41c7-aa60-081e911c2784 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.3841028 Jul 16 20:08:12.993217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-286d744b-697f-4de2-8a2c-8926de020974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.994788 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-286d744b-697f-4de2-8a2c-8926de020974 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1120 time: 0.1395473 Jul 16 20:08:13.119004 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-2fcc3844-6f04-456c-9d19-e8a1594d5a62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.1155560 Jul 16 20:08:13.122553 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45796c53-1e94-43f3-a757-3023fbad8ff8 x-openstack-request-id: req-45796c53-1e94-43f3-a757-3023fbad8ff8 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:13.123338 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:13.123922 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-45796c53-1e94-43f3-a757-3023fbad8ff8 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:13.124798 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'status': 'completed', 'code': 200} Jul 16 20:08:13.140264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-b6536836-75f4-4e57-8c10-bf287873828e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.141892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-b6536836-75f4-4e57-8c10-bf287873828e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 824 time: 0.7480721 Jul 16 20:08:13.210808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0626-ebf8-4a53-8861-bf37b78e4ba7 req-36ec9a3e-71eb-482b-8c9b-15545b176002 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.218576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54df0626-ebf8-4a53-8861-bf37b78e4ba7 req-36ec9a3e-71eb-482b-8c9b-15545b176002 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 936 time: 0.7652121 Jul 16 20:08:13.249877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-ce17e4d3-404d-46f9-8676-950ffb3842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.252701 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-ce17e4d3-404d-46f9-8676-950ffb3842f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1215327 Jul 16 20:08:13.258038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-efb9ee4b-6727-44f6-ade6-fd01d1192b2f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98040beabbd4dc992499a4edb7b269a HTTP/1.1" status: 200 len: 380 time: 0.0993297 Jul 16 20:08:13.278237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'port': {'device_id': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'admin_state_up': True, 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'security_groups': ['b70d0bbe-83f9-4616-9067-439a2f704d6c']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:13.291932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Request body: {'port': {'device_id': '92ffbae7-c21d-4472-9cec-05bf824df156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:13.362809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-b8d031f9-935a-4f36-9c8d-7b41ae1dd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.365573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-b8d031f9-935a-4f36-9c8d-7b41ae1dd04e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041186 Jul 16 20:08:13.448579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54df0626-ebf8-4a53-8861-bf37b78e4ba7 req-442f1c19-f136-4578-909b-9e998455ba71 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285345 Jul 16 20:08:13.461223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6cc392ae-0524-4b60-8c4f-e1d4e7309511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.559946 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-e95e9817-4fcd-45d9-bf5a-38c97855bf79 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824532 Jul 16 20:08:13.621679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6cc392ae-0524-4b60-8c4f-e1d4e7309511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.666841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Made reservation on behalf of b98040beabbd4dc992499a4edb7b269a for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:13.671058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.737644 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b72a52cc-7330-4a70-b704-b39f0b8865df req-737cdaf9-0c87-4da3-b7fb-1991839701c3 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708329 Jul 16 20:08:13.786219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6cc392ae-0524-4b60-8c4f-e1d4e7309511 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=98a2b3b3ddf8474b9ba7b6ce730d7ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5325713 Jul 16 20:08:13.789181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:13.882876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc392ae-0524-4b60-8c4f-e1d4e7309511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b0d8f-0768-415e-b5c2-fad407ebf802,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.894524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.905572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57252) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:13.924822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863177b8-6703-468e-8ae6-4453ad0da9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.956456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-0904190f-c523-462b-8d45-3104e57229e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.959284 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-0904190f-c523-462b-8d45-3104e57229e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1120 time: 0.1525919 Jul 16 20:08:13.991155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863177b8-6703-468e-8ae6-4453ad0da9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.993574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83eed1-21a2-4998-84c3-a8e4b65fade7 req-90a571eb-8946-41aa-a552-70eba92c2a82 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.001441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f83eed1-21a2-4998-84c3-a8e4b65fade7 req-90a571eb-8946-41aa-a552-70eba92c2a82 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 971 time: 0.6478531 Jul 16 20:08:14.180410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863177b8-6703-468e-8ae6-4453ad0da9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.185149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863177b8-6703-468e-8ae6-4453ad0da9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.188069 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-863177b8-6703-468e-8ae6-4453ad0da9b6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5d1b0d8f-0768-415e-b5c2-fad407ebf802 HTTP/1.1" status: 204 len: 168 time: 0.3963008 Jul 16 20:08:14.209697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0dafb80-e7d2-4d9d-9fbc-569681d2e276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.226004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863177b8-6703-468e-8ae6-4453ad0da9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b0d8f-0768-415e-b5c2-fad407ebf802,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:14.226587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f83eed1-21a2-4998-84c3-a8e4b65fade7 req-18c8462a-8666-4868-acb4-baa092cade2e tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208731 Jul 16 20:08:14.251587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-93b4d1a4-8554-482b-98d8-af951843baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.254334 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-93b4d1a4-8554-482b-98d8-af951843baf2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2860646 Jul 16 20:08:14.314410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c44e4-afd5-4223-8a8d-4595d607b5ef req-1740663e-eef1-4f02-8222-8dd2e08b3406 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.316479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d3c44e4-afd5-4223-8a8d-4595d607b5ef req-1740663e-eef1-4f02-8222-8dd2e08b3406 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 969 time: 0.6052613 Jul 16 20:08:14.358138 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-c8a49d8a-bf41-485f-8c0d-f59f05d1fea3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.0917847 Jul 16 20:08:14.415802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Allocated IP 172.20.0.12 (e631bb05-5de9-401e-b188-a21266e10173/5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a/e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:14.478605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-b2e9773d-9ab2-47cf-90a4-d1a1ea1edbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.480625 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-b2e9773d-9ab2-47cf-90a4-d1a1ea1edbd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1129639 Jul 16 20:08:14.495172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d3c44e4-afd5-4223-8a8d-4595d607b5ef req-cafe46df-79bf-4e1f-825c-bd80e3965d49 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618710 Jul 16 20:08:14.612455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0dafb80-e7d2-4d9d-9fbc-569681d2e276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.622886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0dafb80-e7d2-4d9d-9fbc-569681d2e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.630409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-aff71e0a-fc3a-4a81-b8bb-fb351b288dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.632447 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-aff71e0a-fc3a-4a81-b8bb-fb351b288dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402738 Jul 16 20:08:14.744977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dafb80-e7d2-4d9d-9fbc-569681d2e276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11f440c-0959-4422-a1f1-b5332d83eaca,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:14.765324 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b0dafb80-e7d2-4d9d-9fbc-569681d2e276 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aaaea57bc869407aacc42c0427ffbc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495717 Jul 16 20:08:14.765324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57264) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:14.810023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1a1d468-119f-46d8-aef3-88e31c4f5e84 req-32b8881e-9d54-4605-876d-484a0ab56fb5 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 210 time: 0.0911353 Jul 16 20:08:14.918217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-78c9c9d9-bb68-43ab-b358-1df069f8eee6 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772090 Jul 16 20:08:14.952841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc4cc-31fb-4c7b-863a-6a816c0e5e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.008749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e472b965-03a2-4219-9b76-d9bcaf93911f up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:15.029298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc4cc-31fb-4c7b-863a-6a816c0e5e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.049656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e102d2-741b-4315-8204-71661817e291 req-fcffe605-6fc2-4792-95c2-c928b5c03233 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.051365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1e102d2-741b-4315-8204-71661817e291 req-fcffe605-6fc2-4792-95c2-c928b5c03233 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 936 time: 0.3378305 Jul 16 20:08:15.053918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab6ff40-64a7-48c8-bb04-f3652bc2459a {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:15.070927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.097518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.134744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Transition to ACTIVE for port object 5ab6ff40-64a7-48c8-bb04-f3652bc2459a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:15.149777 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.152600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Transition to ACTIVE for port object e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:15.163809 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1df8c2ad-edbf-45f1-a090-6856ce0e4707 req-a90eb2ff-e8d5-4539-b5eb-99382c837f3a service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334616 Jul 16 20:08:15.185019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port e472b965-03a2-4219-9b76-d9bcaf93911f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:15.201133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port e472b965-03a2-4219-9b76-d9bcaf93911f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:15.201698 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.219021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1e102d2-741b-4315-8204-71661817e291 req-59990b9b-a0d0-4220-950d-7339ecc3e4f4 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508296 Jul 16 20:08:15.291696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.323031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc4cc-31fb-4c7b-863a-6a816c0e5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.327932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc4cc-31fb-4c7b-863a-6a816c0e5e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.334461 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3b0fc4cc-31fb-4c7b-863a-6a816c0e5e08 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b11f440c-0959-4422-a1f1-b5332d83eaca HTTP/1.1" status: 204 len: 168 time: 0.5643067 Jul 16 20:08:15.352581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fc4cc-31fb-4c7b-863a-6a816c0e5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11f440c-0959-4422-a1f1-b5332d83eaca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.423070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.523055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.578248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e472b965-03a2-4219-9b76-d9bcaf93911f'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:15.596726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event updated for resources: {'Port': ['ID=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.619976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Attempting to bind port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:15.628931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Attempting to bind port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:15.634942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Attempting to bind port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:15.671317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:15.675699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Attempting to bind port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:15.707870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:15.711674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:15.713151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:15.713953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Bound port: 5ab6ff40-64a7-48c8-bb04-f3652bc2459a, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:15.714647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.829852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e472b965-03a2-4219-9b76-d9bcaf93911f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e472b965-03a2-4219-9b76-d9bcaf93911f,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:15.840196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.863184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Network e631bb05-5de9-401e-b188-a21266e10173 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:15.938342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=e472b965-03a2-4219-9b76-d9bcaf93911f,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.973166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:15.984131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:15.994470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.995544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.200336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-73e35045-616f-4542-8b75-4e50b5d5bd83 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9304075 Jul 16 20:08:16.218798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] For port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:16.232017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Request body: {'port': {'device_id': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:16.272174 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c11d146-ab03-4843-a6a5-36c2b2424223" -d '{"events": [{"server_uuid": "41267fd1-78dc-453f-b0a4-77dbe7dd1202", "name": "network-vif-plugged", "status": "completed", "tag": "e472b965-03a2-4219-9b76-d9bcaf93911f"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:16.302312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] For port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:16.320402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.347880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780a9e8-77d4-493f-bae8-31f7a1af7405 req-975e3b18-828d-44e6-ba9a-155882abfc97 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.349589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c780a9e8-77d4-493f-bae8-31f7a1af7405 req-975e3b18-828d-44e6-ba9a-155882abfc97 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 969 time: 0.4935699 Jul 16 20:08:16.441615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-220793e4-60e2-4816-a8fb-512224e93ea8 None None] Provisioning for port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:16.454819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-220793e4-60e2-4816-a8fb-512224e93ea8 None None] Provisioning complete for port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:16.456755 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-220793e4-60e2-4816-a8fb-512224e93ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.497087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:16.511170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-220793e4-60e2-4816-a8fb-512224e93ea8 None None] Port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:16.517465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.518708 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.521476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-00b0ba2b-6db5-4e4b-9f8e-b5e9f6dbce91 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ab6ff40-64a7-48c8-bb04-f3652bc2459a HTTP/1.1" status: 200 len: 1096 time: 3.6548803 Jul 16 20:08:16.541369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350d7e6-db2f-42a8-9297-fa39f3874913 req-dfcdeb7a-11a2-43fc-8c84-6b43bdf3ab85 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.555824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8350d7e6-db2f-42a8-9297-fa39f3874913 req-dfcdeb7a-11a2-43fc-8c84-6b43bdf3ab85 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 972 time: 0.7781422 Jul 16 20:08:16.608853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57302) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:16.609955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ffbae7-c21d-4472-9cec-05bf824df156', 'tag': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:16.632516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c33401ad-0d53-4f59-b175-51b099fe2c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.879596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c33401ad-0d53-4f59-b175-51b099fe2c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.888034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c33401ad-0d53-4f59-b175-51b099fe2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.892168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c780a9e8-77d4-493f-bae8-31f7a1af7405 req-4e98357e-48d3-438b-89e9-7b05ca5cf0ef tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088201 Jul 16 20:08:16.960373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.028842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:17.088468 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c33401ad-0d53-4f59-b175-51b099fe2c28 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4a8982d2882a4b1c9a1b34967f3b3055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770367 Jul 16 20:08:17.091408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33401ad-0d53-4f59-b175-51b099fe2c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e6f396-4617-4709-9794-dc05a2606165,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:17.098532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57310) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:17.119887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8350d7e6-db2f-42a8-9297-fa39f3874913 req-85d34b57-72b0-4d5d-aaee-f49db0a935d8 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625467 Jul 16 20:08:17.402093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:17.408396 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce" -d '{"events": [{"name": "network-changed", "server_uuid": "92ffbae7-c21d-4472-9cec-05bf824df156", "tag": "5ab6ff40-64a7-48c8-bb04-f3652bc2459a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:17.425745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'mac_address': 'fa:16:3e:8f:e6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:tempest-test_az-1560503363', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:17.505002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-bcd049ea-4f2c-492c-8864-62cdc087fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.507850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-bcd049ea-4f2c-492c-8864-62cdc087fb53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b602b7224a844175abf9d43ff9190145&device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 1099 time: 0.7948470 Jul 16 20:08:17.520214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.548637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c3cf86-e942-4cb3-a69d-531094c3c1b1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:17.593608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:17.603995 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.617139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-b24f31a4-cfd3-4fbc-a7f8-bacf2ba1897f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5ab6ff40-64a7-48c8-bb04-f3652bc2459a HTTP/1.1" status: 200 len: 217 time: 0.0885768 Jul 16 20:08:17.709484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:17.797566 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb82a3d6-6011-4c5b-9d0b-b48505a27084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.843392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-86e4c7b2-ebff-4af9-b13d-569cc10b75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.844813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-86e4c7b2-ebff-4af9-b13d-569cc10b75b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1981781 Jul 16 20:08:17.864854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:17.910461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555b427-b6e9-48a8-aa6b-93784afbffeb req-b2e53c47-ae73-413d-a625-d031935889d8 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.911985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4555b427-b6e9-48a8-aa6b-93784afbffeb req-b2e53c47-ae73-413d-a625-d031935889d8 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 932 time: 0.4996891 Jul 16 20:08:17.960558 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb82a3d6-6011-4c5b-9d0b-b48505a27084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.244030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3abef-8da9-4043-8805-997110464363 req-2fa48153-85fc-4c6f-a5db-be66099358ce tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.245693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60d3abef-8da9-4043-8805-997110464363 req-2fa48153-85fc-4c6f-a5db-be66099358ce tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 948 time: 0.6445649 Jul 16 20:08:18.349777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4555b427-b6e9-48a8-aa6b-93784afbffeb req-ec6673c1-9fba-409b-ad6a-84dab0eb962b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058232 Jul 16 20:08:18.416264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60d3abef-8da9-4043-8805-997110464363 req-d5b61209-5566-45af-a5ce-0cf5bf60bad8 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590905 Jul 16 20:08:18.442103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-259eaa6f-ab5f-447a-a91b-fff72c2d1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.444922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-259eaa6f-ab5f-447a-a91b-fff72c2d1c61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5826242 Jul 16 20:08:18.456142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb82a3d6-6011-4c5b-9d0b-b48505a27084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.461276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb82a3d6-6011-4c5b-9d0b-b48505a27084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.464995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bb82a3d6-6011-4c5b-9d0b-b48505a27084 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/68e6f396-4617-4709-9794-dc05a2606165 HTTP/1.1" status: 204 len: 168 time: 1.3508790 Jul 16 20:08:18.493567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:18.534389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.539163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82a3d6-6011-4c5b-9d0b-b48505a27084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e6f396-4617-4709-9794-dc05a2606165,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.586399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Transition to ACTIVE for port object e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:18.645288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.732092 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313e01d-6005-45f2-ad30-28aa7f27be4c x-openstack-request-id: req-1313e01d-6005-45f2-ad30-28aa7f27be4c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:18.732783 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ffbae7-c21d-4472-9cec-05bf824df156", "tag": "5ab6ff40-64a7-48c8-bb04-f3652bc2459a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:18.733524 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1313e01d-6005-45f2-ad30-28aa7f27be4c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:18.734463 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ffbae7-c21d-4472-9cec-05bf824df156', 'tag': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a', 'status': 'completed', 'code': 200} Jul 16 20:08:18.797981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Pushing event updated for resources: {'Port': ['ID=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.814167 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f60ca4e-1ea9-4020-9112-96ece63ff726 x-openstack-request-id: req-6f60ca4e-1ea9-4020-9112-96ece63ff726 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:18.815009 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41267fd1-78dc-453f-b0a4-77dbe7dd1202", "name": "network-vif-plugged", "status": "completed", "tag": "e472b965-03a2-4219-9b76-d9bcaf93911f", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:18.815009 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6f60ca4e-1ea9-4020-9112-96ece63ff726 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:18.815530 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e472b965-03a2-4219-9b76-d9bcaf93911f', 'code': 200} Jul 16 20:08:18.824063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-774c9543-69d4-4bf0-96b8-83740977a658 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571756 Jul 16 20:08:18.967292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Attempting to bind port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:18.967691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Attempting to bind port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:18.968253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Attempting to bind port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 on network e631bb05-5de9-401e-b188-a21266e10173 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:19.046948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:19.061832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 on network e631bb05-5de9-401e-b188-a21266e10173 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:19.062797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Attempting to bind port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 on network e631bb05-5de9-401e-b188-a21266e10173 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:19.115655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce773a3b-0460-4e70-8040-9391b78d1b1f req-6412d681-2f86-4cfd-8843-2d206872e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.118369 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce773a3b-0460-4e70-8040-9391b78d1b1f req-6412d681-2f86-4cfd-8843-2d206872e484 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 1123 time: 0.1786301 Jul 16 20:08:19.128103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:19.128764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Checking segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:19.129319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Bound using segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:19.129946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Bound port: e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:19.130462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.154635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce773a3b-0460-4e70-8040-9391b78d1b1f req-76e337e8-82ed-4986-8094-b69d905fefe8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.173923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:19.192037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:19.192709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.280117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-efd0d410-0afc-4c8b-bedf-bf17b73cab8d tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304972 Jul 16 20:08:19.322642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.380063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbd06d3d-e4df-40c3-a30f-2eea898b09c8 req-323f8d80-e28a-4ee6-af39-df9c9d683e59 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191140 Jul 16 20:08:19.384412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce773a3b-0460-4e70-8040-9391b78d1b1f req-76e337e8-82ed-4986-8094-b69d905fefe8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.391536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] For port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:19.393715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce773a3b-0460-4e70-8040-9391b78d1b1f req-76e337e8-82ed-4986-8094-b69d905fefe8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.410529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:19.416166 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.447151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de82d2-f990-4c5c-b5c9-18f7f1382e7a req-b24858c8-27c1-423a-9472-dc62e774d99f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.463992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50de82d2-f990-4c5c-b5c9-18f7f1382e7a req-b24858c8-27c1-423a-9472-dc62e774d99f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 970 time: 0.5439723 Jul 16 20:08:19.477045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] For port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:19.481063 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce773a3b-0460-4e70-8040-9391b78d1b1f req-76e337e8-82ed-4986-8094-b69d905fefe8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543549 Jul 16 20:08:19.491894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e337e8-82ed-4986-8094-b69d905fefe8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f66ae3e-a068-408f-a3fc-eef9c9c69156,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.530710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.552187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.660747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.661376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.663356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] 10.222.0.21 "PUT /v2.0/ports/e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 HTTP/1.1" status: 200 len: 1092 time: 3.4520910 Jul 16 20:08:19.788181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50de82d2-f990-4c5c-b5c9-18f7f1382e7a req-e12037e1-2d4f-4cf2-813e-71de9c13316f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230505 Jul 16 20:08:19.828660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-d637f0ed-d3b1-410c-acb9-bdbb6fe6dadc tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.839920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-d637f0ed-d3b1-410c-acb9-bdbb6fe6dadc tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5361786 Jul 16 20:08:19.841913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb9b35-bd5a-4d56-b5b9-124079de10cc service neutron] Pushing event updated for resources: {'Port': ['ID=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.960600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-ef05b219-7327-4692-81ac-53aa907a8b7f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/quotas/26c644b63a6c434d8d464dde6cdad6e0 HTTP/1.1" status: 200 len: 375 time: 0.0998101 Jul 16 20:08:20.082540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-888de632-ed7c-4e6d-b03d-fc0a340f26c1 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046047 Jul 16 20:08:20.097069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-f8e36b2a-ba79-4189-bd16-c82e81386312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.099890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-f8e36b2a-ba79-4189-bd16-c82e81386312 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b602b7224a844175abf9d43ff9190145&device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 1099 time: 0.5533173 Jul 16 20:08:20.124229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-ce267763-a211-4d3d-9311-593db017d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.126346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-ce267763-a211-4d3d-9311-593db017d6c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 1095 time: 0.3620899 Jul 16 20:08:20.312960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-a306ddc0-5687-47ad-8e30-72547a2907a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 HTTP/1.1" status: 200 len: 217 time: 0.1487887 Jul 16 20:08:20.579079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e1f36-2099-419e-953d-f4cfa8894356 req-c06219c2-e961-417e-a252-629396ad3004 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.580810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c82e1f36-2099-419e-953d-f4cfa8894356 req-c06219c2-e961-417e-a252-629396ad3004 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 972 time: 0.5959845 Jul 16 20:08:20.628552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-5810a59f-c962-43a9-b2eb-7b593d6bf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.630271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-5810a59f-c962-43a9-b2eb-7b593d6bf604 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.5180635 Jul 16 20:08:20.643953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-faa96243-80a1-48ac-84d7-79e044588dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.645991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-faa96243-80a1-48ac-84d7-79e044588dbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 200 len: 863 time: 0.2639096 Jul 16 20:08:20.743079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:20.745538 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d133d28-b485-4409-bbe3-aff366044eec" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:20.750085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-b55d71f7-8a26-4527-a046-99bcf5a88d9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5ab6ff40-64a7-48c8-bb04-f3652bc2459a HTTP/1.1" status: 200 len: 217 time: 0.1024137 Jul 16 20:08:20.764955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c82e1f36-2099-419e-953d-f4cfa8894356 req-2f6e2067-1fea-4937-b7fb-90935e695595 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681063 Jul 16 20:08:20.816707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:20.820522 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0269d5-edad-452c-96a6-011a08fafe06" -d '{"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-plugged", "status": "completed", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:20.826606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43467-795e-4d0a-a4bb-04c1d6739a1e req-88213f88-586e-4ace-bc8d-3964dab6a141 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.831997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7bb43467-795e-4d0a-a4bb-04c1d6739a1e req-88213f88-586e-4ace-bc8d-3964dab6a141 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 944 time: 0.4131687 Jul 16 20:08:20.873999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-a202a0b1-4fea-4e6c-91a4-f94d3819c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.879420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-a202a0b1-4fea-4e6c-91a4-f94d3819c05e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1108494 Jul 16 20:08:20.951124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7bb43467-795e-4d0a-a4bb-04c1d6739a1e req-fc650a88-7d42-453a-93a3-421c00454d12 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669138 Jul 16 20:08:21.129788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fadf8e51-00f7-480c-a0ac-42beaa4f1de2 req-94f48888-dc52-4a84-b526-69ffdfdd9a18 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 210 time: 0.0925214 Jul 16 20:08:21.201013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b564be-38eb-484b-9470-67b13a94281c req-6d86ba02-9c2c-4d3b-af0d-0ffc3e37f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.204648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-6d86ba02-9c2c-4d3b-af0d-0ffc3e37f879 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e631bb05-5de9-401e-b188-a21266e10173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5417571 Jul 16 20:08:21.219517 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d338d4-fdca-44f7-94b2-7d28ec37da18 x-openstack-request-id: req-28d338d4-fdca-44f7-94b2-7d28ec37da18 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:21.219997 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:21.220424 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-28d338d4-fdca-44f7-94b2-7d28ec37da18 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:21.221092 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'status': 'completed', 'code': 200} Jul 16 20:08:21.258745 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1635c957-0aa4-4fb4-ab46-f2956a04490b x-openstack-request-id: req-1635c957-0aa4-4fb4-ab46-f2956a04490b {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:21.259697 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-plugged", "status": "completed", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:21.260331 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1635c957-0aa4-4fb4-ab46-f2956a04490b {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:21.261156 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'code': 200} Jul 16 20:08:21.273968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-9f412eda-45c6-475e-8699-de2727d6c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.276757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-9f412eda-45c6-475e-8699-de2727d6c055 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3371172 Jul 16 20:08:21.423858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7638ad2-9aaf-4209-b81f-ed96a8d35cb6 req-f04cb1af-aedf-4814-b4ee-ac6c20da686d tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.425768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7638ad2-9aaf-4209-b81f-ed96a8d35cb6 req-f04cb1af-aedf-4814-b4ee-ac6c20da686d tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 948 time: 0.4484010 Jul 16 20:08:21.542547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef340b9c-fae7-4782-bf27-f2def37675a3 req-234edd4e-9eeb-4460-b92e-55d0f2f6ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.546352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef340b9c-fae7-4782-bf27-f2def37675a3 req-234edd4e-9eeb-4460-b92e-55d0f2f6ef56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1122 time: 0.1559341 Jul 16 20:08:21.606310 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef340b9c-fae7-4782-bf27-f2def37675a3 req-252a41c5-5ab3-4c2e-97f8-c860fe20d084 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 Jul 16 20:08:21.849087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-f8d4c206-3ce6-4c2c-9390-1e678b5b652d service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178029 Jul 16 20:08:21.858112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7638ad2-9aaf-4209-b81f-ed96a8d35cb6 req-713d4b4e-d97f-4201-bc1b-698884ba4c77 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866956 Jul 16 20:08:21.863737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-1b56a7e2-3c62-4c7d-ac71-84a7e008ce5e service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499578 Jul 16 20:08:21.964679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34387f-ab0b-4b78-b631-a04eaf762d87 req-5906020f-0eea-4fea-91fb-84926e57f5e8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.966600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af34387f-ab0b-4b78-b631-a04eaf762d87 req-5906020f-0eea-4fea-91fb-84926e57f5e8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.5568342 Jul 16 20:08:22.116867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af34387f-ab0b-4b78-b631-a04eaf762d87 req-4d7ffc0a-17ec-4152-bf36-c497255fa578 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169372 Jul 16 20:08:22.122425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f4c0c-f7fd-40ac-a606-1edde6bd3bce req-cf9ab84e-bec9-4370-909c-e21ee6ae88b9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469761 Jul 16 20:08:22.126626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53b564be-38eb-484b-9470-67b13a94281c req-db0b44dc-7df8-468e-a8fa-425aea4ab533 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657657 Jul 16 20:08:22.329342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d133d28-b485-4409-bbe3-aff366044eec req-df0074ae-fd50-4d16-8f21-79328163d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.332454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d133d28-b485-4409-bbe3-aff366044eec req-df0074ae-fd50-4d16-8f21-79328163d36d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 1095 time: 0.1074021 Jul 16 20:08:22.460862 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-174e536f-20e5-4d20-adfb-9b785a98e022 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406344 Jul 16 20:08:22.650789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d133d28-b485-4409-bbe3-aff366044eec req-2d02de3e-c9c2-4690-8482-6fe5abed49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.653973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d133d28-b485-4409-bbe3-aff366044eec req-2d02de3e-c9c2-4690-8482-6fe5abed49e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 925 time: 0.3115804 Jul 16 20:08:22.711866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-af101951-239e-4531-bdcf-216afc366127 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.714682 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-af101951-239e-4531-bdcf-216afc366127 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460392 Jul 16 20:08:22.732296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d133d28-b485-4409-bbe3-aff366044eec req-c60c8194-9976-4e20-9f2d-231affa37470 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 HTTP/1.1" status: 200 len: 217 time: 0.0694892 Jul 16 20:08:22.746577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416db3f-723f-4dd3-aa97-f3af32a8a161 req-9bbc4ee8-9541-46f4-b04a-7be6afbbbda3 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.749290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e416db3f-723f-4dd3-aa97-f3af32a8a161 req-9bbc4ee8-9541-46f4-b04a-7be6afbbbda3 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 972 time: 0.3641527 Jul 16 20:08:22.754791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 5ab6ff40-64a7-48c8-bb04-f3652bc2459a details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:22.765157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Request body: {'port': {'device_id': '45905578-89d9-4190-afec-b9bee9d05892', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '26c644b63a6c434d8d464dde6cdad6e0'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:22.774517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32e22d-0a30-42a9-aa55-4dbe1f1cd5a7 req-f2a4ddca-e1a5-4219-ace5-ce1445a113ad tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.777411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa32e22d-0a30-42a9-aa55-4dbe1f1cd5a7 req-f2a4ddca-e1a5-4219-ace5-ce1445a113ad tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 944 time: 0.3083978 Jul 16 20:08:22.957133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e416db3f-723f-4dd3-aa97-f3af32a8a161 req-0a10937e-44fd-454a-b2af-faa11c5ffdc5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745963 Jul 16 20:08:22.983418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d133d28-b485-4409-bbe3-aff366044eec req-4e85d18b-49f9-426d-86fc-e0d73ccd96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.985050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d133d28-b485-4409-bbe3-aff366044eec req-4e85d18b-49f9-426d-86fc-e0d73ccd96f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 200 len: 863 time: 0.2344079 Jul 16 20:08:22.998578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa32e22d-0a30-42a9-aa55-4dbe1f1cd5a7 req-843b64bb-d84c-4dea-bf1d-d596fbfca052 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047548 Jul 16 20:08:23.016425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:23.031095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Made reservation on behalf of 26c644b63a6c434d8d464dde6cdad6e0 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:23.034960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.055661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a', 'mac_address': 'fa:16:3e:92:f9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:23.056371 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.174272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d133d28-b485-4409-bbe3-aff366044eec req-8291b81f-b939-4158-9c09-b1f03bb6b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.176429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d133d28-b485-4409-bbe3-aff366044eec req-8291b81f-b939-4158-9c09-b1f03bb6b8db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e631bb05-5de9-401e-b188-a21266e10173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764443 Jul 16 20:08:23.232749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.259926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab6ff40-64a7-48c8-bb04-f3652bc2459a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:23.307165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:23.315986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.330557 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.340397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.365044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aba84e9f-458c-4d5f-84db-628c3a9478f6 req-8ab7158e-19c2-49de-9e6b-da8a9b431677 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 210 time: 0.1612158 Jul 16 20:08:23.461569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.541028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9fd53a-22a8-4812-b3ea-fac884cfb46c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.556503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d133d28-b485-4409-bbe3-aff366044eec req-53aca932-460d-4a70-82e1-50b333e00a75 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651454 Jul 16 20:08:23.647297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Allocated IP 192.168.233.41 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/c9985f6a-ebfc-48b6-80ef-728102017306) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:23.662503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ba144-4813-4a3b-9986-22c91e3fe636 req-4e448538-55eb-455f-9d0c-82bb04a8ecfe tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.671345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675ba144-4813-4a3b-9986-22c91e3fe636 req-4e448538-55eb-455f-9d0c-82bb04a8ecfe tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 949 time: 0.3131027 Jul 16 20:08:23.736828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['5ab6ff40-64a7-48c8-bb04-f3652bc2459a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:23.821335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57424) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:23.997987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675ba144-4813-4a3b-9986-22c91e3fe636 req-82b3a308-4498-4eb2-9280-446e39a9f39b tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727950 Jul 16 20:08:24.000359 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.040934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Transition to ACTIVE for port object c9985f6a-ebfc-48b6-80ef-728102017306 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:24.059729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c5cb3-55c9-481d-8bdc-4c91bd38d144 req-0a183037-930d-460e-8248-56aa6b8d2e1a tempest-AggregatesAdminTestJSON-158445896 tempest-AggregatesAdminTestJSON-158445896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.062570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f3c5cb3-55c9-481d-8bdc-4c91bd38d144 req-0a183037-930d-460e-8248-56aa6b8d2e1a tempest-AggregatesAdminTestJSON-158445896 tempest-AggregatesAdminTestJSON-158445896-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 1123 time: 0.4220724 Jul 16 20:08:24.093344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d133d28-b485-4409-bbe3-aff366044eec req-cf01f5e8-4aad-44e3-9655-7425d7d4b50f service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267076 Jul 16 20:08:24.102884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50d6d3b4-2776-4958-b81a-2072dbf1ff8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.112420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6f3c5cb3-55c9-481d-8bdc-4c91bd38d144 req-f1024357-c55d-4e96-b669-383a83905119 tempest-AggregatesAdminTestJSON-158445896 tempest-AggregatesAdminTestJSON-158445896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.161689 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.253281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:24.257709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:24.264991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:24.275598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.276333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.291386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Pushing event updated for resources: {'Port': ['ID=c9985f6a-ebfc-48b6-80ef-728102017306,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.387618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6f3c5cb3-55c9-481d-8bdc-4c91bd38d144 req-f1024357-c55d-4e96-b669-383a83905119 tempest-AggregatesAdminTestJSON-158445896 tempest-AggregatesAdminTestJSON-158445896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.396230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6f3c5cb3-55c9-481d-8bdc-4c91bd38d144 req-f1024357-c55d-4e96-b669-383a83905119 tempest-AggregatesAdminTestJSON-158445896 tempest-AggregatesAdminTestJSON-158445896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.444361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880156e6-ef2a-4342-ab43-ddb02367e2af req-f0cce214-4165-49a5-9292-29ebc8ffb056 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.459925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-880156e6-ef2a-4342-ab43-ddb02367e2af req-f0cce214-4165-49a5-9292-29ebc8ffb056 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.2409096 Jul 16 20:08:24.509002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f3c5cb3-55c9-481d-8bdc-4c91bd38d144 req-f1024357-c55d-4e96-b669-383a83905119 tempest-AggregatesAdminTestJSON-158445896 tempest-AggregatesAdminTestJSON-158445896-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374604 Jul 16 20:08:24.523136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50d6d3b4-2776-4958-b81a-2072dbf1ff8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.531950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50d6d3b4-2776-4958-b81a-2072dbf1ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.554032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1024357-c55d-4e96-b669-383a83905119 tempest-AggregatesAdminTestJSON-158445896 tempest-AggregatesAdminTestJSON-158445896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f7721-7d60-451d-a2fc-b269ebe8d456,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.562970 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-36f195c7-2ca2-4928-96f0-34d0866017b9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8340425 Jul 16 20:08:24.585829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-880156e6-ef2a-4342-ab43-ddb02367e2af req-01a41437-346c-4d6d-adca-111843ffcf81 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241639 Jul 16 20:08:24.594107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Request body: {'port': {'device_id': '45905578-89d9-4190-afec-b9bee9d05892', 'device_owner': 'compute:tempest-test_az-1560503363', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:24.638156 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-50d6d3b4-2776-4958-b81a-2072dbf1ff8e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=983e16c812b64c6784a2f833f00e205a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151011 Jul 16 20:08:24.640566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c3828f73-4bab-407b-a7f6-42cc7bdfc1ed None None] Provisioning for port c9985f6a-ebfc-48b6-80ef-728102017306 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:24.641750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6d3b4-2776-4958-b81a-2072dbf1ff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe386f1-695c-4fce-9ccb-52cf05a9fa2c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.642117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57434) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:24.662029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c3828f73-4bab-407b-a7f6-42cc7bdfc1ed None None] Provisioning complete for port c9985f6a-ebfc-48b6-80ef-728102017306 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:24.665563 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3828f73-4bab-407b-a7f6-42cc7bdfc1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.713684 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:24.721009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7002421f-19c5-4c19-9e81-add504d0d3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.754513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7002421f-19c5-4c19-9e81-add504d0d3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.760014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 5ab6ff40-64a7-48c8-bb04-f3652bc2459a up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:24.771541 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.826763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c3828f73-4bab-407b-a7f6-42cc7bdfc1ed None None] Port c9985f6a-ebfc-48b6-80ef-728102017306 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:24.854564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:24.866108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:24.866402 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.903604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fce0a-0a6c-4e9e-8a9d-b1472e4fbeab req-9e128519-16b1-4b5b-bc14-93c4807a37a1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.906694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e14fce0a-0a6c-4e9e-8a9d-b1472e4fbeab req-9e128519-16b1-4b5b-bc14-93c4807a37a1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 944 time: 0.1549432 Jul 16 20:08:24.954833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7002421f-19c5-4c19-9e81-add504d0d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.957963 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7002421f-19c5-4c19-9e81-add504d0d3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.959168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7002421f-19c5-4c19-9e81-add504d0d3be admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7fe386f1-695c-4fce-9ccb-52cf05a9fa2c HTTP/1.1" status: 204 len: 168 time: 0.3157692 Jul 16 20:08:25.035530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002421f-19c5-4c19-9e81-add504d0d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe386f1-695c-4fce-9ccb-52cf05a9fa2c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.101330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e14fce0a-0a6c-4e9e-8a9d-b1472e4fbeab req-a1bb79ff-b7e2-42c2-b60a-b5869da750f9 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701486 Jul 16 20:08:25.139749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.153311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9756-31f0-4d27-8f48-149f440555f1 req-d5312889-ee48-40c9-bbfd-c3dd33f3fb23 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.166335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-944a9756-31f0-4d27-8f48-149f440555f1 req-d5312889-ee48-40c9-bbfd-c3dd33f3fb23 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 935 time: 0.2330585 Jul 16 20:08:25.185905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ffbae7-c21d-4472-9cec-05bf824df156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:25.190768 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e5148a-1808-45ce-9403-68cedd121acb" -d '{"events": [{"server_uuid": "92ffbae7-c21d-4472-9cec-05bf824df156", "name": "network-vif-plugged", "status": "completed", "tag": "5ab6ff40-64a7-48c8-bb04-f3652bc2459a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:25.232406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:25.239827 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.264737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-944a9756-31f0-4d27-8f48-149f440555f1 req-73dfff50-9b00-4079-94a3-4fcda6198240 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 Jul 16 20:08:25.377834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.519812 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57456) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:25.554307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-86df3fb1-3587-4b63-8d98-8df5e8af39cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.751452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127bfd5-f5fa-49e3-8847-39594df0d645 req-32547084-8923-40f4-9830-6c6d271b905b tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.754237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3127bfd5-f5fa-49e3-8847-39594df0d645 req-32547084-8923-40f4-9830-6c6d271b905b tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 950 time: 0.1275909 Jul 16 20:08:25.776393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9985f6a-ebfc-48b6-80ef-728102017306 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:25.799184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.828365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3127bfd5-f5fa-49e3-8847-39594df0d645 req-5cd1c54e-1894-4057-8450-212a2f011acc tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Jul 16 20:08:25.838408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Transition to ACTIVE for port object c9985f6a-ebfc-48b6-80ef-728102017306 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:25.845328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.884468 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27edd4f3-585e-4dd6-aedc-ae8b9c9ad8cf x-openstack-request-id: req-27edd4f3-585e-4dd6-aedc-ae8b9c9ad8cf {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:25.885330 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ffbae7-c21d-4472-9cec-05bf824df156", "name": "network-vif-plugged", "status": "completed", "tag": "5ab6ff40-64a7-48c8-bb04-f3652bc2459a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:25.885330 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-27edd4f3-585e-4dd6-aedc-ae8b9c9ad8cf {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:25.885672 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ffbae7-c21d-4472-9cec-05bf824df156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a', 'code': 200} Jul 16 20:08:25.925161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038b27-165e-47d9-97a7-21cc15542a1b req-d85f7d5a-f3f5-4e8e-b938-fad5f1377102 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.926867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16038b27-165e-47d9-97a7-21cc15542a1b req-d85f7d5a-f3f5-4e8e-b938-fad5f1377102 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1122 time: 0.0903087 Jul 16 20:08:25.963470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-86df3fb1-3587-4b63-8d98-8df5e8af39cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.972331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16038b27-165e-47d9-97a7-21cc15542a1b req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.986778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-86df3fb1-3587-4b63-8d98-8df5e8af39cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.054273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9985f6a-ebfc-48b6-80ef-728102017306,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.107295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.107858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.108390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.108951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.109741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.110307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.110853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.111452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.112720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.113291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.113848 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.114379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.175707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c819-409e-486b-883b-b02fb912f9aa req-04bbe191-f3c7-42cf-9946-e05f50418d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.177506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a663c819-409e-486b-883b-b02fb912f9aa req-04bbe191-f3c7-42cf-9946-e05f50418d36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 1101 time: 0.1572273 Jul 16 20:08:26.192389 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-86df3fb1-3587-4b63-8d98-8df5e8af39cd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=927f92115e594429956ebf1109524592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682713 Jul 16 20:08:26.192389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df3fb1-3587-4b63-8d98-8df5e8af39cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d573c2-f7e8-4c7e-8c12-01656ff6f1ff,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.208012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57466) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:26.215775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16038b27-165e-47d9-97a7-21cc15542a1b req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.217251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Attempting to bind port c9985f6a-ebfc-48b6-80ef-728102017306 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:26.217593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Attempting to bind port c9985f6a-ebfc-48b6-80ef-728102017306 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:26.218026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Attempting to bind port c9985f6a-ebfc-48b6-80ef-728102017306 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:26.241149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Port c9985f6a-ebfc-48b6-80ef-728102017306 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:26.241619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Attempting to bind port c9985f6a-ebfc-48b6-80ef-728102017306 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:26.252167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16038b27-165e-47d9-97a7-21cc15542a1b req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.257097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:26.257386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:26.257961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:26.258310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Bound port: c9985f6a-ebfc-48b6-80ef-728102017306, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:26.258675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.337280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16038b27-165e-47d9-97a7-21cc15542a1b req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844817 Jul 16 20:08:26.345911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a663c819-409e-486b-883b-b02fb912f9aa req-72f08072-931f-46a4-b4f1-449a64bdb5d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570461 Jul 16 20:08:26.349316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9743df04-e1bd-4526-90e3-c1e080bf632f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.357894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-234c179a-cf14-4d37-8a09-c0604d2401dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.365618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.366186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.366752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.367367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.367927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.368493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.369054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.369608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.370153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.371306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.371882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.372954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66952e9-6039-44ad-b4e3-7f62f8b64279 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:26.423849 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-234c179a-cf14-4d37-8a09-c0604d2401dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.436088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] For port c9985f6a-ebfc-48b6-80ef-728102017306, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:26.442009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] For port c9985f6a-ebfc-48b6-80ef-728102017306, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c9985f6a-ebfc-48b6-80ef-728102017306,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:26.452031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.516762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.517753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.520136 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9985f6a-ebfc-48b6-80ef-728102017306 HTTP/1.1" status: 200 len: 1117 time: 1.9389534 Jul 16 20:08:26.527416 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45905578-89d9-4190-afec-b9bee9d05892', 'tag': 'c9985f6a-ebfc-48b6-80ef-728102017306'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:26.531049 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f2915-8a49-4207-925d-6792cec461a0" -d '{"events": [{"name": "network-changed", "server_uuid": "45905578-89d9-4190-afec-b9bee9d05892", "tag": "c9985f6a-ebfc-48b6-80ef-728102017306"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:26.572399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e6503-c641-4fa3-8b24-f8b59300f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9985f6a-ebfc-48b6-80ef-728102017306,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.588063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59e22-577f-4cb0-8c7b-7537c1765db5 req-125c6383-ca06-4b87-a70f-3047859e5fbb tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.594597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1dd59e22-577f-4cb0-8c7b-7537c1765db5 req-125c6383-ca06-4b87-a70f-3047859e5fbb tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 944 time: 0.1480803 Jul 16 20:08:26.625334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-234c179a-cf14-4d37-8a09-c0604d2401dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.628020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-234c179a-cf14-4d37-8a09-c0604d2401dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.631587 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-234c179a-cf14-4d37-8a09-c0604d2401dc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/12d573c2-f7e8-4c7e-8c12-01656ff6f1ff HTTP/1.1" status: 204 len: 168 time: 0.4138086 Jul 16 20:08:26.643342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c179a-cf14-4d37-8a09-c0604d2401dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d573c2-f7e8-4c7e-8c12-01656ff6f1ff,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.666676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-5da75eed-119e-44d3-a96e-456101896381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.669633 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-5da75eed-119e-44d3-a96e-456101896381 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 1120 time: 0.0924909 Jul 16 20:08:26.746843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:26.757758 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-79e4d6bf-393f-463a-9f49-46bb6e28c563 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c9985f6a-ebfc-48b6-80ef-728102017306 HTTP/1.1" status: 200 len: 217 time: 0.0783036 Jul 16 20:08:26.763334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1dd59e22-577f-4cb0-8c7b-7537c1765db5 req-bc029ed5-7a3d-4001-a1b8-c6c70e2bbaeb tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612844 Jul 16 20:08:26.815984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49e7b-2df6-4050-9233-42060ffe1892 req-dfadb0cf-c933-4fe7-a913-fb6468e5efc9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.824257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63f49e7b-2df6-4050-9233-42060ffe1892 req-dfadb0cf-c933-4fe7-a913-fb6468e5efc9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 969 time: 0.2242045 Jul 16 20:08:26.841526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-36fa990a-400c-43f9-ab0e-3d0de9fa7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.843455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-36fa990a-400c-43f9-ab0e-3d0de9fa7884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0761206 Jul 16 20:08:26.916395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63f49e7b-2df6-4050-9233-42060ffe1892 req-6a1f0e54-9174-4202-9570-9708b5173a36 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845397 Jul 16 20:08:26.970266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b249-4148-4902-bd83-a146a73fc95b req-b42e2c9d-ef7e-432a-996c-37a7fed43078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.972263 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-b42e2c9d-ef7e-432a-996c-37a7fed43078 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221275 Jul 16 20:08:27.090227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:27.114037 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-9b50b8b6-4437-44a5-b07c-9cb889c40fe5 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326270 Jul 16 20:08:27.121286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'port_id': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'mac_address': 'fa:16:3e:d1:12:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:27.218776 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.244792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:27.268643 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9130b249-4148-4902-bd83-a146a73fc95b req-6e0273cc-e429-45aa-b58b-aca4c7ed9399 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402202 Jul 16 20:08:27.288109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-abb59275-29b3-471c-80dc-282ad4d73092 req-53a8e228-4f47-4499-af6e-a4235843c9f7 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:27.288700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:27.291109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abb59275-29b3-471c-80dc-282ad4d73092 req-53a8e228-4f47-4499-af6e-a4235843c9f7 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160754 Jul 16 20:08:27.297284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.399144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:27.408318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.408792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.409132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.409621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.409949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.410467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.410992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.411348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.411674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.412009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.412319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.412637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:27.568606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:27.654717 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca7848e-a72b-4b96-831a-79df94d30bbf x-openstack-request-id: req-fca7848e-a72b-4b96-831a-79df94d30bbf {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:27.656997 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45905578-89d9-4190-afec-b9bee9d05892", "tag": "c9985f6a-ebfc-48b6-80ef-728102017306", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:27.658178 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fca7848e-a72b-4b96-831a-79df94d30bbf {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:27.660218 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45905578-89d9-4190-afec-b9bee9d05892', 'tag': 'c9985f6a-ebfc-48b6-80ef-728102017306', 'status': 'completed', 'code': 200} Jul 16 20:08:27.807559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2915-8a49-4207-925d-6792cec461a0 req-573610bf-59e0-48d3-9445-f8f205bcd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.814585 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a76f2915-8a49-4207-925d-6792cec461a0 req-573610bf-59e0-48d3-9445-f8f205bcd837 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 1120 time: 0.1368520 Jul 16 20:08:27.877193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684b947-66da-4be0-9b7e-361ca2ce0c24 req-c63aa7d0-dbff-46fc-ad61-3eb576960033 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.892656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0684b947-66da-4be0-9b7e-361ca2ce0c24 req-c63aa7d0-dbff-46fc-ad61-3eb576960033 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 950 time: 0.1113939 Jul 16 20:08:27.958239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0684b947-66da-4be0-9b7e-361ca2ce0c24 req-4dfc89c4-6951-473e-b7a6-274ea08f1b1e tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646181 Jul 16 20:08:28.015966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2915-8a49-4207-925d-6792cec461a0 req-01c4fc2f-2cb0-46ac-b544-34e6ff27b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.018089 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a76f2915-8a49-4207-925d-6792cec461a0 req-01c4fc2f-2cb0-46ac-b544-34e6ff27b5e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1963024 Jul 16 20:08:28.094979 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a76f2915-8a49-4207-925d-6792cec461a0 req-dc5c319d-8021-4897-8f64-7ce2b2cb39ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c9985f6a-ebfc-48b6-80ef-728102017306 HTTP/1.1" status: 200 len: 217 time: 0.0641441 Jul 16 20:08:28.159344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2915-8a49-4207-925d-6792cec461a0 req-d0d345f7-ecf7-44a9-b785-03428d962e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.161207 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a76f2915-8a49-4207-925d-6792cec461a0 req-d0d345f7-ecf7-44a9-b785-03428d962e8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0594583 Jul 16 20:08:28.323477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68c9ad-fbd2-4b5e-81e9-c32b129abc3b req-e0b92abe-8915-4ff7-a032-15eb0f895a9c tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.332410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d68c9ad-fbd2-4b5e-81e9-c32b129abc3b req-e0b92abe-8915-4ff7-a032-15eb0f895a9c tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 945 time: 0.0950792 Jul 16 20:08:28.361277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2915-8a49-4207-925d-6792cec461a0 req-8a8c94e7-e5af-48ef-a710-c9be0a978aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.362919 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a76f2915-8a49-4207-925d-6792cec461a0 req-8a8c94e7-e5af-48ef-a710-c9be0a978aa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1933777 Jul 16 20:08:28.448510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d68c9ad-fbd2-4b5e-81e9-c32b129abc3b req-fb1d2440-9ea3-4a2c-9c47-4256cb0fa719 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149976 Jul 16 20:08:28.483376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd756be-fbc2-40b8-8729-f747a222165c req-c721eedf-21b5-41dc-9ae5-38900da71c14 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.485603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cd756be-fbc2-40b8-8729-f747a222165c req-c721eedf-21b5-41dc-9ae5-38900da71c14 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 969 time: 0.1359417 Jul 16 20:08:28.491100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57544) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:28.607036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a76f2915-8a49-4207-925d-6792cec461a0 req-20c6a354-cecb-4734-9f1f-edf3ba27a921 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357311 Jul 16 20:08:28.691595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cd756be-fbc2-40b8-8729-f747a222165c req-0528ec08-30d3-4e37-b6c1-ff5901082fd0 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833687 Jul 16 20:08:28.736624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:28.778445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-67d74fb3-5fa6-449a-86a5-5b5088950106 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2859817 Jul 16 20:08:28.832326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13762-6e3c-482a-bb24-c1c0335f0d15 req-571e1e45-8d80-4f87-bb1f-a0d2f263aa40 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.849253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cd13762-6e3c-482a-bb24-c1c0335f0d15 req-571e1e45-8d80-4f87-bb1f-a0d2f263aa40 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.2222590 Jul 16 20:08:28.856039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:28.861432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a76f2915-8a49-4207-925d-6792cec461a0 req-3546f221-ff39-491a-bd9c-9232ba997de6 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443082 Jul 16 20:08:28.862320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:28.862843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.940796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cd13762-6e3c-482a-bb24-c1c0335f0d15 req-44a80fb6-0ae3-42ba-9817-a077650712a2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822513 Jul 16 20:08:29.053775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.109789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:29.112304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:29.116405 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445eef02-c7be-42e3-a112-a3d88afd4257" -d '{"events": [{"server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:29.128881 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.211266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:29.363428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e637-7c40-4367-b58d-3120e14017f4 req-c328e924-7bb9-4c0c-b58f-db9545a8729d tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.366049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e05e637-7c40-4367-b58d-3120e14017f4 req-c328e924-7bb9-4c0c-b58f-db9545a8729d tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 950 time: 0.1033270 Jul 16 20:08:29.423445 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd1e01-cce6-4504-badc-95ca35c862b9 x-openstack-request-id: req-ddcd1e01-cce6-4504-badc-95ca35c862b9 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:29.424409 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:29.424718 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ddcd1e01-cce6-4504-badc-95ca35c862b9 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:29.425515 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'code': 200} Jul 16 20:08:29.471463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e05e637-7c40-4367-b58d-3120e14017f4 req-8dd660b2-6d11-41f7-9bca-6c924a1b09ac tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960946 Jul 16 20:08:29.620062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6f5de-030f-48ad-97bc-afaf2e34008a req-92d0883f-8789-4480-8b8a-ad270242285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.624092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cf6f5de-030f-48ad-97bc-afaf2e34008a req-92d0883f-8789-4480-8b8a-ad270242285e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 1097 time: 0.0862365 Jul 16 20:08:29.716161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cf6f5de-030f-48ad-97bc-afaf2e34008a req-d0291b6c-2ecd-4523-b62a-a470b393ff96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792229 Jul 16 20:08:29.797650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7ce5e-df8b-44b9-b86e-226fc7e4efe7 req-54847b9c-e10f-43ec-8cca-bd21a8b7c61a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.801243 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd7ce5e-df8b-44b9-b86e-226fc7e4efe7 req-54847b9c-e10f-43ec-8cca-bd21a8b7c61a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 946 time: 0.1223109 Jul 16 20:08:29.872240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd7ce5e-df8b-44b9-b86e-226fc7e4efe7 req-7d20984c-a11b-4889-befc-9ba00e8568cd tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616751 Jul 16 20:08:30.062530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a693003-e019-4c6a-9087-17ff0d7461fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.131192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae160c1-ea94-479f-9974-99e2f63f72f4 req-9f33f304-8cb9-45ac-af8d-05ecad985493 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.133133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ae160c1-ea94-479f-9974-99e2f63f72f4 req-9f33f304-8cb9-45ac-af8d-05ecad985493 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 969 time: 0.0954421 Jul 16 20:08:30.226441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ae160c1-ea94-479f-9974-99e2f63f72f4 req-d1466fad-7972-48cd-a348-6137f08aad97 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853019 Jul 16 20:08:30.503893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:30.654798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a849c2ce-6c16-49af-a4ec-b6f69d8f0107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.777639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb5d04-1a6e-4310-beea-c5596c58ce4a req-439fa9dc-bb42-4dd5-a91d-e9bcc0d455a2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.779561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efdb5d04-1a6e-4310-beea-c5596c58ce4a req-439fa9dc-bb42-4dd5-a91d-e9bcc0d455a2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.4038794 Jul 16 20:08:30.799558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a849c2ce-6c16-49af-a4ec-b6f69d8f0107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.805345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a849c2ce-6c16-49af-a4ec-b6f69d8f0107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.844417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efdb5d04-1a6e-4310-beea-c5596c58ce4a req-b0a75304-7b97-45c9-9f89-62a1a7770dd9 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531507 Jul 16 20:08:30.877756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a849c2ce-6c16-49af-a4ec-b6f69d8f0107 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c2b32350396444a78ba4a3ff322fb7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727000 Jul 16 20:08:30.878864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849c2ce-6c16-49af-a4ec-b6f69d8f0107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b82fbf4-c1cc-4c0d-8be5-368d2d12142e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.880933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57652) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:31.028278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4c51-319c-4633-a603-7bd9c75a47de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.122404 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4c51-319c-4633-a603-7bd9c75a47de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.165183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c9985f6a-ebfc-48b6-80ef-728102017306 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:31.188212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecba8a-6c06-4770-b0e0-19a8a96c0cf6 req-77227938-1e52-4bbc-ab18-759a2bfb051b tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.190360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8ecba8a-6c06-4770-b0e0-19a8a96c0cf6 req-77227938-1e52-4bbc-ab18-759a2bfb051b tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 950 time: 0.2576778 Jul 16 20:08:31.244155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b0459-a826-4721-ac4e-b719852b790a req-2feda682-50d3-498d-a572-a217550c699c tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.247044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-162b0459-a826-4721-ac4e-b719852b790a req-2feda682-50d3-498d-a572-a217550c699c tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 946 time: 0.2158742 Jul 16 20:08:31.278811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4c51-319c-4633-a603-7bd9c75a47de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.281720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4c51-319c-4633-a603-7bd9c75a47de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.282990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c2d4c51-319c-4633-a603-7bd9c75a47de admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8b82fbf4-c1cc-4c0d-8be5-368d2d12142e HTTP/1.1" status: 204 len: 168 time: 0.4005008 Jul 16 20:08:31.305476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8ecba8a-6c06-4770-b0e0-19a8a96c0cf6 req-a55e67b6-a687-4c85-9d8e-46d272775acc tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889187 Jul 16 20:08:31.314090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d4c51-319c-4633-a603-7bd9c75a47de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b82fbf4-c1cc-4c0d-8be5-368d2d12142e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.334315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-78697b1e-a02b-4581-837e-6a2c80b31e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.337561 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-78697b1e-a02b-4581-837e-6a2c80b31e85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1122 time: 0.1660352 Jul 16 20:08:31.354297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c9985f6a-ebfc-48b6-80ef-728102017306, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c9985f6a-ebfc-48b6-80ef-728102017306,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:31.357768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-162b0459-a826-4721-ac4e-b719852b790a req-3f9fb118-f576-4394-8d36-2b51d0501147 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040468 Jul 16 20:08:31.372490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c9985f6a-ebfc-48b6-80ef-728102017306', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'c9985f6a-ebfc-48b6-80ef-728102017306', 'mac_address': 'fa:16:3e:5b:7b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-1560503363', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:31.472905 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.515887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9985f6a-ebfc-48b6-80ef-728102017306 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:31.557864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c9985f6a-ebfc-48b6-80ef-728102017306, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c9985f6a-ebfc-48b6-80ef-728102017306,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:31.566377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.654753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-c6412c61-a325-4fde-a689-fb2cb283fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.664350 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-c6412c61-a325-4fde-a689-fb2cb283fcc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3162506 Jul 16 20:08:31.798809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f1f21-0cd9-4c02-b4ca-4b2fdb39b04d req-08d3a322-f766-4081-ab56-b24f919bfce2 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.813648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-813f1f21-0cd9-4c02-b4ca-4b2fdb39b04d req-08d3a322-f766-4081-ab56-b24f919bfce2 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 970 time: 0.2254755 Jul 16 20:08:31.829681 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-2075a2d8-e5ee-426d-9319-d34be59207d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.1512532 Jul 16 20:08:31.853174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c9985f6a-ebfc-48b6-80ef-728102017306,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.884252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c9985f6a-ebfc-48b6-80ef-728102017306'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:31.926010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-813f1f21-0cd9-4c02-b4ca-4b2fdb39b04d req-907d5524-e43c-472f-ba9e-9e9549e884b2 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094649 Jul 16 20:08:31.970784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-9f4245bb-99d6-4757-8b5e-cea6bb4693fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.972598 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-9f4245bb-99d6-4757-8b5e-cea6bb4693fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1267393 Jul 16 20:08:32.072173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57690) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:32.101144 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8682148-31d2-4bff-b7aa-271c82896b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.132630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-17b074e7-e4a1-42c0-87c8-0e40f8f8d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.134861 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-17b074e7-e4a1-42c0-87c8-0e40f8f8d7ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540899 Jul 16 20:08:32.348565 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-b21a5512-b85b-45a3-976b-a65636a6db4d service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013836 Jul 16 20:08:32.419516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8682148-31d2-4bff-b7aa-271c82896b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.426221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88996785-1ca7-4c6f-bad8-1dfc439e1173 req-2e71960c-51f6-4458-983c-b28008e89875 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.435615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88996785-1ca7-4c6f-bad8-1dfc439e1173 req-2e71960c-51f6-4458-983c-b28008e89875 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.1434073 Jul 16 20:08:32.465700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8682148-31d2-4bff-b7aa-271c82896b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.505066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682148-31d2-4bff-b7aa-271c82896b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320b9950-ae04-4b29-9cb9-31d8cda586b7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:32.519531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88996785-1ca7-4c6f-bad8-1dfc439e1173 req-da46e7b3-1c00-4872-b581-dc0d74fd7072 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739403 Jul 16 20:08:32.544074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a8682148-31d2-4bff-b7aa-271c82896b31 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5751f6da19c94b12b795c12bb0d41c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703805 Jul 16 20:08:32.545389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57716) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:32.599117 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-7a77e68e-405d-4902-8337-4c1fefb85cf2 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414243 Jul 16 20:08:32.710547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-30d263b5-f723-4d8a-8691-8ea26e81d74f tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.712688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-30d263b5-f723-4d8a-8691-8ea26e81d74f tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 950 time: 0.1746364 Jul 16 20:08:32.720966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c40f17-b9a6-4376-82fb-3b310134247e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.786478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c40f17-b9a6-4376-82fb-3b310134247e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.799992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb7a5-4144-45ad-9905-9253548de09b req-7233ba67-a6f9-4f97-86cc-af199777ebcf tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.809026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af0bb7a5-4144-45ad-9905-9253548de09b req-7233ba67-a6f9-4f97-86cc-af199777ebcf tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 946 time: 0.2280688 Jul 16 20:08:32.886720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57728) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:32.895465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c40f17-b9a6-4376-82fb-3b310134247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.897499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c40f17-b9a6-4376-82fb-3b310134247e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.899317 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-65c40f17-b9a6-4376-82fb-3b310134247e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/320b9950-ae04-4b29-9cb9-31d8cda586b7 HTTP/1.1" status: 204 len: 168 time: 0.3521042 Jul 16 20:08:32.925599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c40f17-b9a6-4376-82fb-3b310134247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b9950-ae04-4b29-9cb9-31d8cda586b7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:32.951949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af0bb7a5-4144-45ad-9905-9253548de09b req-4a54ffb9-1ef5-4b20-9833-5c8689899615 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418440 Jul 16 20:08:33.027576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a673bcf-d201-4d11-8054-df5c75eecc5a req-47743935-65fb-44df-a379-a0f54b2cc979 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.040003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a673bcf-d201-4d11-8054-df5c75eecc5a req-47743935-65fb-44df-a379-a0f54b2cc979 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 950 time: 0.1907973 Jul 16 20:08:33.071667 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16b798ae-4a9b-49f5-8244-56b60e643d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.143849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Deleting port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:33.144277 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.146946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c9985f6a-ebfc-48b6-80ef-728102017306 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:33.150357 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a673bcf-d201-4d11-8054-df5c75eecc5a req-5f575107-9579-44b6-9690-3ece084df855 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/security-groups?id=375943e8-177b-44f8-a0d6-dca9af7a76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090066 Jul 16 20:08:33.352986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16b798ae-4a9b-49f5-8244-56b60e643d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.362978 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16b798ae-4a9b-49f5-8244-56b60e643d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.371500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] For port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:33.371958 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.392920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Calling delete_port for 5ab6ff40-64a7-48c8-bb04-f3652bc2459a owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:33.482047 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16b798ae-4a9b-49f5-8244-56b60e643d27 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cd36a819bfe34d079eabb1f4f916a60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5897324 Jul 16 20:08:33.482047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b798ae-4a9b-49f5-8244-56b60e643d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ea22c-35de-4145-b57b-7bd34de8d516,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.484099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57748) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:33.578557 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1dba-a25e-41ed-843a-ac5ffe6d0c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.579297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port c9985f6a-ebfc-48b6-80ef-728102017306 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:33.583474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c9985f6a-ebfc-48b6-80ef-728102017306 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:33.583873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.613973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1dba-a25e-41ed-843a-ac5ffe6d0c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.677767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.713331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45905578-89d9-4190-afec-b9bee9d05892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9985f6a-ebfc-48b6-80ef-728102017306'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:33.716529 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8ac97-ce0f-4dc4-b57e-f505398bd10a" -d '{"events": [{"server_uuid": "45905578-89d9-4190-afec-b9bee9d05892", "name": "network-vif-plugged", "status": "completed", "tag": "c9985f6a-ebfc-48b6-80ef-728102017306"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:33.720024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1dba-a25e-41ed-843a-ac5ffe6d0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.723975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1dba-a25e-41ed-843a-ac5ffe6d0c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.725896 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fdbe1dba-a25e-41ed-843a-ac5ffe6d0c94 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ec7ea22c-35de-4145-b57b-7bd34de8d516 HTTP/1.1" status: 204 len: 168 time: 0.2399929 Jul 16 20:08:33.739142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1dba-a25e-41ed-843a-ac5ffe6d0c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ea22c-35de-4145-b57b-7bd34de8d516,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.744498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.748723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c9985f6a-ebfc-48b6-80ef-728102017306, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c9985f6a-ebfc-48b6-80ef-728102017306,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:33.754147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.766513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['5ab6ff40-64a7-48c8-bb04-f3652bc2459a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:33.869036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c9985f6a-ebfc-48b6-80ef-728102017306,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.885975 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.923061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Pushing event deleted for resources: {'Port': ['ID=5ab6ff40-64a7-48c8-bb04-f3652bc2459a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.984507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] No DVR routers for this DVR port 5ab6ff40-64a7-48c8-bb04-f3652bc2459a on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:33.999946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b74cb-6d9d-44f4-b907-f3705626e277 req-cceddb28-07c5-48ea-a1db-31ae8b56f267 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.002008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed1b74cb-6d9d-44f4-b907-f3705626e277 req-cceddb28-07c5-48ea-a1db-31ae8b56f267 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 970 time: 0.4689577 Jul 16 20:08:34.006371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.008931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87c1ff86-3b79-4a09-9525-d1818c1426a1 req-0f114c6e-1b95-4bd1-9127-9a611d801938 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.21 "DELETE /v2.0/ports/5ab6ff40-64a7-48c8-bb04-f3652bc2459a HTTP/1.1" status: 204 len: 173 time: 1.2878854 Jul 16 20:08:34.009510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ffbae7-c21d-4472-9cec-05bf824df156', 'name': 'network-vif-deleted', 'tag': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:34.012599 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a0e1d0-9cfd-494f-85dc-0bae69d724c7" -d '{"events": [{"server_uuid": "92ffbae7-c21d-4472-9cec-05bf824df156", "name": "network-vif-deleted", "tag": "5ab6ff40-64a7-48c8-bb04-f3652bc2459a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:34.078536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27499e67-264e-4570-9416-24770c79a37d req-7920fbad-afa9-41d1-be95-a49bdfadead4 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.090752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57766) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:34.091062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27499e67-264e-4570-9416-24770c79a37d req-7920fbad-afa9-41d1-be95-a49bdfadead4 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 946 time: 0.5146446 Jul 16 20:08:34.096651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'floatingip': {'port_id': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:34.132495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed1b74cb-6d9d-44f4-b907-f3705626e277 req-248d95c5-c01e-491d-8b9b-33627ecbb903 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145852 Jul 16 20:08:34.278738 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd566d9d-8d33-4654-8391-173690fdda10 x-openstack-request-id: req-bd566d9d-8d33-4654-8391-173690fdda10 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:34.279865 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45905578-89d9-4190-afec-b9bee9d05892", "name": "network-vif-plugged", "status": "completed", "tag": "c9985f6a-ebfc-48b6-80ef-728102017306", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:34.280429 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bd566d9d-8d33-4654-8391-173690fdda10 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:34.281145 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45905578-89d9-4190-afec-b9bee9d05892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9985f6a-ebfc-48b6-80ef-728102017306', 'code': 200} Jul 16 20:08:34.287211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.346709 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d6c74c-c152-4d00-8ad5-8bb97647bd6d x-openstack-request-id: req-f1d6c74c-c152-4d00-8ad5-8bb97647bd6d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:34.347374 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ffbae7-c21d-4472-9cec-05bf824df156", "name": "network-vif-deleted", "tag": "5ab6ff40-64a7-48c8-bb04-f3652bc2459a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:34.347831 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f1d6c74c-c152-4d00-8ad5-8bb97647bd6d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:34.348438 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ffbae7-c21d-4472-9cec-05bf824df156', 'name': 'network-vif-deleted', 'tag': '5ab6ff40-64a7-48c8-bb04-f3652bc2459a', 'status': 'completed', 'code': 200} Jul 16 20:08:34.524403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57784) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:34.596621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c41d-c00d-4e38-9901-81f68b125336 req-aad81dc8-2bff-4b38-9810-33bf5b80ea28 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.598979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57788) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:34.603907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3b8c41d-c00d-4e38-9901-81f68b125336 req-aad81dc8-2bff-4b38-9810-33bf5b80ea28 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.2018278 Jul 16 20:08:34.699732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84fa3dfd-e6ec-47cf-9269-d4044013f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.702615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d35ef924-190a-4bb6-99c7-ee5cc2a9e779 req-a0001671-d3dc-4e18-a6ef-7b74de0feaf5 tempest-ServerDiagnosticsNegativeTest-1177174958 tempest-ServerDiagnosticsNegativeTest-1177174958-project] 10.222.0.100 "GET /v2.0/ports?device_id=92ffbae7-c21d-4472-9cec-05bf824df156 HTTP/1.1" status: 200 len: 210 time: 0.0581973 Jul 16 20:08:34.716483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3b8c41d-c00d-4e38-9901-81f68b125336 req-67908d89-04f8-4e4b-b899-9c196a3aa03a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007416 Jul 16 20:08:34.716924 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3a34-1620-4810-bdd4-fcd75e34e38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.903020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986c9f-0cef-47f6-8c2c-dee838aaba46 req-1c844fa8-043c-440f-87d6-426e760c71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.905531 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18986c9f-0cef-47f6-8c2c-dee838aaba46 req-1c844fa8-043c-440f-87d6-426e760c71c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 1122 time: 0.4165015 Jul 16 20:08:35.118759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-618116993-network', 'tenant_id': 'd4d2af7e38d04799bb0d2e734a3b5491'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:35.244142 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18986c9f-0cef-47f6-8c2c-dee838aaba46 req-b8b88f97-c754-48ed-ab60-d4429539ab83 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266487 Jul 16 20:08:35.278824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:35.423970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851cdf-bb37-4b50-aa6c-7af6db8f4557 req-2ceb6126-8c06-488a-a219-a41a12696d60 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.428410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07851cdf-bb37-4b50-aa6c-7af6db8f4557 req-2ceb6126-8c06-488a-a219-a41a12696d60 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 971 time: 0.1178346 Jul 16 20:08:35.472663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.532643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07851cdf-bb37-4b50-aa6c-7af6db8f4557 req-f8afa5d7-f442-4294-aab8-f4b6e8adbb56 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975077 Jul 16 20:08:35.859599 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.984362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84fa3dfd-e6ec-47cf-9269-d4044013f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.001409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021466e8-85b5-4abf-8a53-6191cd182537 req-8d9a015c-de49-4f76-845c-ddfe9352bae5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.003088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84fa3dfd-e6ec-47cf-9269-d4044013f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.003364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-021466e8-85b5-4abf-8a53-6191cd182537 req-8d9a015c-de49-4f76-845c-ddfe9352bae5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.0783863 Jul 16 20:08:36.084959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.api [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:08:36.084959 n-d-798930-6 neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:08:36.084959 n-d-798930-6 neutron-server[94095]: [parameters: {'project_id_1': '436839981cd645baac12b9da11dd74fd', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 8, 35, 500733)}] Jul 16 20:08:36.084959 n-d-798930-6 neutron-server[94095]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:08:36.085412 n-d-798930-6 neutron-server[94095]: DEBUG oslo_db.api [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:08:36.102187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-021466e8-85b5-4abf-8a53-6191cd182537 req-ee850f7f-5cf4-4979-bf59-dc5c6fc1f6b8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839694 Jul 16 20:08:36.148816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Made reservation on behalf of d4d2af7e38d04799bb0d2e734a3b5491 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:36.156361 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.269528 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.276282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.resource_extend [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:08:36.284769 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-84fa3dfd-e6ec-47cf-9269-d4044013f609 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4e186a2641c645e19ed89b45703be55b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6725783 Jul 16 20:08:36.285946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa3dfd-e6ec-47cf-9269-d4044013f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe96b87-3a5a-4bce-8822-879fc65c7872,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.287396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57834) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.346998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2516c9-670d-4efb-b648-83e1048066c7 req-1d2c8537-4162-4b8e-bbe9-89fd9c7a2691 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.352612 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e2516c9-670d-4efb-b648-83e1048066c7 req-1d2c8537-4162-4b8e-bbe9-89fd9c7a2691 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 972 time: 0.1334724 Jul 16 20:08:36.405853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-000e650f-289f-4168-94b8-1b393336e25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.422801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57836) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.425969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e2516c9-670d-4efb-b648-83e1048066c7 req-3fb9146e-e339-4c3e-b6b9-43eb88a0898e tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657897 Jul 16 20:08:36.446619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-000e650f-289f-4168-94b8-1b393336e25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.482297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.508689 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-000e650f-289f-4168-94b8-1b393336e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.508977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.514507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-000e650f-289f-4168-94b8-1b393336e25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.518132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-000e650f-289f-4168-94b8-1b393336e25a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bbe96b87-3a5a-4bce-8822-879fc65c7872 HTTP/1.1" status: 204 len: 168 time: 0.2273226 Jul 16 20:08:36.526915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e650f-289f-4168-94b8-1b393336e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe96b87-3a5a-4bce-8822-879fc65c7872,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.586737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.698227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ae0dbe53-04e4-43d3-986f-fe8206e47143 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b602b7224a844175abf9d43ff9190145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710681 Jul 16 20:08:36.701588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57844) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.771709 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fedcb6c8-0c7b-4ec0-b544-10222453617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.789966 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b associated. External IP: 172.25.8.67, port: e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1. Jul 16 20:08:36.796816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 5ab6ff40-64a7-48c8-bb04-f3652bc2459a no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:36.840319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 5ab6ff40-64a7-48c8-bb04-f3652bc2459a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:36.840633 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fedcb6c8-0c7b-4ec0-b544-10222453617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.841993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 5ab6ff40-64a7-48c8-bb04-f3652bc2459a not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:36.854162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.863873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.927408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:36.981709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb00e9-9697-4265-842b-fbc673983a1a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.002150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.008854 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Added segment 0db638ce-e1b3-40a5-bf08-48a0d92e41d5 of type vlan for network 3c4f1919-2e93-4d68-9881-803d2b4100cc Jul 16 20:08:37.060587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011d52-a319-4f49-91c5-d84ff8fbf797 req-f5f0bb4e-0533-4d9a-b0c5-e77470aec0e2 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.061809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f011d52-a319-4f49-91c5-d84ff8fbf797 req-f5f0bb4e-0533-4d9a-b0c5-e77470aec0e2 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 971 time: 0.2465041 Jul 16 20:08:37.092674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fedcb6c8-0c7b-4ec0-b544-10222453617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.097432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fedcb6c8-0c7b-4ec0-b544-10222453617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.103787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fedcb6c8-0c7b-4ec0-b544-10222453617c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/375943e8-177b-44f8-a0d6-dca9af7a76bb HTTP/1.1" status: 204 len: 168 time: 0.3965666 Jul 16 20:08:37.155381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcb6c8-0c7b-4ec0-b544-10222453617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375943e8-177b-44f8-a0d6-dca9af7a76bb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.228148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f011d52-a319-4f49-91c5-d84ff8fbf797 req-5836a37d-02d8-4bd2-bd31-65dc1e9ddfaf tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486979 Jul 16 20:08:37.280534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.290754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.363832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147197f7-8945-4336-b4a7-7a294609871b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.372002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.478318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Router 3ad796ca-adc6-4036-890e-6e4c203dc004 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:37.480770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.484882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.486093 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.522867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ee2ac516-54e5-428d-85dc-c809de7332fc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=436839981cd645baac12b9da11dd74fd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2417877 Jul 16 20:08:37.532644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57868) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:37.604170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93970d80-850b-435d-a0db-78fed65305f6 req-190df581-d42a-42fc-819e-a90d75f1d484 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.610186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93970d80-850b-435d-a0db-78fed65305f6 req-190df581-d42a-42fc-819e-a90d75f1d484 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.1987720 Jul 16 20:08:37.612756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0570226 Jul 16 20:08:37.622228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57872) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:37.632690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Request body: {'subnet': {'network_id': '3c4f1919-2e93-4d68-9881-803d2b4100cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-618116993-subnet', 'tenant_id': 'd4d2af7e38d04799bb0d2e734a3b5491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:37.717011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Made reservation on behalf of d4d2af7e38d04799bb0d2e734a3b5491 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:37.721094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.822910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdfc86-2382-4a30-8813-3a1867caeb54 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4f1919-2e93-4d68-9881-803d2b4100cc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.845872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57874) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:37.875396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 3c4f1919-2e93-4d68-9881-803d2b4100cc details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:37.876373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93970d80-850b-435d-a0db-78fed65305f6 req-a168272d-c8fc-412c-9f2a-da27f0633793 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362440 Jul 16 20:08:37.929507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a38505fc-b5e8-4835-a698-02a1224214f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.997571 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d614e78-a185-4a6f-a35a-28d77d009892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.045008 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:38.064790 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.065645 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] Sync routers for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:38.083366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.101850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:38.102116 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.103354 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:08:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:38.128536 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d614e78-a185-4a6f-a35a-28d77d009892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.184673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-7e25f6d4-d25f-4544-baea-9c994d2163b0 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.186354 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-7e25f6d4-d25f-4544-baea-9c994d2163b0 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.26 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 972 time: 0.4274690 Jul 16 20:08:38.188159 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-89a09360-b82a-49ab-a6f1-74db44c18c9f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "PUT /v2.0/floatingips/ed523931-05b3-42e3-a1a2-afeaba7c7e5b HTTP/1.1" status: 200 len: 991 time: 4.0965061 Jul 16 20:08:38.195112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:38.197482 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc79d607-3aac-48b0-a518-1038927ed300" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:38.285394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a38505fc-b5e8-4835-a698-02a1224214f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.293940 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.350902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a38505fc-b5e8-4835-a698-02a1224214f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.432544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d614e78-a185-4a6f-a35a-28d77d009892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.434858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a38505fc-b5e8-4835-a698-02a1224214f3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2c25f861b569438dbb7d7b95125d2533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5876718 Jul 16 20:08:38.435502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d614e78-a185-4a6f-a35a-28d77d009892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.440723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0d614e78-a185-4a6f-a35a-28d77d009892 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/147197f7-8945-4336-b4a7-7a294609871b HTTP/1.1" status: 204 len: 168 time: 0.8871925 Jul 16 20:08:38.451862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57886) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:38.477264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d614e78-a185-4a6f-a35a-28d77d009892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147197f7-8945-4336-b4a7-7a294609871b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.493085 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:38.524953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Deleting port e472b965-03a2-4219-9b76-d9bcaf93911f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:38.525724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.598117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38505fc-b5e8-4835-a698-02a1224214f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831736f5-c07f-4fe6-bfdb-2af79bd543d4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.645499 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-213df2a5-26ae-451d-94eb-5b690adc3662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.648351 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.721260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a4343-c4d2-469a-a932-b8c29da2b6f7 req-802fdbdb-6bf3-437c-ad70-1a3a0644a746 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.737137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f0a4343-c4d2-469a-a932-b8c29da2b6f7 req-802fdbdb-6bf3-437c-ad70-1a3a0644a746 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 972 time: 0.5001724 Jul 16 20:08:38.773456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] For port e472b965-03a2-4219-9b76-d9bcaf93911f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e472b965-03a2-4219-9b76-d9bcaf93911f,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:38.773456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.803482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac616d0-715d-4118-87ea-13f8b175c74d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.819479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Calling delete_port for e472b965-03a2-4219-9b76-d9bcaf93911f owned by compute:tempest-test_az-1560503363 {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:38.882717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-213df2a5-26ae-451d-94eb-5b690adc3662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.974116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f0a4343-c4d2-469a-a932-b8c29da2b6f7 req-21a9d85c-f596-46d5-b0cf-9b9f9d4c0e9e tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/security-groups?id=8643613e-d980-47ce-bfbd-6bde835eccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344375 Jul 16 20:08:39.117025 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38abb54-2afe-4f18-899e-c57c27a8b6db x-openstack-request-id: req-b38abb54-2afe-4f18-899e-c57c27a8b6db {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:39.117564 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:39.117797 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b38abb54-2afe-4f18-899e-c57c27a8b6db {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:39.118313 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'status': 'completed', 'code': 200} Jul 16 20:08:39.122391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.135005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['e472b965-03a2-4219-9b76-d9bcaf93911f'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:39.151745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Checking segment: {'id': '0db638ce-e1b3-40a5-bf08-48a0d92e41d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3c4f1919-2e93-4d68-9881-803d2b4100cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:39.152335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Network hostable DHCP agents. Network: 3c4f1919-2e93-4d68-9881-803d2b4100cc, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:39.159808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Pushing event deleted for resources: {'Port': ['ID=e472b965-03a2-4219-9b76-d9bcaf93911f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:39.211269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79d607-3aac-48b0-a518-1038927ed300 req-9a0e691a-7ca2-4443-bd94-7438b4343c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.213532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc79d607-3aac-48b0-a518-1038927ed300 req-9a0e691a-7ca2-4443-bd94-7438b4343c00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 1097 time: 0.4170239 Jul 16 20:08:39.222773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69b22-80a9-4bf5-bc47-a7ba88a8ed7e req-8971abe9-235d-4fd8-98b6-2cfed68308db tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.231687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75d69b22-80a9-4bf5-bc47-a7ba88a8ed7e req-8971abe9-235d-4fd8-98b6-2cfed68308db tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 971 time: 0.3819134 Jul 16 20:08:39.239341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Network 3c4f1919-2e93-4d68-9881-803d2b4100cc is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:39.295852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 3c4f1919-2e93-4d68-9881-803d2b4100cc) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:39.303607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-213df2a5-26ae-451d-94eb-5b690adc3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.313461 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-213df2a5-26ae-451d-94eb-5b690adc3662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.316638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-213df2a5-26ae-451d-94eb-5b690adc3662 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/831736f5-c07f-4fe6-bfdb-2af79bd543d4 HTTP/1.1" status: 204 len: 168 time: 0.8442881 Jul 16 20:08:39.319515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbdce72-bfc9-4727-9dec-1e993433ca99 None None] Network 3c4f1919-2e93-4d68-9881-803d2b4100cc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:39.326167 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ed523931-05b3-42e3-a1a2-afeaba7c7e5b', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'port_id': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'mac_address': 'fa:16:3e:d1:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:35Z', 'revision_number': 1, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:39.365557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] No DVR routers for this DVR port e472b965-03a2-4219-9b76-d9bcaf93911f on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:39.369879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57910) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:39.375223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.380324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.391076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.397248 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] Checking router: 3ad796ca-adc6-4036-890e-6e4c203dc004 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:39.400259 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-47a0028b-1bf6-4133-85e9-0b31e5e8f223 req-6dcb0300-f84b-47f1-9996-48bced443ce5 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.26 "DELETE /v2.0/ports/e472b965-03a2-4219-9b76-d9bcaf93911f HTTP/1.1" status: 204 len: 173 time: 1.1927662 Jul 16 20:08:39.422891 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:39.424583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d827279c-5eab-405a-9955-0d17b67f5ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.425370 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:08:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:39.733214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026c5ef-6744-44ba-99d0-a141338691b9 None None] Network 3c4f1919-2e93-4d68-9881-803d2b4100cc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:39.740565 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:39.789897 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d827279c-5eab-405a-9955-0d17b67f5ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.798565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d827279c-5eab-405a-9955-0d17b67f5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.940110 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d827279c-5eab-405a-9955-0d17b67f5ad2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=71313aafc0d6415189e75ae43eee5bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590944 Jul 16 20:08:39.940807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57920) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:39.943518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827279c-5eab-405a-9955-0d17b67f5ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ddfb6-554b-4ba7-aa79-05de1bc3042c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:40.139115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df2a5-26ae-451d-94eb-5b690adc3662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831736f5-c07f-4fe6-bfdb-2af79bd543d4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:40.212375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75d69b22-80a9-4bf5-bc47-a7ba88a8ed7e req-dbd7976c-699e-4cce-8764-e178c166e8bc tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9786623 Jul 16 20:08:40.229775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ee726108-8233-4c70-8b05-db373244ef1e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6048605 Jul 16 20:08:40.368000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79d607-3aac-48b0-a518-1038927ed300 req-fcef2a0d-d57e-424f-8b20-b5515b71c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.370880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc79d607-3aac-48b0-a518-1038927ed300 req-fcef2a0d-d57e-424f-8b20-b5515b71c3e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 925 time: 1.1278803 Jul 16 20:08:40.388293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba058fac-ac5a-4149-a588-e1d42cd55394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.421586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219a61-c9c9-4351-b724-4a854bed4e22 req-c31aaa08-6c28-4822-8e34-08bb46c8c727 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.429893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9219a61-c9c9-4351-b724-4a854bed4e22 req-c31aaa08-6c28-4822-8e34-08bb46c8c727 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 1.0818996 Jul 16 20:08:40.445966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba058fac-ac5a-4149-a588-e1d42cd55394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.518637 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ed523931-05b3-42e3-a1a2-afeaba7c7e5b', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'port_id': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'mac_address': 'fa:16:3e:d1:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:35Z', 'revision_number': 1, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:40.622885 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba058fac-ac5a-4149-a588-e1d42cd55394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.626915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba058fac-ac5a-4149-a588-e1d42cd55394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.631704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ba058fac-ac5a-4149-a588-e1d42cd55394 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8a4ddfb6-554b-4ba7-aa79-05de1bc3042c HTTP/1.1" status: 204 len: 168 time: 0.6893520 Jul 16 20:08:40.633184 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a459b78c-bfaa-48ca-92a4-89996126d126 None None] The sync data for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 is: [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ed523931-05b3-42e3-a1a2-afeaba7c7e5b', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'port_id': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'mac_address': 'fa:16:3e:d1:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:35Z', 'revision_number': 1, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:40.671045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba058fac-ac5a-4149-a588-e1d42cd55394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ddfb6-554b-4ba7-aa79-05de1bc3042c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:40.711667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc79d607-3aac-48b0-a518-1038927ed300 req-7a3db7a8-88a9-4bb8-bc53-43840fbf63c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 HTTP/1.1" status: 200 len: 999 time: 0.3301852 Jul 16 20:08:40.762593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9219a61-c9c9-4351-b724-4a854bed4e22 req-9148264c-4253-49d2-90a8-b86d2d8b72cc tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301919 Jul 16 20:08:40.868754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89e853c7-7033-48c8-94fc-8ab6580ecb00 req-51de5e93-a4c6-478e-b883-4940491a20a7 tempest-AggregatesAdminTestJSON-1511129921 tempest-AggregatesAdminTestJSON-1511129921-project] 10.222.0.100 "GET /v2.0/ports?device_id=41267fd1-78dc-453f-b0a4-77dbe7dd1202 HTTP/1.1" status: 200 len: 210 time: 0.0527954 Jul 16 20:08:40.887093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79d607-3aac-48b0-a518-1038927ed300 req-3271080c-7317-40e2-a58a-9607b6d88bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.888959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc79d607-3aac-48b0-a518-1038927ed300 req-3271080c-7317-40e2-a58a-9607b6d88bad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 200 len: 863 time: 0.1563294 Jul 16 20:08:41.017730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79d607-3aac-48b0-a518-1038927ed300 req-8d1db537-6dcb-41c7-ba77-07a642cacc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.019654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc79d607-3aac-48b0-a518-1038927ed300 req-8d1db537-6dcb-41c7-ba77-07a642cacc54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e631bb05-5de9-401e-b188-a21266e10173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197269 Jul 16 20:08:41.076862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-1514a747-7a44-491f-a518-ee9f116ac2cb tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557919 Jul 16 20:08:41.087442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c12638-b498-4202-84a5-611e62e15a82 None None] New status for floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:08:41.119176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'name': 'network-vif-deleted', 'tag': 'e472b965-03a2-4219-9b76-d9bcaf93911f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:41.122802 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660256ac-6383-4c9d-852e-cf86f3650c60" -d '{"events": [{"server_uuid": "41267fd1-78dc-453f-b0a4-77dbe7dd1202", "name": "network-vif-deleted", "tag": "e472b965-03a2-4219-9b76-d9bcaf93911f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:41.179494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e472b965-03a2-4219-9b76-d9bcaf93911f no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:41.230451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: e472b965-03a2-4219-9b76-d9bcaf93911f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:41.231172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e472b965-03a2-4219-9b76-d9bcaf93911f not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:41.296286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc79d607-3aac-48b0-a518-1038927ed300 req-cbee12d6-ef12-4ad1-9ee6-95286bab2767 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623518 Jul 16 20:08:41.306881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-c6c844a4-b8fc-4a7a-ae1f-be2a892dbe0f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.315822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-c6c844a4-b8fc-4a7a-ae1f-be2a892dbe0f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200453 Jul 16 20:08:41.350991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-e7529f32-189d-43fc-88fc-c203386f77ef tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/quotas/26c644b63a6c434d8d464dde6cdad6e0 HTTP/1.1" status: 200 len: 375 time: 0.0338705 Jul 16 20:08:41.543134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc79d607-3aac-48b0-a518-1038927ed300 req-bf5ef574-9230-44e4-91ac-d7a173f8cc5f service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112408 Jul 16 20:08:41.576564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-c9e27b7d-8361-44a4-8eec-0468e14b6985 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2108169 Jul 16 20:08:41.709642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-5592a7a7-c700-4305-a0cf-36c80f397dce tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437915 Jul 16 20:08:41.786519 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c5542b-323b-4fda-aeaf-f98108f6c8d5 x-openstack-request-id: req-35c5542b-323b-4fda-aeaf-f98108f6c8d5 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:41.788891 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41267fd1-78dc-453f-b0a4-77dbe7dd1202", "name": "network-vif-deleted", "tag": "e472b965-03a2-4219-9b76-d9bcaf93911f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:41.789349 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-35c5542b-323b-4fda-aeaf-f98108f6c8d5 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:41.789963 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41267fd1-78dc-453f-b0a4-77dbe7dd1202', 'name': 'network-vif-deleted', 'tag': 'e472b965-03a2-4219-9b76-d9bcaf93911f', 'status': 'completed', 'code': 200} Jul 16 20:08:41.938704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-7b43ff20-c8a0-4236-a8a9-b0205e011d25 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.947078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-7b43ff20-c8a0-4236-a8a9-b0205e011d25 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361670 Jul 16 20:08:41.965676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-b3097384-d3e4-47dd-be81-5598a8161d8e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/quotas/c75c3fb4c341495cb2dfcc4b433eee76 HTTP/1.1" status: 200 len: 375 time: 0.0175197 Jul 16 20:08:42.035994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-50d32bd1-af6b-425e-bc1a-d18e2b253af8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692220 Jul 16 20:08:42.130028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09d60050-23cd-4ba8-a6c8-b2ea40de2ae7 req-880640d5-c982-46f5-9071-234797a6e331 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 210 time: 0.0851316 Jul 16 20:08:42.315415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58014) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:42.325701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-760030403-network', 'tenant_id': '9e3d670ceec54ed78540caf6f3d7425f'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:42.456088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Made reservation on behalf of 9e3d670ceec54ed78540caf6f3d7425f for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:42.468293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.567033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.658709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cb3da4d-26e5-4094-9252-cf1c80ed87a2 req-a2e13fc3-e1bb-4d17-8849-142a7be27c98 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 210 time: 0.1532083 Jul 16 20:08:42.801715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff731-353d-4e52-b561-ff05a4fa90d6 req-9ed09296-dd37-4b26-8bf9-64ced8124a84 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.816204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-734ff731-353d-4e52-b561-ff05a4fa90d6 req-9ed09296-dd37-4b26-8bf9-64ced8124a84 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.2905791 Jul 16 20:08:42.952174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-734ff731-353d-4e52-b561-ff05a4fa90d6 req-fad52b06-2b9c-4487-9883-2f0bcd9e6e56 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341429 Jul 16 20:08:43.005121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.012749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.048955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:43.081060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.082125 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Added segment 3e814697-02c4-4ece-8417-db951dc79fe8 of type vlan for network 578bf2db-e6f0-4e37-9345-1436c2262d96 Jul 16 20:08:43.187165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.333810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58044) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:43.350436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.352838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.354159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.377349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe8650-4f4e-445d-b360-3734748f8553,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.393178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0717700 Jul 16 20:08:43.395217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58048) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:43.439636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Request body: {'subnet': {'network_id': '578bf2db-e6f0-4e37-9345-1436c2262d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-760030403-subnet', 'tenant_id': '9e3d670ceec54ed78540caf6f3d7425f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:43.534928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72cef77d-88a7-40f3-a320-101a8431a4bd req-c5b6c5fe-3b57-44d5-bd77-6fc371b7dd40 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 210 time: 0.0718522 Jul 16 20:08:43.623142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd21e6-868c-41f4-9d13-e81aeedbc961 admin admin] Pushing event updated for resources: {'Network': ['ID=578bf2db-e6f0-4e37-9345-1436c2262d96,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.628232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Made reservation on behalf of 9e3d670ceec54ed78540caf6f3d7425f for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:43.632756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.638103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 578bf2db-e6f0-4e37-9345-1436c2262d96 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:43.810388 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1024aa44-3387-4108-8732-f2be8030c72b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=104cd070468545b6bb5ad95af6fe977f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724529 Jul 16 20:08:43.811531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58060) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:44.064349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de105ac1-fa1a-496a-b933-cc49b78f530a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.100053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de105ac1-fa1a-496a-b933-cc49b78f530a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.245648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80e2eef5-2a3a-4975-80e8-e1cfd6d46049 req-92799bd8-3453-46d1-a90b-796761e370c8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 210 time: 0.1882439 Jul 16 20:08:44.277234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-c0420739-06bc-43c7-9d8e-eadd51c6a104 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987802 Jul 16 20:08:44.306452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.390437 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de105ac1-fa1a-496a-b933-cc49b78f530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.393495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de105ac1-fa1a-496a-b933-cc49b78f530a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.398396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-de105ac1-fa1a-496a-b933-cc49b78f530a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8643613e-d980-47ce-bfbd-6bde835eccc9 HTTP/1.1" status: 204 len: 168 time: 0.5811296 Jul 16 20:08:44.501559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de105ac1-fa1a-496a-b933-cc49b78f530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8643613e-d980-47ce-bfbd-6bde835eccc9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:44.518873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Pushing event updated for resources: {'Subnet': ['ID=836997c4-5d8c-4a52-8161-04116abb5f56,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:44.535513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfa047-457b-4978-acef-5822bd300b6c req-ffa6dc2b-3bc1-4fc5-b5d1-fdaa17b01ae7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.544735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7dbfa047-457b-4978-acef-5822bd300b6c req-ffa6dc2b-3bc1-4fc5-b5d1-fdaa17b01ae7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.3665292 Jul 16 20:08:44.586317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Checking segment: {'id': '3e814697-02c4-4ece-8417-db951dc79fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '578bf2db-e6f0-4e37-9345-1436c2262d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:44.586891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Network hostable DHCP agents. Network: 578bf2db-e6f0-4e37-9345-1436c2262d96, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:44.598974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-60ebdeab-b0f8-49ec-836a-71edef666874 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.600731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-60ebdeab-b0f8-49ec-836a-71edef666874 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175445 Jul 16 20:08:44.631750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Request body: {'port': {'device_id': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '26c644b63a6c434d8d464dde6cdad6e0'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:44.669668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7dbfa047-457b-4978-acef-5822bd300b6c req-551e1a18-1414-4cad-b7b5-7cf1712936f7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211224 Jul 16 20:08:44.792756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Network 578bf2db-e6f0-4e37-9345-1436c2262d96 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:44.815189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 578bf2db-e6f0-4e37-9345-1436c2262d96) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:44.821151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.821770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.838367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc04e7d3-b360-4a2f-a7d8-366add4d00ee None None] Network 578bf2db-e6f0-4e37-9345-1436c2262d96 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:44.884425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ece7e25-ba3c-47b8-9c0f-d68f6631ce3e req-6c394a12-d157-449c-aff7-2a066f4f126f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 210 time: 0.0408061 Jul 16 20:08:44.922016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3e7b87f8-76d1-4437-9671-4b64c93e208a admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5263381 Jul 16 20:08:44.929733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Made reservation on behalf of 26c644b63a6c434d8d464dde6cdad6e0 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:44.935315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.011605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a374a6-6afc-42be-ac34-c03e17404a01 None None] Network 578bf2db-e6f0-4e37-9345-1436c2262d96 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:45.171115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Allocated IP 192.168.233.178 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:45.193962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-66f37c1b-7c08-4fce-b188-34e027cecb1f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357852 Jul 16 20:08:45.468455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58102) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:45.524520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58104) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:45.599661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-a2c71545-5073-4ddc-9d5b-2bd656d6aea3 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=080a783984ee42848b22cf31eb8dcb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057615 Jul 16 20:08:45.601600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbc66f6e-565d-49da-8371-3b6b5e7d33ea req-3ac00468-f0d2-4f14-ae53-a262ea9feeba tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 210 time: 0.0751436 Jul 16 20:08:45.607391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] Deleting subnet 8ac616d0-715d-4118-87ea-13f8b175c74d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:45.619290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.627726 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f054832a-3de0-4464-ad33-87f68768d7f3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=677f64dd846a43269dc6fae8b37434e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016107 Jul 16 20:08:45.650308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58108) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:45.701581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-8a547490-6261-464b-b378-805a4c48c4f9 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.703579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-8a547490-6261-464b-b378-805a4c48c4f9 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4960315 Jul 16 20:08:45.714470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.736461 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.754689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': '932e4719-2371-4573-894b-8fc29fcb4dff', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:45.761430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.799524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c53c2a3b-7a91-4bb1-a50f-8fde5749963e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.845997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c53c2a3b-7a91-4bb1-a50f-8fde5749963e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.873083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.874408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Transition to ACTIVE for port object d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:45.889255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-9b10af62-afcd-406c-9cdb-a23bb44c0fce tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.892600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-9b10af62-afcd-406c-9cdb-a23bb44c0fce tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801425 Jul 16 20:08:45.924918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac616d0-715d-4118-87ea-13f8b175c74d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:45.941153 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.943995 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a944589f-0678-429d-b71b-6be01e226839 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/8ac616d0-715d-4118-87ea-13f8b175c74d HTTP/1.1" status: 204 len: 168 time: 0.4728227 Jul 16 20:08:45.949936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58122) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:45.968895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-0010898f-32a2-4f1a-9001-68de50f1f808 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/quotas/080a783984ee42848b22cf31eb8dcb10 HTTP/1.1" status: 200 len: 375 time: 0.0583596 Jul 16 20:08:46.038046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-015cd67c-1285-4f47-963a-f70e2cebe63f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624137 Jul 16 20:08:46.047543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.064956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:46.068283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c9985f6a-ebfc-48b6-80ef-728102017306'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:46.069146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.071654 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.105605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c53c2a3b-7a91-4bb1-a50f-8fde5749963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.111504 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c53c2a3b-7a91-4bb1-a50f-8fde5749963e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.114754 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c53c2a3b-7a91-4bb1-a50f-8fde5749963e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/756f7721-7d60-451d-a2fc-b269ebe8d456 HTTP/1.1" status: 204 len: 168 time: 0.4634290 Jul 16 20:08:46.124572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.277836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c2a3b-7a91-4bb1-a50f-8fde5749963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f7721-7d60-451d-a2fc-b269ebe8d456,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:46.340853 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.362195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.362630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.363660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.364069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > port after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.364466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.364874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > port after_update 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.365447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.365839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.366261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.366749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.443576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:46.504794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.505273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.505494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.505831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:08:46.506345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4f1919-2e93-4d68-9881-803d2b4100cc']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:46.524922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:46.529984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Pushing event updated for resources: {'Port': ['ID=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:46.572872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:46.587502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db638ce-e1b3-40a5-bf08-48a0d92e41d5') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:46.588083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db638ce-e1b3-40a5-bf08-48a0d92e41d5') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:46.592331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.593367 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.633914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.668994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.682932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:46.684149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: from cryptography.utils import int_from_bytes Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: from cryptography.utils import int_from_bytes Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:46.698838 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:46.818127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd93f8-caac-439c-a96a-4d7bfb4cb5f8 req-4367ea9f-1554-4a36-83e9-b902b6f0e908 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.821273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfdd93f8-caac-439c-a96a-4d7bfb4cb5f8 req-4367ea9f-1554-4a36-83e9-b902b6f0e908 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.7274475 Jul 16 20:08:46.833022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.843455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.852374 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] 10.222.0.100 "DELETE /v2.0/networks/3c4f1919-2e93-4d68-9881-803d2b4100cc HTTP/1.1" status: 204 len: 168 time: 0.8995657 Jul 16 20:08:46.855889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58146) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:46.903295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851d6f9-50e8-46b5-a412-40d8ae79bc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4f1919-2e93-4d68-9881-803d2b4100cc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:46.956774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] Deleting subnet 836997c4-5d8c-4a52-8161-04116abb5f56 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:46.967212 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.976507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.989118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.025425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-364cd7fc-fe33-4586-8695-9f9649519414 None None] Provisioning for port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:47.034358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-364cd7fc-fe33-4586-8695-9f9649519414 None None] Provisioning complete for port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:47.035462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-364cd7fc-fe33-4586-8695-9f9649519414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.064306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.100603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-0557aac0-6492-4996-afff-bc3f49bfad87 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4791675 Jul 16 20:08:47.134902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-364cd7fc-fe33-4586-8695-9f9649519414 None None] Port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:47.137898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.139681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Request body: {'port': {'device_id': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:47.242675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.262324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfdd93f8-caac-439c-a96a-4d7bfb4cb5f8 req-185e106e-5e5f-4b4c-9d6a-f01a2232259d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137318 Jul 16 20:08:47.269930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13c709a-2af5-4299-ab74-34a3e732b221,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.299988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836997c4-5d8c-4a52-8161-04116abb5f56,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.310302 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.316555 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e338592-7323-45c1-bae5-1fc869c3e256 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/836997c4-5d8c-4a52-8161-04116abb5f56 HTTP/1.1" status: 204 len: 168 time: 0.4567051 Jul 16 20:08:47.317159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58158) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:47.476770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.497905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-468032dc-82c8-465d-b972-adc799526ca0 req-361f05d8-970f-4cfd-a1a0-cf2a9bd44e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 210 time: 0.0588956 Jul 16 20:08:47.513624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.242 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/728be38e-32c6-4a37-bcb2-dd88abfd4b17) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:47.558082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdfdbc-c9da-4dbd-8a19-5ab75a00de85 req-28e7a794-0530-4f62-9420-e08760c2da5f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.565689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62bdfdbc-c9da-4dbd-8a19-5ab75a00de85 req-28e7a794-0530-4f62-9420-e08760c2da5f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 936 time: 0.4761395 Jul 16 20:08:47.567566 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.703653 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.739818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578bf2db-e6f0-4e37-9345-1436c2262d96']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:47.767823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62bdfdbc-c9da-4dbd-8a19-5ab75a00de85 req-dc9ed325-96b0-460e-8438-80d5e0b9e2f3 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011857 Jul 16 20:08:47.768212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e814697-02c4-4ece-8417-db951dc79fe8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:47.768891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e814697-02c4-4ece-8417-db951dc79fe8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:47.793999 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.799481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-374d82db-987d-4311-ba59-68b46782b128 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=080a783984ee42848b22cf31eb8dcb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822487 Jul 16 20:08:47.824491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.842562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:47.842980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:47.845594 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:47.931825 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.959316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.959316 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] 10.222.0.100 "DELETE /v2.0/networks/578bf2db-e6f0-4e37-9345-1436c2262d96 HTTP/1.1" status: 204 len: 168 time: 0.6377068 Jul 16 20:08:47.973897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86628c-7962-40f1-a820-d372111a5be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=578bf2db-e6f0-4e37-9345-1436c2262d96,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.119007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.134233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-76c8fe17-e3eb-4829-84a8-549967468c20 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.142223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-76c8fe17-e3eb-4829-84a8-549967468c20 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415973 Jul 16 20:08:48.165557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object 728be38e-32c6-4a37-bcb2-dd88abfd4b17 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:48.178652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-fb6b134d-c03b-45ae-acc3-d91ed7631108 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/quotas/080a783984ee42848b22cf31eb8dcb10 HTTP/1.1" status: 200 len: 375 time: 0.0353003 Jul 16 20:08:48.235480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-330bc231-d1c5-4c28-a3f7-dd7d5ecb5eb8 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551944 Jul 16 20:08:48.330409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.388059 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-add1bb9a-bf72-422d-bd5f-22a2252262ff tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=080a783984ee42848b22cf31eb8dcb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603299 Jul 16 20:08:48.639115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.687939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:48.729046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.786566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3a288e2d-66d6-40e0-99ba-be8b10466d05 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d4d2af7e38d04799bb0d2e734a3b5491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395764 Jul 16 20:08:48.787455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58202) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.789395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Transition to ACTIVE for port object d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:48.803935 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-df0139b7-8751-4c1a-960b-4e49a106461b tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.805556 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-df0139b7-8751-4c1a-960b-4e49a106461b tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141009 Jul 16 20:08:48.839849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Request body: {'port': {'device_id': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '080a783984ee42848b22cf31eb8dcb10'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:48.880295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.898024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:48.926492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac9c5-e435-4094-9b87-733e88b60150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.039686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:49.057063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:49.061574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac9c5-e435-4094-9b87-733e88b60150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.078457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.079981 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.144390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58214) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:49.165981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Made reservation on behalf of 080a783984ee42848b22cf31eb8dcb10 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:49.174522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.195664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=728be38e-32c6-4a37-bcb2-dd88abfd4b17,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.199143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.255480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac9c5-e435-4094-9b87-733e88b60150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.262593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac9c5-e435-4094-9b87-733e88b60150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.264156 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fd4ac9c5-e435-4094-9b87-733e88b60150 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/90bb00e9-9697-4265-842b-fbc673983a1a HTTP/1.1" status: 204 len: 168 time: 0.4757516 Jul 16 20:08:49.274325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-cb3322af-237b-4d4e-9105-d23851d5cd07 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5533206 Jul 16 20:08:49.285959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ac9c5-e435-4094-9b87-733e88b60150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb00e9-9697-4265-842b-fbc673983a1a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.408625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Request body: {'port': {'device_id': '932e4719-2371-4573-894b-8fc29fcb4dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:49.454587 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.465414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.546779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Attempting to bind port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:49.547340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Attempting to bind port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:49.547872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Attempting to bind port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:49.625275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:49.626209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Attempting to bind port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:49.635171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Pushing event updated for resources: {'Port': ['ID=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.648119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:49.649296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:49.650179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:49.651085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Bound port: d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:49.653133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.820786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] For port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:49.828188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] For port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:49.843333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916c74-4a2d-42a6-a719-ccd7873ee16a req-d648fe2b-c347-4790-9017-ded518e57246 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.851478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d916c74-4a2d-42a6-a719-ccd7873ee16a req-d648fe2b-c347-4790-9017-ded518e57246 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 1.0189147 Jul 16 20:08:49.871278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01d514-6b95-4b24-a7f4-9ec51aa2167f req-627feee6-eda8-4b2d-96d1-8c5a6081bd6b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.879537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d01d514-6b95-4b24-a7f4-9ec51aa2167f req-627feee6-eda8-4b2d-96d1-8c5a6081bd6b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 936 time: 1.0289159 Jul 16 20:08:49.882073 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.946800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c81f20b9-223a-4423-a595-48c533e79d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.973295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbe80e-fcb3-4312-a34b-c41d1fecc266,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.989921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Allocated IP 192.168.233.13 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/b46fb2a7-c64d-4b19-8b4d-91619e907cb7) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:50.001448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d01d514-6b95-4b24-a7f4-9ec51aa2167f req-e90cc00d-c381-45f9-b2bb-ebd2c6632656 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217470 Jul 16 20:08:50.023135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.024038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.027821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] 10.222.0.21 "PUT /v2.0/ports/d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 HTTP/1.1" status: 200 len: 1096 time: 2.9103582 Jul 16 20:08:50.028364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'tag': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:50.036446 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56349f-d92c-4e63-a761-bb8c2c24579c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f583ba0-898a-4ac1-9f60-176a5d8e2198", "tag": "d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:50.077520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d520f2c-89e4-4724-8793-5e7fe69879d4 None None] Provisioning for port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:50.107030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.107424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d520f2c-89e4-4724-8793-5e7fe69879d4 None None] Provisioning complete for port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:50.107936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d520f2c-89e4-4724-8793-5e7fe69879d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.273434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d916c74-4a2d-42a6-a719-ccd7873ee16a req-5b83fabb-ce3f-4e4e-be1b-48171aea043a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067752 Jul 16 20:08:50.315160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2d520f2c-89e4-4724-8793-5e7fe69879d4 None None] Port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:50.382361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b95b-c563-41e0-bf30-f98f2451fa7c service neutron] Pushing event updated for resources: {'Port': ['ID=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.433411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58236) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.512602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aebeda5c-8d88-45f6-8f05-f3d642999e2f req-cf692da3-2307-4b77-8b53-222e271c60e5 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 210 time: 0.1206551 Jul 16 20:08:50.609100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.638058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Transition to ACTIVE for port object b46fb2a7-c64d-4b19-8b4d-91619e907cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:50.672336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c81f20b9-223a-4423-a595-48c533e79d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.679284 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c81f20b9-223a-4423-a595-48c533e79d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.743144 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c81f20b9-223a-4423-a595-48c533e79d6d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=80a0f30aeb3d4adca8c261d2c17cf2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5969181 Jul 16 20:08:50.747763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58238) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.757391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.766020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f20b9-223a-4423-a595-48c533e79d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d57149-cebc-44eb-ba9e-2b130e592673,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.819112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-d7dd59c9-9037-441b-9a55-38fe70b465cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.821804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-d7dd59c9-9037-441b-9a55-38fe70b465cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 1099 time: 0.6305044 Jul 16 20:08:50.832918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7d521103-81c5-41be-8146-4dd793bb841c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9e3d670ceec54ed78540caf6f3d7425f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831632 Jul 16 20:08:50.839063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58242) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.881391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:50.898364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:50.909632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.915985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:50.966564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-b2b55550-764a-42c6-ba19-225e32ccfe9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 HTTP/1.1" status: 200 len: 217 time: 0.1255848 Jul 16 20:08:50.968166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e63c0116-de86-49da-b3a6-4fc491aa0632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.036065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.037063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.045179 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e63c0116-de86-49da-b3a6-4fc491aa0632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.068840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9082eb7-292a-4ec2-8fc8-67f757e4595d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.095030 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6e574e0c-4c45-4b4b-8273-ec28f78e476c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2612698 Jul 16 20:08:51.117259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Request body: {'port': {'device_id': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:51.128099 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9082eb7-292a-4ec2-8fc8-67f757e4595d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.185022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.26', 51574) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:51.285308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7113662c-a549-499a-9d1a-cc54122de6da None None] Provisioning for port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:51.296652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7113662c-a549-499a-9d1a-cc54122de6da None None] Provisioning complete for port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:51.298084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7113662c-a549-499a-9d1a-cc54122de6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.299864 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-f9b221ad-cf5d-4502-b54f-e84502e6e0b4 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=080a783984ee42848b22cf31eb8dcb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074321 Jul 16 20:08:51.368994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e63c0116-de86-49da-b3a6-4fc491aa0632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.372897 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e63c0116-de86-49da-b3a6-4fc491aa0632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.375002 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e63c0116-de86-49da-b3a6-4fc491aa0632 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/74d57149-cebc-44eb-ba9e-2b130e592673 HTTP/1.1" status: 204 len: 168 time: 0.6253092 Jul 16 20:08:51.396129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7113662c-a549-499a-9d1a-cc54122de6da None None] Port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:51.443730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c0116-de86-49da-b3a6-4fc491aa0632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d57149-cebc-44eb-ba9e-2b130e592673,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.449020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.474979 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9082eb7-292a-4ec2-8fc8-67f757e4595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.478083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9082eb7-292a-4ec2-8fc8-67f757e4595d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.482280 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9082eb7-292a-4ec2-8fc8-67f757e4595d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5bbe8650-4f4e-445d-b360-3734748f8553 HTTP/1.1" status: 204 len: 168 time: 0.6133163 Jul 16 20:08:51.554058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9082eb7-292a-4ec2-8fc8-67f757e4595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe8650-4f4e-445d-b360-3734748f8553,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.654011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-1c896312-bca8-44ab-9883-9677fe5dc35d tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.657190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-1c896312-bca8-44ab-9883-9677fe5dc35d tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3312328 Jul 16 20:08:51.680994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Request body: {'port': {'device_id': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '080a783984ee42848b22cf31eb8dcb10'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:51.703051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-bd7508c1-45ba-410e-a6ba-e6aa9df993e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.704864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-bd7508c1-45ba-410e-a6ba-e6aa9df993e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.7184715 Jul 16 20:08:51.714727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e5b64-a147-4fec-9573-773be03ef4c5 req-1df2122e-accb-4427-b174-ec3ed34f01b4 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.723797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-846e5b64-a147-4fec-9573-773be03ef4c5 req-1df2122e-accb-4427-b174-ec3ed34f01b4 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 948 time: 1.1392503 Jul 16 20:08:51.727855 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1150b749-0bb8-42b3-a13a-856feac4e5b0 x-openstack-request-id: req-1150b749-0bb8-42b3-a13a-856feac4e5b0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:51.728387 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f583ba0-898a-4ac1-9f60-176a5d8e2198", "tag": "d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:51.728795 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1150b749-0bb8-42b3-a13a-856feac4e5b0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:51.729876 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'tag': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47', 'status': 'completed', 'code': 200} Jul 16 20:08:51.860560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-846e5b64-a147-4fec-9573-773be03ef4c5 req-80a8bccb-ea37-4bf3-9fcc-baa115efd5b6 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355717 Jul 16 20:08:51.883931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728be38e-32c6-4a37-bcb2-dd88abfd4b17 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:51.910657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.969378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Transition to ACTIVE for port object 728be38e-32c6-4a37-bcb2-dd88abfd4b17 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:51.976452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Made reservation on behalf of 080a783984ee42848b22cf31eb8dcb10 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:51.988217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.996650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.011229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33686a9-9946-4a44-9760-609742878935 req-81421934-01ba-45b5-bd67-9b768307afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.013016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-81421934-01ba-45b5-bd67-9b768307afa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2867641 Jul 16 20:08:52.404656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db0fd8-15fa-4a51-a673-ec7b211c3a35 req-d15f8bf7-e77c-496e-aa32-2258eb8490a6 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.414231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16db0fd8-15fa-4a51-a673-ec7b211c3a35 req-d15f8bf7-e77c-496e-aa32-2258eb8490a6 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 936 time: 0.5210109 Jul 16 20:08:52.445948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Pushing event updated for resources: {'Port': ['ID=728be38e-32c6-4a37-bcb2-dd88abfd4b17,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.491341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58270) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:52.508664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46fb2a7-c64d-4b19-8b4d-91619e907cb7 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:52.514481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2860d743-dbd8-4816-9c8d-41e23aa28a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.521018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.521531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-3c67770e-1935-435a-b14a-1a85fac1e32b service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828212 Jul 16 20:08:52.522532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Attempting to bind port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:52.523147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Attempting to bind port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:52.523936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Attempting to bind port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:52.552781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Transition to ACTIVE for port object b46fb2a7-c64d-4b19-8b4d-91619e907cb7 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:52.571371 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.573527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:52.574499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Attempting to bind port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:52.612015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bec0a6-3d4d-45d1-a300-a0131e3889c4 req-67221eb5-852e-4a03-88b5-651df8d2ac47 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.616373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2bec0a6-3d4d-45d1-a300-a0131e3889c4 req-67221eb5-852e-4a03-88b5-651df8d2ac47 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.5824809 Jul 16 20:08:52.632580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16db0fd8-15fa-4a51-a673-ec7b211c3a35 req-52be9a5f-0bb8-4a70-8a98-13bc32cd5ff7 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164090 Jul 16 20:08:52.643125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:52.643517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:52.643887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:52.644415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Bound port: 728be38e-32c6-4a37-bcb2-dd88abfd4b17, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:52.645494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.848461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2bec0a6-3d4d-45d1-a300-a0131e3889c4 req-84d1893a-27a0-4182-b442-eb22ce573cc8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111742 Jul 16 20:08:52.956707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58004fb0-2256-4390-b96b-c81a898d89b4 req-6a8c2dc3-4fe1-43cd-91b6-860f3e8dc713 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 210 time: 0.0953267 Jul 16 20:08:52.960910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33686a9-9946-4a44-9760-609742878935 req-90a2922c-ebbd-4254-bb18-88202cfab71b service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132833 Jul 16 20:08:53.053697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] For port 728be38e-32c6-4a37-bcb2-dd88abfd4b17, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:53.060227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] For port 728be38e-32c6-4a37-bcb2-dd88abfd4b17, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:53.099352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.164794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.180035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Allocated IP 192.168.233.142 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/ffd9e299-84df-4359-937d-51bbd5ba88e9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:53.324033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.325063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.334090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/728be38e-32c6-4a37-bcb2-dd88abfd4b17 HTTP/1.1" status: 200 len: 1096 time: 4.0182099 Jul 16 20:08:53.507208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2860d743-dbd8-4816-9c8d-41e23aa28a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.527504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77f04c-fa7c-42d9-845f-6777272f00e9 service neutron] Pushing event updated for resources: {'Port': ['ID=728be38e-32c6-4a37-bcb2-dd88abfd4b17,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.561097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2860d743-dbd8-4816-9c8d-41e23aa28a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.607325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-d5e94865-4978-4fa9-88a2-70b6fd8650da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.609100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-d5e94865-4978-4fa9-88a2-70b6fd8650da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 1099 time: 0.5449522 Jul 16 20:08:53.625112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Attempting to bind port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:53.626054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Attempting to bind port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:53.626830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Attempting to bind port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:53.689806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-d8259c20-1c42-40e8-beda-4f75ad18d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.692715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-d8259c20-1c42-40e8-beda-4f75ad18d874 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 1099 time: 0.2560759 Jul 16 20:08:53.721048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:53.721574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Attempting to bind port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:53.768623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932e4719-2371-4573-894b-8fc29fcb4dff', 'tag': '728be38e-32c6-4a37-bcb2-dd88abfd4b17'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:53.771361 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "932e4719-2371-4573-894b-8fc29fcb4dff", "tag": "728be38e-32c6-4a37-bcb2-dd88abfd4b17"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:53.805699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:53.806337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:53.806980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:53.807910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Bound port: b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:53.808407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.840587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-e3bc0a7b-a8ba-4965-9261-c343a1615dfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17 HTTP/1.1" status: 200 len: 217 time: 0.1326904 Jul 16 20:08:53.909380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc8df-0ee8-41b5-a3db-82f7db082d81 req-eed60d31-260d-4f1d-847f-c5f279f64e49 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.916563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a87bc8df-0ee8-41b5-a3db-82f7db082d81 req-eed60d31-260d-4f1d-847f-c5f279f64e49 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 948 time: 0.3994670 Jul 16 20:08:53.921555 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2860d743-dbd8-4816-9c8d-41e23aa28a0a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=34a60e35c4e64922a6413e2dbe02b308&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4287696 Jul 16 20:08:53.928315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58314) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:53.934392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860d743-dbd8-4816-9c8d-41e23aa28a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62909f5a-3229-4ed0-a1b6-1bbf92f36b6e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:54.082143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:54.086824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:54.108128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-63988326-5599-4fe4-8ef0-b5d8bb53846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.110753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-63988326-5599-4fe4-8ef0-b5d8bb53846e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1875103 Jul 16 20:08:54.165377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.179967 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.218935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a87bc8df-0ee8-41b5-a3db-82f7db082d81 req-962fb07c-2c3a-4bd1-9cef-603c765d6485 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001776 Jul 16 20:08:54.236301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-36ab8259-5ba5-465c-bc11-283ab33dd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.239296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-36ab8259-5ba5-465c-bc11-283ab33dd55f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.6200461 Jul 16 20:08:54.262018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Transition to ACTIVE for port object ffd9e299-84df-4359-937d-51bbd5ba88e9 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:54.280118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.281085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.284347 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] 10.222.0.26 "PUT /v2.0/ports/b46fb2a7-c64d-4b19-8b4d-91619e907cb7 HTTP/1.1" status: 200 len: 1095 time: 3.1748178 Jul 16 20:08:54.284347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:54.288426 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408b97a-652c-4052-a59b-d2d2deb2435a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:54.336345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb7c7f-05df-48a3-9a47-5c5675429cfd service neutron] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:54.375631 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d0d34e-7080-44c6-af2f-799d0b08d527 x-openstack-request-id: req-36d0d34e-7080-44c6-af2f-799d0b08d527 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:54.376093 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932e4719-2371-4573-894b-8fc29fcb4dff", "tag": "728be38e-32c6-4a37-bcb2-dd88abfd4b17", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:54.376939 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-36d0d34e-7080-44c6-af2f-799d0b08d527 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:54.377095 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932e4719-2371-4573-894b-8fc29fcb4dff', 'tag': '728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'status': 'completed', 'code': 200} Jul 16 20:08:54.454738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-63349730-bc96-4a98-b457-9df0ba046bbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 HTTP/1.1" status: 200 len: 217 time: 0.1711764 Jul 16 20:08:54.496844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.613577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75e9707-681f-4e9c-a9a3-1ad8e7ccd443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.634320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:54.638890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:54.644498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Pushing event updated for resources: {'Port': ['ID=ffd9e299-84df-4359-937d-51bbd5ba88e9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:54.649535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:54.691908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6b6c09e7-d986-4a24-8666-5a7f7c254ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.693341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-6b6c09e7-d986-4a24-8666-5a7f7c254ef4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1098 time: 0.3209910 Jul 16 20:08:54.758932 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-eea7156d-3842-4a40-814b-4563faff8925 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7 HTTP/1.1" status: 200 len: 217 time: 0.0567603 Jul 16 20:08:54.767067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75e9707-681f-4e9c-a9a3-1ad8e7ccd443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.780285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-a3757145-6d7b-4c4c-9265-3709c487dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.782607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-a3757145-6d7b-4c4c-9265-3709c487dafd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.3103552 Jul 16 20:08:54.829809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.831340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.881796 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-e3cc1169-7091-4820-8885-aa1358c1486e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2136543 Jul 16 20:08:54.896424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Request body: {'port': {'device_id': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:54.898884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b3f3c-b92c-4c92-9271-33c0142c4399 req-37aa2171-8641-4418-a947-940e2c91aa1c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.900660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af0b3f3c-b92c-4c92-9271-33c0142c4399 req-37aa2171-8641-4418-a947-940e2c91aa1c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 948 time: 0.6739705 Jul 16 20:08:54.910362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-111fb0a2-f202-4dee-8f17-b6d18eba8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.912059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-111fb0a2-f202-4dee-8f17-b6d18eba8438 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7787526 Jul 16 20:08:54.923532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.26', 51579) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:54.940797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cfd9e-0946-4a0d-b6ec-0a39a9178e3a req-c1eb6a26-2e7e-4840-aa8b-18606ec63846 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.950973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-ef5b6b90-e4f2-4fe1-944f-7e0d8ecce38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.954089 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-ef5b6b90-e4f2-4fe1-944f-7e0d8ecce38d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1849699 Jul 16 20:08:54.957340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-043cfd9e-0946-4a0d-b6ec-0a39a9178e3a req-c1eb6a26-2e7e-4840-aa8b-18606ec63846 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.3336885 Jul 16 20:08:55.066596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.074792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cfd98efe-3797-4448-9e37-0fa33483241e None None] Provisioning for port ffd9e299-84df-4359-937d-51bbd5ba88e9 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:55.080154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-a48c78df-ee94-4498-9758-e8438ad3de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.081452 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-a48c78df-ee94-4498-9758-e8438ad3de2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206760 Jul 16 20:08:55.082820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75e9707-681f-4e9c-a9a3-1ad8e7ccd443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.085958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cfd98efe-3797-4448-9e37-0fa33483241e None None] Provisioning complete for port ffd9e299-84df-4359-937d-51bbd5ba88e9 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:55.086467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75e9707-681f-4e9c-a9a3-1ad8e7ccd443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.087097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cfd98efe-3797-4448-9e37-0fa33483241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.090351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e75e9707-681f-4e9c-a9a3-1ad8e7ccd443 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/62909f5a-3229-4ed0-a1b6-1bbf92f36b6e HTTP/1.1" status: 204 len: 168 time: 1.0647619 Jul 16 20:08:55.154299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cfd98efe-3797-4448-9e37-0fa33483241e None None] Port ffd9e299-84df-4359-937d-51bbd5ba88e9 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:55.249061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e9707-681f-4e9c-a9a3-1ad8e7ccd443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62909f5a-3229-4ed0-a1b6-1bbf92f36b6e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:55.357598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af0b3f3c-b92c-4c92-9271-33c0142c4399 req-ca01c438-7e1f-4e09-b96b-eb2084fd568e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418747 Jul 16 20:08:55.378086 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-26ae7678-a03d-4865-9919-f768ff89f177 req-a0b6cd48-2b8d-46fd-b202-f8a2437f77b2 service neutron] show failed (client error): The resource could not be found. Jul 16 20:08:55.380293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-a0b6cd48-2b8d-46fd-b202-f8a2437f77b2 service neutron] 10.222.0.26 "GET /v2.0/ports/84c3cf86-e942-4cb3-a69d-531094c3c1b1/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.4183040 Jul 16 20:08:55.408320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-043cfd9e-0946-4a0d-b6ec-0a39a9178e3a req-217cbf56-7dd3-41f0-b1bf-4a29a1e5b570 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490061 Jul 16 20:08:55.432680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-44633e87-b7c2-4e63-9a65-b4072239fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.435424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-44633e87-b7c2-4e63-9a65-b4072239fbc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6326213 Jul 16 20:08:55.445204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-d9f475cf-0ccb-4d89-ae14-2a1c682b0f75 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193594 Jul 16 20:08:55.458410 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-835aaadd-61c4-415b-9fae-e38a56d1acbc service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681946 Jul 16 20:08:55.678467 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fdb8147a-cfe8-4e78-a37b-f25628f12ede req-b3fca2b0-de6d-4532-8639-bd5966d9a1db service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107873 Jul 16 20:08:55.983057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd9e299-84df-4359-937d-51bbd5ba88e9 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:56.001416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.013253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.21', 57073) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:56.027071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Transition to ACTIVE for port object ffd9e299-84df-4359-937d-51bbd5ba88e9 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:56.045689 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5107b6-d73d-47a3-a287-02ba0e33c739 x-openstack-request-id: req-8b5107b6-d73d-47a3-a287-02ba0e33c739 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:56.046019 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:56.046403 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8b5107b6-d73d-47a3-a287-02ba0e33c739 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:56.047108 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'status': 'completed', 'code': 200} Jul 16 20:08:56.062241 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.065748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:56.175032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd9e299-84df-4359-937d-51bbd5ba88e9,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:56.297027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-da722975-21b7-4fa1-bd9b-6f2deef2251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.298684 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-da722975-21b7-4fa1-bd9b-6f2deef2251a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1098 time: 0.2693107 Jul 16 20:08:56.389844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Attempting to bind port ffd9e299-84df-4359-937d-51bbd5ba88e9 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:56.390160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Attempting to bind port ffd9e299-84df-4359-937d-51bbd5ba88e9 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:56.390505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Attempting to bind port ffd9e299-84df-4359-937d-51bbd5ba88e9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:56.397683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Port ffd9e299-84df-4359-937d-51bbd5ba88e9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:56.398002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Attempting to bind port ffd9e299-84df-4359-937d-51bbd5ba88e9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:56.410132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:56.410492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:56.410658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:56.411120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Bound port: ffd9e299-84df-4359-937d-51bbd5ba88e9, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:56.412160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.445101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-34eb62eb-1e99-4061-869c-f148e941247b service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9985163 Jul 16 20:08:56.480908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54afdba3-790a-471b-9d9a-2161ed31e1bc req-dd577685-6740-4abf-aced-746d4836c356 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0108867 Jul 16 20:08:56.506213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-ce386ce0-53a9-4eb1-89a1-a4606a25ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.508140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-ce386ce0-53a9-4eb1-89a1-a4606a25ac4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742&tenant_id=3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 1122 time: 0.4935179 Jul 16 20:08:56.530865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d7b9f-0876-48cf-8df2-ec3353fc357e req-eca461e2-f4c8-4965-bac8-6ad5fb6b00a8 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.538640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-938d7b9f-0876-48cf-8df2-ec3353fc357e req-eca461e2-f4c8-4965-bac8-6ad5fb6b00a8 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 948 time: 0.5297184 Jul 16 20:08:56.550680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:56.680194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a168109c-8e41-48b1-a1db-81b8ad6ab8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.720181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-938d7b9f-0876-48cf-8df2-ec3353fc357e req-11c844fe-135a-4641-bec2-e7598c54830d tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801722 Jul 16 20:08:56.807952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df56349f-d92c-4e63-a761-bb8c2c24579c req-1dad20a3-8bac-44dd-ac5d-7f361b5f76d0 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538284 Jul 16 20:08:56.833044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.861800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-9999cced-5a41-436e-b68e-89d43ad04f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.863744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-9999cced-5a41-436e-b68e-89d43ad04f23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 1099 time: 0.2821617 Jul 16 20:08:56.904088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:56.984183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-b7085849-793a-4207-8951-61b3cba9d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.987122 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-b7085849-793a-4207-8951-61b3cba9d17d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.6811156 Jul 16 20:08:57.029316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] For port ffd9e299-84df-4359-937d-51bbd5ba88e9, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:57.123178 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-3d3e620b-0cf3-4aae-b0f6-4cbd68419b9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7 HTTP/1.1" status: 200 len: 217 time: 0.1212549 Jul 16 20:08:57.130870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] For port ffd9e299-84df-4359-937d-51bbd5ba88e9, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:57.160975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.161196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:57.179206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47', 'mac_address': 'fa:16:3e:ca:bc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:57.244637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.260675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f966f-010c-497f-b1a8-1182d7839182 req-3431ee87-0fc4-4161-912b-b354324fed4d tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.267758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:57.269089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e39f966f-010c-497f-b1a8-1182d7839182 req-3431ee87-0fc4-4161-912b-b354324fed4d tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 948 time: 0.4038436 Jul 16 20:08:57.282353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-b9e4e8aa-f955-4b87-91a8-cb8f963cf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.284578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-b9e4e8aa-f955-4b87-91a8-cb8f963cf696 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3864243 Jul 16 20:08:57.309790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.310042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:57.312920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.316817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/ffd9e299-84df-4359-937d-51bbd5ba88e9 HTTP/1.1" status: 200 len: 1096 time: 2.4243293 Jul 16 20:08:57.317510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.433861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-efe09680-2f2f-4f86-8e9d-8204cf94996f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17 HTTP/1.1" status: 200 len: 217 time: 0.1152470 Jul 16 20:08:57.434948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.468322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-3eab0119-029c-47bf-abae-fcce7245df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.471277 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-3eab0119-029c-47bf-abae-fcce7245df6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.3353214 Jul 16 20:08:57.510940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a168109c-8e41-48b1-a1db-81b8ad6ab8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.538485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32f105-3fa4-4289-bbf9-a869cf5188c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd9e299-84df-4359-937d-51bbd5ba88e9,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.571152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e39f966f-010c-497f-b1a8-1182d7839182 req-c6fc0b0c-f226-4626-8cf6-a1b5cc32b3b4 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008952 Jul 16 20:08:57.579998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a168109c-8e41-48b1-a1db-81b8ad6ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.637639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:57.638505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:57.676955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4826-80d1-4478-8586-6e6a1bf0c72a req-f0ec5eda-6c65-46a4-962c-21a0885d391c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.679465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-092a4826-80d1-4478-8586-6e6a1bf0c72a req-f0ec5eda-6c65-46a4-962c-21a0885d391c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 948 time: 0.5355134 Jul 16 20:08:57.690099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-29bebe98-7f3d-44a2-9b7a-ad2e124ab269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.692114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-29bebe98-7f3d-44a2-9b7a-ad2e124ab269 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2008655 Jul 16 20:08:57.739349 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a168109c-8e41-48b1-a1db-81b8ad6ab8a8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=362c2b0cdac44609a9701bd16c430af5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6671884 Jul 16 20:08:57.757000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58396) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:57.757736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168109c-8e41-48b1-a1db-81b8ad6ab8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98e2af-c63d-424f-95ca-a5483d13135b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.824237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-f82e23b5-8cff-4c09-add1-46a9c5c1feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.827194 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-f82e23b5-8cff-4c09-add1-46a9c5c1feee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 1099 time: 0.4185698 Jul 16 20:08:57.842376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-1f6ec314-7e9b-4374-9cc8-ec2c74f6f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.844879 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-1f6ec314-7e9b-4374-9cc8-ec2c74f6f574 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3322914 Jul 16 20:08:57.909739 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-3c546bea-e951-418a-b183-2b948a432feb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9 HTTP/1.1" status: 200 len: 217 time: 0.0722175 Jul 16 20:08:57.975375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-092a4826-80d1-4478-8586-6e6a1bf0c72a req-4144f3e2-880a-4c72-919d-b480d80fc6f6 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813487 Jul 16 20:08:57.987584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:58.054227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'tag': 'ffd9e299-84df-4359-937d-51bbd5ba88e9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:58.059234 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8" -d '{"events": [{"name": "network-changed", "server_uuid": "478257a2-502a-4ec7-8167-6cd611fba0d1", "tag": "ffd9e299-84df-4359-937d-51bbd5ba88e9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:58.085304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b28f61b8-cfaf-4a3a-8207-86e2f66b81a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.090626 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-24cf1c2d-8c60-4b8f-8bc4-cdf4e734f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.093140 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-24cf1c2d-8c60-4b8f-8bc4-cdf4e734f351 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1532824 Jul 16 20:08:58.093756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-8cc24109-c7f5-4abd-b1a0-66b05fdafa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.096584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-8cc24109-c7f5-4abd-b1a0-66b05fdafa62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3878534 Jul 16 20:08:58.108520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:58.113225 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429b622b-05a7-453d-9d8a-d619d6aebe9d" -d '{"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-unplugged", "status": "completed", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:58.124613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.212242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626edd-ce31-4878-a378-1fc7002aaff6 req-199c40ff-ef4f-4a11-9317-5ad8d8ba3b5d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.215352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57626edd-ce31-4878-a378-1fc7002aaff6 req-199c40ff-ef4f-4a11-9317-5ad8d8ba3b5d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 971 time: 0.3926818 Jul 16 20:08:58.229855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b28f61b8-cfaf-4a3a-8207-86e2f66b81a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.232651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Transition to ACTIVE for port object 84c3cf86-e942-4cb3-a69d-531094c3c1b1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:58.253977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.288511 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-ec5d679e-203a-445e-ac0a-9d8eea877a49 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762279 Jul 16 20:08:58.373815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-90c6e6b1-2b67-46aa-a8f5-76d11f73b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.376354 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-90c6e6b1-2b67-46aa-a8f5-76d11f73b09b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2695265 Jul 16 20:08:58.536300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:58.559732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57626edd-ce31-4878-a378-1fc7002aaff6 req-793a5ffd-44de-45a9-807c-4d3e5ed250c2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291504 Jul 16 20:08:58.561424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] No DVR routers for this DVR port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:58.595091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-b58e6198-e054-4928-8505-7e4719f1c1e0 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770296 Jul 16 20:08:58.778633 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe51b203-1ca3-4870-b418-a9d4141968e1 x-openstack-request-id: req-fe51b203-1ca3-4870-b418-a9d4141968e1 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:58.779760 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-unplugged", "status": "completed", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:58.780710 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fe51b203-1ca3-4870-b418-a9d4141968e1 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:58.782374 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'code': 200} Jul 16 20:08:58.813077 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d727be-4f4b-4874-a3ca-3446d45ca1ee x-openstack-request-id: req-f4d727be-4f4b-4874-a3ca-3446d45ca1ee {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:58.813864 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478257a2-502a-4ec7-8167-6cd611fba0d1", "tag": "ffd9e299-84df-4359-937d-51bbd5ba88e9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:58.813864 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f4d727be-4f4b-4874-a3ca-3446d45ca1ee {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:58.814487 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'tag': 'ffd9e299-84df-4359-937d-51bbd5ba88e9', 'status': 'completed', 'code': 200} Jul 16 20:08:58.868035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b28f61b8-cfaf-4a3a-8207-86e2f66b81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.873252 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b28f61b8-cfaf-4a3a-8207-86e2f66b81a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.875291 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b28f61b8-cfaf-4a3a-8207-86e2f66b81a1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7a98e2af-c63d-424f-95ca-a5483d13135b HTTP/1.1" status: 204 len: 168 time: 1.1129086 Jul 16 20:08:58.908536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f61b8-cfaf-4a3a-8207-86e2f66b81a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98e2af-c63d-424f-95ca-a5483d13135b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:58.915440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 728be38e-32c6-4a37-bcb2-dd88abfd4b17 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:58.992612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:58.993476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:58.994252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:59.000249 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2408b97a-652c-4052-a59b-d2d2deb2435a req-6ae6b3d6-8965-4067-a100-567d1d165ce3 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876583 Jul 16 20:08:59.031502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b893bc9f-1905-4022-97b5-fa1bc49f4b4f req-b895f6f9-75da-4aa9-b1e5-731facdc68b8 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256060 Jul 16 20:08:59.034111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:59.034666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Attempting to bind port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:59.072188 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-65fb937f-2410-4686-9b22-c562cac9117f service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844022 Jul 16 20:08:59.085473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:59.085998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:59.086558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:59.087321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Bound port: 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:59.087843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.092119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:59.181507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 728be38e-32c6-4a37-bcb2-dd88abfd4b17, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:59.217083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'mac_address': 'fa:16:3e:9e:14:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:59.222955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:59.230405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:59.230992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.272518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72a9d1-ff17-49da-8cfa-d78f66c8e280 req-15448d0f-ddcd-4731-b301-01449b1ab2d6 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.286675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b72a9d1-ff17-49da-8cfa-d78f66c8e280 req-15448d0f-ddcd-4731-b301-01449b1ab2d6 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 948 time: 0.6379454 Jul 16 20:08:59.318483 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5f6c4729-b77a-4035-9683-ea7921b6008d req-7141df5d-a35c-4152-8ff4-fa9790468cbd service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380915 Jul 16 20:08:59.414229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b72a9d1-ff17-49da-8cfa-d78f66c8e280 req-b602a17d-ed83-4fca-be5b-c6aa65a81ca7 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259437 Jul 16 20:08:59.419300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:59.456773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f3cc7-49bf-462a-adcb-c7eb4628f101 req-ca92b60f-9b55-4770-ba5f-a1e2360db68b tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.462855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:59.469550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612f3cc7-49bf-462a-adcb-c7eb4628f101 req-ca92b60f-9b55-4770-ba5f-a1e2360db68b tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 949 time: 0.3362048 Jul 16 20:08:59.485713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-1de60211-3503-4e44-ae51-f635f000f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.487808 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-1de60211-3503-4e44-ae51-f635f000f494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 1099 time: 0.0874500 Jul 16 20:08:59.489418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:59.503501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.575975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:59.621482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.622667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.625949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 1095 time: 3.0823646 Jul 16 20:08:59.642737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:59.649074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58444) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:59.668318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.688660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'mac_address': 'fa:16:3e:49:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:59.699208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728be38e-32c6-4a37-bcb2-dd88abfd4b17 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:59.727339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:59.740060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612f3cc7-49bf-462a-adcb-c7eb4628f101 req-de875913-8120-4261-95bd-fa1a8c4d4d6a tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685969 Jul 16 20:08:59.743914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eadc5914-26a7-43d5-879a-69fd6f2cf626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.763125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 728be38e-32c6-4a37-bcb2-dd88abfd4b17, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:59.800635 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.818567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-46e6c6e0-46c3-46f2-bf56-2f3495e15730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.821146 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-46e6c6e0-46c3-46f2-bf56-2f3495e15730 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3233550 Jul 16 20:08:59.837393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.903024 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.939758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46fb2a7-c64d-4b19-8b4d-91619e907cb7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:59.966861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:59.970417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-e49b226c-0573-45a4-8ff6-fc736a5931e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9 HTTP/1.1" status: 200 len: 217 time: 0.1348450 Jul 16 20:08:59.974751 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384cc12e-b1d6-48af-8f3f-3736d5668cc5" -d '{"events": [{"server_uuid": "0f583ba0-898a-4ac1-9f60-176a5d8e2198", "name": "network-vif-plugged", "status": "completed", "tag": "d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:59.996655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eadc5914-26a7-43d5-879a-69fd6f2cf626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.005575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff432b4-1d3e-4618-9b0e-41795109a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.029904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eadc5914-26a7-43d5-879a-69fd6f2cf626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.085604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc5914-26a7-43d5-879a-69fd6f2cf626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97d41d-c4ea-459d-a4d3-bc8a3caf56d5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.096863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:00.105497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=728be38e-32c6-4a37-bcb2-dd88abfd4b17,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.113978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-fc288f9f-3ff3-41d3-ac77-c2fb20a23c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.114742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:00.123092 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-fc288f9f-3ff3-41d3-ac77-c2fb20a23c61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1416171 Jul 16 20:09:00.125629 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.142311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.148926 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b91b792-0060-40a8-af33-9bf752a8b030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.156826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-d1572a06-ffdf-482f-8b2d-c2aa6189875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.158704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-d1572a06-ffdf-482f-8b2d-c2aa6189875b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1098 time: 0.4729486 Jul 16 20:09:00.168938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eadc5914-26a7-43d5-879a-69fd6f2cf626 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f2d2ceb02e4c4fd5825f8b59e5840d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163178 Jul 16 20:09:00.191600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:00.256889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58450) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:00.335846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.383050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3678765-282b-4534-97d4-4573e0a44c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.418148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3678765-282b-4534-97d4-4573e0a44c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.427111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b46fb2a7-c64d-4b19-8b4d-91619e907cb7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:00.504861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-cbb7da06-92c2-4fa1-a665-e9eff0bfced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.508096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-cbb7da06-92c2-4fa1-a665-e9eff0bfced4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3778775 Jul 16 20:09:00.508814 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3678765-282b-4534-97d4-4573e0a44c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.516243 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3678765-282b-4534-97d4-4573e0a44c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.523714 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f3678765-282b-4534-97d4-4573e0a44c32 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7a97d41d-c4ea-459d-a4d3-bc8a3caf56d5 HTTP/1.1" status: 204 len: 168 time: 0.2585063 Jul 16 20:09:00.570861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.672264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3678765-282b-4534-97d4-4573e0a44c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97d41d-c4ea-459d-a4d3-bc8a3caf56d5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.825249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:00.827591 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24886f-32c9-46e1-9be4-58089ad07536" -d '{"events": [{"name": "network-changed", "server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:00.834702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-f25f561d-634c-41b4-af16-e29c44cb99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.837195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-f25f561d-634c-41b4-af16-e29c44cb99f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.6657734 Jul 16 20:09:00.888716 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-8d908803-2a46-4e11-ae76-4dac94961b37 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634520 Jul 16 20:09:00.928385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-ced2a2fc-6df1-4f65-b99d-cf776547916d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.0515199 Jul 16 20:09:01.014304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add99025-b207-49d8-8c89-e1e8c24d77c0 req-1efcacea-4c29-4a00-82f2-8489ea66865c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.016330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-add99025-b207-49d8-8c89-e1e8c24d77c0 req-1efcacea-4c29-4a00-82f2-8489ea66865c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 949 time: 0.1859930 Jul 16 20:09:01.025584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-bf242bbe-0bea-430d-a0b0-858290f860cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.027360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-bf242bbe-0bea-430d-a0b0-858290f860cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0863018 Jul 16 20:09:01.113236 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac024a1f-84d6-4cc2-bf2d-dfa4feb363e8 req-81b8f345-92e7-4ee4-9ac2-2fc0dd5f204d service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162349 Jul 16 20:09:01.140129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-add99025-b207-49d8-8c89-e1e8c24d77c0 req-0eaf0b3e-5414-42a4-ac86-486e7e9e6b3b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117282 Jul 16 20:09:01.150400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7678-a03d-4865-9919-f768ff89f177 req-fff80d56-eb44-4bbb-85f3-230a39a1987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.152218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-fff80d56-eb44-4bbb-85f3-230a39a1987f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145511 Jul 16 20:09:01.232242 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf0b2ab-4591-434f-9780-6ea8dc6934a9 x-openstack-request-id: req-2cf0b2ab-4591-434f-9780-6ea8dc6934a9 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:01.232745 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f583ba0-898a-4ac1-9f60-176a5d8e2198", "name": "network-vif-plugged", "status": "completed", "tag": "d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:01.233036 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2cf0b2ab-4591-434f-9780-6ea8dc6934a9 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:01.233643 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47', 'code': 200} Jul 16 20:09:01.530192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f46d5-aa58-4a77-bafb-5be9bf10d3e3 req-b3dbbe80-1773-4a2b-bdce-f3236033dd81 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.536313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb9f46d5-aa58-4a77-bafb-5be9bf10d3e3 req-b3dbbe80-1773-4a2b-bdce-f3236033dd81 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 947 time: 0.3582032 Jul 16 20:09:01.611861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-860f5ebf-e9dc-4bcc-afae-860b80b9eb83 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451785 Jul 16 20:09:01.625249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58478) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:01.710750 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:01.772079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb9f46d5-aa58-4a77-bafb-5be9bf10d3e3 req-eb388270-4a0c-4581-a733-624ea3581a1d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892874 Jul 16 20:09:01.832426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78d2b7-7311-4370-92a5-48c4750fac3b req-cab933c1-7655-4d16-bd61-5e3747550ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.834003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad78d2b7-7311-4370-92a5-48c4750fac3b req-cab933c1-7655-4d16-bd61-5e3747550ead service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 1101 time: 0.4520116 Jul 16 20:09:01.860559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bd313-7527-4040-a31b-b22a6fee1ec9 req-c2c95e0e-980b-4bed-b564-bae9b07f939c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.866243 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0328142e-7f52-4e77-88e8-cfac26452555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.870416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-999bd313-7527-4040-a31b-b22a6fee1ec9 req-c2c95e0e-980b-4bed-b564-bae9b07f939c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 948 time: 0.3776305 Jul 16 20:09:01.914757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26ae7678-a03d-4865-9919-f768ff89f177 req-220f5cd0-a86d-4def-b9ae-e8013c6e34c9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821357 Jul 16 20:09:01.959849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad78d2b7-7311-4370-92a5-48c4750fac3b req-922bc458-3cd8-4d3e-b995-dd620a47326b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177144 Jul 16 20:09:01.982000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-999bd313-7527-4040-a31b-b22a6fee1ec9 req-251bd261-25fa-48b4-bda7-7b623066f2b3 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106505 Jul 16 20:09:02.098385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0328142e-7f52-4e77-88e8-cfac26452555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.111083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0328142e-7f52-4e77-88e8-cfac26452555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.218982 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0328142e-7f52-4e77-88e8-cfac26452555 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e7bc016e07de4f8b8431a62b2dc787ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917830 Jul 16 20:09:02.220735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328142e-7f52-4e77-88e8-cfac26452555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e71b059-5b2b-4cb2-9582-80add8547f7a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.225166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58500) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:02.225776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516cead-cd03-4ff5-81f4-7ada538d1734 req-09143c17-1f0f-4103-82bb-d6bb3bb84b27 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.227881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a516cead-cd03-4ff5-81f4-7ada538d1734 req-09143c17-1f0f-4103-82bb-d6bb3bb84b27 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 950 time: 0.1202779 Jul 16 20:09:02.299929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a516cead-cd03-4ff5-81f4-7ada538d1734 req-21659810-2f35-42e4-aa72-7aff67defa08 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613813 Jul 16 20:09:02.318969 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd37fb02-d373-4827-b727-8a97b693a96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.363775 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd37fb02-d373-4827-b727-8a97b693a96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.443097 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fe98ff-a800-43cf-8526-acac7fc7b46f x-openstack-request-id: req-e6fe98ff-a800-43cf-8526-acac7fc7b46f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:02.444250 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:02.444672 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e6fe98ff-a800-43cf-8526-acac7fc7b46f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:02.446057 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'status': 'completed', 'code': 200} Jul 16 20:09:02.572542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-e218c5dd-85e0-41ef-9c07-f62ea69440bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.574986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-e218c5dd-85e0-41ef-9c07-f62ea69440bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1098 time: 0.0855787 Jul 16 20:09:02.630876 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd37fb02-d373-4827-b727-8a97b693a96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.640419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd37fb02-d373-4827-b727-8a97b693a96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.642648 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fd37fb02-d373-4827-b727-8a97b693a96d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5e71b059-5b2b-4cb2-9582-80add8547f7a HTTP/1.1" status: 204 len: 168 time: 0.4158297 Jul 16 20:09:02.675726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37fb02-d373-4827-b727-8a97b693a96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e71b059-5b2b-4cb2-9582-80add8547f7a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.740571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-ada960a5-bec1-4953-bef6-df58129148ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.744155 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-ada960a5-bec1-4953-bef6-df58129148ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1098 time: 0.2392831 Jul 16 20:09:02.775111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-597f6c4d-4771-40ba-b8ba-eaa94b75b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.777617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-597f6c4d-4771-40ba-b8ba-eaa94b75b37c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1860371 Jul 16 20:09:02.840170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-7cc3daf0-061b-4080-8ee0-0a8e9d2363b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.0472531 Jul 16 20:09:02.849990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dea8bf-fa9c-4af4-915a-2e5de67f887a req-34bbd148-b46e-4634-b94a-030e5c8751d4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.851384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8dea8bf-fa9c-4af4-915a-2e5de67f887a req-34bbd148-b46e-4634-b94a-030e5c8751d4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 949 time: 0.1400385 Jul 16 20:09:02.951197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 728be38e-32c6-4a37-bcb2-dd88abfd4b17 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:02.953431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-af0ab114-05d3-4d8d-8b20-456475ef8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.960534 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-af0ab114-05d3-4d8d-8b20-456475ef8bcc service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2055492 Jul 16 20:09:02.967599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8dea8bf-fa9c-4af4-915a-2e5de67f887a req-a6ba8262-a01d-425f-a29c-6fd49f1b53e4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058304 Jul 16 20:09:03.048422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:03.055330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-89c108ed-dd4b-4464-82db-b5a6f516c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.056861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-89c108ed-dd4b-4464-82db-b5a6f516c172 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2044137 Jul 16 20:09:03.058766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:03.059664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.106698 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-dba906e8-f0c0-43b0-9ffe-a2e65711f4db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.1348543 Jul 16 20:09:03.211403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f38b80-17e5-46ae-861c-9274e2550f48 req-6d990d42-f41d-4b70-933e-30e566a7852b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.220393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59f38b80-17e5-46ae-861c-9274e2550f48 req-6d990d42-f41d-4b70-933e-30e566a7852b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 947 time: 0.2288239 Jul 16 20:09:03.239721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-688974de-b6ac-4b9d-9375-c79d817a4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.243340 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-688974de-b6ac-4b9d-9375-c79d817a4ac1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1296673 Jul 16 20:09:03.272163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.289364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ffd9e299-84df-4359-937d-51bbd5ba88e9 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:03.292180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:03.292667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-23d8605b-d5a0-46e1-803b-b9710d026bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.296111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-23d8605b-d5a0-46e1-803b-b9710d026bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2296519 Jul 16 20:09:03.356785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59f38b80-17e5-46ae-861c-9274e2550f48 req-5ed325f9-f6c7-43ca-94f0-1811d3168e94 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350968 Jul 16 20:09:03.393200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932e4719-2371-4573-894b-8fc29fcb4dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728be38e-32c6-4a37-bcb2-dd88abfd4b17'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:03.395751 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66337f8-942c-40c0-8ebd-ec13b64131ec" -d '{"events": [{"server_uuid": "932e4719-2371-4573-894b-8fc29fcb4dff", "name": "network-vif-plugged", "status": "completed", "tag": "728be38e-32c6-4a37-bcb2-dd88abfd4b17"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:03.425628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-ebb0ef14-325d-4168-9045-2c9899d27380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.427883 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-ebb0ef14-325d-4168-9045-2c9899d27380 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766069 Jul 16 20:09:03.504753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 728be38e-32c6-4a37-bcb2-dd88abfd4b17, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:03.521059 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.597772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=728be38e-32c6-4a37-bcb2-dd88abfd4b17,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:03.613714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:03.617506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-67001c72-5e8a-479c-8aaa-7fc6337b09d3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716923 Jul 16 20:09:03.634589 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-026bce0b-7ea6-44a5-98b5-c776e7bb0a28 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987185 Jul 16 20:09:03.656634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:03.657374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.660885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58530) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:03.718384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46727b8a-a47d-4277-a526-b2b06bf4ce30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.740542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ffd9e299-84df-4359-937d-51bbd5ba88e9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:03.780881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'ffd9e299-84df-4359-937d-51bbd5ba88e9', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'ffd9e299-84df-4359-937d-51bbd5ba88e9', 'mac_address': 'fa:16:3e:9a:d7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:03.819293 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.836339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fa2ec-8043-42d0-81f5-d1dd1ae080fe req-9efad23d-cdfe-4576-9a67-a580a9d3b265 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.851075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-854fa2ec-8043-42d0-81f5-d1dd1ae080fe req-9efad23d-cdfe-4576-9a67-a580a9d3b265 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 948 time: 0.5720365 Jul 16 20:09:03.860803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.904242 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:03.906548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd9e299-84df-4359-937d-51bbd5ba88e9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:03.937776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ffd9e299-84df-4359-937d-51bbd5ba88e9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:03.944685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.951528 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.963085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.013838 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-e67e705f-bc4c-4dda-9700-9611e3c0e733 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721707 Jul 16 20:09:04.023662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-854fa2ec-8043-42d0-81f5-d1dd1ae080fe req-ccbd3975-dc74-42f4-9ca3-60957b786a3a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652668 Jul 16 20:09:04.116965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:04.146333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b24886f-32c9-46e1-9be4-58089ad07536 req-2980990d-6784-414b-9e7c-a0bb0caed317 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190957 Jul 16 20:09:04.188260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077d4af-8802-4ff2-963b-303af9b3a337 req-930d2f8e-6b18-457a-9317-de37b1ef811d tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.196996 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46727b8a-a47d-4277-a526-b2b06bf4ce30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.198659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5077d4af-8802-4ff2-963b-303af9b3a337 req-930d2f8e-6b18-457a-9317-de37b1ef811d tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 950 time: 0.5795393 Jul 16 20:09:04.207076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46727b8a-a47d-4277-a526-b2b06bf4ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.282334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ffd9e299-84df-4359-937d-51bbd5ba88e9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:04.295509 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79d381-c650-4ba6-81ac-6a80829ddb32 x-openstack-request-id: req-5f79d381-c650-4ba6-81ac-6a80829ddb32 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:04.295792 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932e4719-2371-4573-894b-8fc29fcb4dff", "name": "network-vif-plugged", "status": "completed", "tag": "728be38e-32c6-4a37-bcb2-dd88abfd4b17", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:04.296046 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5f79d381-c650-4ba6-81ac-6a80829ddb32 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:04.296430 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932e4719-2371-4573-894b-8fc29fcb4dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'code': 200} Jul 16 20:09:04.303090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ffd9e299-84df-4359-937d-51bbd5ba88e9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:04.313905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5077d4af-8802-4ff2-963b-303af9b3a337 req-7956842e-7e4b-4961-838b-f1c4d66ae726 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127474 Jul 16 20:09:04.344603 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-46727b8a-a47d-4277-a526-b2b06bf4ce30 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fa714412434943af9a191ebd68bf46ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826375 Jul 16 20:09:04.345407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58542) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:04.346061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46727b8a-a47d-4277-a526-b2b06bf4ce30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232c871b-a9e1-4a16-b8e8-721019702c70,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:04.386385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58546) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:04.434545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b9de77c-6507-4a61-b304-f79f65153d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.482231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b9de77c-6507-4a61-b304-f79f65153d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.575832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830eac7b-f417-4e20-9e02-108eabc5699f req-8041992f-43e9-41f5-94fe-a52d8cea16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.577556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-830eac7b-f417-4e20-9e02-108eabc5699f req-8041992f-43e9-41f5-94fe-a52d8cea16a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 1101 time: 0.2622254 Jul 16 20:09:04.591646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b9de77c-6507-4a61-b304-f79f65153d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.601098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b9de77c-6507-4a61-b304-f79f65153d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.606952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b9de77c-6507-4a61-b304-f79f65153d99 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/232c871b-a9e1-4a16-b8e8-721019702c70 HTTP/1.1" status: 204 len: 168 time: 0.2473147 Jul 16 20:09:04.656194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dedfe1-9bb2-4a25-b1c0-409cbac80af4 req-e5816d3d-c4bf-4fee-8204-07904c383a8c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.657828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09dedfe1-9bb2-4a25-b1c0-409cbac80af4 req-e5816d3d-c4bf-4fee-8204-07904c383a8c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 950 time: 0.1772435 Jul 16 20:09:04.668232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-830eac7b-f417-4e20-9e02-108eabc5699f req-9dce8ebb-a7cb-4884-8313-896c8467ccad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791905 Jul 16 20:09:04.671394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9de77c-6507-4a61-b304-f79f65153d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232c871b-a9e1-4a16-b8e8-721019702c70,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:04.688785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edcd196b-3679-4d58-ab88-4c7b26be2c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.736266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09dedfe1-9bb2-4a25-b1c0-409cbac80af4 req-3d7cca61-b5ac-468c-963c-d1c920385b76 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666955 Jul 16 20:09:04.764169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-59b4b08f-ed18-4f2d-996c-d58a31087909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.964201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:04.977376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edcd196b-3679-4d58-ab88-4c7b26be2c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.985041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edcd196b-3679-4d58-ab88-4c7b26be2c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.112223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2258b5-a564-4d16-bc25-dbaea3b0521a req-9cab785b-576f-42b9-bed9-3d8367f6f8f0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.118101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd2258b5-a564-4d16-bc25-dbaea3b0521a req-9cab785b-576f-42b9-bed9-3d8367f6f8f0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 947 time: 0.1479585 Jul 16 20:09:05.139043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.164362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'mac_address': 'fa:16:3e:8f:e6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:05.177016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-edcd196b-3679-4d58-ab88-4c7b26be2c09 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aa4df0653cd74da692a7009c04f63fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7889502 Jul 16 20:09:05.178299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd196b-3679-4d58-ab88-4c7b26be2c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404c1e85-3c64-4432-b750-bf8b7836f253,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:05.186551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58570) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:05.236057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.265675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c3cf86-e942-4cb3-a69d-531094c3c1b1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:05.271588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd2258b5-a564-4d16-bc25-dbaea3b0521a req-44cd369a-d594-496e-9d67-c49e2a95ea75 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452270 Jul 16 20:09:05.303206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.311181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.380299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3378e829-c23c-4e56-837e-73010832112b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.410321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:05.445154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3378e829-c23c-4e56-837e-73010832112b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.537567 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3378e829-c23c-4e56-837e-73010832112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.540546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3378e829-c23c-4e56-837e-73010832112b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.546390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3378e829-c23c-4e56-837e-73010832112b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/404c1e85-3c64-4432-b750-bf8b7836f253 HTTP/1.1" status: 204 len: 168 time: 0.3525727 Jul 16 20:09:05.570891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378e829-c23c-4e56-837e-73010832112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404c1e85-3c64-4432-b750-bf8b7836f253,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:05.639707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a5fb4-fc8b-49a4-8252-ff5d928596d4 req-c1f8895a-aa54-4e44-bbb7-95c5c8ab9a6f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.641750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f8a5fb4-fc8b-49a4-8252-ff5d928596d4 req-c1f8895a-aa54-4e44-bbb7-95c5c8ab9a6f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 950 time: 0.1174750 Jul 16 20:09:05.709737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-265312b4-8af2-4b72-b8eb-a9f11165c0b1 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=cbb2383241534c7382dbc5f34062c46e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387378 Jul 16 20:09:05.737249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f8a5fb4-fc8b-49a4-8252-ff5d928596d4 req-8187d6df-313b-48ac-b513-d67769aacb68 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813012 Jul 16 20:09:05.873101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.911134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:05.931326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:06.052053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-6dae660d-152a-4bc2-84c9-0033605502d0 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.055222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-6dae660d-152a-4bc2-84c9-0033605502d0 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277225 Jul 16 20:09:06.132813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1622827951-network', 'tenant_id': '561d35b90f7f4adf85f4f68390f5fa87'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:06.134379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d982b26-62af-4b13-822d-1db6d929e84f req-2f6d3a4c-27ec-4bc6-8d0e-c009b5c06762 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.148260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d982b26-62af-4b13-822d-1db6d929e84f req-2f6d3a4c-27ec-4bc6-8d0e-c009b5c06762 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 949 time: 0.2417371 Jul 16 20:09:06.164983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-af675783-0fd1-41fc-8e2e-9a8980f35acf tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/quotas/cbb2383241534c7382dbc5f34062c46e HTTP/1.1" status: 200 len: 375 time: 0.1009991 Jul 16 20:09:06.199875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Made reservation on behalf of 561d35b90f7f4adf85f4f68390f5fa87 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:06.202914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.226060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.297333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:06.301276 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ef3cbf-d260-4e6e-90c1-690636e86672" -d '{"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-plugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:06.314444 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-7cc7baad-7658-45ca-b67d-72d21f35fa52 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=cbb2383241534c7382dbc5f34062c46e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282034 Jul 16 20:09:06.346154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:06.367019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d982b26-62af-4b13-822d-1db6d929e84f req-e3c6007c-e7cc-462d-bd14-a87dda80e547 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149897 Jul 16 20:09:06.375995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75426b48-4da2-474b-b3d4-0a15434b59a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.441695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.459709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.550032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:06.576818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.604894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.612093 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Added segment e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f of type vlan for network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec Jul 16 20:09:06.742404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.836111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.837698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.838687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.857081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75426b48-4da2-474b-b3d4-0a15434b59a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.898132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75426b48-4da2-474b-b3d4-0a15434b59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.903582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2a959-cbc9-4c21-bf0f-fc8a5f5af823 req-6cd4193e-d80d-4860-96a5-49450dd4f275 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.905298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14f2a959-cbc9-4c21-bf0f-fc8a5f5af823 req-6cd4193e-d80d-4860-96a5-49450dd4f275 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 950 time: 0.1870618 Jul 16 20:09:06.968098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178c9a-6172-4832-a520-58ad456f9caa req-477028fe-48ec-48fb-9c8e-560e66a19fe8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.984135 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0468955 Jul 16 20:09:06.984973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75178c9a-6172-4832-a520-58ad456f9caa req-477028fe-48ec-48fb-9c8e-560e66a19fe8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 948 time: 0.1910219 Jul 16 20:09:06.986470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:06.999484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Request body: {'subnet': {'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1622827951-subnet', 'tenant_id': '561d35b90f7f4adf85f4f68390f5fa87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:07.004877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6a5b-8f97-447d-9cc8-008fbf7482fa admin admin] Pushing event updated for resources: {'Network': ['ID=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.018695 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-75426b48-4da2-474b-b3d4-0a15434b59a2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1a230b2ccaf1453da20b0c8294ea668f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672957 Jul 16 20:09:07.018695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426b48-4da2-474b-b3d4-0a15434b59a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bddcb00-fc80-4af8-9511-0708d3476c75,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.020268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58622) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:07.020403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:07.080622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Made reservation on behalf of 561d35b90f7f4adf85f4f68390f5fa87 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:07.085284 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.118088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14f2a959-cbc9-4c21-bf0f-fc8a5f5af823 req-8adb95a6-209a-4c58-97bc-692bd35303d6 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967657 Jul 16 20:09:07.141602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75178c9a-6172-4832-a520-58ad456f9caa req-0713d6be-32eb-46ad-9936-37766eaa9428 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539698 Jul 16 20:09:07.223331 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14731ff-e299-4455-aa4e-a68b2ad98b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.257218 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1509528-7e62-4959-abb5-c40c00b5d668 x-openstack-request-id: req-a1509528-7e62-4959-abb5-c40c00b5d668 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:07.257527 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-plugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:07.257795 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a1509528-7e62-4959-abb5-c40c00b5d668 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:07.258285 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'code': 200} Jul 16 20:09:07.280260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ffd9e299-84df-4359-937d-51bbd5ba88e9 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:07.315759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14731ff-e299-4455-aa4e-a68b2ad98b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.361075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port ffd9e299-84df-4359-937d-51bbd5ba88e9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:07.367857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port ffd9e299-84df-4359-937d-51bbd5ba88e9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:07.368531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.422284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e2a0ec9-2552-43d9-9b8b-9bdaa116b922 req-f59507bb-83ff-455b-8fed-e3315073e855 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 210 time: 0.1043377 Jul 16 20:09:07.493652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.532821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ffd9e299-84df-4359-937d-51bbd5ba88e9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:07.538261 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.641950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186464-2405-4f7a-8f10-962f700d6a01 req-a40b52e9-f7f1-478a-919c-3456dca4644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.644649 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32186464-2405-4f7a-8f10-962f700d6a01 req-a40b52e9-f7f1-478a-919c-3456dca4644d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1100 time: 0.2174962 Jul 16 20:09:07.665376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aad34-46e1-49e0-b02d-e844ed84881c req-ad825234-debd-448a-954f-26c526d5d8c8 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.670824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ffd9e299-84df-4359-937d-51bbd5ba88e9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.699738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-249aad34-46e1-49e0-b02d-e844ed84881c req-ad825234-debd-448a-954f-26c526d5d8c8 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 950 time: 0.2253501 Jul 16 20:09:07.723896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14731ff-e299-4455-aa4e-a68b2ad98b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.728891 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14731ff-e299-4455-aa4e-a68b2ad98b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.735310 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c14731ff-e299-4455-aa4e-a68b2ad98b26 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6bddcb00-fc80-4af8-9511-0708d3476c75 HTTP/1.1" status: 204 len: 168 time: 0.7135406 Jul 16 20:09:07.808174 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32186464-2405-4f7a-8f10-962f700d6a01 req-110aec4e-fbc8-454e-bc1c-8784a860383a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539414 Jul 16 20:09:07.818530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14731ff-e299-4455-aa4e-a68b2ad98b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bddcb00-fc80-4af8-9511-0708d3476c75,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.820182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-249aad34-46e1-49e0-b02d-e844ed84881c req-9f66339c-beb2-4e04-af6b-cf7063625b94 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115744 Jul 16 20:09:07.864227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.879122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.997464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:07.998432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Network hostable DHCP agents. Network: fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:08.004161 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.009945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=647dbca8-b298-4873-bc76-057239649d33,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:08.034679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:08.062937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:08.072328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.072328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.083770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2486f-f279-4ee3-8093-5c43fdf3d272 None None] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:08.103656 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c473d8d4-9ee3-411c-9a83-b122c761d98b admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1117227 Jul 16 20:09:08.365304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9f4f-0740-4314-94f1-778f9ebdac72 req-567318d2-a4af-4ba4-8f21-26d079608816 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.378895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62ee9f4f-0740-4314-94f1-778f9ebdac72 req-567318d2-a4af-4ba4-8f21-26d079608816 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 1101 time: 0.1874769 Jul 16 20:09:08.408883 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.414571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f00880-e027-4542-bdbf-4c93b4f3e7b2 None None] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:08.424012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62ee9f4f-0740-4314-94f1-778f9ebdac72 req-1f9e57c0-fbd7-4ef3-83e8-821d74023242 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.641021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-78fc80af-933f-4d10-88a9-b5ff7a08f7e1 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbb2383241534c7382dbc5f34062c46e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748355 Jul 16 20:09:08.857791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-862b5313-8699-4334-87a8-1bb1e97dae59 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.866815 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-862b5313-8699-4334-87a8-1bb1e97dae59 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.26 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742&tenant_id=3969d86e084a4e839c0cf0200a82ba72&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 948 time: 0.3621840 Jul 16 20:09:08.943504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33accca-fda6-4e17-98c2-579b5055e2f1 req-84c16065-e16a-4b92-8e89-7f71717da39c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.946173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b33accca-fda6-4e17-98c2-579b5055e2f1 req-84c16065-e16a-4b92-8e89-7f71717da39c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 950 time: 0.5055749 Jul 16 20:09:08.980588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:09.012264 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-bc45d726-a77d-42d0-81a2-c1b4aaf95eb6 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:09:09.014025 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-bc45d726-a77d-42d0-81a2-c1b4aaf95eb6 service neutron] 10.222.0.26 "DELETE /v2.0/ports/84c3cf86-e942-4cb3-a69d-531094c3c1b1/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.1399171 Jul 16 20:09:09.100501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:09.103181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-7aef9caa-80dd-4b2a-9d42-3585da39db3e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.107050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-7aef9caa-80dd-4b2a-9d42-3585da39db3e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4274342 Jul 16 20:09:09.112425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:09.113232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.158517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b33accca-fda6-4e17-98c2-579b5055e2f1 req-811134f5-0373-4045-b09d-2463106a49ee tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036841 Jul 16 20:09:09.188059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Request body: {'port': {'device_id': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'cbb2383241534c7382dbc5f34062c46e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:09.285547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd9e299-84df-4359-937d-51bbd5ba88e9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:09.289626 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86e5cb-fa2b-4ee6-995a-08cffba23305" -d '{"events": [{"server_uuid": "478257a2-502a-4ec7-8167-6cd611fba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "ffd9e299-84df-4359-937d-51bbd5ba88e9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:09.322233 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.430721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:09.442102 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.469897 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62ee9f4f-0740-4314-94f1-778f9ebdac72 req-1f9e57c0-fbd7-4ef3-83e8-821d74023242 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.482665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62ee9f4f-0740-4314-94f1-778f9ebdac72 req-1f9e57c0-fbd7-4ef3-83e8-821d74023242 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.560857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62ee9f4f-0740-4314-94f1-778f9ebdac72 req-1f9e57c0-fbd7-4ef3-83e8-821d74023242 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1547861 Jul 16 20:09:09.578646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e57c0-fbd7-4ef3-83e8-821d74023242 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9cf75-b966-4ec8-a29a-cb692a616ae8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:09.605079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-d3106160-38bd-41bf-9e0a-5fd4485f6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.611061 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-d3106160-38bd-41bf-9e0a-5fd4485f6dab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1099 time: 0.2437208 Jul 16 20:09:09.626146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Made reservation on behalf of cbb2383241534c7382dbc5f34062c46e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:09.630068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.640235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:09.665936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.693235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58676) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:09.700917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1545517387-network', 'tenant_id': 'cc7aaa2122c1426680b39858dd1e84ac'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:09.874133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-9477d9b7-4f87-46fd-a05b-855d23eb8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.877052 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-9477d9b7-4f87-46fd-a05b-855d23eb8d72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2545955 Jul 16 20:09:09.954232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.977905 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-e495a67d-e267-43e4-a1df-dcfb45e5701f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.0881245 Jul 16 20:09:10.076176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-7563d071-a614-4ce6-8d33-b5713b280085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.079125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-7563d071-a614-4ce6-8d33-b5713b280085 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0927763 Jul 16 20:09:10.190027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-ea4b6acd-3166-4d35-b016-8f5c1ea37611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.192878 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-ea4b6acd-3166-4d35-b016-8f5c1ea37611 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048801 Jul 16 20:09:10.236379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.328133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Made reservation on behalf of cc7aaa2122c1426680b39858dd1e84ac for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:10.330986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.345530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7988d42d-ea17-4b88-afd8-c50f2b8ce304,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:10.357225 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-16d09baa-3085-4052-a1cc-29b67ad34ee2 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532338 Jul 16 20:09:10.373846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.429293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87db94-0456-4bf4-adec-8d1ef24ad4e6 req-ab52eb40-e742-438a-ace1-8535c1feba06 tempest-LiveMigrationNegativeTest-1979409305 tempest-LiveMigrationNegativeTest-1979409305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.430996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c87db94-0456-4bf4-adec-8d1ef24ad4e6 req-ab52eb40-e742-438a-ace1-8535c1feba06 tempest-LiveMigrationNegativeTest-1979409305 tempest-LiveMigrationNegativeTest-1979409305-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 1101 time: 0.5644600 Jul 16 20:09:10.504518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed04731-d8c4-41b0-9be7-83e64f4cd756 req-1aa4b9b9-8650-4423-9d6c-40cd6f0075d9 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.512098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ed04731-d8c4-41b0-9be7-83e64f4cd756 req-1aa4b9b9-8650-4423-9d6c-40cd6f0075d9 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 949 time: 0.5714071 Jul 16 20:09:10.521782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2c87db94-0456-4bf4-adec-8d1ef24ad4e6 req-e5469123-db2f-4faa-a413-e209c33b99f2 tempest-LiveMigrationNegativeTest-1979409305 tempest-LiveMigrationNegativeTest-1979409305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.533379 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0d14059-ef33-4b91-bc41-1751347aa4dc req-e383685d-cbe1-420a-b686-c81096d54386 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684129 Jul 16 20:09:10.533842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Allocated IP 192.168.233.74 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/33faa6be-c61c-4935-b2ea-d10c4fbca6a3) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:10.660273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ed04731-d8c4-41b0-9be7-83e64f4cd756 req-3b249eee-b7b8-4a3d-8c29-39e89209c45c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470330 Jul 16 20:09:10.811353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.862079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.875783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3de5feef-e39a-4180-b2f3-05404dc245ab req-208487df-ed98-42c9-b193-e1a3fcc6d242 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 210 time: 0.0810683 Jul 16 20:09:10.921328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:10.976870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.977406 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Added segment b5e3760c-87e2-4bb1-88b6-c99e54903962 of type vlan for network e6d2f074-9bef-4e42-8239-4402f60056f7 Jul 16 20:09:10.980565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23397eb7-9bb2-492e-a44e-2bb21758b02f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:10.982276 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96bc93a-be1f-4dda-82f8-ab5bd57012db x-openstack-request-id: req-a96bc93a-be1f-4dda-82f8-ab5bd57012db {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:10.982885 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478257a2-502a-4ec7-8167-6cd611fba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "ffd9e299-84df-4359-937d-51bbd5ba88e9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:10.983330 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a96bc93a-be1f-4dda-82f8-ab5bd57012db {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:10.984234 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd9e299-84df-4359-937d-51bbd5ba88e9', 'code': 200} Jul 16 20:09:11.045597 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.130328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Transition to ACTIVE for port object 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:11.136801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.256835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.258441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.259474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.335397 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2c87db94-0456-4bf4-adec-8d1ef24ad4e6 req-e5469123-db2f-4faa-a413-e209c33b99f2 tempest-LiveMigrationNegativeTest-1979409305 tempest-LiveMigrationNegativeTest-1979409305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.352520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2c87db94-0456-4bf4-adec-8d1ef24ad4e6 req-e5469123-db2f-4faa-a413-e209c33b99f2 tempest-LiveMigrationNegativeTest-1979409305 tempest-LiveMigrationNegativeTest-1979409305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.381896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6870904 Jul 16 20:09:11.386932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:11.404378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Request body: {'subnet': {'network_id': 'e6d2f074-9bef-4e42-8239-4402f60056f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1545517387-subnet', 'tenant_id': 'cc7aaa2122c1426680b39858dd1e84ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:11.440655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e9f29-e084-46a4-b58f-660e68c0c565 req-7fd71ce2-a466-45e3-9772-6b4387f0cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.443776 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b70e9f29-e084-46a4-b58f-660e68c0c565 req-7fd71ce2-a466-45e3-9772-6b4387f0cb8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 1101 time: 0.1814020 Jul 16 20:09:11.445598 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.462956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c87db94-0456-4bf4-adec-8d1ef24ad4e6 req-e5469123-db2f-4faa-a413-e209c33b99f2 tempest-LiveMigrationNegativeTest-1979409305 tempest-LiveMigrationNegativeTest-1979409305-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0080547 Jul 16 20:09:11.515375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Made reservation on behalf of cc7aaa2122c1426680b39858dd1e84ac for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:11.519428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.520914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad126c0-5fa4-4d3c-8dd6-65a785e40b69 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d2f074-9bef-4e42-8239-4402f60056f7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:11.537621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e6d2f074-9bef-4e42-8239-4402f60056f7 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:11.643223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5469123-db2f-4faa-a413-e209c33b99f2 tempest-LiveMigrationNegativeTest-1979409305 tempest-LiveMigrationNegativeTest-1979409305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bab235-446e-454f-b6f2-e7dab0ddb2df,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:11.649134 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b70e9f29-e084-46a4-b58f-660e68c0c565 req-bf14dcd4-2b70-449f-ac4d-0bb48ed3b842 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893909 Jul 16 20:09:11.693024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:11.733419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:11.739492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:11.754391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.756975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.801285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Pushing event updated for resources: {'Port': ['ID=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:11.812515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-13fe8ba7-b979-4265-bc9e-88e787ced64c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6704667 Jul 16 20:09:11.839930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754268-31bc-4a78-adf1-6bca1715de57 req-5f9aa2b5-900b-401d-ab01-bc30ebb15826 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.842422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40754268-31bc-4a78-adf1-6bca1715de57 req-5f9aa2b5-900b-401d-ab01-bc30ebb15826 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 950 time: 0.3747697 Jul 16 20:09:11.852291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Request body: {'port': {'device_id': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:11.941718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.047669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e8da9f58-dfd2-4a9d-88c2-61c210fac2bb None None] Provisioning for port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:12.054459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.055339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e8da9f58-dfd2-4a9d-88c2-61c210fac2bb None None] Provisioning complete for port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:12.056176 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8da9f58-dfd2-4a9d-88c2-61c210fac2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.061095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf66f669-0304-4c34-9ed9-de86aa7e4561,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.070872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40754268-31bc-4a78-adf1-6bca1715de57 req-a6925f87-6eaf-4da5-9c1a-fb8f438e8b10 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371748 Jul 16 20:09:12.075433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1115597594', 'description': 'tempest-description-1868602240'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:12.107124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Checking segment: {'id': 'b5e3760c-87e2-4bb1-88b6-c99e54903962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e6d2f074-9bef-4e42-8239-4402f60056f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:12.107743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Network hostable DHCP agents. Network: e6d2f074-9bef-4e42-8239-4402f60056f7, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:12.144572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Network e6d2f074-9bef-4e42-8239-4402f60056f7 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:12.165764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e8da9f58-dfd2-4a9d-88c2-61c210fac2bb None None] Port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:12.172778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e6d2f074-9bef-4e42-8239-4402f60056f7) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:12.177871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.178327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.190353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b66cd-80c5-4677-bde9-855a711553f0 None None] Network e6d2f074-9bef-4e42-8239-4402f60056f7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:12.196255 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a16e713a-2000-46f8-9ca3-c8cd48b852f2 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8066282 Jul 16 20:09:12.218064 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.267834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.277146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-39b2c91d-531d-4227-b769-3373bf6b8029 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602806 Jul 16 20:09:12.355592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351bd23-bc35-462b-b9b4-27e175357e56 None None] Network e6d2f074-9bef-4e42-8239-4402f60056f7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:12.625000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-d171d898-5985-47d3-bf54-fed29a3d6ea5 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.633053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-d171d898-5985-47d3-bf54-fed29a3d6ea5 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225873 Jul 16 20:09:12.716261 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.720387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-e2556e67-7f33-4b4a-b270-97779f71bcde tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/quotas/c75c3fb4c341495cb2dfcc4b433eee76 HTTP/1.1" status: 200 len: 375 time: 0.0863607 Jul 16 20:09:12.727858 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.771356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:12.804978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.853440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe54015c-a83e-44d6-94f3-e719825b7948,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.863570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Transition to ACTIVE for port object 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:12.880857 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.986463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:12.987172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Pushing event updated for resources: {'Port': ['ID=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.989887 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979a3c9b-4068-4679-9ac4-2e7743b91819" -d '{"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-plugged", "status": "completed", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:13.002796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-4a10638e-e466-4cfd-a3ed-68f2ec84121e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2492723 Jul 16 20:09:13.064571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.121291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.159417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Attempting to bind port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:13.159991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Attempting to bind port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:13.160536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Attempting to bind port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:13.194274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:13.194843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Attempting to bind port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:13.206406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.208805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af9acf6c-e3d2-4d52-b42d-3abfd85c7395 req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1577432 Jul 16 20:09:13.235947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:13.236493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:13.237106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:13.237877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Bound port: 33faa6be-c61c-4935-b2ea-d10c4fbca6a3, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:13.238599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.241982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9faee1-7e53-4e6f-bd11-a1dce4876a6c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f10a5-923d-45d1-b726-46891a2dffa5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:13.297423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-54a65dfd-cc4f-4cef-bce6-3d0b4993dfa8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2641106 Jul 16 20:09:13.459865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] For port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:13.479328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] For port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:13.488315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.543316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.543970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.545474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] 10.222.0.21 "PUT /v2.0/ports/33faa6be-c61c-4935-b2ea-d10c4fbca6a3 HTTP/1.1" status: 200 len: 1095 time: 1.7014525 Jul 16 20:09:13.547809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'tag': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:13.550189 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62" -d '{"events": [{"name": "network-changed", "server_uuid": "45c6c1f8-bb36-474c-b8f1-c312e86bf2ab", "tag": "33faa6be-c61c-4935-b2ea-d10c4fbca6a3"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:13.586680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-8814225a-f542-4e93-bdae-a5cf1847ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.588752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-8814225a-f542-4e93-bdae-a5cf1847ff6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 1097 time: 0.2011142 Jul 16 20:09:13.592183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5825d7-d6ea-4899-8264-02b9da8f4315 service neutron] Pushing event updated for resources: {'Port': ['ID=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:13.609007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a24389-2745-4023-a43c-c8a94aadf0c8 req-29f156cc-e305-484c-8dfe-135a34441b99 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.617982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71a24389-2745-4023-a43c-c8a94aadf0c8 req-29f156cc-e305-484c-8dfe-135a34441b99 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 949 time: 0.2293415 Jul 16 20:09:13.733452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71a24389-2745-4023-a43c-c8a94aadf0c8 req-0958683b-0bff-4519-b9b6-872c69ec4f66 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142707 Jul 16 20:09:13.945632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-eca47da7-101e-46b8-91d8-9ee0fad2bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.947705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-eca47da7-101e-46b8-91d8-9ee0fad2bb72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 925 time: 0.2755914 Jul 16 20:09:14.059639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-3033fd19-072e-4a81-bd86-a9df83514ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.062281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-3033fd19-072e-4a81-bd86-a9df83514ffd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbb2383241534c7382dbc5f34062c46e&device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 1098 time: 0.4219131 Jul 16 20:09:14.188256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-afaff400-0fed-42ee-bcc7-1a5d1f035d7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=33faa6be-c61c-4935-b2ea-d10c4fbca6a3 HTTP/1.1" status: 200 len: 217 time: 0.1087568 Jul 16 20:09:14.306395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-8339cac0-f107-42e5-80fe-0d6807aa339b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 HTTP/1.1" status: 200 len: 1001 time: 0.3407080 Jul 16 20:09:14.500557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0859e86-6058-4d1b-82e4-72086e62fadb req-6b32d375-7144-4888-a17b-8ca5bfb5938c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.503028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0859e86-6058-4d1b-82e4-72086e62fadb req-6b32d375-7144-4888-a17b-8ca5bfb5938c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 947 time: 0.5506494 Jul 16 20:09:14.522722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-4af2cab5-e327-48d5-96fe-d88ae77e0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.526198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-4af2cab5-e327-48d5-96fe-d88ae77e0c56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.3129303 Jul 16 20:09:14.660958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-c67d54fa-7b12-4fc6-a307-f9dd38b878cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.661900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-c67d54fa-7b12-4fc6-a307-f9dd38b878cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 200 len: 863 time: 0.3432660 Jul 16 20:09:14.675384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee63f0-f399-472a-b70d-45001186dda2 req-cb46d7fe-aa67-4274-8373-82eef51779ce tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.677855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-cb46d7fe-aa67-4274-8373-82eef51779ce tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.5840456 Jul 16 20:09:14.794932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0859e86-6058-4d1b-82e4-72086e62fadb req-5e1fc405-2087-4393-8846-d24dce2af594 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789464 Jul 16 20:09:14.800146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-04cdd93e-e3bf-42a0-9848-d48ffcce936d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/quotas/561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 375 time: 0.0829375 Jul 16 20:09:14.871842 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a989d91-eaa2-4604-bf7a-2e8735d466f5 x-openstack-request-id: req-2a989d91-eaa2-4604-bf7a-2e8735d466f5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:14.872648 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-plugged", "status": "completed", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:14.872648 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2a989d91-eaa2-4604-bf7a-2e8735d466f5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:14.872955 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'code': 200} Jul 16 20:09:14.906510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-e8654e4d-caf4-4803-b712-bc625b8b177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.908743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-e8654e4d-caf4-4803-b712-bc625b8b177a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3614333 Jul 16 20:09:14.914141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a161e08f-3745-4a0b-8f29-7bdc37522d99 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846171 Jul 16 20:09:14.950082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-c08f91c2-019a-4e6e-9b42-8c814ce6afe4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:14.951946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-c08f91c2-019a-4e6e-9b42-8c814ce6afe4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281816 Jul 16 20:09:15.016381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-5b95ca48-3b59-4d76-b7d4-ccb296d0624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.019048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-5b95ca48-3b59-4d76-b7d4-ccb296d0624f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e631bb05-5de9-401e-b188-a21266e10173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371787 Jul 16 20:09:15.693231 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-eecac6ad-16a0-4b49-8142-ffa8dc02c8d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922163 Jul 16 20:09:15.754939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-d0f5d5be-c263-4f58-a2da-d083f37169ff service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329458 Jul 16 20:09:15.812170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-47dff364-9b2c-4261-acdf-e0da81ae576e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316114 Jul 16 20:09:15.934218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-27122008-ed4c-4af3-927c-2305ef74091d service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8927958 Jul 16 20:09:15.962470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-8b8a7a39-d990-4e68-87c5-f02ae235efca tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.964741 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-8b8a7a39-d990-4e68-87c5-f02ae235efca tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405146 Jul 16 20:09:15.971957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8ce40-7514-40e2-bab1-3fbd3290aad2 req-586abb14-b79d-47ec-89d4-24d136b2b7fd tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.986424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fc8ce40-7514-40e2-bab1-3fbd3290aad2 req-586abb14-b79d-47ec-89d4-24d136b2b7fd tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 950 time: 0.9889591 Jul 16 20:09:15.989348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:16.028613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-8195ed11-3a87-40ed-902f-9ec2f770272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.030371 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-8195ed11-3a87-40ed-902f-9ec2f770272e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 1122 time: 0.2402658 Jul 16 20:09:16.177367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-5ae48381-3dc5-4000-a3a1-627292c732fa service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9860032 Jul 16 20:09:16.449354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-39519245-5bc0-409a-a780-812244879acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.450868 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-39519245-5bc0-409a-a780-812244879acc service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3889916 Jul 16 20:09:16.483903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fc8ce40-7514-40e2-bab1-3fbd3290aad2 req-03da98a2-a1c1-461d-892f-a98fa4cfba03 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958386 Jul 16 20:09:16.499902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70d2dce5-b394-4b9d-aec4-6684773e9b6e req-776f322b-bff9-4c58-9fca-1c0238dcaef7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207341 Jul 16 20:09:16.516628 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-461280be-e807-4377-b771-d0d7a0cfbefc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c9985f6a-ebfc-48b6-80ef-728102017306 HTTP/1.1" status: 200 len: 217 time: 0.0543542 Jul 16 20:09:16.539661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-15c04201-4a62-471a-b8a0-c6973bd556cb tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973699 Jul 16 20:09:16.592060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b4031227-8287-47b4-abac-5f1577fd0302 req-292ed3e7-a196-4be0-afef-4fee5f9525d2 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Request body: {'security_group': {'name': 'tempest-securitygroup-369390601', 'description': 'tempest-description-413258510'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:16.609086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-846b3566-b84f-4f5c-97fe-c58e6bcd6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.610738 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-846b3566-b84f-4f5c-97fe-c58e6bcd6cfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0757043 Jul 16 20:09:16.615942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:16.619739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.665052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0417d5-7e18-4f1b-bc80-387718e66275 req-8d04c2b8-dbc2-439c-9a87-f5df27aa65f2 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098804 Jul 16 20:09:16.687944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-4a3d6ba5-7d29-49c6-9b8e-423d2d767c63 service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084317 Jul 16 20:09:16.788606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4031227-8287-47b4-abac-5f1577fd0302 req-292ed3e7-a196-4be0-afef-4fee5f9525d2 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.801102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-69287952-6f9b-4a1d-b86f-0530c65b7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.802639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-69287952-6f9b-4a1d-b86f-0530c65b7de3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803758 Jul 16 20:09:16.882000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.36 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/b927d32c-db4d-4998-929e-163ed4a230ff) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:16.887922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f4f09ff-d33f-42af-8fa8-85bd7ce004ad tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.890781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f4f09ff-d33f-42af-8fa8-85bd7ce004ad tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3293447 Jul 16 20:09:16.912544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:17.003972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-fd0d0477-6a8b-476f-b45b-3b0dced985c3 req-b562119b-8b0e-4d6e-a5ee-7fa10259836f service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:17.006497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd0d0477-6a8b-476f-b45b-3b0dced985c3 req-b562119b-8b0e-4d6e-a5ee-7fa10259836f service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206866 Jul 16 20:09:17.063996 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-117e6795-fdfd-4af1-8b30-5097638ed703 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489421 Jul 16 20:09:17.108991 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfde19a4-6b8c-4697-a426-091904d1fed0 x-openstack-request-id: req-dfde19a4-6b8c-4697-a426-091904d1fed0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:17.109776 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c6c1f8-bb36-474c-b8f1-c312e86bf2ab", "tag": "33faa6be-c61c-4935-b2ea-d10c4fbca6a3", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:17.110360 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dfde19a4-6b8c-4697-a426-091904d1fed0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:17.111184 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'tag': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3', 'status': 'completed', 'code': 200} Jul 16 20:09:17.252045 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1147c3fd-d1c3-479f-a0b7-3f6b4bbad8a0 req-294d4b54-b416-42e3-a21d-05dcc617a94d service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777680 Jul 16 20:09:17.283867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4031227-8287-47b4-abac-5f1577fd0302 req-292ed3e7-a196-4be0-afef-4fee5f9525d2 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.318611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.320512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4031227-8287-47b4-abac-5f1577fd0302 req-292ed3e7-a196-4be0-afef-4fee5f9525d2 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.342385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object b927d32c-db4d-4998-929e-163ed4a230ff will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:17.400284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ed3e7-a196-4be0-afef-4fee5f9525d2 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079eba04-6018-42be-83e3-a0d16071ea82,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.413457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:17.418392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.437061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-7eda29c0-bd14-43cc-b41f-8f8224b4370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.439040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-7eda29c0-bd14-43cc-b41f-8f8224b4370f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbb2383241534c7382dbc5f34062c46e&device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 1098 time: 0.2924030 Jul 16 20:09:17.442201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.444109 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4031227-8287-47b4-abac-5f1577fd0302 req-292ed3e7-a196-4be0-afef-4fee5f9525d2 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.446470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4031227-8287-47b4-abac-5f1577fd0302 req-292ed3e7-a196-4be0-afef-4fee5f9525d2 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8920839 Jul 16 20:09:17.462552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:17.545618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:17.550816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:17.555641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:17.691191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.691905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.719427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=b927d32c-db4d-4998-929e-163ed4a230ff,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.736050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-962491b1-4714-4edd-8de4-7cee519f8744 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7579064 Jul 16 20:09:17.772065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Request body: {'port': {'device_id': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:17.910700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-f08f9b1b-a231-434a-b688-1384c9206c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.912408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-f08f9b1b-a231-434a-b688-1384c9206c45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4623411 Jul 16 20:09:17.927353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.205 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/83cc00c7-03ab-4590-ab36-5c7d617131cc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:17.965535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-58778b43-0e2b-4c0c-92a6-cf9d1f6b2b3d None None] Provisioning for port b927d32c-db4d-4998-929e-163ed4a230ff completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:17.970179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-58778b43-0e2b-4c0c-92a6-cf9d1f6b2b3d None None] Provisioning complete for port b927d32c-db4d-4998-929e-163ed4a230ff triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:17.970554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-58778b43-0e2b-4c0c-92a6-cf9d1f6b2b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.977014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-127a8ed5-fa94-46a0-833c-ecec3aab4a00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=33faa6be-c61c-4935-b2ea-d10c4fbca6a3 HTTP/1.1" status: 200 len: 217 time: 0.0458817 Jul 16 20:09:17.980027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380376df-228e-4769-b5ef-02c4a9f3d66a req-e7a8e22f-f753-4979-b4c8-a19c6f56e20d tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.987820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-380376df-228e-4769-b5ef-02c4a9f3d66a req-e7a8e22f-f753-4979-b4c8-a19c6f56e20d tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1100 time: 0.3149278 Jul 16 20:09:18.003053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.050965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-58778b43-0e2b-4c0c-92a6-cf9d1f6b2b3d None None] Port b927d32c-db4d-4998-929e-163ed4a230ff cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:18.166198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-1b2b9c6a-91b0-4965-9c6b-1b89f35332a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.170066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-1b2b9c6a-91b0-4965-9c6b-1b89f35332a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1764154 Jul 16 20:09:18.172994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-380376df-228e-4769-b5ef-02c4a9f3d66a req-7c5b5661-688c-435c-9044-45d8aa2c15e6 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837909 Jul 16 20:09:18.436077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccddb-9dd5-4b67-94dc-5e5754065a84 req-b78f6d7a-5547-4458-ab8d-d3b8ae8c16f6 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.439082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8dccddb-9dd5-4b67-94dc-5e5754065a84 req-b78f6d7a-5547-4458-ab8d-d3b8ae8c16f6 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 947 time: 0.3912668 Jul 16 20:09:18.627014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-1cb9678c-e999-4ede-976a-992880aa2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.629642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-1cb9678c-e999-4ede-976a-992880aa2247 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4407344 Jul 16 20:09:18.666217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee63f0-f399-472a-b70d-45001186dda2 req-c9e2fa70-8129-4d25-ae15-d41f3fa87a8a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.667510 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-c9e2fa70-8129-4d25-ae15-d41f3fa87a8a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.2176976 Jul 16 20:09:18.679615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Request body: {'port': {'device_id': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'admin_state_up': True, 'tenant_id': '561d35b90f7f4adf85f4f68390f5fa87'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:18.712067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8dccddb-9dd5-4b67-94dc-5e5754065a84 req-9bff079e-f034-44d8-a3a2-07ad90435ca5 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134407 Jul 16 20:09:18.719603 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.757692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86de4db-353f-464c-863b-cc07b35ee326 req-8ab6fb87-2f58-4631-9831-0bf8a55d1241 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.761282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e86de4db-353f-464c-863b-cc07b35ee326 req-8ab6fb87-2f58-4631-9831-0bf8a55d1241 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4783549 Jul 16 20:09:18.822078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Made reservation on behalf of 561d35b90f7f4adf85f4f68390f5fa87 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:18.827050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.837178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object 83cc00c7-03ab-4590-ab36-5c7d617131cc will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:18.959933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a00edd7e-db7e-41e5-bd66-6499da9886f8 req-4aecb809-6972-49be-a416-91ccec21c4d6 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 210 time: 0.1249642 Jul 16 20:09:18.973948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Allocated IP 172.20.0.7 (fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec/647dbca8-b298-4873-bc76-057239649d33/597e406b-c2ff-4966-9316-79ae73b1c546) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:19.019158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e86de4db-353f-464c-863b-cc07b35ee326 req-0033719f-633c-457d-a162-1249b7ea18c2 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422650 Jul 16 20:09:19.036970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:19.111061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-8a30f755-f474-4574-b061-58f9c3424a43 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512691 Jul 16 20:09:19.228080 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa685df2-d50f-4e8e-ac18-9fda8c40fa62 req-46420da1-0fc7-4b91-b222-3c95ab1c4a48 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065884 Jul 16 20:09:19.234553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2143590013', 'description': 'tempest-description-1657235704'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:19.273858 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.289188 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.296671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.298793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.301764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:19.332124 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.366994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:19.372392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:19.372907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3', 'mac_address': 'fa:16:3e:42:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:19.382150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:19.389751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.390466 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.396691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=83cc00c7-03ab-4590-ab36-5c7d617131cc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.427038 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.515407 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.521437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:19.537828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:19.540785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:19.568010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:19.577960 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.593818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.609348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.616504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.626966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.627742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.628034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1f46323f-cd99-4dd5-818f-85cca1aa08c0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7272339 Jul 16 20:09:19.638516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.688616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Request body: {'port': {'device_id': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:19.694928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b927d32c-db4d-4998-929e-163ed4a230ff {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:19.706154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.727389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Transition to ACTIVE for port object b927d32c-db4d-4998-929e-163ed4a230ff will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:19.735067 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.738620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.749081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bfa0da-b7a1-4c48-bfd0-228b4c461be1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.794769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f1e1b369-f2f3-4ec3-adb1-031164babb97 None None] Provisioning for port 83cc00c7-03ab-4590-ab36-5c7d617131cc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:19.802617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f1e1b369-f2f3-4ec3-adb1-031164babb97 None None] Provisioning complete for port 83cc00c7-03ab-4590-ab36-5c7d617131cc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:19.804305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b369-f2f3-4ec3-adb1-031164babb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.858324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b927d32c-db4d-4998-929e-163ed4a230ff,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.863386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc7f0-dfa5-402c-9ec5-1cca24e2f1ac req-f2139876-f78d-4f50-a3db-635c04c0646f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.874764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25edc7f0-dfa5-402c-9ec5-1cca24e2f1ac req-f2139876-f78d-4f50-a3db-635c04c0646f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 935 time: 0.2345033 Jul 16 20:09:19.897720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1b369-f2f3-4ec3-adb1-031164babb97 None None] Port 83cc00c7-03ab-4590-ab36-5c7d617131cc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:19.923346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.925722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Attempting to bind port b927d32c-db4d-4998-929e-163ed4a230ff on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:19.926265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Attempting to bind port b927d32c-db4d-4998-929e-163ed4a230ff by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:19.926601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Attempting to bind port b927d32c-db4d-4998-929e-163ed4a230ff on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:19.932677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Port b927d32c-db4d-4998-929e-163ed4a230ff on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:19.933107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Attempting to bind port b927d32c-db4d-4998-929e-163ed4a230ff on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:19.939774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:19.940156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:19.940552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:19.940998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Bound port: b927d32c-db4d-4998-929e-163ed4a230ff, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:19.941362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.036741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['33faa6be-c61c-4935-b2ea-d10c4fbca6a3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:20.045100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] For port b927d32c-db4d-4998-929e-163ed4a230ff, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:20.047119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25edc7f0-dfa5-402c-9ec5-1cca24e2f1ac req-3babfa5e-6a73-4ae3-8e3b-7f0f057f1780 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705599 Jul 16 20:09:20.049817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] For port b927d32c-db4d-4998-929e-163ed4a230ff, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b927d32c-db4d-4998-929e-163ed4a230ff,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:20.051446 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.068439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.077103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.151762 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.153907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06190f3d-dc90-4867-bb1b-91971f892e56 req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9235754 Jul 16 20:09:20.210723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-3a29d78a-193b-42f0-8dc0-f5dba1b427f5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325162 Jul 16 20:09:20.222672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.224315 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.227653 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/b927d32c-db4d-4998-929e-163ed4a230ff HTTP/1.1" status: 200 len: 1095 time: 2.4829485 Jul 16 20:09:20.258274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Request body: {'port': {'device_id': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:20.267801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'tag': 'b927d32c-db4d-4998-929e-163ed4a230ff'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:20.272620 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37" -d '{"events": [{"name": "network-changed", "server_uuid": "5884fd8b-1b57-4573-8fb5-706c062ccf82", "tag": "b927d32c-db4d-4998-929e-163ed4a230ff"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:20.290804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c223310-f31e-425f-acfd-316f69736f5d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab0985c-3d68-4985-adea-7ec2e9a1a3ed,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.494077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b85155-d493-4bfd-bb54-ad10852656c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b927d32c-db4d-4998-929e-163ed4a230ff,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.586096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-15b4a50b-81ff-43f5-a7bb-93469e8155fe tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=080a783984ee42848b22cf31eb8dcb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164367 Jul 16 20:09:20.609734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-cc9a0054-653f-4785-b0f1-1121042c8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.612415 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-cc9a0054-653f-4785-b0f1-1121042c8feb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 1098 time: 0.2958617 Jul 16 20:09:20.665228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-fe3c12c6-f8c5-402b-a8b7-7b9aff2452a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b927d32c-db4d-4998-929e-163ed4a230ff HTTP/1.1" status: 200 len: 217 time: 0.0428867 Jul 16 20:09:20.667548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.766036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-b9904aa2-fb4d-4ee4-96b2-93d333cb3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.767493 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-b9904aa2-fb4d-4ee4-96b2-93d333cb3cbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0917132 Jul 16 20:09:20.966246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-ecf7400c-76d8-4b62-8e6b-963ded98f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.967851 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-ecf7400c-76d8-4b62-8e6b-963ded98f9b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921544 Jul 16 20:09:21.019908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cc00c7-03ab-4590-ab36-5c7d617131cc {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:21.038703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ccbf-5dc5-414c-a207-abb8acff7a40 req-cbbf2d74-2e55-4c33-8022-94bfffe627f9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.041936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40a6ccbf-5dc5-414c-a207-abb8acff7a40 req-cbbf2d74-2e55-4c33-8022-94bfffe627f9 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 950 time: 0.5436115 Jul 16 20:09:21.043607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.093275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-f749eb3e-9941-49a0-800f-2df8ade33766 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.094877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-f749eb3e-9941-49a0-800f-2df8ade33766 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4913599 Jul 16 20:09:21.097799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Transition to ACTIVE for port object 83cc00c7-03ab-4590-ab36-5c7d617131cc will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:21.107324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.161272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40a6ccbf-5dc5-414c-a207-abb8acff7a40 req-bbdf3006-01fa-4a3a-8eb1-7308c4bed067 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075919 Jul 16 20:09:21.169996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-84bcb2fd-ec9d-4eb2-b87b-09ad591ff418 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/quotas/080a783984ee42848b22cf31eb8dcb10 HTTP/1.1" status: 200 len: 375 time: 0.0550833 Jul 16 20:09:21.201057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Pushing event updated for resources: {'Port': ['ID=83cc00c7-03ab-4590-ab36-5c7d617131cc,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.234491 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-f29ccb80-b566-417a-b7ca-920cdc8017e3 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589080 Jul 16 20:09:21.267022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597e406b-c2ff-4966-9316-79ae73b1c546 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:21.271545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Attempting to bind port 83cc00c7-03ab-4590-ab36-5c7d617131cc on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:21.271799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Attempting to bind port 83cc00c7-03ab-4590-ab36-5c7d617131cc by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:21.272083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Attempting to bind port 83cc00c7-03ab-4590-ab36-5c7d617131cc on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:21.285539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Port 83cc00c7-03ab-4590-ab36-5c7d617131cc on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:21.285864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Attempting to bind port 83cc00c7-03ab-4590-ab36-5c7d617131cc on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:21.288392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.298804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:21.299687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:21.299687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:21.300231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Bound port: 83cc00c7-03ab-4590-ab36-5c7d617131cc, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:21.300591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.334576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-38c9cde4-bd50-4a7f-86df-551f5c5b4ae0 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514375 Jul 16 20:09:21.391289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Transition to ACTIVE for port object 597e406b-c2ff-4966-9316-79ae73b1c546 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:21.424263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.430327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] For port 83cc00c7-03ab-4590-ab36-5c7d617131cc, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:21.446808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] For port 83cc00c7-03ab-4590-ab36-5c7d617131cc, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=83cc00c7-03ab-4590-ab36-5c7d617131cc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:21.483665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.511856 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1db96e05-7b2d-45e3-ac96-73d30abea490 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581642 Jul 16 20:09:21.561648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.563348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.565127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] 10.222.0.26 "PUT /v2.0/ports/83cc00c7-03ab-4590-ab36-5c7d617131cc HTTP/1.1" status: 200 len: 1096 time: 1.8822038 Jul 16 20:09:21.567813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'tag': '83cc00c7-03ab-4590-ab36-5c7d617131cc'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:21.571377 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e07a139-50af-4196-9ba4-9b3169b32b47" -d '{"events": [{"name": "network-changed", "server_uuid": "7c79703b-dcce-43aa-b8c6-f17b0f34f4db", "tag": "83cc00c7-03ab-4590-ab36-5c7d617131cc"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:21.673542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949096e-2c00-448d-9965-9b2b1c86878a service neutron] Pushing event updated for resources: {'Port': ['ID=83cc00c7-03ab-4590-ab36-5c7d617131cc,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.734215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b200cf5-70d8-443a-8ba0-5abbbb4134d5 req-1ebb0ae6-e2c2-45c0-87b9-b4c728e18a42 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.738483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:21.738957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:21.739605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:21.747611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b200cf5-70d8-443a-8ba0-5abbbb4134d5 req-1ebb0ae6-e2c2-45c0-87b9-b4c728e18a42 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 948 time: 0.2980413 Jul 16 20:09:21.766591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.777480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:21.778096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:21.788997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:21.789330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:21.789725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:21.790175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Bound port: 597e406b-c2ff-4966-9316-79ae73b1c546, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:21.790535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.921058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:21.927094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:21.935589 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.942448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b200cf5-70d8-443a-8ba0-5abbbb4134d5 req-a046e7f3-b6bd-4cfc-b976-d5f2aaa153de tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938729 Jul 16 20:09:21.959394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-ff5f8101-f74d-4a4a-8ef3-c3681df35c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.962119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-ff5f8101-f74d-4a4a-8ef3-c3681df35c58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 1099 time: 0.3369811 Jul 16 20:09:22.030969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-5be0bac4-43f0-4f64-b946-356627eacaf2 req-b2d63924-6220-4d32-ae74-f9352fab508a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-590380977', 'description': 'tempest-description-1017131857'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:22.059066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d619-273d-4f7a-b521-92a355b77d69 req-81c1cb7e-e30f-4dbb-8bd7-613346babdf6 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.060891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f793d619-273d-4f7a-b521-92a355b77d69 req-81c1cb7e-e30f-4dbb-8bd7-613346babdf6 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 950 time: 0.3594935 Jul 16 20:09:22.065868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-8fedc4ee-14f6-40f5-bf4e-9fddf67af31c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=83cc00c7-03ab-4590-ab36-5c7d617131cc HTTP/1.1" status: 200 len: 217 time: 0.0845494 Jul 16 20:09:22.101787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5be0bac4-43f0-4f64-b946-356627eacaf2 req-b2d63924-6220-4d32-ae74-f9352fab508a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.155372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5cbb2-e6f0-494f-97c9-b5d7d5032a20 req-e78b3057-4289-403f-85e6-1cb9f9d9ba9f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.157072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fe5cbb2-e6f0-494f-97c9-b5d7d5032a20 req-e78b3057-4289-403f-85e6-1cb9f9d9ba9f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 943 time: 0.3186259 Jul 16 20:09:22.265113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1bbba883-8847-4d74-8b74-bc87b032492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.267588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-1bbba883-8847-4d74-8b74-bc87b032492e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1828616 Jul 16 20:09:22.337568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.339321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.342450 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 1091 time: 2.1112661 Jul 16 20:09:22.352475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fe5cbb2-e6f0-494f-97c9-b5d7d5032a20 req-32557388-e288-4a5d-abd1-639e50aba6f2 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757188 Jul 16 20:09:22.386979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395a10c-845d-43d8-ba4e-110bb7f283c5 service neutron] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:22.431158 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c2abb4-2b2b-418f-9a62-3167e0c94aa0 x-openstack-request-id: req-c9c2abb4-2b2b-418f-9a62-3167e0c94aa0 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:22.432849 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5884fd8b-1b57-4573-8fb5-706c062ccf82", "tag": "b927d32c-db4d-4998-929e-163ed4a230ff", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:22.434164 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c9c2abb4-2b2b-418f-9a62-3167e0c94aa0 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:22.434903 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'tag': 'b927d32c-db4d-4998-929e-163ed4a230ff', 'status': 'completed', 'code': 200} Jul 16 20:09:22.560418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5be0bac4-43f0-4f64-b946-356627eacaf2 req-b2d63924-6220-4d32-ae74-f9352fab508a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.576374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Deleting port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:22.576937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.620869 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5be0bac4-43f0-4f64-b946-356627eacaf2 req-b2d63924-6220-4d32-ae74-f9352fab508a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.645981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee63f0-f399-472a-b70d-45001186dda2 req-d85f2ba2-035d-43b0-bf4d-2bca9091af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.648801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-d85f2ba2-035d-43b0-bf4d-2bca9091af53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1094 time: 0.1979330 Jul 16 20:09:22.661737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-fed39ee5-910f-4995-beff-6ab523d27e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.664865 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-fed39ee5-910f-4995-beff-6ab523d27e7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 1098 time: 0.1529438 Jul 16 20:09:22.687022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-99f02036-eea9-4acb-bcd5-58c8c4bd763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.689242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-99f02036-eea9-4acb-bcd5-58c8c4bd763c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3938158 Jul 16 20:09:22.699064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-d7648bd3-7cfc-45f9-bf1b-c527b045e899 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890415 Jul 16 20:09:22.750805 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-8bcf647b-9d6a-4649-a581-bafd27cf2236 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 217 time: 0.0834544 Jul 16 20:09:22.782016 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5be0bac4-43f0-4f64-b946-356627eacaf2 req-b2d63924-6220-4d32-ae74-f9352fab508a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.783324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5be0bac4-43f0-4f64-b946-356627eacaf2 req-b2d63924-6220-4d32-ae74-f9352fab508a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7974751 Jul 16 20:09:22.808702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d63924-6220-4d32-ae74-f9352fab508a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ecf66-0ec8-4369-a9f7-b938e7316554,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:22.942087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] For port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:22.942579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.947410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee63f0-f399-472a-b70d-45001186dda2 req-362aee97-45cf-4512-a1c5-c001321ab727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.950163 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-362aee97-45cf-4512-a1c5-c001321ab727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1824706 Jul 16 20:09:22.980278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Calling delete_port for d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:23.024737 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-33c7a668-3874-4dc1-ba57-a7e1129288d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609913 Jul 16 20:09:23.027411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-2624206f-ba8a-456b-bea0-362af659fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.030262 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-2624206f-ba8a-456b-bea0-362af659fee4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3508365 Jul 16 20:09:23.047931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-9fc92d09-b618-4c3c-8b94-0f7188dcfd74 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.051408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-9fc92d09-b618-4c3c-8b94-0f7188dcfd74 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064787 Jul 16 20:09:23.060612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:23.119888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-ae1dfafb-091b-4af3-bb50-47f9755531c5 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190605 Jul 16 20:09:23.167296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:23.175557 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-17e8af89-936a-4931-8297-1daf7bd32ba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b927d32c-db4d-4998-929e-163ed4a230ff HTTP/1.1" status: 200 len: 217 time: 0.1188550 Jul 16 20:09:23.175919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-24d32b65-6c1a-4f84-ae05-4432be2b5951 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/quotas/3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 375 time: 0.1135244 Jul 16 20:09:23.176066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:23.176758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.194615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.26', 51588) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:23.308783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-2cf88278-8508-4267-9b2e-aceaab72702a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=080a783984ee42848b22cf31eb8dcb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096325 Jul 16 20:09:23.350413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-f74280e4-58ce-421c-9efb-2ee8b68ba71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.353166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-f74280e4-58ce-421c-9efb-2ee8b68ba71e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1170583 Jul 16 20:09:23.357008 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-8e7a3c70-c7a0-4a94-80b4-4ea07448f8ab service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167129 Jul 16 20:09:23.362013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f247-a232-41c4-ab20-4fbdf56d3bcc req-e2caa520-0bb9-4c66-8416-a5c9cee385c4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.367955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02a3f247-a232-41c4-ab20-4fbdf56d3bcc req-e2caa520-0bb9-4c66-8416-a5c9cee385c4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 947 time: 0.4208062 Jul 16 20:09:23.384121 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.444899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:23.449486 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d414b1-4eda-480c-8e48-59ff40fad55a" -d '{"events": [{"server_uuid": "45c6c1f8-bb36-474c-b8f1-c312e86bf2ab", "name": "network-vif-plugged", "status": "completed", "tag": "33faa6be-c61c-4935-b2ea-d10c4fbca6a3"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:23.459483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05a40d02-bf0b-424f-9cea-567a9d3849af req-43f91483-cccc-4359-9f37-82c936806b7c service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290343 Jul 16 20:09:23.489092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:23.502033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.507694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:23.572244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ff7482d0-c194-432b-aa86-2dfe47c5b0cf tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3766925 Jul 16 20:09:23.599716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02a3f247-a232-41c4-ab20-4fbdf56d3bcc req-7df0b5f7-dcaf-4083-b582-679fbcd73792 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942995 Jul 16 20:09:23.637071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-bddaf4dc-cc69-4bbf-ae92-e7a87b667ce2 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.638721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-bddaf4dc-cc69-4bbf-ae92-e7a87b667ce2 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165846 Jul 16 20:09:23.639194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-241c84de-e636-4d8a-ad29-dc8397890696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.641950 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-241c84de-e636-4d8a-ad29-dc8397890696 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759187 Jul 16 20:09:23.649770 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-19ee63f0-f399-472a-b70d-45001186dda2 req-77872a67-906b-4aba-a838-68fd92767e0e service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805052 Jul 16 20:09:23.652818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.669182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Request body: {'port': {'device_id': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '080a783984ee42848b22cf31eb8dcb10'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:23.697187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c9985f6a-ebfc-48b6-80ef-728102017306'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:23.715589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Pushing event deleted for resources: {'Port': ['ID=d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:23.779732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No active binding found for port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 {{(pid=94097) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:09:23.780409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:23.815985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] No DVR routers for this DVR port d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:23.833265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.839209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f793d619-273d-4f7a-b521-92a355b77d69 req-64988178-c20d-4894-8aa4-65065a3ec7fd tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.21 "DELETE /v2.0/ports/d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47 HTTP/1.1" status: 204 len: 173 time: 1.7664764 Jul 16 20:09:23.872101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:23.973193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Made reservation on behalf of 080a783984ee42848b22cf31eb8dcb10 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:23.985746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.091126 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-1e07fef1-ee75-450f-9b51-55fa61b215ad service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297206 Jul 16 20:09:24.240972 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f888b3f9-c92b-4988-853e-165fc3c5c2b9 x-openstack-request-id: req-f888b3f9-c92b-4988-853e-165fc3c5c2b9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:24.241192 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c79703b-dcce-43aa-b8c6-f17b0f34f4db", "tag": "83cc00c7-03ab-4590-ab36-5c7d617131cc", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:24.241669 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f888b3f9-c92b-4988-853e-165fc3c5c2b9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:24.242086 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'tag': '83cc00c7-03ab-4590-ab36-5c7d617131cc', 'status': 'completed', 'code': 200} Jul 16 20:09:24.288485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a64a1795-54b5-4ff2-bd95-921ea403f037 req-e44082b4-10d1-40e1-848b-d7c89f28fdfe tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 210 time: 0.0454340 Jul 16 20:09:24.380385 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-779f5a1f-db5a-4dca-b7f8-2b6e21c9cb37 req-13f55690-a749-4933-9e46-7f5798feb389 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759717 Jul 16 20:09:24.392347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-f3b90eea-8129-4256-a863-423b6bdb76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.396076 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-f3b90eea-8129-4256-a863-423b6bdb76d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 1099 time: 0.2433019 Jul 16 20:09:24.430483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Allocated IP 192.168.233.66 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/0fe0afae-0b4a-45f0-abb8-c0ae05c7625c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:24.442248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:24.444680 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6" -d '{"events": [{"name": "network-changed", "server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:24.535363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f1ba1d8-9c23-4b36-a69d-ac9231498686 req-852199da-a0c5-4231-8929-29c429df4dd3 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f583ba0-898a-4ac1-9f60-176a5d8e2198 HTTP/1.1" status: 200 len: 210 time: 0.0843711 Jul 16 20:09:24.551796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-e8f631c6-0f6a-4822-8882-eb42968e497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.553792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-e8f631c6-0f6a-4822-8882-eb42968e497f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1465526 Jul 16 20:09:24.651764 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-c92de14f-8bf3-4982-8794-66ab49b57fd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=83cc00c7-03ab-4590-ab36-5c7d617131cc HTTP/1.1" status: 200 len: 217 time: 0.0879159 Jul 16 20:09:24.783959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-6b0d007a-500b-4b7e-8395-85a22c0eb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.786589 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-6b0d007a-500b-4b7e-8395-85a22c0eb66a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1260042 Jul 16 20:09:24.933454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-bca2eb7c-8970-4f8b-8d58-1fc3c6f44060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.936454 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-bca2eb7c-8970-4f8b-8d58-1fc3c6f44060 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315892 Jul 16 20:09:25.048885 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.078431 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-0288eb06-be2a-425d-863c-a6bfeffa6e5a service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347156 Jul 16 20:09:25.126193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4ae4a-9a9a-4a49-8755-bf905cb07242 req-d415cb5d-6d09-4aab-9b62-caa1a10800be tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.129036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87e4ae4a-9a9a-4a49-8755-bf905cb07242 req-d415cb5d-6d09-4aab-9b62-caa1a10800be tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 949 time: 0.3645554 Jul 16 20:09:25.146829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Transition to ACTIVE for port object 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:25.190863 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2e07a139-50af-4196-9ba4-9b3169b32b47 req-a5cca154-99b4-4d94-9736-072f78efeb81 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048558 Jul 16 20:09:25.263802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87e4ae4a-9a9a-4a49-8755-bf905cb07242 req-68ea4978-9d2b-4a40-80ca-8172b144f06a tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240420 Jul 16 20:09:25.302531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-2ef72d6e-9a52-41ea-a431-397679ab45f6 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56135 time: 0.9021266 Jul 16 20:09:25.366492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.380953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'ffd9e299-84df-4359-937d-51bbd5ba88e9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:25.385499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-317c0c48-df4b-42a6-8494-cecaebffe7d7 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/0cfbe80e-fcb3-4312-a34b-c41d1fecc266 HTTP/1.1" status: 200 len: 2981 time: 0.0810454 Jul 16 20:09:25.431887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b927d32c-db4d-4998-929e-163ed4a230ff details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:25.500107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:25.524466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:25.536344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:25.546267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.547410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.557152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Pushing event updated for resources: {'Port': ['ID=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:25.611713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-ca4f8d73-2e3c-4994-9d76-c1e4af39c275 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9494843 Jul 16 20:09:25.614139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-37691697-8b54-4b44-b603-b309736c79a5 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/0cfbe80e-fcb3-4312-a34b-c41d1fecc266 HTTP/1.1" status: 200 len: 2981 time: 0.2273185 Jul 16 20:09:25.630500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Request body: {'port': {'device_id': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:25.664897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b927d32c-db4d-4998-929e-163ed4a230ff, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b927d32c-db4d-4998-929e-163ed4a230ff,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:25.683722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b927d32c-db4d-4998-929e-163ed4a230ff', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'b927d32c-db4d-4998-929e-163ed4a230ff', 'mac_address': 'fa:16:3e:79:a3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:25.712612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a43b11-dfc5-4cdb-a626-e65557a16e5a req-7639ab0f-0d94-4a06-871f-fd4c5444e54a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.716680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59a43b11-dfc5-4cdb-a626-e65557a16e5a req-7639ab0f-0d94-4a06-871f-fd4c5444e54a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 943 time: 0.3271353 Jul 16 20:09:25.774117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.801815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b927d32c-db4d-4998-929e-163ed4a230ff {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:25.849217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b927d32c-db4d-4998-929e-163ed4a230ff, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b927d32c-db4d-4998-929e-163ed4a230ff,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:25.863579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.882729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-80ed7d61-c2b9-4ef3-9b67-bffa1024417c tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/21e56f04-8b20-4dc3-a834-47f4ad6cc977 HTTP/1.1" status: 200 len: 2973 time: 0.2454793 Jul 16 20:09:25.898917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba7911e1-e31b-4096-adbc-0433232a2196 None None] Provisioning for port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:25.915378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba7911e1-e31b-4096-adbc-0433232a2196 None None] Provisioning complete for port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:25.915749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba7911e1-e31b-4096-adbc-0433232a2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.928662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59a43b11-dfc5-4cdb-a626-e65557a16e5a req-82efeb36-becc-4e00-a0d0-6c22eace1826 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895745 Jul 16 20:09:25.944117 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.995069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b927d32c-db4d-4998-929e-163ed4a230ff,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:26.004103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ba7911e1-e31b-4096-adbc-0433232a2196 None None] Port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:26.010956 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b0ec87-7fb5-4b8e-9433-995c5115f88d x-openstack-request-id: req-24b0ec87-7fb5-4b8e-9433-995c5115f88d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:26.011359 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c6c1f8-bb36-474c-b8f1-c312e86bf2ab", "name": "network-vif-plugged", "status": "completed", "tag": "33faa6be-c61c-4935-b2ea-d10c4fbca6a3", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:26.012608 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-24b0ec87-7fb5-4b8e-9433-995c5115f88d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:26.013940 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3', 'code': 200} Jul 16 20:09:26.142827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:26.310191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'name': 'network-vif-deleted', 'tag': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:26.314426 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415d5023-baa5-4382-b879-ff34f26c34dd" -d '{"events": [{"server_uuid": "0f583ba0-898a-4ac1-9f60-176a5d8e2198", "name": "network-vif-deleted", "tag": "d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:26.443798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-26160f3d-898f-49f2-bf87-22eceb879a24 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249578 Jul 16 20:09:26.452945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b9f3bf8-0bf6-4198-9c23-498ada22d643 req-6db4fff1-58c0-41fb-8afb-80c4dc096937 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 210 time: 0.1022305 Jul 16 20:09:26.533617 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9450bd-239d-424b-b25b-7a2d6038ac78 x-openstack-request-id: req-8c9450bd-239d-424b-b25b-7a2d6038ac78 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:26.534522 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:26.534522 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8c9450bd-239d-424b-b25b-7a2d6038ac78 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:26.535025 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546', 'status': 'completed', 'code': 200} Jul 16 20:09:26.540365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-9ce89d9a-5f22-4e29-9b56-470b2a1bdbb7 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/21e56f04-8b20-4dc3-a834-47f4ad6cc977 HTTP/1.1" status: 200 len: 2973 time: 0.6401095 Jul 16 20:09:26.665400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-64df2c5e-7f0b-4328-8718-7e0b77bba171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.668447 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-64df2c5e-7f0b-4328-8718-7e0b77bba171 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1094 time: 0.0854931 Jul 16 20:09:26.795667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-e94eed02-ccff-4d93-a00c-ce5aa196afcc tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.797153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-e94eed02-ccff-4d93-a00c-ce5aa196afcc tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429730 Jul 16 20:09:26.799096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c831ce4-4159-457b-93a2-94ecba2d7d8a req-31f5929f-0ad5-47eb-a39b-4fabd3e21d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.800613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c831ce4-4159-457b-93a2-94ecba2d7d8a req-31f5929f-0ad5-47eb-a39b-4fabd3e21d27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 1100 time: 0.4526036 Jul 16 20:09:26.805983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-25c80937-7f8c-4287-a0e8-fe5d51d05948 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/23397eb7-9bb2-492e-a44e-2bb21758b02f HTTP/1.1" status: 200 len: 2981 time: 0.2465718 Jul 16 20:09:26.810061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-d06c02cc-c628-4b68-bcee-3f61215cd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.813151 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-d06c02cc-c628-4b68-bcee-3f61215cd152 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.1367190 Jul 16 20:09:26.833267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Request body: {'port': {'device_id': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '3969d86e084a4e839c0cf0200a82ba72'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:26.886712 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-0da6662d-f363-4a1b-aee1-237fcadd810f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 217 time: 0.0640702 Jul 16 20:09:26.976107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-7d916451-caf6-4da6-8d70-c40df86799c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.978035 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-7d916451-caf6-4da6-8d70-c40df86799c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.0846415 Jul 16 20:09:27.012502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c831ce4-4159-457b-93a2-94ecba2d7d8a req-eeebe3b9-a1e3-4d23-b7ee-0cd80e4a0439 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869621 Jul 16 20:09:27.018731 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-d31d00b1-3d4b-4cd1-80e7-4fe66dc54da0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331328 Jul 16 20:09:27.043451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-b89a1840-56cf-40c3-b691-645d8abd4f72 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/23397eb7-9bb2-492e-a44e-2bb21758b02f HTTP/1.1" status: 200 len: 2981 time: 0.2167568 Jul 16 20:09:27.063048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c502a-7829-48e2-af82-67262b4be811 req-a1b40ccc-6308-4f7a-9799-994ed0446995 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.064940 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-800c502a-7829-48e2-af82-67262b4be811 req-a1b40ccc-6308-4f7a-9799-994ed0446995 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 948 time: 0.3729837 Jul 16 20:09:27.167296 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-a859a00f-194f-4c9e-9038-259dc08fecf4 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331027 Jul 16 20:09:27.200322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-17a08e6f-95c5-41df-92a9-e8c79535c0f2 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/32bfa0da-b7a1-4c48-bfd0-228b4c461be1 HTTP/1.1" status: 200 len: 2981 time: 0.1292980 Jul 16 20:09:27.223232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Made reservation on behalf of 3969d86e084a4e839c0cf0200a82ba72 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:27.227012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.235695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-800c502a-7829-48e2-af82-67262b4be811 req-74a2d514-3034-4d5b-9d6e-2c733bca5950 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511595 Jul 16 20:09:27.271441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:27.292793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.347748 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-27f8b1af-c19b-4881-b6cd-f5cd193c24b6 req-bb76608b-d810-4c36-8478-0f7e56875249 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740377 Jul 16 20:09:27.367836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Transition to ACTIVE for port object 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:27.378063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-5fcade64-3706-4771-bd76-f0d503541fa5 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/32bfa0da-b7a1-4c48-bfd0-228b4c461be1 HTTP/1.1" status: 200 len: 2981 time: 0.1477392 Jul 16 20:09:27.378682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.459406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:27.518575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b927d32c-db4d-4998-929e-163ed4a230ff up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:27.527496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Pushing event updated for resources: {'Port': ['ID=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.530659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Allocated IP 192.168.233.231 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/f089835e-32d5-4771-95ee-d905abd9f06c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:27.548325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.549437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.549437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.549437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.549816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.550070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.550252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.550577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.550899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.551228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.551579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.551899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:27.577893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-3f0d8fc5-f20d-4da3-927e-4340db8c891e tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/40f9cf75-b966-4ec8-a29a-cb692a616ae8 HTTP/1.1" status: 200 len: 2981 time: 0.1887476 Jul 16 20:09:27.672898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Attempting to bind port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:27.672898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Attempting to bind port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:27.673372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Attempting to bind port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:27.727763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:27.732801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b927d32c-db4d-4998-929e-163ed4a230ff completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:27.735799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:27.736204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Attempting to bind port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:27.747853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b927d32c-db4d-4998-929e-163ed4a230ff triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:27.748418 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.770775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-551f7450-e47d-499d-9cb2-2614556df8f0 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/40f9cf75-b966-4ec8-a29a-cb692a616ae8 HTTP/1.1" status: 200 len: 2981 time: 0.1678717 Jul 16 20:09:27.775036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:27.775978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:27.776400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:27.777046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Bound port: 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:27.777185 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.802858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '597e406b-c2ff-4966-9316-79ae73b1c546', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'port_id': '597e406b-c2ff-4966-9316-79ae73b1c546', 'mac_address': 'fa:16:3e:b1:a9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647dbca8-b298-4873-bc76-057239649d33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:27.862561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db9a96-120a-4acd-8562-09d03d545007 req-a093b4e1-3a6b-4520-bab9-be927bcc9139 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.864077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20db9a96-120a-4acd-8562-09d03d545007 req-a093b4e1-3a6b-4520-bab9-be927bcc9139 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 947 time: 0.2812579 Jul 16 20:09:27.880057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.926623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597e406b-c2ff-4966-9316-79ae73b1c546 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:27.973979 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.984624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:27.989743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-40d35f04-411d-4cad-bee9-f8be6798bac0 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/4325a12c-4fa3-4b4d-be8e-36e6b6f3c269 HTTP/1.1" status: 200 len: 2981 time: 0.1919150 Jul 16 20:09:27.995878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.004816 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.006044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 83cc00c7-03ab-4590-ab36-5c7d617131cc details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:28.024985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] For port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:28.050222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20db9a96-120a-4acd-8562-09d03d545007 req-9497e341-687a-48ce-bf3f-dda49207aa2e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526403 Jul 16 20:09:28.053243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Transition to ACTIVE for port object f089835e-32d5-4771-95ee-d905abd9f06c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:28.062183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] For port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:28.083547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.141460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b927d32c-db4d-4998-929e-163ed4a230ff'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:28.145496 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffac81d4-d12b-4452-a084-5b3f82ed1064" -d '{"events": [{"server_uuid": "5884fd8b-1b57-4573-8fb5-706c062ccf82", "name": "network-vif-plugged", "status": "completed", "tag": "b927d32c-db4d-4998-929e-163ed4a230ff"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:28.147467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-6bfc986c-e60a-4f37-a16e-9cd399aef458 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/4325a12c-4fa3-4b4d-be8e-36e6b6f3c269 HTTP/1.1" status: 200 len: 2981 time: 0.1391699 Jul 16 20:09:28.159087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.159757 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.161242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] 10.222.0.26 "PUT /v2.0/ports/0fe0afae-0b4a-45f0-abb8-c0ae05c7625c HTTP/1.1" status: 200 len: 1095 time: 2.5384288 Jul 16 20:09:28.194915 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.205299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b927d32c-db4d-4998-929e-163ed4a230ff, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b927d32c-db4d-4998-929e-163ed4a230ff,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:28.208834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6ff91-4b1d-40fb-8ddb-b8c74e48da0b service neutron] Pushing event updated for resources: {'Port': ['ID=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.235653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:28.255381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:09:28.258213 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.347091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:28.368906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.408865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:28.411578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.412555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.412555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.412808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.412953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.413088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.413340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.413668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.413990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.414329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.414649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.414966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.415493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:28.417773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:28.423894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.424663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.439430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-d0b36dba-a02d-4f18-8f2b-4635653b1d12 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/4f66ae3e-a068-408f-a3fc-eef9c9c69156 HTTP/1.1" status: 200 len: 2981 time: 0.2628770 Jul 16 20:09:28.459616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-ae6a5bbe-1df1-4106-84a9-30f7070b1640 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6317422 Jul 16 20:09:28.487544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Request body: {'port': {'device_id': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:28.563653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-56bcbb28-40af-431f-93ba-b5d007715383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.565242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-56bcbb28-40af-431f-93ba-b5d007715383 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 1098 time: 0.2644014 Jul 16 20:09:28.618821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 83cc00c7-03ab-4590-ab36-5c7d617131cc, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=83cc00c7-03ab-4590-ab36-5c7d617131cc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:28.624063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b927d32c-db4d-4998-929e-163ed4a230ff,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.642635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-6c1071a6-79b8-4618-acde-50abcaa7e207 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/4f66ae3e-a068-408f-a3fc-eef9c9c69156 HTTP/1.1" status: 200 len: 2981 time: 0.1847918 Jul 16 20:09:28.647417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-89611404-003c-4861-aa34-3c46f6391d4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c HTTP/1.1" status: 200 len: 217 time: 0.0578866 Jul 16 20:09:28.657686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '83cc00c7-03ab-4590-ab36-5c7d617131cc', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '83cc00c7-03ab-4590-ab36-5c7d617131cc', 'mac_address': 'fa:16:3e:c4:a8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:28.736725 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.766380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cc00c7-03ab-4590-ab36-5c7d617131cc {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:28.775775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.794175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-96f6ea56-440d-416a-a939-12841cb995ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.795746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 83cc00c7-03ab-4590-ab36-5c7d617131cc, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=83cc00c7-03ab-4590-ab36-5c7d617131cc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:28.795953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-96f6ea56-440d-416a-a939-12841cb995ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1198456 Jul 16 20:09:28.802495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.831437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fbac4-df75-40ca-8f72-9b97d6e34078 req-ad68e4bf-13ac-43ab-9f63-8aca2ffdebc5 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.832927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-056fbac4-df75-40ca-8f72-9b97d6e34078 req-ad68e4bf-13ac-43ab-9f63-8aca2ffdebc5 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 949 time: 0.3051105 Jul 16 20:09:28.856604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-359fa3ab-303d-4901-8170-f09e1c9dc0aa tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/59a229c3-c951-454c-8aef-9d3b199fd986 HTTP/1.1" status: 200 len: 2977 time: 0.1817985 Jul 16 20:09:28.859403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=83cc00c7-03ab-4590-ab36-5c7d617131cc,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.878798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a2fc8744-a705-4e1f-9151-589b1b3b37ac None None] Provisioning for port f089835e-32d5-4771-95ee-d905abd9f06c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:28.884204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a2fc8744-a705-4e1f-9151-589b1b3b37ac None None] Provisioning complete for port f089835e-32d5-4771-95ee-d905abd9f06c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:28.885637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a2fc8744-a705-4e1f-9151-589b1b3b37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.924849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc8744-a705-4e1f-9151-589b1b3b37ac None None] Port f089835e-32d5-4771-95ee-d905abd9f06c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:29.037488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-056fbac4-df75-40ca-8f72-9b97d6e34078 req-b663e272-59e0-4d00-9acc-30f6f21cb2b4 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859174 Jul 16 20:09:29.064977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-eb9b9a08-7218-4c57-a614-adc09b4c6a84 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/59a229c3-c951-454c-8aef-9d3b199fd986 HTTP/1.1" status: 200 len: 2977 time: 0.1645739 Jul 16 20:09:29.077451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['83cc00c7-03ab-4590-ab36-5c7d617131cc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:29.079230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['597e406b-c2ff-4966-9316-79ae73b1c546'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:29.087950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-e859b799-1f5e-40e1-a9e3-ec7a55b65890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.090458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-e859b799-1f5e-40e1-a9e3-ec7a55b65890 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2846844 Jul 16 20:09:29.117767 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c682770-086b-4a19-8400-3e2113edef4e x-openstack-request-id: req-8c682770-086b-4a19-8400-3e2113edef4e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:29.118159 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f583ba0-898a-4ac1-9f60-176a5d8e2198", "name": "network-vif-deleted", "tag": "d6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:29.118507 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8c682770-086b-4a19-8400-3e2113edef4e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:29.119054 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f583ba0-898a-4ac1-9f60-176a5d8e2198', 'name': 'network-vif-deleted', 'tag': 'd6b0d87b-9bcc-4cb4-9af2-7a2a8c465c47', 'status': 'completed', 'code': 200} Jul 16 20:09:29.302830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-29f81736-6fee-4a35-9bec-c3dbd317aedd tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/7988d42d-ea17-4b88-afd8-c50f2b8ce304 HTTP/1.1" status: 200 len: 2981 time: 0.2174461 Jul 16 20:09:29.384852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-36eaf08c-cc8f-40d4-a2e3-6aa3125d83c5 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637374 Jul 16 20:09:29.464106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-3baf5046-9d38-48af-a67e-5da6f4859925 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/7988d42d-ea17-4b88-afd8-c50f2b8ce304 HTTP/1.1" status: 200 len: 2981 time: 0.1440995 Jul 16 20:09:29.759219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d4b9-df10-450e-b089-235b7d6eca46 req-f7af0719-78f1-4ca2-b935-0de67e08dde6 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.761674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45f0d4b9-df10-450e-b089-235b7d6eca46 req-f7af0719-78f1-4ca2-b935-0de67e08dde6 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 944 time: 0.5072291 Jul 16 20:09:29.815564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f089835e-32d5-4771-95ee-d905abd9f06c {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:29.833750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.879407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Transition to ACTIVE for port object f089835e-32d5-4771-95ee-d905abd9f06c will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:29.883966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898c1cf7-7f2c-4834-9b0a-d6ceeb7fa492 req-4085d9d5-ff05-4657-9af3-809fb4b88133 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869359 Jul 16 20:09:29.888604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.923634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-135b93c7-1711-464b-8766-4803cf2463ec tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/9743df04-e1bd-4526-90e3-c1e080bf632f HTTP/1.1" status: 200 len: 2981 time: 0.1893864 Jul 16 20:09:29.926719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45f0d4b9-df10-450e-b089-235b7d6eca46 req-de10383a-7015-46c4-aceb-686932ed434f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524012 Jul 16 20:09:29.973390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.064986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-87693a55-2132-42e5-aff9-eda9177016dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.127150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-83b74098-fa29-44a3-a1dc-47598e56b999 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/9743df04-e1bd-4526-90e3-c1e080bf632f HTTP/1.1" status: 200 len: 2981 time: 0.1924617 Jul 16 20:09:30.187287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Attempting to bind port f089835e-32d5-4771-95ee-d905abd9f06c on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:30.188277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Attempting to bind port f089835e-32d5-4771-95ee-d905abd9f06c by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:30.188760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Attempting to bind port f089835e-32d5-4771-95ee-d905abd9f06c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:30.211190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Port f089835e-32d5-4771-95ee-d905abd9f06c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:30.211697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Attempting to bind port f089835e-32d5-4771-95ee-d905abd9f06c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:30.246553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:30.246934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:30.247524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:30.248164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Bound port: f089835e-32d5-4771-95ee-d905abd9f06c, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:30.248679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.318132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-e51153b8-2626-4c17-95fd-d66db8dc7a1a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/9d83b523-a841-427b-bf3e-fceb9b04af93 HTTP/1.1" status: 200 len: 2977 time: 0.1562767 Jul 16 20:09:30.332217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62007216-c3eb-4b04-ab35-4ff3cec808aa req-b988b7a3-879c-415a-8d0d-40a32776b4b2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.333826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62007216-c3eb-4b04-ab35-4ff3cec808aa req-b988b7a3-879c-415a-8d0d-40a32776b4b2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 948 time: 0.2444901 Jul 16 20:09:30.406051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:30.440969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62007216-c3eb-4b04-ab35-4ff3cec808aa req-7bf97d0c-879c-4b9f-9b63-ce6a69e8053a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983505 Jul 16 20:09:30.446115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:30.448880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-39568fee-b57c-4961-b286-c20daf4329d4 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/9d83b523-a841-427b-bf3e-fceb9b04af93 HTTP/1.1" status: 200 len: 2977 time: 0.1090078 Jul 16 20:09:30.452309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.530355 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8227fb7e-61c4-4964-a2ec-15e574583a40 x-openstack-request-id: req-8227fb7e-61c4-4964-a2ec-15e574583a40 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:30.530919 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5884fd8b-1b57-4573-8fb5-706c062ccf82", "name": "network-vif-plugged", "status": "completed", "tag": "b927d32c-db4d-4998-929e-163ed4a230ff", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:30.532052 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8227fb7e-61c4-4964-a2ec-15e574583a40 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:30.532052 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b927d32c-db4d-4998-929e-163ed4a230ff', 'code': 200} Jul 16 20:09:30.536993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.537991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.540317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] 10.222.0.21 "PUT /v2.0/ports/f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 200 len: 1096 time: 2.0599208 Jul 16 20:09:30.604844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccc9e0-8b99-4750-853e-58c0411f870d service neutron] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.617954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-407eb34a-41a1-4492-8c30-31177094a009 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/c0bab235-446e-454f-b6f2-e7dab0ddb2df HTTP/1.1" status: 200 len: 2981 time: 0.1560276 Jul 16 20:09:30.781953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-ec899a27-b85c-4988-bbed-4cba88890013 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/c0bab235-446e-454f-b6f2-e7dab0ddb2df HTTP/1.1" status: 200 len: 2981 time: 0.1496117 Jul 16 20:09:30.866172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-0a03dc59-087a-43c5-82b3-b0126851d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.867728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-0a03dc59-087a-43c5-82b3-b0126851d37f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 1099 time: 0.2341499 Jul 16 20:09:30.878729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60555f5-6fd7-4a06-9ff5-716741bc33f9 req-538861f7-eaee-4fdf-91b4-18dbeeb3c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.880383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a60555f5-6fd7-4a06-9ff5-716741bc33f9 req-538861f7-eaee-4fdf-91b4-18dbeeb3c9d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 1100 time: 0.1966238 Jul 16 20:09:30.941305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-efab3b19-3a75-4092-98cb-c9b65b813e0a tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/c16d60e4-17e7-4a80-b0dd-56ecd020cd3f HTTP/1.1" status: 200 len: 2981 time: 0.1438200 Jul 16 20:09:30.942911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-1a4ac612-72dc-4286-bc9a-be77c27321fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 200 len: 217 time: 0.0582261 Jul 16 20:09:30.954532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae1791-9e67-4303-8f02-771161f6233f req-78a5f7b6-ac68-4d24-bf8e-f9975075377b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.956242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dae1791-9e67-4303-8f02-771161f6233f req-78a5f7b6-ac68-4d24-bf8e-f9975075377b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 949 time: 0.2747023 Jul 16 20:09:31.061308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a60555f5-6fd7-4a06-9ff5-716741bc33f9 req-2366fd78-1ad8-4661-ae20-331d83c002e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664789 Jul 16 20:09:31.078019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-c5abd4ee-01f8-494c-8466-c96e5d3fc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.079591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-c5abd4ee-01f8-494c-8466-c96e5d3fc97b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1212771 Jul 16 20:09:31.088930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-9d9704ad-5935-401f-b526-a4e9a1bb8a5f tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/c16d60e4-17e7-4a80-b0dd-56ecd020cd3f HTTP/1.1" status: 200 len: 2981 time: 0.1313927 Jul 16 20:09:31.129054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'tag': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c'}, {'name': 'network-changed', 'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:31.131395 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12", "tag": "0fe0afae-0b4a-45f0-abb8-c0ae05c7625c"}, {"name": "network-changed", "server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:31.140578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dae1791-9e67-4303-8f02-771161f6233f req-34343ba9-9442-434f-8a09-82c3313c1876 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716771 Jul 16 20:09:31.184946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-1e4f0c46-2218-4a6e-be9b-5aa576fcabaf tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/c7725402-ff7d-4e3c-ac03-b6757bf55ab5 HTTP/1.1" status: 200 len: 2977 time: 0.0802212 Jul 16 20:09:31.258747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-5a5fa399-1e74-4667-b8e9-e9b19048a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.261502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-5a5fa399-1e74-4667-b8e9-e9b19048a9f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688430 Jul 16 20:09:31.294022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-e58393b9-98a3-497e-b0de-91055ab95949 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/c7725402-ff7d-4e3c-ac03-b6757bf55ab5 HTTP/1.1" status: 200 len: 2977 time: 0.0947850 Jul 16 20:09:31.470190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-b4581ab4-0e0c-430a-b620-463ee1e1586d tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/ef9fd53a-22a8-4812-b3ea-fac884cfb46c HTTP/1.1" status: 200 len: 2981 time: 0.1574316 Jul 16 20:09:31.490615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:31.511413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-6311fb51-3b18-4b46-b1cf-3fe02c5a5bb6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366948 Jul 16 20:09:31.596285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 597e406b-c2ff-4966-9316-79ae73b1c546 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:31.605677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 597e406b-c2ff-4966-9316-79ae73b1c546 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:31.606317 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.612348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-23fdda4a-3cf1-4b10-9ead-8fcbf682e7f5 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/ef9fd53a-22a8-4812-b3ea-fac884cfb46c HTTP/1.1" status: 200 len: 2981 time: 0.1336987 Jul 16 20:09:31.720124 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.724414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0971cdd7-6e2c-4b0e-9cf0-4944e4c6e256 req-220e6d29-c05c-4883-a36b-5a5bc5dd9c1f service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034988 Jul 16 20:09:31.726750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-0222f02e-5028-40b4-b928-dd70cb2569f9 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/f13c709a-2af5-4299-ab74-34a3e732b221 HTTP/1.1" status: 200 len: 2981 time: 0.0695662 Jul 16 20:09:31.776371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:31.782499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-dcb32bbd-41e6-4106-8c13-4a7840f38114 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/f13c709a-2af5-4299-ab74-34a3e732b221 HTTP/1.1" status: 200 len: 2981 time: 0.0462036 Jul 16 20:09:31.783942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.784757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 83cc00c7-03ab-4590-ab36-5c7d617131cc up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:31.832089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-80b28c88-81cc-44e6-abdc-3207ca558c36 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/fe54015c-a83e-44d6-94f3-e719825b7948 HTTP/1.1" status: 200 len: 2981 time: 0.0431266 Jul 16 20:09:31.887991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c134e6f-6dfb-4bef-8cf5-1139698f41b2 req-ec814d39-b39a-4b05-97a5-07d8c5472cae tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/fe54015c-a83e-44d6-94f3-e719825b7948 HTTP/1.1" status: 200 len: 2981 time: 0.0479236 Jul 16 20:09:32.047569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.077120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 83cc00c7-03ab-4590-ab36-5c7d617131cc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:32.083027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 83cc00c7-03ab-4590-ab36-5c7d617131cc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:32.083027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.247285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.247860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025de13-8c8b-4c36-a647-057e89e30262 req-d178aca3-3490-40d2-936e-37f70d2fefa8 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.251092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8025de13-8c8b-4c36-a647-057e89e30262 req-d178aca3-3490-40d2-936e-37f70d2fefa8 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 947 time: 0.1710589 Jul 16 20:09:32.299970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 83cc00c7-03ab-4590-ab36-5c7d617131cc, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=83cc00c7-03ab-4590-ab36-5c7d617131cc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:32.311698 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.374144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=83cc00c7-03ab-4590-ab36-5c7d617131cc,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.378202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8025de13-8c8b-4c36-a647-057e89e30262 req-722c55f3-3433-49d6-9ce0-1d0d178e00d9 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168888 Jul 16 20:09:32.409960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e4f44-8fe1-4a20-99d6-aa5b13a53b94 req-e0dc422f-32c1-42ae-b60c-8c338309a52e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.412543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-342e4f44-8fe1-4a20-99d6-aa5b13a53b94 req-e0dc422f-32c1-42ae-b60c-8c338309a52e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 945 time: 0.1488271 Jul 16 20:09:32.475665 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c167faf-9932-4358-944c-998a4b51f03c x-openstack-request-id: req-2c167faf-9932-4358-944c-998a4b51f03c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:32.476467 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12", "tag": "0fe0afae-0b4a-45f0-abb8-c0ae05c7625c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:32.477122 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2c167faf-9932-4358-944c-998a4b51f03c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:32.477752 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'tag': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c', 'status': 'completed', 'code': 200} Jul 16 20:09:32.478164 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'status': 'completed', 'code': 200} Jul 16 20:09:32.485424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-342e4f44-8fe1-4a20-99d6-aa5b13a53b94 req-215e6f7e-7768-471d-ab6d-6b623988749b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660706 Jul 16 20:09:32.533427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546'}, {'server_uuid': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc00c7-03ab-4590-ab36-5c7d617131cc'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:32.535910 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf4b5f7-9308-4f44-960e-18700ece3d12" -d '{"events": [{"server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "name": "network-vif-plugged", "status": "completed", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546"}, {"server_uuid": "7c79703b-dcce-43aa-b8c6-f17b0f34f4db", "name": "network-vif-plugged", "status": "completed", "tag": "83cc00c7-03ab-4590-ab36-5c7d617131cc"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:32.797704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-36e29409-3509-4df9-971b-dcfb349ec5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.799298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-36e29409-3509-4df9-971b-dcfb349ec5d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 1098 time: 0.2865756 Jul 16 20:09:32.827612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-c756b633-ae9b-46d9-b372-a8ca663773a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.829105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-c756b633-ae9b-46d9-b372-a8ca663773a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 1099 time: 0.2547188 Jul 16 20:09:32.838199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947bba-3424-476e-8e3b-d4d862621f81 req-a1a9a131-a758-4754-9e89-0487dd07c370 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.840073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8947bba-3424-476e-8e3b-d4d862621f81 req-a1a9a131-a758-4754-9e89-0487dd07c370 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 948 time: 0.1779010 Jul 16 20:09:32.847652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324e95-e3db-422e-b882-cf689850dd6e req-85cb9de9-2375-4955-b6e7-41a2587d4f4f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.849341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98324e95-e3db-422e-b882-cf689850dd6e req-85cb9de9-2375-4955-b6e7-41a2587d4f4f tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 971 time: 0.2003655 Jul 16 20:09:33.013086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98324e95-e3db-422e-b882-cf689850dd6e req-d6afc580-c8a5-427f-84e7-a5059cbea9b4 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.100 "GET /v2.0/security-groups?id=ef9fd53a-22a8-4812-b3ea-fac884cfb46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436431 Jul 16 20:09:33.066247 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8947bba-3424-476e-8e3b-d4d862621f81 req-e31d5ee0-7c1d-41cb-8ad8-fe9696d5174d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048495 Jul 16 20:09:33.083697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-f8129b73-f0c4-4de3-8650-f78fb15a69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.085262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-f8129b73-f0c4-4de3-8650-f78fb15a69a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2692955 Jul 16 20:09:33.161523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-cc77f9c4-d2dc-4aa9-ae26-635ccc4536b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c HTTP/1.1" status: 200 len: 217 time: 0.0668955 Jul 16 20:09:33.175015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-71f86901-3ac5-43e1-9f16-7f839bbf2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.177186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-71f86901-3ac5-43e1-9f16-7f839bbf2599 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3266647 Jul 16 20:09:33.294012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe66818-9edd-456d-a813-2c527c47eb55 req-f462cf9d-5853-4916-af28-fb7c54aa2778 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.296152 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-abe66818-9edd-456d-a813-2c527c47eb55 req-f462cf9d-5853-4916-af28-fb7c54aa2778 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.26 "GET /v2.0/ports?device_id=45905578-89d9-4190-afec-b9bee9d05892 HTTP/1.1" status: 200 len: 971 time: 0.0805826 Jul 16 20:09:33.313406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a197996-7a53-4f74-bbb2-c0cdcbcc932d req-e5648718-7e6b-4a27-b343-5262bf2ef5c4 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fb3db81d5e434b3d83bd697c86946269 HTTP/1.1" status: 200 len: 6102 time: 0.2664382 Jul 16 20:09:33.315917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-9145fa62-aa9b-4aaa-ba0b-709e94f61e5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 200 len: 217 time: 0.1150734 Jul 16 20:09:33.386166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-bac32f0b-9ed0-428b-9286-e005ae94df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.387657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-bac32f0b-9ed0-428b-9286-e005ae94df40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2041652 Jul 16 20:09:33.452951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Deleting port c9985f6a-ebfc-48b6-80ef-728102017306 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:33.453404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.459615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-ae94ac3a-a624-4249-b325-ee669e4950c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.461125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-ae94ac3a-a624-4249-b325-ee669e4950c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1300793 Jul 16 20:09:33.479633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a197996-7a53-4f74-bbb2-c0cdcbcc932d req-d2433b1b-8810-4535-b19e-be52a61dd76c tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "GET /v2.0/security-groups/fe54015c-a83e-44d6-94f3-e719825b7948 HTTP/1.1" status: 200 len: 2981 time: 0.1524239 Jul 16 20:09:33.503291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:33.511005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c402b-7f8b-4c27-9b17-67d8008d9145 req-d2fc644c-a463-4c8d-b940-c664a7a06762 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.513849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e0c402b-7f8b-4c27-9b17-67d8008d9145 req-d2fc644c-a463-4c8d-b940-c664a7a06762 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 949 time: 0.3183784 Jul 16 20:09:33.606867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] For port c9985f6a-ebfc-48b6-80ef-728102017306, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c9985f6a-ebfc-48b6-80ef-728102017306,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:33.607573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.627884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Calling delete_port for c9985f6a-ebfc-48b6-80ef-728102017306 owned by compute:tempest-test_az-1560503363 {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:33.663209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:33.676824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c', 'mac_address': 'fa:16:3e:a9:67:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:33.688292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-931b8dac-7f00-4a8f-8152-4ed43ea139f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.690159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-931b8dac-7f00-4a8f-8152-4ed43ea139f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2866039 Jul 16 20:09:33.693703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e0c402b-7f8b-4c27-9b17-67d8008d9145 req-5f276a7f-46db-4242-a77f-5b0bf719c4fc tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425760 Jul 16 20:09:33.701216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a197996-7a53-4f74-bbb2-c0cdcbcc932d req-97b19ad9-e256-4f86-be4c-291b7cfaa6f8 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "GET /v2.0/security-groups/fe54015c-a83e-44d6-94f3-e719825b7948 HTTP/1.1" status: 200 len: 2981 time: 0.2071934 Jul 16 20:09:33.725627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.742677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:33.767653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-cb4a0c5f-9b89-4f89-ba6e-1432cabfc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.776727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-cb4a0c5f-9b89-4f89-ba6e-1432cabfc1a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2968652 Jul 16 20:09:33.777853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:33.795426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.878981 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.899042 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2872da-f44b-4422-bd44-986b2718600f x-openstack-request-id: req-ca2872da-f44b-4422-bd44-986b2718600f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:33.899651 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "name": "network-vif-plugged", "status": "completed", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546", "code": 200}, {"server_uuid": "7c79703b-dcce-43aa-b8c6-f17b0f34f4db", "name": "network-vif-plugged", "status": "completed", "tag": "83cc00c7-03ab-4590-ab36-5c7d617131cc", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:33.900607 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ca2872da-f44b-4422-bd44-986b2718600f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:33.901197 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546', 'code': 200} Jul 16 20:09:33.901698 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc00c7-03ab-4590-ab36-5c7d617131cc', 'code': 200} Jul 16 20:09:33.911291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c9985f6a-ebfc-48b6-80ef-728102017306'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:33.951687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:33.958770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.977998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-7bfdd0e6-d3a3-4640-8d78-906fe39bf523 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739587 Jul 16 20:09:34.048227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Pushing event deleted for resources: {'Port': ['ID=c9985f6a-ebfc-48b6-80ef-728102017306,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:34.090451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['0fe0afae-0b4a-45f0-abb8-c0ae05c7625c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:34.134588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.135967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.136534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.137088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.137635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.138189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.141326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.141947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.143683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.144214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.144717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.145261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:34.200584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] No DVR routers for this DVR port c9985f6a-ebfc-48b6-80ef-728102017306 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:34.239234 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.243028 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-abe66818-9edd-456d-a813-2c527c47eb55 req-d4d8b052-ddcc-4051-b763-92753071fee7 tempest-LiveMigrationNegativeTest-751437718 tempest-LiveMigrationNegativeTest-751437718-project] 10.222.0.26 "DELETE /v2.0/ports/c9985f6a-ebfc-48b6-80ef-728102017306 HTTP/1.1" status: 204 len: 173 time: 0.9394655 Jul 16 20:09:34.244669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45905578-89d9-4190-afec-b9bee9d05892', 'name': 'network-vif-deleted', 'tag': 'c9985f6a-ebfc-48b6-80ef-728102017306'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:34.249415 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72274976-ca89-49d8-913f-8df1f589d174" -d '{"events": [{"server_uuid": "45905578-89d9-4190-afec-b9bee9d05892", "name": "network-vif-deleted", "tag": "c9985f6a-ebfc-48b6-80ef-728102017306"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:34.365673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e9540-9531-4f06-b189-bb08030fd650 req-80726769-c191-4665-87b5-8c5adeaf3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.372323 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-535e9540-9531-4f06-b189-bb08030fd650 req-80726769-c191-4665-87b5-8c5adeaf3bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1096 time: 0.2546477 Jul 16 20:09:34.490278 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-535e9540-9531-4f06-b189-bb08030fd650 req-aee09f03-7a77-4535-82d2-1323876815ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013649 Jul 16 20:09:34.704230 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-726d8f93-2f99-4389-9b61-1bbd392042e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.856595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-1c223c93-5c40-4f80-be53-56a1a63abf14 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9590991 Jul 16 20:09:34.874448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-a2b8295c-cf6f-4b53-b9e0-7bda5e5895d1 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627675 Jul 16 20:09:34.915478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76246b-76ee-4786-bcfd-33fe3b58c240 req-8ae4923a-5c32-4efc-9715-560f72615637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.917679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc76246b-76ee-4786-bcfd-33fe3b58c240 req-8ae4923a-5c32-4efc-9715-560f72615637 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 1101 time: 0.4084980 Jul 16 20:09:34.926568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-36bad29e-9024-44c1-8b2a-b45dc8be2992 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.928174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-36bad29e-9024-44c1-8b2a-b45dc8be2992 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 1100 time: 0.4122589 Jul 16 20:09:34.936604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6174-cc9c-4fb4-8c43-ae8e581a0241 req-22150284-a99a-41e5-a49e-aaa2417a0731 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.938486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0ff6174-cc9c-4fb4-8c43-ae8e581a0241 req-22150284-a99a-41e5-a49e-aaa2417a0731 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 948 time: 0.4242775 Jul 16 20:09:34.967833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515580-7ddd-4955-b6f2-96e320f9ede8 req-f71e7785-9b05-4cda-b856-011049848df1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.969442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15515580-7ddd-4955-b6f2-96e320f9ede8 req-f71e7785-9b05-4cda-b856-011049848df1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 949 time: 0.4519536 Jul 16 20:09:35.125740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f089835e-32d5-4771-95ee-d905abd9f06c details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:35.159879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0ff6174-cc9c-4fb4-8c43-ae8e581a0241 req-7d10e751-35cb-4a6d-83b9-e77d30d142db tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976109 Jul 16 20:09:35.164640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc76246b-76ee-4786-bcfd-33fe3b58c240 req-fbe3bd12-f899-4b42-bb86-abc6891a1747 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239902 Jul 16 20:09:35.202891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15515580-7ddd-4955-b6f2-96e320f9ede8 req-54a685ed-bd40-48e9-a8fa-ee6cbdff5ddf tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043028 Jul 16 20:09:35.210812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c269c8aa-937b-4ab5-bcbb-6109ed9bdb9c req-0c08c28c-904f-4848-b899-4058962f126a service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401949 Jul 16 20:09:35.292376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Deleting port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:35.293088 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.393074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:35.411499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64ed7307-86bc-4990-8bdd-f92b328c4e0c req-b53e1c35-1923-402e-b257-8bf934c2cc66 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/ac6ecf66-0ec8-4369-a9f7-b938e7316554 HTTP/1.1" status: 200 len: 1777 time: 0.1681485 Jul 16 20:09:35.418515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'mac_address': 'fa:16:3e:4c:28:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:35.467147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.487029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f089835e-32d5-4771-95ee-d905abd9f06c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:35.509339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:35.514537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.520525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:35.571586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] For port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:35.572226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.608617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.626905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:35.631919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:35.632200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Calling delete_port for 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:35.634076 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.709286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff1332-281b-437b-a25c-60fbb8c0baa6 req-72649570-6243-48fc-849e-40ca7fa3cb52 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.722922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11ff1332-281b-437b-a25c-60fbb8c0baa6 req-72649570-6243-48fc-849e-40ca7fa3cb52 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 945 time: 0.3097332 Jul 16 20:09:35.726505 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64ed7307-86bc-4990-8bdd-f92b328c4e0c req-e1ebdff9-b00b-4a96-b7a9-d150dd9c446c tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.757055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.824698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:35.831155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.867441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64ed7307-86bc-4990-8bdd-f92b328c4e0c req-e1ebdff9-b00b-4a96-b7a9-d150dd9c446c tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.878541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f089835e-32d5-4771-95ee-d905abd9f06c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:35.888423 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.906465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:35.908437 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dffd39-035d-4ea5-bd3c-6d65bb6b7583" -d '{"events": [{"server_uuid": "da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12", "name": "network-vif-plugged", "status": "completed", "tag": "0fe0afae-0b4a-45f0-abb8-c0ae05c7625c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:35.927322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11ff1332-281b-437b-a25c-60fbb8c0baa6 req-fa35116d-9265-4fdd-b80c-9977ba7649a9 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025738 Jul 16 20:09:35.939964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:36.029847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64ed7307-86bc-4990-8bdd-f92b328c4e0c req-e1ebdff9-b00b-4a96-b7a9-d150dd9c446c tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.036139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64ed7307-86bc-4990-8bdd-f92b328c4e0c req-e1ebdff9-b00b-4a96-b7a9-d150dd9c446c tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.061660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64ed7307-86bc-4990-8bdd-f92b328c4e0c req-e1ebdff9-b00b-4a96-b7a9-d150dd9c446c tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "DELETE /v2.0/security-groups/ac6ecf66-0ec8-4369-a9f7-b938e7316554 HTTP/1.1" status: 204 len: 173 time: 0.5826774 Jul 16 20:09:36.121923 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fcb1b8-9b24-4d7e-8fb6-c23b9f96ae48 x-openstack-request-id: req-31fcb1b8-9b24-4d7e-8fb6-c23b9f96ae48 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:36.124044 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45905578-89d9-4190-afec-b9bee9d05892", "name": "network-vif-deleted", "tag": "c9985f6a-ebfc-48b6-80ef-728102017306", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:36.124639 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-31fcb1b8-9b24-4d7e-8fb6-c23b9f96ae48 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:36.125597 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45905578-89d9-4190-afec-b9bee9d05892', 'name': 'network-vif-deleted', 'tag': 'c9985f6a-ebfc-48b6-80ef-728102017306', 'status': 'completed', 'code': 200} Jul 16 20:09:36.192872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebdff9-b00b-4a96-b7a9-d150dd9c446c tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ecf66-0ec8-4369-a9f7-b938e7316554,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:36.258074 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.378432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Pushing event deleted for resources: {'Port': ['ID=33faa6be-c61c-4935-b2ea-d10c4fbca6a3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:36.406766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b165c53-e4d1-4ad8-b796-1b072e77d38d req-4d1a3cb3-9500-4f8d-979e-cc4fee0b6463 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=45c6c1f8-bb36-474c-b8f1-c312e86bf2ab HTTP/1.1" status: 200 len: 210 time: 0.0877066 Jul 16 20:09:36.537657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] No DVR routers for this DVR port 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:36.542616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.546791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b6e42b2-027c-4639-a2a8-100f95c2f82f req-fe3cd643-f83b-4280-86b7-28a46da18ac1 tempest-DeleteServersAdminTestJSON-575096544 tempest-DeleteServersAdminTestJSON-575096544-project-admin] 10.222.0.21 "DELETE /v2.0/ports/33faa6be-c61c-4935-b2ea-d10c4fbca6a3 HTTP/1.1" status: 204 len: 173 time: 1.6072628 Jul 16 20:09:36.547746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'name': 'network-vif-deleted', 'tag': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:36.550904 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf3fcab-8e03-4242-8a27-9fa0251f9abf" -d '{"events": [{"server_uuid": "45c6c1f8-bb36-474c-b8f1-c312e86bf2ab", "name": "network-vif-deleted", "tag": "33faa6be-c61c-4935-b2ea-d10c4fbca6a3"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:36.599097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ce560-187a-47dd-8501-aff52ba56560 req-ac4bb878-2daa-45cf-9e24-60acc1a91b50 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.605401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-765ce560-187a-47dd-8501-aff52ba56560 req-ac4bb878-2daa-45cf-9e24-60acc1a91b50 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 949 time: 0.2182732 Jul 16 20:09:36.711641 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-765ce560-187a-47dd-8501-aff52ba56560 req-4cfd7100-3212-4aef-b126-87c916f32f72 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009631 Jul 16 20:09:36.732836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58956) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:36.733944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['33faa6be-c61c-4935-b2ea-d10c4fbca6a3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:36.789023 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ad1198-2607-441c-a88e-c660401a7572 x-openstack-request-id: req-b6ad1198-2607-441c-a88e-c660401a7572 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:36.789758 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12", "name": "network-vif-plugged", "status": "completed", "tag": "0fe0afae-0b4a-45f0-abb8-c0ae05c7625c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:36.789758 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b6ad1198-2607-441c-a88e-c660401a7572 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:36.790150 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c', 'code': 200} Jul 16 20:09:36.865491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26e2c1fe-d645-4990-83b7-d221184a080b req-90547c18-eef1-4dca-8e9b-1e8b2523b9f0 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "GET /v2.0/security-groups/bab0985c-3d68-4985-adea-7ec2e9a1a3ed HTTP/1.1" status: 200 len: 1778 time: 0.0647817 Jul 16 20:09:37.013462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26e2c1fe-d645-4990-83b7-d221184a080b req-32d93ae9-2d3c-4847-9b8f-4edafdfa4418 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.045949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21689ea8-45c4-470e-98ce-56cc5ba9b136 req-b0ca8a4f-67d8-489e-9ff4-561eff66c733 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.047639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21689ea8-45c4-470e-98ce-56cc5ba9b136 req-b0ca8a4f-67d8-489e-9ff4-561eff66c733 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 950 time: 0.1740830 Jul 16 20:09:37.061835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae57e-0307-4ffd-9663-ea22833f434a req-de5f588a-c92c-46c3-8398-6aa94a0c8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.062697 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-307dd08e-4b5f-4bbf-8b76-03a890cb69d0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=26c644b63a6c434d8d464dde6cdad6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272407 Jul 16 20:09:37.063941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8dae57e-0307-4ffd-9663-ea22833f434a req-de5f588a-c92c-46c3-8398-6aa94a0c8881 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 1100 time: 0.1546726 Jul 16 20:09:37.065792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26e2c1fe-d645-4990-83b7-d221184a080b req-32d93ae9-2d3c-4847-9b8f-4edafdfa4418 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.067090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58962) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:37.121670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f089835e-32d5-4771-95ee-d905abd9f06c up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:37.132204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c46305-eddb-428e-b89e-131c49a8ceb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.161804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c46305-eddb-428e-b89e-131c49a8ceb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.168450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21689ea8-45c4-470e-98ce-56cc5ba9b136 req-7107c168-27be-48f3-aeda-92a886d91601 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118066 Jul 16 20:09:37.217441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8dae57e-0307-4ffd-9663-ea22833f434a req-735898b8-9f59-43b7-948b-547e1529564f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280334 Jul 16 20:09:37.219278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26e2c1fe-d645-4990-83b7-d221184a080b req-32d93ae9-2d3c-4847-9b8f-4edafdfa4418 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.224122 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-26e2c1fe-d645-4990-83b7-d221184a080b req-32d93ae9-2d3c-4847-9b8f-4edafdfa4418 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.225296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26e2c1fe-d645-4990-83b7-d221184a080b req-32d93ae9-2d3c-4847-9b8f-4edafdfa4418 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] 10.222.0.100 "DELETE /v2.0/security-groups/bab0985c-3d68-4985-adea-7ec2e9a1a3ed HTTP/1.1" status: 204 len: 173 time: 0.3589103 Jul 16 20:09:37.240102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d93ae9-2d3c-4847-9b8f-4edafdfa4418 tempest-SecurityGroupsTestAdminJSON-651048543 tempest-SecurityGroupsTestAdminJSON-651048543-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab0985c-3d68-4985-adea-7ec2e9a1a3ed,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.241831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port f089835e-32d5-4771-95ee-d905abd9f06c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:37.260098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port f089835e-32d5-4771-95ee-d905abd9f06c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:37.260921 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.305130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c46305-eddb-428e-b89e-131c49a8ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.311278 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c46305-eddb-428e-b89e-131c49a8ceb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.314156 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49c46305-eddb-428e-b89e-131c49a8ceb7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ef9fd53a-22a8-4812-b3ea-fac884cfb46c HTTP/1.1" status: 204 len: 168 time: 0.2457614 Jul 16 20:09:37.329967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46305-eddb-428e-b89e-131c49a8ceb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9fd53a-22a8-4812-b3ea-fac884cfb46c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.358467 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9286286-8372-4591-8ef7-97c9bab395c2 x-openstack-request-id: req-b9286286-8372-4591-8ef7-97c9bab395c2 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:37.358797 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c6c1f8-bb36-474c-b8f1-c312e86bf2ab", "name": "network-vif-deleted", "tag": "33faa6be-c61c-4935-b2ea-d10c4fbca6a3", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:37.359382 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b9286286-8372-4591-8ef7-97c9bab395c2 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:37.360491 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c6c1f8-bb36-474c-b8f1-c312e86bf2ab', 'name': 'network-vif-deleted', 'tag': '33faa6be-c61c-4935-b2ea-d10c4fbca6a3', 'status': 'completed', 'code': 200} Jul 16 20:09:37.488434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa5cf5-0718-4590-9b3c-eca13b0a8e75 req-914b776a-1c30-4bcc-9e37-4eeb1d16a1fd tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.496152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36aa5cf5-0718-4590-9b3c-eca13b0a8e75 req-914b776a-1c30-4bcc-9e37-4eeb1d16a1fd tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 949 time: 0.0987730 Jul 16 20:09:37.511594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.532144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c9985f6a-ebfc-48b6-80ef-728102017306 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:37.575463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: c9985f6a-ebfc-48b6-80ef-728102017306 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:37.576335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c9985f6a-ebfc-48b6-80ef-728102017306 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:37.582416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36aa5cf5-0718-4590-9b3c-eca13b0a8e75 req-d5a3209e-3a0e-4c01-9616-378029b27aa4 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846670 Jul 16 20:09:37.608259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:37.616105 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.676821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.738640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b6d52-f110-4c89-bd14-d0ab7fec78ee req-b97ee092-7a3f-4c15-a6d2-f98ebf6b9b07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.740431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-989b6d52-f110-4c89-bd14-d0ab7fec78ee req-b97ee092-7a3f-4c15-a6d2-f98ebf6b9b07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 945 time: 0.1412790 Jul 16 20:09:37.855659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-989b6d52-f110-4c89-bd14-d0ab7fec78ee req-741aa632-72c0-4089-8e13-3c0a1cf2c7bd tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031027 Jul 16 20:09:37.872729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.986176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-958cf7ff-da8e-4650-b231-c11f695070ea req-1c24ae58-aea3-4ac0-acbb-e441b11607ec tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "GET /v2.0/security-groups/079eba04-6018-42be-83e3-a0d16071ea82 HTTP/1.1" status: 200 len: 1776 time: 0.0813997 Jul 16 20:09:37.999307 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.085048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58980) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:38.156132 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2f624215-31bf-4f87-a983-1e4aedbbe523 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=193b95393830477f93ae68592e2b996a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662920 Jul 16 20:09:38.157166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58982) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:38.157988 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-958cf7ff-da8e-4650-b231-c11f695070ea req-6d42f272-26c3-4dc7-956e-d3a8643b83a6 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.198575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-958cf7ff-da8e-4650-b231-c11f695070ea req-6d42f272-26c3-4dc7-956e-d3a8643b83a6 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.221255 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e1d052c-ac3d-4267-8b73-d9dd339f0c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.248450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c35c-730d-4dc0-bffb-71be635ae16f req-8b62a4e7-f0f9-4b02-96de-2ba70945cfd3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.259915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c35c-730d-4dc0-bffb-71be635ae16f req-8b62a4e7-f0f9-4b02-96de-2ba70945cfd3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.263274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dd1c35c-730d-4dc0-bffb-71be635ae16f req-8b62a4e7-f0f9-4b02-96de-2ba70945cfd3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82&device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 1690 time: 0.1908927 Jul 16 20:09:38.263624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e1d052c-ac3d-4267-8b73-d9dd339f0c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.281869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.334468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dd1c35c-730d-4dc0-bffb-71be635ae16f req-fdfe2713-65dc-4315-8395-5ee0d3acc455 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589190 Jul 16 20:09:38.335426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-958cf7ff-da8e-4650-b231-c11f695070ea req-6d42f272-26c3-4dc7-956e-d3a8643b83a6 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.339687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-958cf7ff-da8e-4650-b231-c11f695070ea req-6d42f272-26c3-4dc7-956e-d3a8643b83a6 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.341266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-958cf7ff-da8e-4650-b231-c11f695070ea req-6d42f272-26c3-4dc7-956e-d3a8643b83a6 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "DELETE /v2.0/security-groups/079eba04-6018-42be-83e3-a0d16071ea82 HTTP/1.1" status: 204 len: 173 time: 0.3418076 Jul 16 20:09:38.371324 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e1d052c-ac3d-4267-8b73-d9dd339f0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.382901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42f272-26c3-4dc7-956e-d3a8643b83a6 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079eba04-6018-42be-83e3-a0d16071ea82,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:38.386507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e1d052c-ac3d-4267-8b73-d9dd339f0c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.405638 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e1d052c-ac3d-4267-8b73-d9dd339f0c6b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c0bab235-446e-454f-b6f2-e7dab0ddb2df HTTP/1.1" status: 204 len: 168 time: 0.2474732 Jul 16 20:09:38.430695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d052c-ac3d-4267-8b73-d9dd339f0c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bab235-446e-454f-b6f2-e7dab0ddb2df,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:38.717189 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:38.791936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:38.798130 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a6ca3b-ebec-4b4b-94a5-e5efc595e08c" -d '{"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-plugged", "status": "completed", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:38.856382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0601f8-d482-4c51-8b64-58aa4e5dcae9 req-3ce59e6a-8041-4ac5-bfc7-294065d0df9a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.858660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf0601f8-d482-4c51-8b64-58aa4e5dcae9 req-3ce59e6a-8041-4ac5-bfc7-294065d0df9a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.1255231 Jul 16 20:09:38.918787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf0601f8-d482-4c51-8b64-58aa4e5dcae9 req-d20a92fd-9779-467c-a826-5b33bb9b4c3b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538268 Jul 16 20:09:39.015754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df7f1b31-9914-496b-b7d8-5711a9d90a51 req-20bbae3c-9cd8-4a90-8e12-3c6d7affd03e tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "GET /v2.0/security-groups/9c2f10a5-923d-45d1-b726-46891a2dffa5 HTTP/1.1" status: 200 len: 1778 time: 0.0499439 Jul 16 20:09:39.124545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:39.141261 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-df7f1b31-9914-496b-b7d8-5711a9d90a51 req-d39e5733-1771-458d-b5ef-060893460f27 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.151817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:39.152298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 33faa6be-c61c-4935-b2ea-d10c4fbca6a3 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:39.163532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d80d18-f357-4ca1-8d35-5adb2de7ed4c req-a52b9fea-ff4b-4c68-8e52-412b707520fd tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.165117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10d80d18-f357-4ca1-8d35-5adb2de7ed4c req-a52b9fea-ff4b-4c68-8e52-412b707520fd tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1096 time: 0.1118486 Jul 16 20:09:39.176739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-df7f1b31-9914-496b-b7d8-5711a9d90a51 req-d39e5733-1771-458d-b5ef-060893460f27 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.237068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10d80d18-f357-4ca1-8d35-5adb2de7ed4c req-2cd21303-f9ea-43c8-a228-9aacb7f630b6 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621924 Jul 16 20:09:39.260835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-df7f1b31-9914-496b-b7d8-5711a9d90a51 req-d39e5733-1771-458d-b5ef-060893460f27 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.263943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-df7f1b31-9914-496b-b7d8-5711a9d90a51 req-d39e5733-1771-458d-b5ef-060893460f27 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.265120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df7f1b31-9914-496b-b7d8-5711a9d90a51 req-d39e5733-1771-458d-b5ef-060893460f27 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] 10.222.0.100 "DELETE /v2.0/security-groups/9c2f10a5-923d-45d1-b726-46891a2dffa5 HTTP/1.1" status: 204 len: 173 time: 0.2433124 Jul 16 20:09:39.279051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e5733-1771-458d-b5ef-060893460f27 tempest-SecurityGroupsTestAdminJSON-1639454927 tempest-SecurityGroupsTestAdminJSON-1639454927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f10a5-923d-45d1-b726-46891a2dffa5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:39.501585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a280d-5f01-4be8-983b-c41fb71a02e6 req-d9ad421b-7edd-4168-abfa-8c9b88a5df86 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.503460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6a280d-5f01-4be8-983b-c41fb71a02e6 req-d9ad421b-7edd-4168-abfa-8c9b88a5df86 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 949 time: 0.1047771 Jul 16 20:09:39.543765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-7299ee5d-e878-4600-ba69-f052749b352b tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=cbb2383241534c7382dbc5f34062c46e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391150 Jul 16 20:09:39.613372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6a280d-5f01-4be8-983b-c41fb71a02e6 req-3ad86d99-42e2-43bb-8e3c-936bbb0b5cb0 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945666 Jul 16 20:09:39.657520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59040) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:39.672801 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1573fc4a-6505-4231-81fc-3aead3b5209b x-openstack-request-id: req-1573fc4a-6505-4231-81fc-3aead3b5209b {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:39.673313 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-plugged", "status": "completed", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:39.673730 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1573fc4a-6505-4231-81fc-3aead3b5209b {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:39.674320 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'code': 200} Jul 16 20:09:39.797433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-86c0a601-fb35-4a9f-b520-c2ed49d51c7b tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.799047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-86c0a601-fb35-4a9f-b520-c2ed49d51c7b tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459579 Jul 16 20:09:39.843430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-6bdec64d-f456-43dd-ae05-eb91451f5343 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/quotas/cbb2383241534c7382dbc5f34062c46e HTTP/1.1" status: 200 len: 375 time: 0.0249684 Jul 16 20:09:39.904742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-12e35dfe-0ae1-4f73-84b3-908a9840d8d4 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=cbb2383241534c7382dbc5f34062c46e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429199 Jul 16 20:09:39.927996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492d994-58ee-4a14-ab0f-af723f05f664 req-53ee7d02-8cfa-4b1a-aa54-c82a65f163a1 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.930090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e492d994-58ee-4a14-ab0f-af723f05f664 req-53ee7d02-8cfa-4b1a-aa54-c82a65f163a1 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1096 time: 0.1509006 Jul 16 20:09:39.944586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04ad7c-9ab5-47e9-84bd-fa7e575e06f5 req-ce79351b-70dc-45e1-a385-ba209edb51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.947951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d04ad7c-9ab5-47e9-84bd-fa7e575e06f5 req-ce79351b-70dc-45e1-a385-ba209edb51e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 1101 time: 0.1177542 Jul 16 20:09:40.072819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e492d994-58ee-4a14-ab0f-af723f05f664 req-eb372660-32c2-4f88-9ee6-2cc09dc24c29 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230733 Jul 16 20:09:40.102536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d04ad7c-9ab5-47e9-84bd-fa7e575e06f5 req-71af062c-eca0-4484-948a-f600b2605fa6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913322 Jul 16 20:09:40.143018 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3c30c075-1095-4c9c-b3ed-da577558da60 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fb3db81d5e434b3d83bd697c86946269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842098 Jul 16 20:09:40.146768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59056) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:40.262721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acce03d4-f61e-4ebd-a186-6d7cb83e775e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.357514 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acce03d4-f61e-4ebd-a186-6d7cb83e775e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.475206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe8cc-7c90-45bb-a032-5e366e49944e req-aa2e675b-6016-4d3f-b823-07f72a8f269c tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.478175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-930fe8cc-7c90-45bb-a032-5e366e49944e req-aa2e675b-6016-4d3f-b823-07f72a8f269c tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 1100 time: 0.1959870 Jul 16 20:09:40.519359 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acce03d4-f61e-4ebd-a186-6d7cb83e775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.523695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acce03d4-f61e-4ebd-a186-6d7cb83e775e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.530559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-acce03d4-f61e-4ebd-a186-6d7cb83e775e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fe54015c-a83e-44d6-94f3-e719825b7948 HTTP/1.1" status: 204 len: 168 time: 0.3767910 Jul 16 20:09:40.550885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce03d4-f61e-4ebd-a186-6d7cb83e775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe54015c-a83e-44d6-94f3-e719825b7948,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:40.605372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-930fe8cc-7c90-45bb-a032-5e366e49944e req-c685f5dd-7e58-40de-bda2-d13a83226916 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089690 Jul 16 20:09:40.933915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfb0ce-c195-4437-a3fd-ef0a2a06ef39 req-58e4b7aa-cd38-441b-85af-72e3d1e59059 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.937621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71cfb0ce-c195-4437-a3fd-ef0a2a06ef39 req-58e4b7aa-cd38-441b-85af-72e3d1e59059 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.1408587 Jul 16 20:09:41.050002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71cfb0ce-c195-4437-a3fd-ef0a2a06ef39 req-6b57984c-496e-4e47-92ca-19ce1a3b7b5d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973403 Jul 16 20:09:41.212867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21b1c32c-c660-4424-b23a-e578267d5fb0 req-4dfc324f-b139-4c9b-a57e-acfa584f4e28 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 210 time: 0.0478661 Jul 16 20:09:41.465512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59092) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:41.499005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb72623-2d34-431a-be70-bf90df86021b req-b4758254-458c-4f9a-b27a-87585a5ef85c tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.501749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-feb72623-2d34-431a-be70-bf90df86021b req-b4758254-458c-4f9a-b27a-87585a5ef85c tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 1101 time: 0.1574540 Jul 16 20:09:41.535684 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1b2fc079-3553-492d-a302-f3180d261b5f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=26a7c884623242849d0f16d765e0e9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669715 Jul 16 20:09:41.539277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:41.578634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-feb72623-2d34-431a-be70-bf90df86021b req-0ea40561-aa80-49a4-b53f-e0d594ddd2cd tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701277 Jul 16 20:09:41.648663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c42f580d-4bf2-42e7-8d04-0fb761fbeaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.682754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c42f580d-4bf2-42e7-8d04-0fb761fbeaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.753950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c42f580d-4bf2-42e7-8d04-0fb761fbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.758895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c42f580d-4bf2-42e7-8d04-0fb761fbeaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.769012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c42f580d-4bf2-42e7-8d04-0fb761fbeaa9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/32bfa0da-b7a1-4c48-bfd0-228b4c461be1 HTTP/1.1" status: 204 len: 168 time: 0.2263002 Jul 16 20:09:41.785169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f580d-4bf2-42e7-8d04-0fb761fbeaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bfa0da-b7a1-4c48-bfd0-228b4c461be1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.148312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.149131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.150807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.151824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.152872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.153883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.154912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.156404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.157474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.158602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.162665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d640a6e8-29b9-4e00-9c84-587d458f6368 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5&device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7&device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12&device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f&device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82&device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db&device_id=478257a2-502a-4ec7-8167-6cd611fba0d1&device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84&device_id=932e4719-2371-4573-894b-8fc29fcb4dff&device_id=193683b2-7a11-46cc-9976-db54b2d0a742&device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 9108 time: 0.1661825 Jul 16 20:09:42.200256 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d7da8c8c-cf39-4293-8e4c-7e7468643255 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.287774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-50b1b0db-4128-4b40-ad76-7c23ee9a10cf tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbb2383241534c7382dbc5f34062c46e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417936 Jul 16 20:09:42.505217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-9f45744a-2e42-498c-9da8-f863d0ecd32e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.506806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-9f45744a-2e42-498c-9da8-f863d0ecd32e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062938 Jul 16 20:09:42.523912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Request body: {'port': {'device_id': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'cbb2383241534c7382dbc5f34062c46e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:42.590102 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d7da8c8c-cf39-4293-8e4c-7e7468643255 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.596411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d7da8c8c-cf39-4293-8e4c-7e7468643255 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.668709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da8c8c-cf39-4293-8e4c-7e7468643255 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aa3f0e-59bc-4a55-a796-73c05c7aecff,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:43.001440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e84a94b1-333c-40b2-baec-eb4a1a7a74c7 req-d7da8c8c-cf39-4293-8e4c-7e7468643255 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&id=f13c709a-2af5-4299-ab74-34a3e732b221&id=b70d0bbe-83f9-4616-9067-439a2f704d6c&id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.8240304 Jul 16 20:09:43.108362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Made reservation on behalf of cbb2383241534c7382dbc5f34062c46e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:43.114892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.376504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Allocated IP 192.168.233.57 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/f3428543-1c77-4427-ba90-cd54bfc3722b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:43.714174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.731924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4dcb6-60d0-4f72-b614-53c7b1962eb2 req-958dcbce-57f2-48be-b045-330d33d318d9 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.734509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5b4dcb6-60d0-4f72-b614-53c7b1962eb2 req-958dcbce-57f2-48be-b045-330d33d318d9 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.1906207 Jul 16 20:09:43.761720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Transition to ACTIVE for port object f3428543-1c77-4427-ba90-cd54bfc3722b will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:43.821668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5b4dcb6-60d0-4f72-b614-53c7b1962eb2 req-fb04996b-4270-4561-9bd6-4bfc2e844ea1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734782 Jul 16 20:09:43.842589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.920269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:43.928048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:43.941560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:43.956329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.957442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.984241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Pushing event updated for resources: {'Port': ['ID=f3428543-1c77-4427-ba90-cd54bfc3722b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:43.998517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b83583ee-794d-45ca-9594-717fb0f0eb40 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4792902 Jul 16 20:09:44.028556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Request body: {'port': {'device_id': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:44.197374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.218389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70019257-2af2-43ee-9ee9-bec79c3ea920 req-1dce7281-faf9-4e08-974b-a6b6ec14d1db tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.219935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70019257-2af2-43ee-9ee9-bec79c3ea920 req-1dce7281-faf9-4e08-974b-a6b6ec14d1db tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 935 time: 0.1586242 Jul 16 20:09:44.221556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59168) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:44.318838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70019257-2af2-43ee-9ee9-bec79c3ea920 req-9a5444e5-c118-4826-bfc4-580a972f6c06 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692151 Jul 16 20:09:44.372164 n-d-798930-6 neutron-server[94096]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:09:44.382453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8e40-5520-4e20-ab8a-522d8301480f None None] Provisioning for port f3428543-1c77-4427-ba90-cd54bfc3722b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:44.385639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-ce4e1911-5ce4-4425-ab22-e87ae7936252 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:44.390671 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-ce4e1911-5ce4-4425-ab22-e87ae7936252 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1656423 Jul 16 20:09:44.398109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8e40-5520-4e20-ab8a-522d8301480f None None] Provisioning complete for port f3428543-1c77-4427-ba90-cd54bfc3722b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:44.399173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8e40-5520-4e20-ab8a-522d8301480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.467568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f8e40-5520-4e20-ab8a-522d8301480f None None] Port f3428543-1c77-4427-ba90-cd54bfc3722b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:44.528752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Request body: {'binding': {'host': 'n-h1-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:44.529538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Unknown quota resources ['binding']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:09:44.748863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3428543-1c77-4427-ba90-cd54bfc3722b {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:44.764243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.792517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Transition to ACTIVE for port object f3428543-1c77-4427-ba90-cd54bfc3722b will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:44.792776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on host n-h1-798930-6 for vnic_type normal with profile None {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:44.793094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:44.793670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:44.798314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.803039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:44.803823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:44.813773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:44.814713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:44.815371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:44.816428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Bound port: 597e406b-c2ff-4966-9316-79ae73b1c546, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:44.878970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3428543-1c77-4427-ba90-cd54bfc3722b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:44.984874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Attempting to bind port f3428543-1c77-4427-ba90-cd54bfc3722b on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:44.985193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Attempting to bind port f3428543-1c77-4427-ba90-cd54bfc3722b by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:44.987999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Attempting to bind port f3428543-1c77-4427-ba90-cd54bfc3722b on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:45.002217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Port f3428543-1c77-4427-ba90-cd54bfc3722b on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:45.002848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Attempting to bind port f3428543-1c77-4427-ba90-cd54bfc3722b on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:45.027764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-6c08a32b-6706-438e-824f-93abc0289dc0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644236 Jul 16 20:09:45.042264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:45.042907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:45.044122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:45.044818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Bound port: f3428543-1c77-4427-ba90-cd54bfc3722b, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:45.045363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.088704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:45.100163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.115717 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2ea9646b-b45c-4f73-9288-cd7021b84bcf service neutron] 10.222.0.100 "POST /v2.0/ports/597e406b-c2ff-4966-9316-79ae73b1c546/bindings HTTP/1.1" status: 201 len: 389 time: 0.6324315 Jul 16 20:09:45.334624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] For port f3428543-1c77-4427-ba90-cd54bfc3722b, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:45.343621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] For port f3428543-1c77-4427-ba90-cd54bfc3722b, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f3428543-1c77-4427-ba90-cd54bfc3722b,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:45.358080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-28902241-2ba7-4595-ba50-9ec59f4e37d9 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.359852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-28902241-2ba7-4595-ba50-9ec59f4e37d9 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308356 Jul 16 20:09:45.362552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.403786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-f9022b92-42ea-485f-a4d8-534c62edcae1 req-6ba7c838-6207-414d-a52f-1474e271611d service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:45.405362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9022b92-42ea-485f-a4d8-534c62edcae1 req-6ba7c838-6207-414d-a52f-1474e271611d service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095820 Jul 16 20:09:45.441671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-2713eca1-e19e-47b9-b1d3-eeca543b8492 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/quotas/c75c3fb4c341495cb2dfcc4b433eee76 HTTP/1.1" status: 200 len: 375 time: 0.0474021 Jul 16 20:09:45.448586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.449227 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.450671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3428543-1c77-4427-ba90-cd54bfc3722b HTTP/1.1" status: 200 len: 1095 time: 1.4332821 Jul 16 20:09:45.451147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'tag': 'f3428543-1c77-4427-ba90-cd54bfc3722b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:45.453549 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32ace3-43fb-44a2-9151-970f9032bfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "24695c99-d87f-4029-bdb5-d83aee023ee5", "tag": "f3428543-1c77-4427-ba90-cd54bfc3722b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:45.500098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0224-7870-4ff6-a70b-58dccd2656a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3428543-1c77-4427-ba90-cd54bfc3722b,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.531316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59206) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:45.651970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-8840ed45-95fd-423a-b874-48a1ae7e773d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2092626 Jul 16 20:09:45.695499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-ced3068d-cc4c-4f60-8a87-8c0135a896e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.698570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-ced3068d-cc4c-4f60-8a87-8c0135a896e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbb2383241534c7382dbc5f34062c46e&device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 1098 time: 0.1523902 Jul 16 20:09:45.701850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-44a8eded-d2bd-4363-a745-7fb3ace86445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.703741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-44a8eded-d2bd-4363-a745-7fb3ace86445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1096 time: 0.1869249 Jul 16 20:09:45.716778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8abccb5-edf3-4a8c-af59-ac5de860982d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.843100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-fb0b939d-f534-44e6-9b96-ee9629ecb26a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f3428543-1c77-4427-ba90-cd54bfc3722b HTTP/1.1" status: 200 len: 217 time: 0.1228051 Jul 16 20:09:45.987676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8abccb5-edf3-4a8c-af59-ac5de860982d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.997065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8abccb5-edf3-4a8c-af59-ac5de860982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.010139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-732fc50b-6e82-4738-9645-ac4aa95c528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.011934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-732fc50b-6e82-4738-9645-ac4aa95c528c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1472116 Jul 16 20:09:46.019757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-8edb1f81-41fb-4295-b32b-6137bc8127e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.021739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-8edb1f81-41fb-4295-b32b-6137bc8127e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.2943935 Jul 16 20:09:46.064959 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8abccb5-edf3-4a8c-af59-ac5de860982d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fe2d7e745e4d434a8bf60a62439f1825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315630 Jul 16 20:09:46.071479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59212) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:46.090186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abccb5-edf3-4a8c-af59-ac5de860982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bd494f-6df2-4358-9013-39193c6e117b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.165622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-8aa21ab7-72f6-491b-a53c-5c27686ede33 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3149693 Jul 16 20:09:46.173970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-e51100cc-8c5b-442f-9214-6bba1ebbcb7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 217 time: 0.1209493 Jul 16 20:09:46.277538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b99d0a8c-bc45-4811-8e07-10840d79c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.279429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-b99d0a8c-bc45-4811-8e07-10840d79c929 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2558739 Jul 16 20:09:46.289804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-37785761-db84-4924-9c80-4ed6f0812d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.292209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-37785761-db84-4924-9c80-4ed6f0812d92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1075315 Jul 16 20:09:46.451841 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d41-6b64-4c95-a9dd-52ba9a86bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.475426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-b7d28eb8-1ffc-461f-b665-c8914d90e094 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886121 Jul 16 20:09:46.481415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9287cdb7-572a-48e1-b001-42b65caa0268 req-5bbad23b-a15b-49be-a673-bdb90cca05cd tempest-AbsoluteLimitsNegativeTestJSON-2143885769 tempest-AbsoluteLimitsNegativeTestJSON-2143885769-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=00564cfc4bc84b9897d79f6a2fb12c01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899634 Jul 16 20:09:46.541857 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d41-6b64-4c95-a9dd-52ba9a86bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.600279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-6df99d7f-ae25-432a-bd4c-5367e1fd0e49 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994378 Jul 16 20:09:46.833249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4382f-5977-412d-b36e-217e12b1c41a req-e6193768-0c82-4083-9f1f-f528cb748723 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.833739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4382f-5977-412d-b36e-217e12b1c41a req-e6193768-0c82-4083-9f1f-f528cb748723 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.834213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4382f-5977-412d-b36e-217e12b1c41a req-e6193768-0c82-4083-9f1f-f528cb748723 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.836016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31a4382f-5977-412d-b36e-217e12b1c41a req-e6193768-0c82-4083-9f1f-f528cb748723 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12&device_id=478257a2-502a-4ec7-8167-6cd611fba0d1&device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 2882 time: 0.4479778 Jul 16 20:09:46.848455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-8f9a1b4f-71c0-4ead-b355-b037b89e5d39 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571081 Jul 16 20:09:46.887046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d41-6b64-4c95-a9dd-52ba9a86bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.903753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d41-6b64-4c95-a9dd-52ba9a86bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.908096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f82d7d41-6b64-4c95-a9dd-52ba9a86bc40 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/23bd494f-6df2-4358-9013-39193c6e117b HTTP/1.1" status: 204 len: 168 time: 0.7924287 Jul 16 20:09:46.913688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287cdb7-572a-48e1-b001-42b65caa0268 req-cffa9b31-6fee-4b4d-a31a-8ee4c1a70355 tempest-AbsoluteLimitsNegativeTestJSON-2143885769 tempest-AbsoluteLimitsNegativeTestJSON-2143885769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.925129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9287cdb7-572a-48e1-b001-42b65caa0268 req-cffa9b31-6fee-4b4d-a31a-8ee4c1a70355 tempest-AbsoluteLimitsNegativeTestJSON-2143885769 tempest-AbsoluteLimitsNegativeTestJSON-2143885769-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4054205 Jul 16 20:09:46.975986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f339a674-7bea-44b5-b516-7e254d0d1d1e req-cfada6dd-36ca-499e-92bb-5b3f7f59c3d8 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539362 Jul 16 20:09:46.980962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7d41-6b64-4c95-a9dd-52ba9a86bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bd494f-6df2-4358-9013-39193c6e117b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.998372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9287cdb7-572a-48e1-b001-42b65caa0268 req-9ce3db9e-4916-41b1-b04a-27b473f74cc6 tempest-AbsoluteLimitsNegativeTestJSON-2143885769 tempest-AbsoluteLimitsNegativeTestJSON-2143885769-project] 10.222.0.100 "GET /v2.0/quotas/00564cfc4bc84b9897d79f6a2fb12c01 HTTP/1.1" status: 200 len: 375 time: 0.0753429 Jul 16 20:09:47.122529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31a4382f-5977-412d-b36e-217e12b1c41a req-82f99e7e-4c2f-4d5c-8171-4504157c203b tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710886 Jul 16 20:09:47.139720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9287cdb7-572a-48e1-b001-42b65caa0268 req-63104995-4016-4c67-8f5a-4090780d5795 tempest-AbsoluteLimitsNegativeTestJSON-2143885769 tempest-AbsoluteLimitsNegativeTestJSON-2143885769-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=00564cfc4bc84b9897d79f6a2fb12c01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400154 Jul 16 20:09:47.208226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-ee220bb8-4c61-430c-91dc-b67a91ae6edf service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421543 Jul 16 20:09:47.462111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c562fc-3bdc-4fae-95b6-3ebcb80e14ed req-96e31f47-1836-4e3b-86a5-973bd68de7c0 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.478957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3c562fc-3bdc-4fae-95b6-3ebcb80e14ed req-96e31f47-1836-4e3b-86a5-973bd68de7c0 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 945 time: 0.1957440 Jul 16 20:09:47.585861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59268) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:47.612357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f188799-bd8a-44b5-9b69-fe128c0ed25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.820935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f188799-bd8a-44b5-9b69-fe128c0ed25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.832610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f188799-bd8a-44b5-9b69-fe128c0ed25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.891477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59272) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:47.945233 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0f188799-bd8a-44b5-9b69-fe128c0ed25d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=de414539ac0243e28c616b7162c25082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575792 Jul 16 20:09:47.947645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f188799-bd8a-44b5-9b69-fe128c0ed25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d27ca-7099-4c79-a28d-b428fd47f2a3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.967589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59276) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:48.100288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d605d2fc-b27d-478d-986d-5f36f175bc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.141241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3c562fc-3bdc-4fae-95b6-3ebcb80e14ed req-5198b0e8-39e7-4f51-b2f2-468ed98d33ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603272 Jul 16 20:09:48.145886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2198893-6ff4-4d76-85ed-f90354638fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.192652 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2198893-6ff4-4d76-85ed-f90354638fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.214394 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae91e57-1475-4be5-910d-39470fd193ee x-openstack-request-id: req-bae91e57-1475-4be5-910d-39470fd193ee {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:48.214856 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24695c99-d87f-4029-bdb5-d83aee023ee5", "tag": "f3428543-1c77-4427-ba90-cd54bfc3722b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:48.215334 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bae91e57-1475-4be5-910d-39470fd193ee {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:48.216198 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'tag': 'f3428543-1c77-4427-ba90-cd54bfc3722b', 'status': 'completed', 'code': 200} Jul 16 20:09:48.256362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-b0bb9a46-7aba-4911-99e1-6cae99df8aef tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.260347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-b0bb9a46-7aba-4911-99e1-6cae99df8aef tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.7771778 Jul 16 20:09:48.281976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-6'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:48.298035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678bd79-cdff-4da5-844e-bc7517a41d6a req-c0d9b317-b9d2-463b-927d-544f9a8cdb4e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.311021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c678bd79-cdff-4da5-844e-bc7517a41d6a req-c0d9b317-b9d2-463b-927d-544f9a8cdb4e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 947 time: 0.6929901 Jul 16 20:09:48.334663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d605d2fc-b27d-478d-986d-5f36f175bc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.345078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d605d2fc-b27d-478d-986d-5f36f175bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.377378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2198893-6ff4-4d76-85ed-f90354638fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.381996 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2198893-6ff4-4d76-85ed-f90354638fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.384665 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b2198893-6ff4-4d76-85ed-f90354638fc5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8a7d27ca-7099-4c79-a28d-b428fd47f2a3 HTTP/1.1" status: 204 len: 168 time: 0.4116759 Jul 16 20:09:48.433356 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d605d2fc-b27d-478d-986d-5f36f175bc34 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=00564cfc4bc84b9897d79f6a2fb12c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396986 Jul 16 20:09:48.434777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605d2fc-b27d-478d-986d-5f36f175bc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627c900c-8029-4954-ad20-c94c20b936dd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.439107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59280) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:48.480596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2198893-6ff4-4d76-85ed-f90354638fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d27ca-7099-4c79-a28d-b428fd47f2a3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.553510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c041576f-bf7c-4f75-9220-290d625ad9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.598966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c041576f-bf7c-4f75-9220-290d625ad9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.637428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c678bd79-cdff-4da5-844e-bc7517a41d6a req-8ed551aa-cd83-4b14-80f4-623baee4419a tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249769 Jul 16 20:09:48.672007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.715333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-c262da60-ecf8-4077-9406-65fd6707f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.717213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-c262da60-ecf8-4077-9406-65fd6707f433 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbb2383241534c7382dbc5f34062c46e&device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 1098 time: 0.4001353 Jul 16 20:09:48.724893 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c041576f-bf7c-4f75-9220-290d625ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.727691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c041576f-bf7c-4f75-9220-290d625ad9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.733207 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c041576f-bf7c-4f75-9220-290d625ad9d9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/627c900c-8029-4954-ad20-c94c20b936dd HTTP/1.1" status: 204 len: 168 time: 0.2926006 Jul 16 20:09:48.750588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041576f-bf7c-4f75-9220-290d625ad9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627c900c-8029-4954-ad20-c94c20b936dd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.799114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81010-a7a6-4384-818a-27e691ae21fc req-7d0f1628-435c-41dd-b87f-94a3d9f3cfec tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.806862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fae81010-a7a6-4384-818a-27e691ae21fc req-7d0f1628-435c-41dd-b87f-94a3d9f3cfec tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.4380984 Jul 16 20:09:48.997348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fae81010-a7a6-4384-818a-27e691ae21fc req-0f9bebb7-025f-4623-9c05-f92105e3c02b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892912 Jul 16 20:09:49.002838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-3dd4febc-ba3d-4899-93a1-f7a9d7d2b42c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567636 Jul 16 20:09:49.059404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:49.246013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-b528bba9-5dc4-45c2-b316-0883c4c69896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.248978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-b528bba9-5dc4-45c2-b316-0883c4c69896 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4759891 Jul 16 20:09:49.311535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:49.385976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-99cae183-4638-46d3-be3b-791f43938481 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f3428543-1c77-4427-ba90-cd54bfc3722b HTTP/1.1" status: 200 len: 217 time: 0.0879581 Jul 16 20:09:49.515601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-931b664f-badd-4ccf-8e6e-159edc6d8b8c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.516981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-931b664f-badd-4ccf-8e6e-159edc6d8b8c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4239736 Jul 16 20:09:49.537852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.571222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:49.575998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.592040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-5ee07923-c366-4ce7-9d06-fc31952befa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.593535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-5ee07923-c366-4ce7-9d06-fc31952befa4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1997983 Jul 16 20:09:49.747877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-835689a2-e559-4d8c-8972-bd35f45e0b8b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1388059 Jul 16 20:09:49.765875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.21', 57089) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:49.887206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-f26e3482-3dde-4a19-a770-4dc99d6ca938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.889955 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-f26e3482-3dde-4a19-a770-4dc99d6ca938 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 1101 time: 0.1226170 Jul 16 20:09:49.986683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-977d8fb5-e111-4ffd-bb2e-7405bfe74a5d req-01a9ca8d-711a-4a43-86d4-9e3c1270e2ce tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 210 time: 0.1481979 Jul 16 20:09:49.987520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:50.095796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-6830f9a8-e77f-44c0-a6e5-325387e866e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.104510 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-6830f9a8-e77f-44c0-a6e5-325387e866e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2062898 Jul 16 20:09:50.222868 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-f8855ffc-d1e9-444b-87d5-0010fdb06c78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 200 len: 217 time: 0.1109140 Jul 16 20:09:50.232723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:50.237211 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e655ede7-4265-49e8-892e-504533b27ad9" -d '{"events": [{"server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "name": "network-vif-unplugged", "status": "completed", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:50.256667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31c4f0-abcb-494e-a06c-be62d0a899ee req-cf68df69-15e4-49ec-928f-84f61a66b053 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.262656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a31c4f0-abcb-494e-a06c-be62d0a899ee req-cf68df69-15e4-49ec-928f-84f61a66b053 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 943 time: 0.7050378 Jul 16 20:09:50.265769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on host n-h2-798930-6 for vnic_type normal with profile {"migrating_to": "n-h1-798930-6"} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:50.266597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:50.271962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:50.299233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:50.300013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Attempting to bind port 597e406b-c2ff-4966-9316-79ae73b1c546 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:50.337762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-d39aafeb-910a-4732-b4ab-0a1e8904c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.344061 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-d39aafeb-910a-4732-b4ab-0a1e8904c72a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1085238 Jul 16 20:09:50.414626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:50.420664 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.462041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:50.463232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:50.464346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:50.464601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Bound port: 597e406b-c2ff-4966-9316-79ae73b1c546, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:50.465194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.482200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-988d0310-9186-4414-bab8-a6d4aec7d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.484630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-988d0310-9186-4414-bab8-a6d4aec7d009 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327837 Jul 16 20:09:50.530574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-0496ecd8-e664-4add-8226-ebdb9b958061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.533230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-0496ecd8-e664-4add-8226-ebdb9b958061 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8791449 Jul 16 20:09:50.657685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-82d214b0-2e0d-4091-84f5-62934521ee1a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.660568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-82d214b0-2e0d-4091-84f5-62934521ee1a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8988791 Jul 16 20:09:50.758466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59340) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:50.765339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:50.835359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a31c4f0-abcb-494e-a06c-be62d0a899ee req-932f64fb-8801-4073-be79-ddf9e380e1c0 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386970 Jul 16 20:09:50.911022 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-748ad96e-a13c-4b02-a4de-3df50ef1ec25 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113665 Jul 16 20:09:51.090150 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-83358ca0-37da-496e-ab1b-d1a866d194dd service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690466 Jul 16 20:09:51.216238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f3428543-1c77-4427-ba90-cd54bfc3722b details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:51.251285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.34 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/a962f5cc-1dd2-4b08-81ee-e64711abb0f5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:51.310549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-308838428-network', 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:51.371837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:51.423660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f3428543-1c77-4427-ba90-cd54bfc3722b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f3428543-1c77-4427-ba90-cd54bfc3722b,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:51.426387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b85ef-25b9-4634-83c8-d3081228f70c req-2d903cce-59d1-4172-839f-02b542ea1a58 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.428199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c3b85ef-25b9-4634-83c8-d3081228f70c req-2d903cce-59d1-4172-839f-02b542ea1a58 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 947 time: 1.2045784 Jul 16 20:09:51.436754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:51.445018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'f3428543-1c77-4427-ba90-cd54bfc3722b', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'f3428543-1c77-4427-ba90-cd54bfc3722b', 'mac_address': 'fa:16:3e:9c:02:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:51.473349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.497257 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.513256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:51.514108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3428543-1c77-4427-ba90-cd54bfc3722b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:51.515816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.520114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-8c8a8483-e0d0-478f-b6c6-e63505a01b67 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9658947 Jul 16 20:09:51.538774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f3428543-1c77-4427-ba90-cd54bfc3722b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f3428543-1c77-4427-ba90-cd54bfc3722b,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:51.545421 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.598395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.607964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f3428543-1c77-4427-ba90-cd54bfc3722b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:51.754933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c3b85ef-25b9-4634-83c8-d3081228f70c req-974ec288-c149-4450-af85-89981c7e9b41 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980075 Jul 16 20:09:51.826182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:51.830358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.852786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebfab4-fdac-40fb-9786-093ab91c23ac req-a4002f8f-8b4f-4978-8d09-a2bf17bd194f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.854873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59ebfab4-fdac-40fb-9786-093ab91c23ac req-a4002f8f-8b4f-4978-8d09-a2bf17bd194f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.5912764 Jul 16 20:09:51.855690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=8']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:51.907642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f3428543-1c77-4427-ba90-cd54bfc3722b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:51.955879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.956678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.958675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0d600926-6393-4584-8433-f54d0a9742f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 1121 time: 3.6899502 Jul 16 20:09:52.057102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe32ace3-43fb-44a2-9151-970f9032bfa8 req-12d3b48a-973b-41b5-ba89-efe82ad32f2e service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136445 Jul 16 20:09:52.109116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['597e406b-c2ff-4966-9316-79ae73b1c546'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:52.109924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.151066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59ebfab4-fdac-40fb-9786-093ab91c23ac req-91bc5d72-ce28-43f4-9b14-93cd695d14f5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325072 Jul 16 20:09:52.170367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object a962f5cc-1dd2-4b08-81ee-e64711abb0f5 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:52.285232 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876ba25a-f56c-4276-842c-018b7ff87f84 x-openstack-request-id: req-876ba25a-f56c-4276-842c-018b7ff87f84 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:52.285807 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "name": "network-vif-unplugged", "status": "completed", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:52.286697 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-876ba25a-f56c-4276-842c-018b7ff87f84 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:52.287594 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546', 'code': 200} Jul 16 20:09:52.302956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.425795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:52.485620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:52.504175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:52.526045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:52.542269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.543642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.548151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.555303 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.609517 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.714525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c66f715-31c4-4a2f-827e-e2d765536e8f req-e3d44962-574d-4b43-987a-cb6d5ce626cc tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 210 time: 0.1516685 Jul 16 20:09:52.716508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.165 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:52.765925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:52.779205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.779749 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Added segment be13ebba-debb-45af-936f-3dc9e1d239fa of type vlan for network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b Jul 16 20:09:52.825636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-1a3a4bb8-00ad-46d2-a860-a4326942a566 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2821529 Jul 16 20:09:52.855668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Request body: {'port': {'device_id': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:52.862142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.870886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f66bdda-1e5c-4b0a-96fa-53ee759e4250,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.896133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-882a3136-08fe-451e-b874-0f4d785b32f8 None None] Provisioning for port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:52.902617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-882a3136-08fe-451e-b874-0f4d785b32f8 None None] Provisioning complete for port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:52.903378 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-882a3136-08fe-451e-b874-0f4d785b32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.960601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-882a3136-08fe-451e-b874-0f4d785b32f8 None None] Port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:53.003508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:53.024118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.025162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.025759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.176117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3955643 Jul 16 20:09:53.176798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.182461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430c9de-dd7d-4e0e-8e68-d140517f7267 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:53.182787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:53.195122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a92d2-e64e-4067-9dde-a3ab7cf46410 req-de161490-a06c-49c6-9d1d-b49d6362d457 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.202847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d5a92d2-e64e-4067-9dde-a3ab7cf46410 req-de161490-a06c-49c6-9d1d-b49d6362d457 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 943 time: 0.5997448 Jul 16 20:09:53.211270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Request body: {'subnet': {'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-308838428-subnet', 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:53.219879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:53.223440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f3428543-1c77-4427-ba90-cd54bfc3722b up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:53.257399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:53.264971 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.338343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d5a92d2-e64e-4067-9dde-a3ab7cf46410 req-6e4e6496-f6c3-4edb-aa29-9af745ceebf1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342785 Jul 16 20:09:53.366153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.476035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:53.520249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port f3428543-1c77-4427-ba90-cd54bfc3722b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:53.528580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port f3428543-1c77-4427-ba90-cd54bfc3722b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:53.529461 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.607608 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.651004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.685082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428543-1c77-4427-ba90-cd54bfc3722b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:53.688266 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03311ac-0348-44f3-80c1-47b3bdaae5d0" -d '{"events": [{"server_uuid": "24695c99-d87f-4029-bdb5-d83aee023ee5", "name": "network-vif-plugged", "status": "completed", "tag": "f3428543-1c77-4427-ba90-cd54bfc3722b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:53.695699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:53.696060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Network hostable DHCP agents. Network: c5d14762-e43f-4ebd-a0cf-a9068eb63b7b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:53.702779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ee619a-874b-42ad-8c69-324407245e9a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:53.707876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f3428543-1c77-4427-ba90-cd54bfc3722b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f3428543-1c77-4427-ba90-cd54bfc3722b,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:53.716547 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.722025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:53.732350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ca125-8fbb-4996-bddc-46d996c9a014 req-3ca0d9c9-f5e7-4cdc-8a55-9b57864eb9a5 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.735215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c2ca125-8fbb-4996-bddc-46d996c9a014 req-3ca0d9c9-f5e7-4cdc-8a55-9b57864eb9a5 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 948 time: 0.3573585 Jul 16 20:09:53.746246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, c5d14762-e43f-4ebd-a0cf-a9068eb63b7b) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:53.752942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.753846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.760644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b5e33-2773-4456-ba50-1097cad1e9ff None None] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:53.793074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0cb75941-1e07-4516-b13c-2a0a650421c6 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5976117 Jul 16 20:09:53.834267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.863740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:53.866211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:53.872689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f3428543-1c77-4427-ba90-cd54bfc3722b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.088784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f3257-2c0a-4cb9-b8b0-8a1700baea26 None None] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:54.142810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:54.148327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c2ca125-8fbb-4996-bddc-46d996c9a014 req-55502db9-7d57-4b24-960f-16c4450f7e46 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001992 Jul 16 20:09:54.154709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.162710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:54.168000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:54.179461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.180495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.293654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:54.297837 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab" -d '{"events": [{"name": "network-changed", "server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:54.303669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-06ea9d33-6456-4d3c-aadb-569b57fed55e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5524852 Jul 16 20:09:54.336316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Request body: {'port': {'device_id': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:54.366687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e923d-b602-4455-b74c-7e6c49d494d2 req-bd759e7f-14a7-4fc5-915a-962b4f469e29 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.370471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-484e923d-b602-4455-b74c-7e6c49d494d2 req-bd759e7f-14a7-4fc5-915a-962b4f469e29 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.5098743 Jul 16 20:09:54.600334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fd6c7f68-dbbd-48cc-b819-4927e001a68a None None] Provisioning for port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:54.605712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fd6c7f68-dbbd-48cc-b819-4927e001a68a None None] Provisioning complete for port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:54.606092 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7f68-dbbd-48cc-b819-4927e001a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.620627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a962f5cc-1dd2-4b08-81ee-e64711abb0f5 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:54.645812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c7f68-dbbd-48cc-b819-4927e001a68a None None] Port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:54.666825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.675337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-484e923d-b602-4455-b74c-7e6c49d494d2 req-d4e51b6d-0f18-43e3-b7d2-48db76da5f02 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539992 Jul 16 20:09:54.723338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Transition to ACTIVE for port object a962f5cc-1dd2-4b08-81ee-e64711abb0f5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:54.726494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.736655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.750194 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e7c31c-4892-428c-89c3-f69fc0d113f5 x-openstack-request-id: req-c7e7c31c-4892-428c-89c3-f69fc0d113f5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:54.750851 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24695c99-d87f-4029-bdb5-d83aee023ee5", "name": "network-vif-plugged", "status": "completed", "tag": "f3428543-1c77-4427-ba90-cd54bfc3722b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:54.752234 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c7e7c31c-4892-428c-89c3-f69fc0d113f5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:54.753187 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428543-1c77-4427-ba90-cd54bfc3722b', 'code': 200} Jul 16 20:09:54.966717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Pushing event updated for resources: {'Port': ['ID=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.000061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef0a61-8f4d-4adb-965b-fb95a96878a3 req-31ca52ec-b217-4ce4-8cff-3e6a1f50a2fb tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.007125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddef0a61-8f4d-4adb-965b-fb95a96878a3 req-31ca52ec-b217-4ce4-8cff-3e6a1f50a2fb tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1100 time: 0.4695189 Jul 16 20:09:55.210219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:55.346710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:55.363289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 has no active binding in host n-h1-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:09:55.416501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Attempting to bind port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:55.416841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Attempting to bind port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:55.417154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Attempting to bind port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:55.451157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:55.451522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Attempting to bind port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:55.492924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddef0a61-8f4d-4adb-965b-fb95a96878a3 req-b067cf6d-9eef-4461-b6e8-c19903389a61 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560335 Jul 16 20:09:55.493838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:55.494305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:55.494816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:55.495306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Bound port: a962f5cc-1dd2-4b08-81ee-e64711abb0f5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:55.495681 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.553602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d506-2e98-4d2d-bc23-04ad8e7ff1a7 req-812bdda4-33d3-4ac1-9f64-a20aafd7ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.555165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46d9d506-2e98-4d2d-bc23-04ad8e7ff1a7 req-812bdda4-33d3-4ac1-9f64-a20aafd7ad7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 1100 time: 0.6678832 Jul 16 20:09:55.577156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e455359-0be9-403a-be50-5144259d9858 req-825e2e51-d3d7-48f6-83c2-244c0c1589c3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.579020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e455359-0be9-403a-be50-5144259d9858 req-825e2e51-d3d7-48f6-83c2-244c0c1589c3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 936 time: 0.6540136 Jul 16 20:09:55.728301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46d9d506-2e98-4d2d-bc23-04ad8e7ff1a7 req-5bb38eeb-cb17-4802-ba95-b1af85ef6f4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284153 Jul 16 20:09:55.761618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] For port a962f5cc-1dd2-4b08-81ee-e64711abb0f5, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:55.766435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e455359-0be9-403a-be50-5144259d9858 req-95909769-b359-4b98-95a3-3933eec6a030 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575141 Jul 16 20:09:55.807672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] For port a962f5cc-1dd2-4b08-81ee-e64711abb0f5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:55.870219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.875120 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2692ba-3ac0-462c-a79e-8372a697e362 x-openstack-request-id: req-5a2692ba-3ac0-462c-a79e-8372a697e362 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:55.875638 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:55.876130 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5a2692ba-3ac0-462c-a79e-8372a697e362 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:55.876639 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546', 'status': 'completed', 'code': 200} Jul 16 20:09:55.975597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:56.046798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.085895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.086962 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.090031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] 10.222.0.21 "PUT /v2.0/ports/a962f5cc-1dd2-4b08-81ee-e64711abb0f5 HTTP/1.1" status: 200 len: 1095 time: 3.2483227 Jul 16 20:09:56.222560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Transition to ACTIVE for port object 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:56.275387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6963f-35da-453b-aecf-53bda5f16064 req-4c85f577-56e5-4cab-9979-733b4156bdcf tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.278075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-4c85f577-56e5-4cab-9979-733b4156bdcf tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.5865388 Jul 16 20:09:56.297821 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.309207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ec4c2-8538-4a71-847a-a727b318db7a service neutron] Pushing event updated for resources: {'Port': ['ID=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:56.418395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-4a07ec74-8bc3-4e97-9a32-f310f8eb9379 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/quotas/bba158c9a5a74456a3f89b42ef2c975b HTTP/1.1" status: 200 len: 375 time: 0.1238849 Jul 16 20:09:56.486827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-35c37dd5-ea4f-49b1-bc42-e0a80d0d2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.488432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-35c37dd5-ea4f-49b1-bc42-e0a80d0d2657 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1124 time: 0.5689092 Jul 16 20:09:56.517058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c6dabdd-0ef5-4a92-a036-86f2e463711b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868704 Jul 16 20:09:56.525622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f97350-5461-48c8-a83c-a955600eb2f5 req-aa3e60bc-de59-494b-8132-a8164d808487 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.527450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51f97350-5461-48c8-a83c-a955600eb2f5 req-aa3e60bc-de59-494b-8132-a8164d808487 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 943 time: 0.5342851 Jul 16 20:09:56.537336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:56.645466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-454664d8-7e8a-42f8-8240-e307ebe43e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.646998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-454664d8-7e8a-42f8-8240-e307ebe43e4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 1098 time: 0.4666595 Jul 16 20:09:56.656008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Attempting to bind port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:56.656261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Attempting to bind port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:56.656591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Attempting to bind port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:56.771884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:56.772617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Attempting to bind port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:56.787658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-a76480e9-6e92-4c31-a831-a9bdf67c5b8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a962f5cc-1dd2-4b08-81ee-e64711abb0f5 HTTP/1.1" status: 200 len: 217 time: 0.0945086 Jul 16 20:09:56.796345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51f97350-5461-48c8-a83c-a955600eb2f5 req-ff7b8b8b-0402-4e55-8332-62cad9d5edcb tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543101 Jul 16 20:09:56.805435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:56.805807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:56.806319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:56.806782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Bound port: 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:56.807141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.883087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-34c80759-1ce1-42df-b74a-2e11b6401fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.885216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-34c80759-1ce1-42df-b74a-2e11b6401fab service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.3722026 Jul 16 20:09:56.892558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-8cf59a56-82d3-4451-b83c-0885efdef6bb service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640492 Jul 16 20:09:56.968793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-4b63d333-8b7f-4d35-8162-50a04a07fc15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 217 time: 0.0752130 Jul 16 20:09:57.034254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-0c2f735b-352b-4d57-b1e1-e98055540def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.035787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-0c2f735b-352b-4d57-b1e1-e98055540def service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2315810 Jul 16 20:09:57.167631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] For port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:57.201915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-97b6a5ff-abab-4de1-aeff-ce6769d1ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.203492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-97b6a5ff-abab-4de1-aeff-ce6769d1ea10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.2015853 Jul 16 20:09:57.205521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] For port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:57.224299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.295488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-5dd45e28-fd70-47f1-8454-ba3549692dcc service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711939 Jul 16 20:09:57.303063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-e0ef0b9f-f1bf-4d62-9fe4-cf0e28252229 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763924 Jul 16 20:09:57.328510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.329328 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.330651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] 10.222.0.26 "PUT /v2.0/ports/2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c HTTP/1.1" status: 200 len: 1096 time: 3.0129018 Jul 16 20:09:57.343230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42188c5a-278b-4fcc-86ee-726f95150a82 req-a464cf3c-2ae2-44f4-a249-34bbb52fe6a2 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.344857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42188c5a-278b-4fcc-86ee-726f95150a82 req-a464cf3c-2ae2-44f4-a249-34bbb52fe6a2 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 949 time: 0.3835020 Jul 16 20:09:57.509271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713f92a-13c0-4595-9019-d7b96557df26 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:57.513667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e3d8e7fb-0a6e-49aa-8993-d6c1f62dd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.515352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-e3d8e7fb-0a6e-49aa-8993-d6c1f62dd8df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4484425 Jul 16 20:09:57.526484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42188c5a-278b-4fcc-86ee-726f95150a82 req-3010fda1-5a2e-4fae-a28e-d015fee1f4aa tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583118 Jul 16 20:09:57.579693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-3de4f7bf-524b-4171-810c-c2f6407ff9ea service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636721 Jul 16 20:09:57.719849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781a8a53-9e75-4e77-8b0c-c2a1e5e14dab req-1ab34b29-b982-4a5a-b0d2-4c48d79c59cd service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243613 Jul 16 20:09:57.880377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-f8357571-4577-4a6c-8038-70689910c52c service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136930 Jul 16 20:09:57.881133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'tag': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'}, {'name': 'network-changed', 'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:57.886679 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21721891-37ff-4ef8-8b95-369c16dda88f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc49805-d4d9-41f2-a411-500afbe14e66", "tag": "a962f5cc-1dd2-4b08-81ee-e64711abb0f5"}, {"name": "network-changed", "server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:57.942272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-49078081-dc03-412e-8bdf-ac33ed2965d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.944912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-49078081-dc03-412e-8bdf-ac33ed2965d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 1099 time: 0.5144756 Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: from cryptography.utils import int_from_bytes Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: from cryptography.utils import int_from_bytes Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.010012 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:58.016353 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:58.355194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-7fed1458-3f70-4e62-91dd-9afe12cbefbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c HTTP/1.1" status: 200 len: 217 time: 0.3682668 Jul 16 20:09:58.520593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-f1bd5c61-28ab-4304-84bb-1d516536ab9e service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262105 Jul 16 20:09:58.549160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-afd12864-e66a-4b24-b66c-d2ce7dd24406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.550951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-afd12864-e66a-4b24-b66c-d2ce7dd24406 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1756647 Jul 16 20:09:58.555368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81f566-ee63-4b22-908d-c037c22002d5 req-e3c1748f-eb9b-4296-bf62-bbe95adc703d tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.558770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b81f566-ee63-4b22-908d-c037c22002d5 req-e3c1748f-eb9b-4296-bf62-bbe95adc703d tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1100 time: 0.6673739 Jul 16 20:09:58.563409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-dd26c588-2208-4f52-8d59-1f2785dfcf67 service neutron] 10.222.0.26 "GET /v2.0/ports/597e406b-c2ff-4966-9316-79ae73b1c546/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.2044866 Jul 16 20:09:58.667289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b845e9-7ea3-422f-ac8d-f8cb6ad92f01 req-dd006d54-8840-43fd-b52f-99e9717c989b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.668783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69b845e9-7ea3-422f-ac8d-f8cb6ad92f01 req-dd006d54-8840-43fd-b52f-99e9717c989b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.6837044 Jul 16 20:09:58.745608 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b81f566-ee63-4b22-908d-c037c22002d5 req-576fcd87-45a0-4854-adbc-c073be802707 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678491 Jul 16 20:09:58.782788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69b845e9-7ea3-422f-ac8d-f8cb6ad92f01 req-5ed6135f-c5d3-4519-bc89-74e73b72193b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966415 Jul 16 20:09:58.824072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-36291f30-80fa-439d-b32e-117e66574163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.825983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-36291f30-80fa-439d-b32e-117e66574163 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2658255 Jul 16 20:09:59.060773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:59.098782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca188bad-2dd1-46a8-b3a8-8e4d8ed793a0 req-39d1f7dc-4029-4e1d-b7b2-68c0ca6481dc tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 210 time: 0.0764418 Jul 16 20:09:59.118382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-802cf445-6139-4670-bc75-655cecdf9d2f service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692053 Jul 16 20:09:59.123476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:59.205646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597e406b-c2ff-4966-9316-79ae73b1c546 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:59.253040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:59.273228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447b81-4429-41a0-b6e6-6a4ccb6b0458 req-ebc662c5-0705-4c5f-b5eb-31f294aa340d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.276024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b447b81-4429-41a0-b6e6-6a4ccb6b0458 req-ebc662c5-0705-4c5f-b5eb-31f294aa340d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 948 time: 0.3076522 Jul 16 20:09:59.319710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.381189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19dfdc68-95ea-4ae7-9f32-b30ed00fca02 req-2ee11d4a-9502-48ac-addf-580b7a14ce14 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537992 Jul 16 20:09:59.473625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b447b81-4429-41a0-b6e6-6a4ccb6b0458 req-df6ddad4-54cc-4757-a1e2-570de348b3c8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755719 Jul 16 20:09:59.570303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d396b9-2670-453f-9a53-86e6efb7fb64 req-1a783a8c-408f-4a98-b305-f36652077a18 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.572982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-68d396b9-2670-453f-9a53-86e6efb7fb64 req-1a783a8c-408f-4a98-b305-f36652077a18 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 943 time: 0.2940271 Jul 16 20:09:59.579449 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b427359a-3194-4406-82f2-aa556c5caddf x-openstack-request-id: req-b427359a-3194-4406-82f2-aa556c5caddf {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:59.579815 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc49805-d4d9-41f2-a411-500afbe14e66", "tag": "a962f5cc-1dd2-4b08-81ee-e64711abb0f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:59.579968 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b427359a-3194-4406-82f2-aa556c5caddf {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:59.580378 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'tag': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5', 'status': 'completed', 'code': 200} Jul 16 20:09:59.580623 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', 'status': 'completed', 'code': 200} Jul 16 20:09:59.631597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] Transition to ACTIVE for port object 597e406b-c2ff-4966-9316-79ae73b1c546 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:59.641638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6963f-35da-453b-aecf-53bda5f16064 req-9972c690-8f56-4464-92f1-c9805bffea65 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.643316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-9972c690-8f56-4464-92f1-c9805bffea65 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.2219136 Jul 16 20:09:59.648023 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.734721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Request body: {'port': {'device_id': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'admin_state_up': True, 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:59.779694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-68d396b9-2670-453f-9a53-86e6efb7fb64 req-d3df3a23-8430-41d2-8bad-a2c44a084cee tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955335 Jul 16 20:09:59.896013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] No DVR routers for this DVR port 597e406b-c2ff-4966-9316-79ae73b1c546 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:59.937532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] Pushing event updated for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:00.036770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3282a110-69a9-4bb5-a5d3-7a2dd2b27f0e service neutron] 10.222.0.26 "PUT /v2.0/ports/597e406b-c2ff-4966-9316-79ae73b1c546/bindings/n-h1-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4605422 Jul 16 20:10:00.047310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-32f72b5c-7bf8-472f-9277-bea8d3cbfece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.048863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-32f72b5c-7bf8-472f-9277-bea8d3cbfece service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 1099 time: 0.3962457 Jul 16 20:10:00.066869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-b3b771ae-b70a-4682-bcba-14d81a739035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.068826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-b3b771ae-b70a-4682-bcba-14d81a739035 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 1098 time: 0.3697827 Jul 16 20:10:00.085282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df07811b-4c61-4675-9677-b618fee24026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.096873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89673-c8b2-4894-8fe5-2dc178eb97b0 req-64687360-f505-4512-882b-63b4c7b8cb12 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.098897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64b89673-c8b2-4894-8fe5-2dc178eb97b0 req-64687360-f505-4512-882b-63b4c7b8cb12 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 949 time: 0.3573937 Jul 16 20:10:00.130692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:00.135887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.433087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64b89673-c8b2-4894-8fe5-2dc178eb97b0 req-cd8877e6-dee4-4a34-89da-ff85752f8a3c tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193572 Jul 16 20:10:00.483951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-16ebc31d-6204-4e4e-b57e-b8193fc3c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.485562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-16ebc31d-6204-4e4e-b57e-b8193fc3c04f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3842959 Jul 16 20:10:00.486708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-dfbdde2e-6dba-4a4a-8add-479c53ec1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.488314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-dfbdde2e-6dba-4a4a-8add-479c53ec1d7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4269481 Jul 16 20:10:00.612213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-d3e1a79a-7dec-422a-807d-fa10b44cc01a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a962f5cc-1dd2-4b08-81ee-e64711abb0f5 HTTP/1.1" status: 200 len: 217 time: 0.0913007 Jul 16 20:10:00.634382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-4af2c973-f6a2-4c6b-86a1-9dc8bd804f4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c HTTP/1.1" status: 200 len: 217 time: 0.1122746 Jul 16 20:10:00.672626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-8e8bd4a9-7ef9-4a50-aff6-db99672564fc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.674223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-8e8bd4a9-7ef9-4a50-aff6-db99672564fc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.5040641 Jul 16 20:10:00.682452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59464) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:00.716520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Allocated IP 172.20.0.3 (c5d14762-e43f-4ebd-a0cf-a9068eb63b7b/67ee619a-874b-42ad-8c69-324407245e9a/01df8d93-c7d9-45e2-8284-41571def6c13) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:00.867052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7b2480a1-fca9-469b-8e31-ac9acffc3248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.026633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7b2480a1-fca9-469b-8e31-ac9acffc3248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.032074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7b2480a1-fca9-469b-8e31-ac9acffc3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.067349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a78be576-b030-4572-88b2-bb810c0e5a41 req-eab583c5-c485-4c5b-9e64-56538aed71a6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 210 time: 0.3920407 Jul 16 20:10:01.104876 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7b2480a1-fca9-469b-8e31-ac9acffc3248 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=96c1537c77cb45449008f9efcc969db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206936 Jul 16 20:10:01.105796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59470) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:01.120804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2480a1-fca9-469b-8e31-ac9acffc3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9cbfc9-6e73-4d4b-be20-77b769ad9a7b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.138089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-7be3cc46-1b13-4f4d-94ba-edab01551932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.140645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-7be3cc46-1b13-4f4d-94ba-edab01551932 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.4640942 Jul 16 20:10:01.142573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-36597b97-a19c-49f1-9339-c02d44298f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.143999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-36597b97-a19c-49f1-9339-c02d44298f54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.5053313 Jul 16 20:10:01.244821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a962f5cc-1dd2-4b08-81ee-e64711abb0f5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:01.343220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c40a9-c9ac-47ae-ad3d-43fc8961bbcc req-579b8182-b411-476a-b9f6-901c74636068 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.350816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-841c40a9-c9ac-47ae-ad3d-43fc8961bbcc req-579b8182-b411-476a-b9f6-901c74636068 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.7742727 Jul 16 20:10:01.438420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-007c00b4-9efd-40e1-a104-df9829d9daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.441023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-007c00b4-9efd-40e1-a104-df9829d9daa2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f&tenant_id=561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 1095 time: 0.7132764 Jul 16 20:10:01.453094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a962f5cc-1dd2-4b08-81ee-e64711abb0f5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:01.464920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2662331-a95c-4727-bae1-df5763f8a20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.467849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5', 'mac_address': 'fa:16:3e:e4:64:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:01.661131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2662331-a95c-4727-bae1-df5763f8a20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.690248 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-841c40a9-c9ac-47ae-ad3d-43fc8961bbcc req-d34925e4-5984-4afc-8df6-05b4bb926138 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382130 Jul 16 20:10:01.697253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:01.705635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:01.712693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-a862af5f-3f7f-4a98-b964-8656bf7bd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.717351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-a862af5f-3f7f-4a98-b964-8656bf7bd48a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5434952 Jul 16 20:10:01.721605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21721891-37ff-4ef8-8b95-369c16dda88f req-5c993672-2fe4-4d9d-bed2-f0da8e4c51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.724573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-5c993672-2fe4-4d9d-bed2-f0da8e4c51d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5626214 Jul 16 20:10:01.753018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.760420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.802284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a962f5cc-1dd2-4b08-81ee-e64711abb0f5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:01.848811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:01.853420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a962f5cc-1dd2-4b08-81ee-e64711abb0f5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:01.860868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.962398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:01.976532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.982570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', 'mac_address': 'fa:16:3e:4c:36:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:02.025977 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.046584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:02.070190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:02.079711 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.152524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:02.209287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-ba436639-1b0e-4e3e-beb4-67ab36ceed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.210896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-ba436639-1b0e-4e3e-beb4-67ab36ceed38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1095 time: 0.6975882 Jul 16 20:10:02.250705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-bcf27725-f9a5-49ac-b204-f5bcb7e2d73a service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032134 Jul 16 20:10:02.271632 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-0a8a3f62-087a-41ee-aec6-89aefcf2208d service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048952 Jul 16 20:10:02.284318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2662331-a95c-4727-bae1-df5763f8a20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.286970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2662331-a95c-4727-bae1-df5763f8a20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.288196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b2662331-a95c-4727-bae1-df5763f8a20a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9d9cbfc9-6e73-4d4b-be20-77b769ad9a7b HTTP/1.1" status: 204 len: 168 time: 1.1751206 Jul 16 20:10:02.325231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b511-71ec-49ca-b8a7-45773863b6cc req-3e55a851-d265-45a6-a288-1fd447697c9c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.327037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e115b511-71ec-49ca-b8a7-45773863b6cc req-3e55a851-d265-45a6-a288-1fd447697c9c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 948 time: 0.5873122 Jul 16 20:10:02.329112 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.337668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:02.380461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:02.391286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2662331-a95c-4727-bae1-df5763f8a20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9cbfc9-6e73-4d4b-be20-77b769ad9a7b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:02.557355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340218c-ab65-4d9f-84f9-40e62cce5493 req-06f52ca2-8dec-44f9-beb8-bc2f53a1b91e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.558980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0340218c-ab65-4d9f-84f9-40e62cce5493 req-06f52ca2-8dec-44f9-beb8-bc2f53a1b91e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 944 time: 0.6490560 Jul 16 20:10:02.565167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:02.614282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:02.628371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event updated for resources: {'Port': ['ID=01df8d93-c7d9-45e2-8284-41571def6c13,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:02.652381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:02.657966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.658913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.700342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e115b511-71ec-49ca-b8a7-45773863b6cc req-e5f25b7c-1ad4-4b9d-96e6-2758cc29c62d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319459 Jul 16 20:10:02.716480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-e6e4f70c-495c-472d-a3e0-7d6f7db2e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.720516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-e6e4f70c-495c-472d-a3e0-7d6f7db2e26f service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.4877629 Jul 16 20:10:02.812402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-0c375b09-20b1-4f3d-8620-099f5cb7eba0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1120265 Jul 16 20:10:02.884383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0340218c-ab65-4d9f-84f9-40e62cce5493 req-0c54e063-8995-4a01-af09-b70cc5d19758 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708097 Jul 16 20:10:02.886656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-0e7bf0f4-b5dc-48f8-9313-fec7eb6328ba service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138809 Jul 16 20:10:02.888793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21721891-37ff-4ef8-8b95-369c16dda88f req-c5296c92-24c3-4c2b-b3a1-f4a6a1313e0d service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994067 Jul 16 20:10:02.912643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Request body: {'port': {'device_id': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:02.917303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-5d7cdef5-0279-4069-a32d-90d742a5d477 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 217 time: 0.1839316 Jul 16 20:10:03.109928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-c54f39f4-2f67-4029-8b88-b3f7c25e620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.112188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-c54f39f4-2f67-4029-8b88-b3f7c25e620f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1444526 Jul 16 20:10:03.122677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.208604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-0094be5d-bdee-49dd-8d32-21f8fc0d13f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799174 Jul 16 20:10:03.487637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0c303-40f8-4575-acb9-778e52f059d1 req-27224849-a5fa-46ea-abb7-93e74034d67e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.489382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ff0c303-40f8-4575-acb9-778e52f059d1 req-27224849-a5fa-46ea-abb7-93e74034d67e tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 949 time: 0.3639333 Jul 16 20:10:03.568706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3b118da4-42ba-4d49-be19-8a99c3a8e7f9 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216116 Jul 16 20:10:03.722412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:03.811840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:03.819090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:03.819687 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.888510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.895139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0efbf-3dfd-4923-8e2c-27d004a5ba5a req-1d05afd5-7232-4102-a605-6895998ce79a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.897476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07d0efbf-3dfd-4923-8e2c-27d004a5ba5a req-1d05afd5-7232-4102-a605-6895998ce79a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 931 time: 0.6130860 Jul 16 20:10:03.935898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ff0c303-40f8-4575-acb9-778e52f059d1 req-e2a30e86-1751-49e2-ad0c-6c39e74f126f tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353960 Jul 16 20:10:03.948962 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.987415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:03.991809 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dcca14-20df-44dc-9ec0-4fabd6c8d975" -d '{"events": [{"server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "name": "network-vif-plugged", "status": "completed", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:04.018168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:04.025348 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.121975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07d0efbf-3dfd-4923-8e2c-27d004a5ba5a req-b1ff03f3-4e58-4ee6-9f11-9100fa11b24d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026141 Jul 16 20:10:04.126649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.167638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-2992b7c1-5e9e-417a-8965-47d1c3545605 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087094 Jul 16 20:10:04.245938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01df8d93-c7d9-45e2-8284-41571def6c13 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:04.258561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.293233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d2d0-4c30-4063-ac5c-24a20eccdfb6 req-bec58984-5d73-40d9-9b69-183013543e58 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.295480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1277d2d0-4c30-4063-ac5c-24a20eccdfb6 req-bec58984-5d73-40d9-9b69-183013543e58 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.1997011 Jul 16 20:10:04.297072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Transition to ACTIVE for port object 01df8d93-c7d9-45e2-8284-41571def6c13 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:04.303308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.384774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Pushing event updated for resources: {'Port': ['ID=01df8d93-c7d9-45e2-8284-41571def6c13,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.407045 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1277d2d0-4c30-4063-ac5c-24a20eccdfb6 req-ff06f3f0-91b7-48d3-92b6-bed4c3e6e7d9 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001337 Jul 16 20:10:04.443412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Attempting to bind port 01df8d93-c7d9-45e2-8284-41571def6c13 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:04.443758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Attempting to bind port 01df8d93-c7d9-45e2-8284-41571def6c13 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:04.444092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Attempting to bind port 01df8d93-c7d9-45e2-8284-41571def6c13 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:04.454221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Port 01df8d93-c7d9-45e2-8284-41571def6c13 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:04.454820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Attempting to bind port 01df8d93-c7d9-45e2-8284-41571def6c13 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:04.473712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:04.474056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:04.474626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Bound using segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:04.475291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Bound port: 01df8d93-c7d9-45e2-8284-41571def6c13, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:04.475823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.572679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] For port 01df8d93-c7d9-45e2-8284-41571def6c13, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:04.576710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] For port 01df8d93-c7d9-45e2-8284-41571def6c13, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=01df8d93-c7d9-45e2-8284-41571def6c13,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:04.590975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.656490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.657126 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.658668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] 10.222.0.21 "PUT /v2.0/ports/01df8d93-c7d9-45e2-8284-41571def6c13 HTTP/1.1" status: 200 len: 1091 time: 1.7685752 Jul 16 20:10:04.659146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'tag': '01df8d93-c7d9-45e2-8284-41571def6c13'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:04.661608 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ce209-64a5-4a5d-8377-6315329411c2" -d '{"events": [{"name": "network-changed", "server_uuid": "71e8eaae-e6a1-496e-a6b9-66d4cb2d220d", "tag": "01df8d93-c7d9-45e2-8284-41571def6c13"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:04.706674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9ba4b-f6e3-4262-91bd-7cef28e28748 service neutron] Pushing event updated for resources: {'Port': ['ID=01df8d93-c7d9-45e2-8284-41571def6c13,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.730003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-af43a0fd-6fc7-4677-b18a-dfc6402690c0 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.732131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-af43a0fd-6fc7-4677-b18a-dfc6402690c0 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.1536376 Jul 16 20:10:04.755908 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f85f95d0-0e71-4d37-adad-bd9ab072cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.172540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6963f-35da-453b-aecf-53bda5f16064 req-21bbf40d-59f7-499d-9b15-ad15326ff579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.175812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-21bbf40d-59f7-499d-9b15-ad15326ff579 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 1094 time: 0.3742034 Jul 16 20:10:05.242976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a962f5cc-1dd2-4b08-81ee-e64711abb0f5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:05.283939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3a3534cd-b158-4cee-b50c-0c8ec8877922 service neutron] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:05.297813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:05.303188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:05.303660 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.319521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-550ffee4-4160-44ab-9c07-23e518db7c4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01df8d93-c7d9-45e2-8284-41571def6c13 HTTP/1.1" status: 200 len: 217 time: 0.1272142 Jul 16 20:10:05.325484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3a3534cd-b158-4cee-b50c-0c8ec8877922 service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.327412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2b677f5-aaf2-42db-aa13-0a92c6b07775 req-3a3534cd-b158-4cee-b50c-0c8ec8877922 service neutron] 10.222.0.21 "DELETE /v2.0/ports/597e406b-c2ff-4966-9316-79ae73b1c546/bindings/n-h2-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.5780857 Jul 16 20:10:05.341355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb50c8-28c3-42b0-818c-4599daa8e018 req-a8cddc4b-f3d1-4ea3-8bd0-2a8c614586ba tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.343987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51cb50c8-28c3-42b0-818c-4599daa8e018 req-a8cddc4b-f3d1-4ea3-8bd0-2a8c614586ba tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 950 time: 0.4661310 Jul 16 20:10:05.418382 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.445569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6963f-35da-453b-aecf-53bda5f16064 req-8a0f4c25-c707-45fb-84e6-3670a6acf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.449533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-8a0f4c25-c707-45fb-84e6-3670a6acf085 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.1041994 Jul 16 20:10:05.457586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51cb50c8-28c3-42b0-818c-4599daa8e018 req-14958e01-22ae-4e8a-afe6-65c03c5170b9 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983474 Jul 16 20:10:05.482266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a962f5cc-1dd2-4b08-81ee-e64711abb0f5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:05.497651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-86ad757a-075e-4449-a159-1778415cd990 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354412 Jul 16 20:10:05.501255 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.508076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a4966-adbd-4ff6-bbf2-6409b155d822 req-a6d9cf99-77de-4f3c-851d-125071480580 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.508448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-600a4966-adbd-4ff6-bbf2-6409b155d822 req-a6d9cf99-77de-4f3c-851d-125071480580 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 944 time: 0.3182237 Jul 16 20:10:05.575125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:05.613054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-600a4966-adbd-4ff6-bbf2-6409b155d822 req-465eeb50-6a9d-4a6e-a504-ffb2eb4b56d6 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837178 Jul 16 20:10:05.641717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-51fe09f6-60f7-4661-9b09-2fd010aec672 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317101 Jul 16 20:10:05.703530 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9eb28f-4215-4ce9-ae51-9b2cd911fc0a x-openstack-request-id: req-4f9eb28f-4215-4ce9-ae51-9b2cd911fc0a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:05.703926 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "name": "network-vif-plugged", "status": "completed", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:05.704253 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4f9eb28f-4215-4ce9-ae51-9b2cd911fc0a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:05.704736 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', 'code': 200} Jul 16 20:10:05.810910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e6963f-35da-453b-aecf-53bda5f16064 req-8ad4b0b2-4822-4f8e-87ce-7036f68fc398 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561964 Jul 16 20:10:05.863609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.940844 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ac13d-5c39-4c7b-91fb-43d9d801c76e x-openstack-request-id: req-111ac13d-5c39-4c7b-91fb-43d9d801c76e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:05.941296 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e8eaae-e6a1-496e-a6b9-66d4cb2d220d", "tag": "01df8d93-c7d9-45e2-8284-41571def6c13", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:05.941454 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-111ac13d-5c39-4c7b-91fb-43d9d801c76e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:05.941818 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'tag': '01df8d93-c7d9-45e2-8284-41571def6c13', 'status': 'completed', 'code': 200} Jul 16 20:10:06.022466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d2185-1541-41b7-880a-78b444f4a4bd req-ac44191d-3bb9-44e3-b08c-5079fd5b5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.024182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-040d2185-1541-41b7-880a-78b444f4a4bd req-ac44191d-3bb9-44e3-b08c-5079fd5b5227 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 1101 time: 0.1321998 Jul 16 20:10:06.138394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-040d2185-1541-41b7-880a-78b444f4a4bd req-7fc71fe8-62e9-452f-bb70-bc8cb11c3d39 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615430 Jul 16 20:10:06.142490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-0238808d-c9ed-483e-818f-fb0f36445d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.144031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-0238808d-c9ed-483e-818f-fb0f36445d78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 1094 time: 0.1738651 Jul 16 20:10:06.222824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447fc37-779a-4b41-bc36-8834aaf4bfc2 req-08d59417-2c01-4efa-9ec4-de035f344a8c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.224463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0447fc37-779a-4b41-bc36-8834aaf4bfc2 req-08d59417-2c01-4efa-9ec4-de035f344a8c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.1972911 Jul 16 20:10:06.333822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-4d498ba9-af03-4052-9e43-e6eba681d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.335275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-4d498ba9-af03-4052-9e43-e6eba681d619 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.1777375 Jul 16 20:10:06.341237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0447fc37-779a-4b41-bc36-8834aaf4bfc2 req-4bfbf24a-6528-4d50-9823-31e753684a4a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080418 Jul 16 20:10:06.353277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ee4f-c353-4187-a02d-569baf7917cd req-c2ae7cca-888d-4793-a05f-11ed4dfc6d31 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.355087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d131ee4f-c353-4187-a02d-569baf7917cd req-c2ae7cca-888d-4793-a05f-11ed4dfc6d31 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 943 time: 0.2085021 Jul 16 20:10:06.407757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-f376fe4d-044d-4684-a129-271055223875 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01df8d93-c7d9-45e2-8284-41571def6c13 HTTP/1.1" status: 200 len: 217 time: 0.0515428 Jul 16 20:10:06.505430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d131ee4f-c353-4187-a02d-569baf7917cd req-6921aad6-3da7-41d7-a08c-2e94cf79270e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374269 Jul 16 20:10:06.520064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-0b3d13c5-b98e-43ce-aa04-90e9f0c52765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.521580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-0b3d13c5-b98e-43ce-aa04-90e9f0c52765 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.1010976 Jul 16 20:10:06.580347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-3e8ea4a2-3ec2-4cf9-ad99-30b5d0324321 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441461 Jul 16 20:10:06.601850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa958c-e0b0-4450-9c3a-648be856930d req-a6f68a79-7f9b-411e-a482-50e439ad24b7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.608600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9fa958c-e0b0-4450-9c3a-648be856930d req-a6f68a79-7f9b-411e-a482-50e439ad24b7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.1538141 Jul 16 20:10:06.731215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9fa958c-e0b0-4450-9c3a-648be856930d req-735f6599-1cde-4cbe-ad59-9d4088566767 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210065 Jul 16 20:10:06.776296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-09275126-0f8b-43c2-b72f-9377ed814b38 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628056 Jul 16 20:10:06.958933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf8ce209-64a5-4a5d-8377-6315329411c2 req-81752102-7c9b-47d2-93bb-1db424a88025 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636827 Jul 16 20:10:06.970145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703675da-1375-4ff7-a0ce-8378fb3e6460 req-7ca37d1b-dd2e-4673-92fc-23860abe980d tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.971859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-703675da-1375-4ff7-a0ce-8378fb3e6460 req-7ca37d1b-dd2e-4673-92fc-23860abe980d tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 949 time: 0.1941886 Jul 16 20:10:07.062837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3248516-0066-4135-89df-f48701beca4d req-f2cfad15-26e0-41f0-a92e-fdbaf8d907e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.065652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3248516-0066-4135-89df-f48701beca4d req-f2cfad15-26e0-41f0-a92e-fdbaf8d907e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 950 time: 0.1651115 Jul 16 20:10:07.082720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-703675da-1375-4ff7-a0ce-8378fb3e6460 req-f4e4de31-2046-4f31-93a4-5abb4f04130b tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939171 Jul 16 20:10:07.141657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3248516-0066-4135-89df-f48701beca4d req-4ea37d0f-f4ad-4b9d-90e2-c117b6d93b01 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662372 Jul 16 20:10:07.323044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3b7b2-2bb5-45e9-a478-7be46974eead req-34fa7f92-f67d-43a3-be33-0132da9d8aa3 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.325787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fd3b7b2-2bb5-45e9-a478-7be46974eead req-34fa7f92-f67d-43a3-be33-0132da9d8aa3 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1095 time: 0.0704398 Jul 16 20:10:07.377452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fd3b7b2-2bb5-45e9-a478-7be46974eead req-db5f696d-d51b-4acf-94e1-93374292b40c tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Jul 16 20:10:07.695695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850be8-03b6-42a5-a3cd-7d832351519a req-cf5fde29-0868-4dc2-b208-2f55d05e405c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.697642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14850be8-03b6-42a5-a3cd-7d832351519a req-cf5fde29-0868-4dc2-b208-2f55d05e405c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.0815327 Jul 16 20:10:07.706012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:07.709851 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269c86d7-f166-40a3-9663-05b0a13f3558" -d '{"events": [{"server_uuid": "ebc49805-d4d9-41f2-a411-500afbe14e66", "name": "network-vif-plugged", "status": "completed", "tag": "a962f5cc-1dd2-4b08-81ee-e64711abb0f5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:07.806982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14850be8-03b6-42a5-a3cd-7d832351519a req-9bde366e-94a3-41ed-aac4-f8b813367477 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984631 Jul 16 20:10:07.850406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-11c2a4b5-4acd-4532-8f2e-59a736e35ed0 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.852488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-11c2a4b5-4acd-4532-8f2e-59a736e35ed0 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.1536224 Jul 16 20:10:07.876777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-c76b6bfb-6fb7-4c45-9130-517c9301e69b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/quotas/561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 375 time: 0.0158577 Jul 16 20:10:07.883119 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.986884 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.287051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.299267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08620cdf-053e-4fd8-94a0-cbfd7913d9eb tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4134655 Jul 16 20:10:08.317544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbaef-2410-4f6f-8311-897a5ecfe5cd req-91ca33cd-55b1-4382-ac64-b5d0708bf334 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.319146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54abbaef-2410-4f6f-8311-897a5ecfe5cd req-91ca33cd-55b1-4382-ac64-b5d0708bf334 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 943 time: 0.1402738 Jul 16 20:10:08.437164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-d268a13d-848c-4500-8c1f-dedafd4fad2d tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.439440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-d268a13d-848c-4500-8c1f-dedafd4fad2d tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 949 time: 0.2048805 Jul 16 20:10:08.489704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54abbaef-2410-4f6f-8311-897a5ecfe5cd req-39e691af-c59c-4ca8-8778-d3fef87bde13 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552739 Jul 16 20:10:08.545918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-569b9660-659b-48de-9f68-da43999966dc service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252982 Jul 16 20:10:08.613134 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b15463-c68c-43a6-a91a-447fb864a0e9 x-openstack-request-id: req-d9b15463-c68c-43a6-a91a-447fb864a0e9 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:08.614510 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc49805-d4d9-41f2-a411-500afbe14e66", "name": "network-vif-plugged", "status": "completed", "tag": "a962f5cc-1dd2-4b08-81ee-e64711abb0f5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:08.614510 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d9b15463-c68c-43a6-a91a-447fb864a0e9 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:08.614834 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5', 'code': 200} Jul 16 20:10:08.697027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Deleting port f3428543-1c77-4427-ba90-cd54bfc3722b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:08.697459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.716621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-29a54632-a294-495d-a5c1-5ec4b175c7e3 service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575713 Jul 16 20:10:08.891842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] For port f3428543-1c77-4427-ba90-cd54bfc3722b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f3428543-1c77-4427-ba90-cd54bfc3722b,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:08.892965 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.912756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Calling delete_port for f3428543-1c77-4427-ba90-cd54bfc3722b owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:08.945896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802a262-87d1-47f8-9da1-81226a01f8a9 req-9a51f918-1751-40dc-af2e-bda560f914cc tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.954355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7802a262-87d1-47f8-9da1-81226a01f8a9 req-9a51f918-1751-40dc-af2e-bda560f914cc tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.2296593 Jul 16 20:10:09.010705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7abf4-d535-4dc0-a72d-9e1b38b527e3 req-93b4ece8-b39c-4552-bc55-2321ec22ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.013253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddc7abf4-d535-4dc0-a72d-9e1b38b527e3 req-93b4ece8-b39c-4552-bc55-2321ec22ed15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 1100 time: 0.2707052 Jul 16 20:10:09.112234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7802a262-87d1-47f8-9da1-81226a01f8a9 req-bf5736f5-f2fa-4d0d-ada6-f94e0b31ff86 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569600 Jul 16 20:10:09.137370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddc7abf4-d535-4dc0-a72d-9e1b38b527e3 req-92a00274-9128-46c8-83c1-99c08f79162e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044722 Jul 16 20:10:09.244999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 01df8d93-c7d9-45e2-8284-41571def6c13 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:09.326977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.379702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f3428543-1c77-4427-ba90-cd54bfc3722b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:09.394418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 01df8d93-c7d9-45e2-8284-41571def6c13, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=01df8d93-c7d9-45e2-8284-41571def6c13,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:09.413763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Pushing event deleted for resources: {'Port': ['ID=f3428543-1c77-4427-ba90-cd54bfc3722b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:09.428944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '01df8d93-c7d9-45e2-8284-41571def6c13', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': '01df8d93-c7d9-45e2-8284-41571def6c13', 'mac_address': 'fa:16:3e:b3:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:09.488577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.512972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01df8d93-c7d9-45e2-8284-41571def6c13 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:09.545207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 01df8d93-c7d9-45e2-8284-41571def6c13, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=01df8d93-c7d9-45e2-8284-41571def6c13,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:09.551967 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.557413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20beb-cdff-43df-8136-6a6511e77077 req-12993752-d0b7-4b0f-b19c-54c15b789dd8 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.569202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22e20beb-cdff-43df-8136-6a6511e77077 req-12993752-d0b7-4b0f-b19c-54c15b789dd8 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/ports?device_id=24695c99-d87f-4029-bdb5-d83aee023ee5 HTTP/1.1" status: 200 len: 867 time: 0.3447216 Jul 16 20:10:09.572546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] No DVR routers for this DVR port f3428543-1c77-4427-ba90-cd54bfc3722b on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:09.586996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.590625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-662686e1-f9cc-42b7-9413-70e9272c1847 req-1e0e2019-1751-4fd8-b0c1-8e1e86799b44 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.21 "DELETE /v2.0/ports/f3428543-1c77-4427-ba90-cd54bfc3722b HTTP/1.1" status: 204 len: 173 time: 1.1416295 Jul 16 20:10:09.593180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'name': 'network-vif-deleted', 'tag': 'f3428543-1c77-4427-ba90-cd54bfc3722b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:09.609048 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624981e-4033-4c10-99d8-61cbc3b4f88a" -d '{"events": [{"server_uuid": "24695c99-d87f-4029-bdb5-d83aee023ee5", "name": "network-vif-deleted", "tag": "f3428543-1c77-4427-ba90-cd54bfc3722b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:09.628875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=01df8d93-c7d9-45e2-8284-41571def6c13,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:09.703155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22e20beb-cdff-43df-8136-6a6511e77077 req-00f8f912-5dea-452e-abfa-ddbabb955786 tempest-DeleteServersAdminTestJSON-1008980821 tempest-DeleteServersAdminTestJSON-1008980821-project] 10.222.0.100 "GET /v2.0/security-groups?id=7988d42d-ea17-4b88-afd8-c50f2b8ce304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324837 Jul 16 20:10:09.729704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff145ae-0ef7-403e-9be1-cc29ac51b2f2 req-6bf7c72b-4d1d-4d0f-ad35-57952b6afc85 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.738973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ff145ae-0ef7-403e-9be1-cc29ac51b2f2 req-6bf7c72b-4d1d-4d0f-ad35-57952b6afc85 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 950 time: 0.3487804 Jul 16 20:10:09.812631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ff145ae-0ef7-403e-9be1-cc29ac51b2f2 req-356f7d06-431e-472b-9b7c-7e55b034031a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721776 Jul 16 20:10:10.002916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['01df8d93-c7d9-45e2-8284-41571def6c13'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:10.114415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69f200d8-3e3a-4507-91db-c6b2a0b4c33d req-ac294218-f5ea-486a-8069-70e98c0fa319 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 210 time: 0.0361373 Jul 16 20:10:10.177512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e817-0f27-4db2-a797-127345455b27 req-033522a9-7050-4663-9af7-65f29f11dfee tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.181377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b933e817-0f27-4db2-a797-127345455b27 req-033522a9-7050-4663-9af7-65f29f11dfee tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.1472023 Jul 16 20:10:10.273797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b933e817-0f27-4db2-a797-127345455b27 req-a53b2e66-26ae-41b5-b61f-99ec0818de1f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839891 Jul 16 20:10:10.356913 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15e1c11-92d4-4b40-84fa-aaba0e07547c x-openstack-request-id: req-a15e1c11-92d4-4b40-84fa-aaba0e07547c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:10.357365 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24695c99-d87f-4029-bdb5-d83aee023ee5", "name": "network-vif-deleted", "tag": "f3428543-1c77-4427-ba90-cd54bfc3722b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:10.357779 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a15e1c11-92d4-4b40-84fa-aaba0e07547c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:10.358426 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24695c99-d87f-4029-bdb5-d83aee023ee5', 'name': 'network-vif-deleted', 'tag': 'f3428543-1c77-4427-ba90-cd54bfc3722b', 'status': 'completed', 'code': 200} Jul 16 20:10:10.383029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893c7be-4385-4ec9-86f7-80029b62d6ff req-954c5f58-2e29-4c34-9bc8-730a108b4379 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.386009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a893c7be-4385-4ec9-86f7-80029b62d6ff req-954c5f58-2e29-4c34-9bc8-730a108b4379 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 944 time: 0.1301067 Jul 16 20:10:10.454124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a893c7be-4385-4ec9-86f7-80029b62d6ff req-b4a538cb-bcaa-40b5-b021-55e8c61bfd5a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617032 Jul 16 20:10:10.653201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874f90-30e2-4672-891a-223867bfe79c req-9c209484-93c6-4511-add9-6c1fe08a2638 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.655960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33874f90-30e2-4672-891a-223867bfe79c req-9c209484-93c6-4511-add9-6c1fe08a2638 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 949 time: 0.1253359 Jul 16 20:10:10.787960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33874f90-30e2-4672-891a-223867bfe79c req-431f6378-62e6-4131-9dbb-57a2fb9a280b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183896 Jul 16 20:10:10.912600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da895e1-0c05-4fbb-a9bf-2ecc943e6983 req-29a6af2c-a0da-4ef3-97fc-0aa2b967b895 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.915475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8da895e1-0c05-4fbb-a9bf-2ecc943e6983 req-29a6af2c-a0da-4ef3-97fc-0aa2b967b895 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.2152998 Jul 16 20:10:11.084194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8da895e1-0c05-4fbb-a9bf-2ecc943e6983 req-2697659b-9b38-46de-9cb5-e782062393ef tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576056 Jul 16 20:10:11.114929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-df7f25dc-0e49-46ad-a948-7ebac49ba297 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.116954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-df7f25dc-0e49-46ad-a948-7ebac49ba297 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.2918582 Jul 16 20:10:11.132871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Request body: {'port': {'device_id': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'admin_state_up': True, 'tenant_id': '561d35b90f7f4adf85f4f68390f5fa87'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:11.261057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f3428543-1c77-4427-ba90-cd54bfc3722b no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:11.296566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: f3428543-1c77-4427-ba90-cd54bfc3722b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:11.297202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f3428543-1c77-4427-ba90-cd54bfc3722b not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:11.318528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Made reservation on behalf of 561d35b90f7f4adf85f4f68390f5fa87 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:11.323686 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.511037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Allocated IP 172.20.0.14 (fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec/647dbca8-b298-4873-bc76-057239649d33/1e069431-2d42-4cee-bce1-e1726d6bdd62) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:11.609033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef90ca7-2e5a-4789-8ecc-5217f9cfc7b1 req-03d4fa38-6f76-4a7f-8ba6-274c03c97a35 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 210 time: 0.0462043 Jul 16 20:10:11.757071 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.915553 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.027503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:12.038048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:12.044180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:12.049843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.050522 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.054255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:12.068011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901be0-1c34-4f36-8d34-2cede8da8123 req-3ce37985-b700-4bb3-9a8a-f5fe47b3cb8a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.069691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55901be0-1c34-4f36-8d34-2cede8da8123 req-3ce37985-b700-4bb3-9a8a-f5fe47b3cb8a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.2506430 Jul 16 20:10:12.095303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-17e6143e-5bbd-47a3-8327-b095f04fea08 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9676552 Jul 16 20:10:12.116711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Request body: {'port': {'device_id': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:12.180226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55901be0-1c34-4f36-8d34-2cede8da8123 req-b8bab69d-838e-41d5-936e-e1c2af7d0171 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977294 Jul 16 20:10:12.189362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2806ed-f97c-403e-bb7d-f05cb61b3fed req-e8c224f1-47a9-4943-b0fe-520faf79f0ca tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.190939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a2806ed-f97c-403e-bb7d-f05cb61b3fed req-e8c224f1-47a9-4943-b0fe-520faf79f0ca tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 944 time: 0.2227333 Jul 16 20:10:12.268603 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.273461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a2806ed-f97c-403e-bb7d-f05cb61b3fed req-9321fe89-4b70-45b6-81c5-c587e8f54f66 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724308 Jul 16 20:10:12.683883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec85f8-35c4-4ed6-8d21-a0e0c5c43616 req-0be635b3-9a13-4dee-8a6f-5c4247b87941 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.685606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ec85f8-35c4-4ed6-8d21-a0e0c5c43616 req-0be635b3-9a13-4dee-8a6f-5c4247b87941 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 949 time: 0.1699183 Jul 16 20:10:12.855948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e069431-2d42-4cee-bce1-e1726d6bdd62 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:12.863896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ec85f8-35c4-4ed6-8d21-a0e0c5c43616 req-ce07f97b-b42a-44ae-b163-36804f3470cc tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676407 Jul 16 20:10:12.871171 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.893409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Transition to ACTIVE for port object 1e069431-2d42-4cee-bce1-e1726d6bdd62 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:12.903362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.971992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d9e81-42d6-465a-8efc-b4c1f3206143 req-9443194f-3e35-4ac5-a8a1-809b7bfa061c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.973624 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d08d9e81-42d6-465a-8efc-b4c1f3206143 req-9443194f-3e35-4ac5-a8a1-809b7bfa061c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.2286313 Jul 16 20:10:12.996364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:13.104469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:13.105019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:13.105937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:13.122045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:13.123046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:13.132579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d08d9e81-42d6-465a-8efc-b4c1f3206143 req-b0a23347-54da-49be-832a-12346ea755b2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438718 Jul 16 20:10:13.138958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:13.139545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:13.140194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:13.140949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Bound port: 1e069431-2d42-4cee-bce1-e1726d6bdd62, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:13.141515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.260153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 01df8d93-c7d9-45e2-8284-41571def6c13 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:13.283885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:13.291026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:13.298258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.356953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.358024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.360198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 1092 time: 1.2492895 Jul 16 20:10:13.360824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:13.365538 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d576179-b786-44bb-a26e-b5ef454afb87" -d '{"events": [{"name": "network-changed", "server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:13.388453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 01df8d93-c7d9-45e2-8284-41571def6c13 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:13.407968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 01df8d93-c7d9-45e2-8284-41571def6c13 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:13.408992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.426263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b47200-7900-4caf-ad1f-067bcd13e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:13.568561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.574646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea5fd8-9a88-40bd-9785-af28b15adbd3 req-e4dd0f97-5933-4ca3-8f1f-b9e98fa6f0ab tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.585479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ceea5fd8-9a88-40bd-9785-af28b15adbd3 req-e4dd0f97-5933-4ca3-8f1f-b9e98fa6f0ab tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 944 time: 0.2307754 Jul 16 20:10:13.616689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01df8d93-c7d9-45e2-8284-41571def6c13'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:13.621269 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2961a6c-5867-4a6c-94fc-cb9a55725084" -d '{"events": [{"server_uuid": "71e8eaae-e6a1-496e-a6b9-66d4cb2d220d", "name": "network-vif-plugged", "status": "completed", "tag": "01df8d93-c7d9-45e2-8284-41571def6c13"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:13.622238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-a9be34e3-55d8-4702-81eb-de5b2af1c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.625013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-a9be34e3-55d8-4702-81eb-de5b2af1c077 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1095 time: 0.1710927 Jul 16 20:10:13.653406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 01df8d93-c7d9-45e2-8284-41571def6c13, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=01df8d93-c7d9-45e2-8284-41571def6c13,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:13.660609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.748898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=01df8d93-c7d9-45e2-8284-41571def6c13,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:14.033235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-edafff08-805c-41bc-933f-d460dad9e58e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 217 time: 0.3999119 Jul 16 20:10:14.038931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ceea5fd8-9a88-40bd-9785-af28b15adbd3 req-e70ef146-7253-4023-a8a2-95bca73a82b7 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521458 Jul 16 20:10:14.124209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-10649c57-a16b-4802-a02c-bd1d8b4df933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.126775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-10649c57-a16b-4802-a02c-bd1d8b4df933 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.0846832 Jul 16 20:10:14.192319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-797aa501-5117-44c8-96a3-b3c42659f908 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512686 Jul 16 20:10:14.468409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103318c0-1711-4251-945f-841fa84b07fa req-ffab0ee5-323e-4a0e-b183-d0a99454433b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.474493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103318c0-1711-4251-945f-841fa84b07fa req-ffab0ee5-323e-4a0e-b183-d0a99454433b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.476253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-103318c0-1711-4251-945f-841fa84b07fa req-ffab0ee5-323e-4a0e-b183-d0a99454433b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190&device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 1690 time: 0.2827444 Jul 16 20:10:14.486880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-be1097ad-774c-4595-ac36-0bdc0c27fca0 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810738 Jul 16 20:10:14.541184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:14.619979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5310798-c3e5-4540-841e-0182e619250b req-b8fc408e-daac-42d3-a666-7cb970119448 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.621629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5310798-c3e5-4540-841e-0182e619250b req-b8fc408e-daac-42d3-a666-7cb970119448 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.2693205 Jul 16 20:10:14.637047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-103318c0-1711-4251-945f-841fa84b07fa req-8448b201-7073-419a-9983-655d1d988269 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490927 Jul 16 20:10:14.654985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-238d2f5e-cbd3-4719-9179-4e4dbea02bc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510192 Jul 16 20:10:14.687516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ccd31b8-c895-41c1-88b9-804fe88f0a82 req-bcf269cd-f3a3-4945-8868-f6634ee61341 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873791 Jul 16 20:10:14.719289 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5310798-c3e5-4540-841e-0182e619250b req-5f4dda0a-1377-4a22-a6a2-42e95943cbcc tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800359 Jul 16 20:10:14.786572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-54514a04-9e34-4c40-a0af-e0ceae34daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.789046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-54514a04-9e34-4c40-a0af-e0ceae34daa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1100 time: 0.0848072 Jul 16 20:10:14.809285 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e642be1-20df-4ba8-95c6-50e24add33cc x-openstack-request-id: req-1e642be1-20df-4ba8-95c6-50e24add33cc {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:14.810097 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:14.810821 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1e642be1-20df-4ba8-95c6-50e24add33cc {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:14.812197 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62', 'status': 'completed', 'code': 200} Jul 16 20:10:14.848182 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8e1b8db9-0917-46cd-861d-572c69e384a6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cbb2383241534c7382dbc5f34062c46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055613 Jul 16 20:10:14.848862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59668) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:14.851392 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf78efe4-4dba-40f1-a598-c817e6bc2ff3 x-openstack-request-id: req-bf78efe4-4dba-40f1-a598-c817e6bc2ff3 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:14.851926 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e8eaae-e6a1-496e-a6b9-66d4cb2d220d", "name": "network-vif-plugged", "status": "completed", "tag": "01df8d93-c7d9-45e2-8284-41571def6c13", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:14.852752 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bf78efe4-4dba-40f1-a598-c817e6bc2ff3 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:14.853397 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01df8d93-c7d9-45e2-8284-41571def6c13', 'code': 200} Jul 16 20:10:14.912499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62aa17dd-6c3a-4195-82e3-5bd69cbd8d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.940016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62aa17dd-6c3a-4195-82e3-5bd69cbd8d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.997020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62aa17dd-6c3a-4195-82e3-5bd69cbd8d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.999993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62aa17dd-6c3a-4195-82e3-5bd69cbd8d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.001591 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-62aa17dd-6c3a-4195-82e3-5bd69cbd8d0c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7988d42d-ea17-4b88-afd8-c50f2b8ce304 HTTP/1.1" status: 204 len: 168 time: 0.1510963 Jul 16 20:10:15.029467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa17dd-6c3a-4195-82e3-5bd69cbd8d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988d42d-ea17-4b88-afd8-c50f2b8ce304,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:15.394482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-b3c12526-a916-405d-9988-d79fb486d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.397217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-b3c12526-a916-405d-9988-d79fb486d8de service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.5723348 Jul 16 20:10:15.411982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-3885a2c8-1dee-4d11-8f2f-5bd8ebc012e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.415473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-3885a2c8-1dee-4d11-8f2f-5bd8ebc012e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1095 time: 0.5432210 Jul 16 20:10:15.456574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:15.480295 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f1123c2-c66c-4d91-957a-2da9b8b81b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.522003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767ce0b-4e5e-4158-b790-339796c29e63 req-1fbd8733-d4ef-4af6-9557-b0ce4300a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.524931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2767ce0b-4e5e-4158-b790-339796c29e63 req-1fbd8733-d4ef-4af6-9557-b0ce4300a787 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 1096 time: 0.5514219 Jul 16 20:10:15.546293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e5c8c-b730-4010-b9e4-25e408b72921 req-3a1e08fb-f196-4fca-915c-73d52aa35f82 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.559938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-187e5c8c-b730-4010-b9e4-25e408b72921 req-3a1e08fb-f196-4fca-915c-73d52aa35f82 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.5060644 Jul 16 20:10:15.599582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81194-91db-4645-ae2e-5a2a1938f5e0 req-bf6771c6-238b-49c8-a092-10e74f19199e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.603008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02e81194-91db-4645-ae2e-5a2a1938f5e0 req-bf6771c6-238b-49c8-a092-10e74f19199e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 945 time: 0.6609912 Jul 16 20:10:15.605500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-d9a7dcc1-12ed-4178-ad6a-3fbbe3a4ffd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.1825838 Jul 16 20:10:15.637241 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f1123c2-c66c-4d91-957a-2da9b8b81b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.645248 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f1123c2-c66c-4d91-957a-2da9b8b81b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.700855 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:15.704712 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8f1123c2-c66c-4d91-957a-2da9b8b81b86 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d7304f33f3ef49868e922754f261fb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465389 Jul 16 20:10:15.705846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1123c2-c66c-4d91-957a-2da9b8b81b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed868d-2993-433d-b941-ab3780af7b0a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:15.708454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59682) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:15.792125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1862e1f1-1f18-43a6-8f9a-f9727c721947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.827092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1862e1f1-1f18-43a6-8f9a-f9727c721947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.904034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1862e1f1-1f18-43a6-8f9a-f9727c721947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.909669 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1862e1f1-1f18-43a6-8f9a-f9727c721947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.918157 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1862e1f1-1f18-43a6-8f9a-f9727c721947 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d3ed868d-2993-433d-b941-ab3780af7b0a HTTP/1.1" status: 204 len: 168 time: 0.2083788 Jul 16 20:10:15.931722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2767ce0b-4e5e-4158-b790-339796c29e63 req-2723b88c-ccfe-42b3-9de3-a8ebbd283008 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487763 Jul 16 20:10:15.934433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-f15d2d9c-4b62-428b-98af-4fa4e9194d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.935396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862e1f1-1f18-43a6-8f9a-f9727c721947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed868d-2993-433d-b941-ab3780af7b0a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:15.937143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-f15d2d9c-4b62-428b-98af-4fa4e9194d50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2990217 Jul 16 20:10:15.964152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-187e5c8c-b730-4010-b9e4-25e408b72921 req-930352f3-1773-447a-bd64-cad84ac640e6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028184 Jul 16 20:10:15.985745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02e81194-91db-4645-ae2e-5a2a1938f5e0 req-efb6f67f-6e27-4429-90d1-ccf527eee6ae tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494084 Jul 16 20:10:16.006499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-3fa4347b-78fe-4ac6-8e30-4ee37d938482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.011895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-3fa4347b-78fe-4ac6-8e30-4ee37d938482 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.5698853 Jul 16 20:10:16.184379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-f6053209-5f20-40c3-adc7-17993e3aa688 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 217 time: 0.1547906 Jul 16 20:10:16.303363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-2c1a9d99-6462-4fc2-8b12-edcb34f6ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.306692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-2c1a9d99-6462-4fc2-8b12-edcb34f6ecec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1095135 Jul 16 20:10:16.432228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-ba8cf87b-f3f2-4501-9f65-2eab59a24e6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112814 Jul 16 20:10:16.500156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-f3a9377f-1d79-4a44-82a2-6723b77567ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.501745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-f3a9377f-1d79-4a44-82a2-6723b77567ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4880598 Jul 16 20:10:16.666302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-43d71a67-5c23-4eb6-bb0e-2e0e261b48c0 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210963 Jul 16 20:10:16.701154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd63594-1f43-459c-a266-c1b3093bb0a2 req-1bf81495-e8be-41cc-b781-711fd41db55a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.702942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccd63594-1f43-459c-a266-c1b3093bb0a2 req-1bf81495-e8be-41cc-b781-711fd41db55a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 944 time: 0.3798330 Jul 16 20:10:16.728683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62d455-2710-4672-ad00-d2d932e6856a req-99e67a30-a0c7-4e6e-af00-95a702028c1a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.730255 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c62d455-2710-4672-ad00-d2d932e6856a req-99e67a30-a0c7-4e6e-af00-95a702028c1a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.3360796 Jul 16 20:10:16.793555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-fae7cffb-e248-480d-80a4-aac1a5c6b46e service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762306 Jul 16 20:10:16.883143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccd63594-1f43-459c-a266-c1b3093bb0a2 req-5e43ad53-6e2e-4487-bfe2-ce6df5ccf266 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518092 Jul 16 20:10:16.896691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c62d455-2710-4672-ad00-d2d932e6856a req-f1790b97-020b-44b7-bcd6-a384c1e5e84e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492565 Jul 16 20:10:16.976756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d576179-b786-44bb-a26e-b5ef454afb87 req-913c974b-21f6-4743-ba5f-d8b32af9356a service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013396 Jul 16 20:10:17.034956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cabeabd5-2325-4c45-9e03-345d61d444f8 req-ab8668e1-52a7-4bef-a0c2-d7f75456a3a6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967530 Jul 16 20:10:17.691836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c80a8-7021-440d-b3e7-03870f6c422d req-50d83bfb-3aee-4e65-9517-c4d6735615ba tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.694539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-197c80a8-7021-440d-b3e7-03870f6c422d req-50d83bfb-3aee-4e65-9517-c4d6735615ba tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.5504286 Jul 16 20:10:17.702257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41c4a-d5b1-40b2-ad77-9926da5677da req-066c3d55-6a56-4131-8ae9-8ba445099cb0 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.704235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdb41c4a-d5b1-40b2-ad77-9926da5677da req-066c3d55-6a56-4131-8ae9-8ba445099cb0 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 1101 time: 0.5408525 Jul 16 20:10:17.800477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:17.804279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-197c80a8-7021-440d-b3e7-03870f6c422d req-431257d5-5273-45d8-8b82-fe4583947875 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972667 Jul 16 20:10:17.833069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdb41c4a-d5b1-40b2-ad77-9926da5677da req-dc0e579e-b793-437a-9685-70348f9b6efd tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125658 Jul 16 20:10:17.980188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:17.998277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '1e069431-2d42-4cee-bce1-e1726d6bdd62', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'port_id': '1e069431-2d42-4cee-bce1-e1726d6bdd62', 'mac_address': 'fa:16:3e:1a:91:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647dbca8-b298-4873-bc76-057239649d33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:18.061919 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.079486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e069431-2d42-4cee-bce1-e1726d6bdd62 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:18.132459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:18.142271 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.236322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42152f87-39d0-4e12-abde-47ba2f5f3faa req-4a169167-b67e-4ad1-b76e-e89bd7fd76fe tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.239612 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42152f87-39d0-4e12-abde-47ba2f5f3faa req-4a169167-b67e-4ad1-b76e-e89bd7fd76fe tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 945 time: 0.1523931 Jul 16 20:10:18.301451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:18.362519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59744) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:18.397694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42152f87-39d0-4e12-abde-47ba2f5f3faa req-87bd6f02-370f-4fec-9eb4-6681844419d0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413331 Jul 16 20:10:18.417943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-cd12633e-9ede-4b3d-9f70-3e4e6a76fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.419818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-cd12633e-9ede-4b3d-9f70-3e4e6a76fba8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1100 time: 0.1785913 Jul 16 20:10:18.432075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f314d3e-7ccb-41b7-9b12-b98b967c9f33 req-2ada2612-e909-42bc-9ffc-ac3a66b48fc0 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.447063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f314d3e-7ccb-41b7-9b12-b98b967c9f33 req-2ada2612-e909-42bc-9ffc-ac3a66b48fc0 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 1100 time: 0.1914685 Jul 16 20:10:18.490871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1e069431-2d42-4cee-bce1-e1726d6bdd62'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:18.561634 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e78026-b5a6-4062-bcc7-52817e0029b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.626972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f314d3e-7ccb-41b7-9b12-b98b967c9f33 req-a465836d-172b-4fc0-bf9c-cd73f44137d2 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769719 Jul 16 20:10:18.728642 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e78026-b5a6-4062-bcc7-52817e0029b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.738030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e78026-b5a6-4062-bcc7-52817e0029b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.766729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-fab73065-69d7-4533-9965-0dffbb99eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.769356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-fab73065-69d7-4533-9965-0dffbb99eb19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2925639 Jul 16 20:10:18.791114 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39e78026-b5a6-4062-bcc7-52817e0029b8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f3e465120cbf456ab9b02799d243a3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268622 Jul 16 20:10:18.792719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b9dd3-47e4-4f93-b424-601a55394188 req-a9fc833f-9aa9-4569-9c64-b3268b156683 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.794531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6b9dd3-47e4-4f93-b424-601a55394188 req-a9fc833f-9aa9-4569-9c64-b3268b156683 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 945 time: 0.2441163 Jul 16 20:10:18.795045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59754) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:18.841146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e78026-b5a6-4062-bcc7-52817e0029b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc13f70f-f3a3-45e7-8616-28098dd97d71,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:18.854989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-15b2ddfa-80a4-43c8-b897-e11a6a13a09e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7 HTTP/1.1" status: 200 len: 217 time: 0.0589120 Jul 16 20:10:18.964237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6b9dd3-47e4-4f93-b424-601a55394188 req-337d9bf0-832f-465f-8f6f-f6d164d1b005 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181016 Jul 16 20:10:18.976522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-cfd2d687-3c17-4307-a595-60dbfa9ed614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.978152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-cfd2d687-3c17-4307-a595-60dbfa9ed614 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1062336 Jul 16 20:10:19.004479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c95640e-ae50-4457-8f62-d09361827529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.058485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c95640e-ae50-4457-8f62-d09361827529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.179167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-44a102be-91ff-4178-ba21-6b74b574908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.181730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-44a102be-91ff-4178-ba21-6b74b574908b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886654 Jul 16 20:10:19.239109 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c95640e-ae50-4457-8f62-d09361827529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.242451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c95640e-ae50-4457-8f62-d09361827529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.247711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4c95640e-ae50-4457-8f62-d09361827529 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bc13f70f-f3a3-45e7-8616-28098dd97d71 HTTP/1.1" status: 204 len: 168 time: 0.4029770 Jul 16 20:10:19.304029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95640e-ae50-4457-8f62-d09361827529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc13f70f-f3a3-45e7-8616-28098dd97d71,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:19.328835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6414a-086f-446d-add0-0ed6c44ee086 req-4596b6ea-52a3-4f42-a51f-f8965a09e547 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.330483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4d6414a-086f-446d-add0-0ed6c44ee086 req-4596b6ea-52a3-4f42-a51f-f8965a09e547 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.2053897 Jul 16 20:10:19.381692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-b464565b-7b44-406b-b7de-1d58d6deae12 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859207 Jul 16 20:10:19.422816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4d6414a-086f-446d-add0-0ed6c44ee086 req-dca1f3b4-da19-4bec-ba41-6604d5e10ad9 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722497 Jul 16 20:10:19.511011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a2af2e8-1cb3-4a9b-bf18-7a81a9c46972 req-963933b0-7d99-4822-86b2-65db1f7332e3 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158640 Jul 16 20:10:19.620283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-35557226-9469-4a92-8af2-ed77eb9309ae tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723763 Jul 16 20:10:19.813010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:19.872022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec80547-175d-4f92-a250-8bb7eb0b2665 req-f8bca7a2-64e6-4c94-8ac7-b778ff2114df tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.874524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ec80547-175d-4f92-a250-8bb7eb0b2665 req-f8bca7a2-64e6-4c94-8ac7-b778ff2114df tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.3042245 Jul 16 20:10:19.881300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 1e069431-2d42-4cee-bce1-e1726d6bdd62 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:19.885954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 1e069431-2d42-4cee-bce1-e1726d6bdd62 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:19.886410 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.940435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-8086cbc0-8ffa-4100-9c22-eccefcdd4da7 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.943232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-8086cbc0-8ffa-4100-9c22-eccefcdd4da7 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904778 Jul 16 20:10:19.978074 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.992840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ec80547-175d-4f92-a250-8bb7eb0b2665 req-1e4210a3-0c93-498f-a6e4-c6b1055bc395 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104794 Jul 16 20:10:19.999326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-2f01f8b6-4572-4808-b701-0bba5a07b810 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/quotas/c75c3fb4c341495cb2dfcc4b433eee76 HTTP/1.1" status: 200 len: 375 time: 0.0449181 Jul 16 20:10:20.034687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:20.040717 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae4d9d-3104-48dd-8f08-5c9acd0e1aa4" -d '{"events": [{"server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "name": "network-vif-plugged", "status": "completed", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:20.066217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:20.078790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.141922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:20.146552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-013154f5-4626-429f-bc42-2dd47d52c7a0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1414089 Jul 16 20:10:20.570790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bade4-e258-448d-b9f3-6f0085674b9a req-ad1bdcef-c181-4b75-b609-6f73fdbb122f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.574353 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f6bade4-e258-448d-b9f3-6f0085674b9a req-ad1bdcef-c181-4b75-b609-6f73fdbb122f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 945 time: 0.1990380 Jul 16 20:10:20.596391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62210a7a-beab-408d-9a8d-016c5fb12274 req-1a04389c-64fc-41bd-bba0-4c3cd80d8600 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.598044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62210a7a-beab-408d-9a8d-016c5fb12274 req-1a04389c-64fc-41bd-bba0-4c3cd80d8600 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 946 time: 0.2038460 Jul 16 20:10:20.654903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f6bade4-e258-448d-b9f3-6f0085674b9a req-9542aa47-f142-4475-a075-0e98d0a48480 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558200 Jul 16 20:10:20.675478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62210a7a-beab-408d-9a8d-016c5fb12274 req-fee132fe-96c4-42cd-a58c-86b93450456a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609257 Jul 16 20:10:20.746571 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a283f43a-5825-48c6-b6ad-7389dcecafba x-openstack-request-id: req-a283f43a-5825-48c6-b6ad-7389dcecafba {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:20.747749 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "name": "network-vif-plugged", "status": "completed", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:20.748366 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a283f43a-5825-48c6-b6ad-7389dcecafba {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:20.749212 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62', 'code': 200} Jul 16 20:10:20.957480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484938f-2207-438e-b4e1-5c532cf0b3a8 req-6115eac4-e394-4450-99dd-df43d9bd5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.960448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c484938f-2207-438e-b4e1-5c532cf0b3a8 req-6115eac4-e394-4450-99dd-df43d9bd5a41 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1097 time: 0.1147289 Jul 16 20:10:21.058855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c484938f-2207-438e-b4e1-5c532cf0b3a8 req-7df88519-c90f-4c60-97af-995a04137d91 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895326 Jul 16 20:10:21.093611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7167d402-9213-4a30-8999-8a67371c0bf7 req-a215a942-de68-4906-9fb6-0106ef2d46e5 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 210 time: 0.0707614 Jul 16 20:10:21.397136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2102b-f670-47a5-aaaa-b11dcdc911bd req-b7058877-124b-4eea-96dc-1e1a1fa9ac0d tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.400014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88d2102b-f670-47a5-aaaa-b11dcdc911bd req-b7058877-124b-4eea-96dc-1e1a1fa9ac0d tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.1226447 Jul 16 20:10:21.482242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88d2102b-f670-47a5-aaaa-b11dcdc911bd req-e1cfb707-8ca2-4828-96e8-42de9263f2fa tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715799 Jul 16 20:10:21.528141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12640cb-cfac-4d93-af48-aa8f8c3b2101 req-39e9298f-0e89-49f6-a22a-256ecae442c0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.529882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b12640cb-cfac-4d93-af48-aa8f8c3b2101 req-39e9298f-0e89-49f6-a22a-256ecae442c0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.0890043 Jul 16 20:10:21.613165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b12640cb-cfac-4d93-af48-aa8f8c3b2101 req-381828ed-4a24-4a49-abfd-b9ea1da3d1a5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761197 Jul 16 20:10:21.655155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256faeed-9361-4df6-b701-0ba4b561374c req-1cbf4bb4-09a7-49b5-a56a-222d079a35b5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.656839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-256faeed-9361-4df6-b701-0ba4b561374c req-1cbf4bb4-09a7-49b5-a56a-222d079a35b5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 945 time: 0.0853350 Jul 16 20:10:21.824929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Deleting port 01df8d93-c7d9-45e2-8284-41571def6c13 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:21.826322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.873845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-a522280b-cfd7-437f-8243-19f5a799ea90 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452876 Jul 16 20:10:22.061021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] For port 01df8d93-c7d9-45e2-8284-41571def6c13, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=01df8d93-c7d9-45e2-8284-41571def6c13,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:22.062018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.093642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Calling delete_port for 01df8d93-c7d9-45e2-8284-41571def6c13 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:22.159162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-f69319e8-228c-4321-a919-2a152f9fe5d1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.160772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-f69319e8-228c-4321-a919-2a152f9fe5d1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734554 Jul 16 20:10:22.207092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:22.250816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb95bc5-7fac-443a-ba13-c6036a608402 req-9e9e864e-40b0-40dd-9015-38f4e66a5483 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.252645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acb95bc5-7fac-443a-ba13-c6036a608402 req-9e9e864e-40b0-40dd-9015-38f4e66a5483 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 945 time: 0.3813024 Jul 16 20:10:22.414367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea46c-01b7-401c-8375-31acce2d360a req-98ffd077-bc69-4e58-bcf7-33842448ee3f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.416605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b41ea46c-01b7-401c-8375-31acce2d360a req-98ffd077-bc69-4e58-bcf7-33842448ee3f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 946 time: 0.3203936 Jul 16 20:10:22.419817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acb95bc5-7fac-443a-ba13-c6036a608402 req-900bd123-538b-4052-83f9-092455b7a375 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471856 Jul 16 20:10:22.523299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b41ea46c-01b7-401c-8375-31acce2d360a req-1698c4c0-362a-41a9-aff8-6b0655e458b4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000974 Jul 16 20:10:22.528705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:22.532716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.536771 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.560609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['01df8d93-c7d9-45e2-8284-41571def6c13'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:22.595620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event deleted for resources: {'Port': ['ID=01df8d93-c7d9-45e2-8284-41571def6c13,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:22.675228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] No DVR routers for this DVR port 01df8d93-c7d9-45e2-8284-41571def6c13 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:22.681004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.683569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-256faeed-9361-4df6-b701-0ba4b561374c req-75be7f0d-86c9-4cdc-815e-1220204f7898 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "DELETE /v2.0/ports/01df8d93-c7d9-45e2-8284-41571def6c13 HTTP/1.1" status: 204 len: 173 time: 1.0179651 Jul 16 20:10:22.684066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'name': 'network-vif-deleted', 'tag': '01df8d93-c7d9-45e2-8284-41571def6c13'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:22.686467 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570784a0-67d4-4666-93cc-f18fab087cbe" -d '{"events": [{"server_uuid": "71e8eaae-e6a1-496e-a6b9-66d4cb2d220d", "name": "network-vif-deleted", "tag": "01df8d93-c7d9-45e2-8284-41571def6c13"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:22.828665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c24fe6-805a-49a3-a53d-f98c6a3a798b req-39d3a1e5-edfd-45f5-80e5-578d44ee355a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 210 time: 0.0457892 Jul 16 20:10:22.857237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.83 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/208e3c15-390e-48ae-8bd1-805343464438) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:23.373357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.403318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object 208e3c15-390e-48ae-8bd1-805343464438 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:23.417973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9faee-4e64-48c5-8acb-8461786592b9 req-cb54a68a-5460-4606-a499-810620768687 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.419712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62f9faee-4e64-48c5-8acb-8461786592b9 req-cb54a68a-5460-4606-a499-810620768687 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4775398 Jul 16 20:10:23.431580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec8f5-56e7-4a70-8066-f1d413a036b8 req-5554ffed-e390-4566-aa49-962c7cc027a4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.433137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a85ec8f5-56e7-4a70-8066-f1d413a036b8 req-5554ffed-e390-4566-aa49-962c7cc027a4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.4453127 Jul 16 20:10:23.521391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62f9faee-4e64-48c5-8acb-8461786592b9 req-5819e2f2-a070-4440-9e8f-171fe0b83d03 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855048 Jul 16 20:10:23.534059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a85ec8f5-56e7-4a70-8066-f1d413a036b8 req-efde2d8e-b23e-4ec7-8c2b-e4a40ba43daf tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881917 Jul 16 20:10:23.536830 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.558530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:23.584060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:23.588576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:23.596786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:23.604208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.605091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.624704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=208e3c15-390e-48ae-8bd1-805343464438,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:23.628456 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd008f-a376-418f-bdb6-f0460f6a89c8 x-openstack-request-id: req-79dd008f-a376-418f-bdb6-f0460f6a89c8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:23.628841 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e8eaae-e6a1-496e-a6b9-66d4cb2d220d", "name": "network-vif-deleted", "tag": "01df8d93-c7d9-45e2-8284-41571def6c13", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:23.629191 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-79dd008f-a376-418f-bdb6-f0460f6a89c8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:23.629693 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e8eaae-e6a1-496e-a6b9-66d4cb2d220d', 'name': 'network-vif-deleted', 'tag': '01df8d93-c7d9-45e2-8284-41571def6c13', 'status': 'completed', 'code': 200} Jul 16 20:10:23.637824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-d3c967e7-f62f-4079-933c-999fba2220e1 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4363301 Jul 16 20:10:23.656273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Request body: {'port': {'device_id': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:23.661107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc', '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:23.963896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.107275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4569f264-2fed-4f45-adbb-667b6976aa8a None None] Provisioning for port 208e3c15-390e-48ae-8bd1-805343464438 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:24.132593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4569f264-2fed-4f45-adbb-667b6976aa8a None None] Provisioning complete for port 208e3c15-390e-48ae-8bd1-805343464438 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:24.132853 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4569f264-2fed-4f45-adbb-667b6976aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.181219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a83dd6e-b0ca-4b59-8d30-e7af5c4f9aa6 req-24e90415-5a9a-41c5-9d01-f46b84afeb47 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=71e8eaae-e6a1-496e-a6b9-66d4cb2d220d HTTP/1.1" status: 200 len: 210 time: 0.0648994 Jul 16 20:10:24.220605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4569f264-2fed-4f45-adbb-667b6976aa8a None None] Port 208e3c15-390e-48ae-8bd1-805343464438 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:24.321915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-c7a8f131-6bc5-447a-b591-0affa812ccd1 service neutron] 10.222.0.21 "GET /v2.0/ports/f089835e-32d5-4771-95ee-d905abd9f06c/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 382 time: 0.2950518 Jul 16 20:10:24.484725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07c61-32e9-48da-8a69-1902eeeefec8 req-020b62e0-8a6f-4cf3-80ac-9c2ce1623d14 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.487513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aca07c61-32e9-48da-8a69-1902eeeefec8 req-020b62e0-8a6f-4cf3-80ac-9c2ce1623d14 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 946 time: 0.3441427 Jul 16 20:10:24.567664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aca07c61-32e9-48da-8a69-1902eeeefec8 req-392efcf7-8e10-4bbe-91e9-0298f5acdc4c tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Jul 16 20:10:24.640081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208e3c15-390e-48ae-8bd1-805343464438 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:24.649720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.665789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Transition to ACTIVE for port object 208e3c15-390e-48ae-8bd1-805343464438 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:24.671276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.807376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Pushing event updated for resources: {'Port': ['ID=208e3c15-390e-48ae-8bd1-805343464438,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:24.888385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Attempting to bind port 208e3c15-390e-48ae-8bd1-805343464438 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:24.888728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Attempting to bind port 208e3c15-390e-48ae-8bd1-805343464438 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:24.889061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Attempting to bind port 208e3c15-390e-48ae-8bd1-805343464438 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:24.893607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59876) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:24.913087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Port 208e3c15-390e-48ae-8bd1-805343464438 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:24.913425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Attempting to bind port 208e3c15-390e-48ae-8bd1-805343464438 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:24.928105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:24.928446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:24.928846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:24.929299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Bound port: 208e3c15-390e-48ae-8bd1-805343464438, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:24.929663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.964920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757eee2-922d-4fec-a323-e765b1b67c45 req-02a7bbc9-d2a0-4b13-baf3-d2a72f0e7e46 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.966617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7757eee2-922d-4fec-a323-e765b1b67c45 req-02a7bbc9-d2a0-4b13-baf3-d2a72f0e7e46 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 947 time: 0.2917352 Jul 16 20:10:24.968735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-23de401a-4df4-46de-b8c4-b1262b7ff3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.970604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-23de401a-4df4-46de-b8c4-b1262b7ff3ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7&tenant_id=3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 1101 time: 0.2879386 Jul 16 20:10:25.042332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be86a33-f402-4317-a7cc-c0cc72503b88 req-17dd6800-0f2a-4a40-ad69-ab46662cb90e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.044079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8be86a33-f402-4317-a7cc-c0cc72503b88 req-17dd6800-0f2a-4a40-ad69-ab46662cb90e tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 946 time: 0.2110386 Jul 16 20:10:25.089297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87696934-895c-416b-a1a3-0a8c5fdea314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.147167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] For port 208e3c15-390e-48ae-8bd1-805343464438, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:25.153187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7757eee2-922d-4fec-a323-e765b1b67c45 req-594acd45-0038-40c0-93c1-7306866e9d64 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524892 Jul 16 20:10:25.161171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] For port 208e3c15-390e-48ae-8bd1-805343464438, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=208e3c15-390e-48ae-8bd1-805343464438,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:25.171583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.178062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8be86a33-f402-4317-a7cc-c0cc72503b88 req-0a11efae-2bc2-4302-8d1a-25c33b580007 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187217 Jul 16 20:10:25.230038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.230673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.232221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/208e3c15-390e-48ae-8bd1-805343464438 HTTP/1.1" status: 200 len: 1095 time: 1.5813797 Jul 16 20:10:25.235077 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87696934-895c-416b-a1a3-0a8c5fdea314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.246704 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87696934-895c-416b-a1a3-0a8c5fdea314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.248127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120500c8-35ce-43cd-8355-1ca0378689d9 service neutron] Pushing event updated for resources: {'Port': ['ID=208e3c15-390e-48ae-8bd1-805343464438,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.268377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-3db71e02-a8b2-4f44-b76d-bf969b51041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.270985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-3db71e02-a8b2-4f44-b76d-bf969b51041c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 1101 time: 0.2401459 Jul 16 20:10:25.310719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 01df8d93-c7d9-45e2-8284-41571def6c13 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:25.317460 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87696934-895c-416b-a1a3-0a8c5fdea314 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7cb48f43a324445d96bbf95fb994abb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222450 Jul 16 20:10:25.318101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:25.325718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87696934-895c-416b-a1a3-0a8c5fdea314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8008e409-1454-4678-b473-7555913452bb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.397744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 01df8d93-c7d9-45e2-8284-41571def6c13 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:25.398220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 01df8d93-c7d9-45e2-8284-41571def6c13 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:25.475724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2249f34d-abb1-45ea-b536-1a62b2911e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.525337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2249f34d-abb1-45ea-b536-1a62b2911e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.542048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-9aa5d4a5-b876-495f-8ad9-58add1a3ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.543712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-9aa5d4a5-b876-495f-8ad9-58add1a3ea82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 1098 time: 0.2398984 Jul 16 20:10:25.575583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-a0bea1f0-23e9-4a71-bb4c-590f78996705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.578056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-a0bea1f0-23e9-4a71-bb4c-590f78996705 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2970963 Jul 16 20:10:25.592889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2249f34d-abb1-45ea-b536-1a62b2911e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.596278 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2249f34d-abb1-45ea-b536-1a62b2911e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.597670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2249f34d-abb1-45ea-b536-1a62b2911e4c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8008e409-1454-4678-b473-7555913452bb HTTP/1.1" status: 204 len: 168 time: 0.2782946 Jul 16 20:10:25.607568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249f34d-abb1-45ea-b536-1a62b2911e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8008e409-1454-4678-b473-7555913452bb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.636957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'tag': '208e3c15-390e-48ae-8bd1-805343464438'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:25.640952 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221" -d '{"events": [{"name": "network-changed", "server_uuid": "ddea91ac-ccd0-4486-87e8-c3675960b6de", "tag": "208e3c15-390e-48ae-8bd1-805343464438"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:25.710759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-46a54047-fda6-479a-95c5-5bcd869a3c66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=208e3c15-390e-48ae-8bd1-805343464438 HTTP/1.1" status: 200 len: 217 time: 0.1310668 Jul 16 20:10:25.714969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-8a3fd7aa-9620-4ab9-9127-b41d1c4d6b71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 200 len: 217 time: 0.0952632 Jul 16 20:10:25.884719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-cffed35a-ca13-4434-a08c-847804548710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.886534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-cffed35a-ca13-4434-a08c-847804548710 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1665289 Jul 16 20:10:25.893176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-7a34daec-ab47-4632-9cac-7902ae882e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.894988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-7a34daec-ab47-4632-9cac-7902ae882e6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1596467 Jul 16 20:10:25.906120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ba2c3-298a-42c5-9ed3-2e72b5e86162 req-bb4f93cb-fa80-4af3-bc75-ac6fa42c238b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.908744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb1ba2c3-298a-42c5-9ed3-2e72b5e86162 req-bb4f93cb-fa80-4af3-bc75-ac6fa42c238b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.3812950 Jul 16 20:10:25.921615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411c70-4ff9-46c0-abe9-4aff5ea63cad req-b7608a94-8a67-4c5b-885e-04029a5f1785 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.923427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1411c70-4ff9-46c0-abe9-4aff5ea63cad req-b7608a94-8a67-4c5b-885e-04029a5f1785 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4216349 Jul 16 20:10:26.038726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59896) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:26.065580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3ba7-2e02-49e8-9f73-71422c5bb7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.143626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb1ba2c3-298a-42c5-9ed3-2e72b5e86162 req-2529e138-e215-4b1e-bf39-0b9783450e7e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187905 Jul 16 20:10:26.160520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1411c70-4ff9-46c0-abe9-4aff5ea63cad req-94d2c4f6-030f-41e1-b702-27e7d244e837 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957939 Jul 16 20:10:26.187189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-1c9bdf23-b4ab-48d4-b99e-1393a2651d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.189553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-1c9bdf23-b4ab-48d4-b99e-1393a2651d85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629647 Jul 16 20:10:26.199527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-80a90603-ea17-4031-8460-c6a992392f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.203051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-80a90603-ea17-4031-8460-c6a992392f5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2746983 Jul 16 20:10:26.246486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3ba7-2e02-49e8-9f73-71422c5bb7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.253731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3ba7-2e02-49e8-9f73-71422c5bb7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.339537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3ba7-2e02-49e8-9f73-71422c5bb7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef95c4-658e-40a4-8bd2-f1ee626759eb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:26.373402 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2c9a3ba7-2e02-49e8-9f73-71422c5bb7cc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2fb15ff29c6148c294f2cc8b151bd03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295579 Jul 16 20:10:26.376263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59900) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:26.488176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d8156eb-4214-4d06-b5b0-81c0f89b37fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.490375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-9e908574-23f4-44ca-8606-4727f7c8d665 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674525 Jul 16 20:10:26.538320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d8156eb-4214-4d06-b5b0-81c0f89b37fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.634082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d8156eb-4214-4d06-b5b0-81c0f89b37fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.639115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d8156eb-4214-4d06-b5b0-81c0f89b37fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.644433 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6d8156eb-4214-4d06-b5b0-81c0f89b37fb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/46ef95c4-658e-40a4-8bd2-f1ee626759eb HTTP/1.1" status: 204 len: 168 time: 0.2628827 Jul 16 20:10:26.658953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8156eb-4214-4d06-b5b0-81c0f89b37fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef95c4-658e-40a4-8bd2-f1ee626759eb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:26.709939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-834c1772-eeda-4339-bbc1-12c038f55b6c service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049536 Jul 16 20:10:26.800694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8144a-5d90-4846-80b0-6dad001abfcd req-ba27a597-f809-4508-a320-5ff13bd9431d tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.802314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f8144a-5d90-4846-80b0-6dad001abfcd req-ba27a597-f809-4508-a320-5ff13bd9431d tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1097 time: 0.3075144 Jul 16 20:10:26.842238 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54e7fa0-3d75-4365-bc0c-c3ecbbeb44b0 x-openstack-request-id: req-c54e7fa0-3d75-4365-bc0c-c3ecbbeb44b0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:26.842238 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddea91ac-ccd0-4486-87e8-c3675960b6de", "tag": "208e3c15-390e-48ae-8bd1-805343464438", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:26.842742 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c54e7fa0-3d75-4365-bc0c-c3ecbbeb44b0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:26.842742 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'tag': '208e3c15-390e-48ae-8bd1-805343464438', 'status': 'completed', 'code': 200} Jul 16 20:10:26.863333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db8a6006-0b9d-4237-a8ad-d3e7b71eba2a req-72d85423-e625-482e-a2fc-c2f35669adee service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595836 Jul 16 20:10:26.927090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965c6ce2-0970-4498-9a76-22348f7e82eb req-43c8dc5f-270f-447b-81d0-73edb3ae3044 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094815 Jul 16 20:10:26.935211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f8144a-5d90-4846-80b0-6dad001abfcd req-5dcf558c-6d9f-417b-bf79-43bb31fc9b29 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972114 Jul 16 20:10:27.284827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-176ba785-ec69-402a-9173-62350676d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.289767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-176ba785-ec69-402a-9173-62350676d3ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 1098 time: 0.2628088 Jul 16 20:10:27.324255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f089835e-32d5-4771-95ee-d905abd9f06c no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:27.370993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32db808-c524-4fb6-961a-dac5ab2a564d req-7cb3ac48-b936-4d4a-8134-64709bbd0c3e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.384589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b32db808-c524-4fb6-961a-dac5ab2a564d req-7cb3ac48-b936-4d4a-8134-64709bbd0c3e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 947 time: 0.2413688 Jul 16 20:10:27.556637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.590892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:27.596480 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082a0c2-c4e2-48d5-84c2-dbc688e6f518" -d '{"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-unplugged", "status": "completed", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:27.609900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:27.615012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.698420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:27.700799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b32db808-c524-4fb6-961a-dac5ab2a564d req-993afed5-78cf-4fbf-958e-f9f49cf7e97c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143842 Jul 16 20:10:27.779723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-0fbd3e2a-8df4-4993-b109-7092786f1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.782353 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-0fbd3e2a-8df4-4993-b109-7092786f1e9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4817491 Jul 16 20:10:28.201505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-616e8c11-8044-4b96-896f-b88bc5acee87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=208e3c15-390e-48ae-8bd1-805343464438 HTTP/1.1" status: 200 len: 217 time: 0.4056742 Jul 16 20:10:28.254689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-db087ecd-b406-44bb-9584-00587fe6e95e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.256896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-db087ecd-b406-44bb-9584-00587fe6e95e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.8688207 Jul 16 20:10:28.300314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-fc623c92-4240-4f46-a8c5-a92d6b709c81 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/quotas/bba158c9a5a74456a3f89b42ef2c975b HTTP/1.1" status: 200 len: 375 time: 0.0230949 Jul 16 20:10:28.302763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-d2238810-6954-4d10-aba5-8abf3f3dd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.304745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-d2238810-6954-4d10-aba5-8abf3f3dd3a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0938039 Jul 16 20:10:28.411440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-634879e5-da65-4c1f-941e-421af81cf89f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983107 Jul 16 20:10:28.585236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-4d8e5dd3-28b6-4535-ac01-e0edb4877f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.588123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-4d8e5dd3-28b6-4535-ac01-e0edb4877f44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2767594 Jul 16 20:10:28.592653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53244a67-3426-4e2c-a9c1-6099ca791ce6 req-01d506f7-83e4-4029-8fee-e8374c674bc9 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.594703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53244a67-3426-4e2c-a9c1-6099ca791ce6 req-01d506f7-83e4-4029-8fee-e8374c674bc9 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1097 time: 0.2723515 Jul 16 20:10:28.667067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-eee9c413-d6f1-4e34-8317-1bc72a9ce9b0 service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346191 Jul 16 20:10:28.796012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53244a67-3426-4e2c-a9c1-6099ca791ce6 req-9efe11f0-410e-4e1d-83da-d3967cff25df tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801276 Jul 16 20:10:28.921441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-56a294c6-4ebf-4336-9dbe-bcac67140fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249974 Jul 16 20:10:28.993314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-7a451d92-bb26-4534-8130-0536bf74924b service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105023 Jul 16 20:10:29.133120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e567f6e-b9e8-47bd-8eee-7be93bc5e221 req-04e46abf-fc1b-4dfc-8430-55b05214daea service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009957 Jul 16 20:10:29.160678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfb81d-c0dc-4870-9c3c-0ac5524f9cf8 req-22913f8d-d76e-4b41-9cd4-a27998434fe2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.163830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4cfb81d-c0dc-4870-9c3c-0ac5524f9cf8 req-22913f8d-d76e-4b41-9cd4-a27998434fe2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 948 time: 0.1904442 Jul 16 20:10:29.233783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4cfb81d-c0dc-4870-9c3c-0ac5524f9cf8 req-fd937690-c054-4173-b9fb-4941375beb73 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514200 Jul 16 20:10:29.324266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f089835e-32d5-4771-95ee-d905abd9f06c details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:29.455218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca5073-253d-4a61-ad98-f99ade9b8f49 req-c3ba1609-4c21-46eb-9275-267d3ff20811 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.458524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37ca5073-253d-4a61-ad98-f99ade9b8f49 req-c3ba1609-4c21-46eb-9275-267d3ff20811 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.1298656 Jul 16 20:10:29.488772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:29.502819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'mac_address': 'fa:16:3e:4c:28:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:29.560200 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.586750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f089835e-32d5-4771-95ee-d905abd9f06c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:29.593131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-b6f05424-9721-4fbf-a265-22cdff97b245 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1024335934&fields=id&tenant_id=b98040beabbd4dc992499a4edb7b269a HTTP/1.1" status: 200 len: 267 time: 0.1765730 Jul 16 20:10:29.603876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37ca5073-253d-4a61-ad98-f99ade9b8f49 req-dfe0ad76-5774-4a60-b041-606f56d815e4 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322229 Jul 16 20:10:29.639684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:29.645148 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.707429 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a8b20-4835-44ed-a70d-9206a1147d5f x-openstack-request-id: req-e28a8b20-4835-44ed-a70d-9206a1147d5f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:29.707780 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-unplugged", "status": "completed", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:29.708616 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e28a8b20-4835-44ed-a70d-9206a1147d5f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:29.709445 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'code': 200} Jul 16 20:10:29.729342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-e2313971-06f6-4351-8896-58a73c3c8e4c tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.732288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-e2313971-06f6-4351-8896-58a73c3c8e4c tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc3a468-b495-4ad5-9f90-aab708dd6a7c HTTP/1.1" status: 200 len: 946 time: 0.2016456 Jul 16 20:10:29.739124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:29.756738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.757676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.758760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.759333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.760059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.761184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.761939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.762714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.763497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.764268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.765003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.765731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:29.857521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 208e3c15-390e-48ae-8bd1-805343464438 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:29.914890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a200092f-1e9e-4932-97b3-e63a9e61c331 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.916740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a200092f-1e9e-4932-97b3-e63a9e61c331 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 824 time: 0.3113055 Jul 16 20:10:29.956317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-06757a16-5459-40dc-8dd9-42edcc9def27 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/quotas/b98040beabbd4dc992499a4edb7b269a HTTP/1.1" status: 200 len: 375 time: 0.0186491 Jul 16 20:10:30.079491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Deleting port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:30.080047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.197315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-fae1b513-8e1b-48d6-bbf8-a0291f77abea tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2188463 Jul 16 20:10:30.282959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f089835e-32d5-4771-95ee-d905abd9f06c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:30.322063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] For port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:30.322601 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.376593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4fa38e91-7611-45c1-9344-6ea91b0a41e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.426702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 208e3c15-390e-48ae-8bd1-805343464438, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=208e3c15-390e-48ae-8bd1-805343464438,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:30.470262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '208e3c15-390e-48ae-8bd1-805343464438', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '208e3c15-390e-48ae-8bd1-805343464438', 'mac_address': 'fa:16:3e:dc:e3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:30.554777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-b3b98b80-e7e4-441b-ab9b-d87c1cb37d04 service neutron] 10.222.0.100 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565121 Jul 16 20:10:30.593999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.640497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208e3c15-390e-48ae-8bd1-805343464438 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:30.694131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 208e3c15-390e-48ae-8bd1-805343464438, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=208e3c15-390e-48ae-8bd1-805343464438,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:30.704110 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.704786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:30.719433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848fa23-270c-4999-ba86-bed2f799c63c req-02898aca-395b-47a5-9f44-46c1ef3f6637 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.721181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b848fa23-270c-4999-ba86-bed2f799c63c req-02898aca-395b-47a5-9f44-46c1ef3f6637 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 947 time: 0.4247406 Jul 16 20:10:30.786429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:30.798815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=208e3c15-390e-48ae-8bd1-805343464438,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:30.805587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'mac_address': 'fa:16:3e:49:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:30.863138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.865784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.866159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.866532 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b disassociated. External IP: 172.25.8.67, port: e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1. Jul 16 20:10:30.866870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Calling delete_port for e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:30.873819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b848fa23-270c-4999-ba86-bed2f799c63c req-9bc1c65a-acfc-43fd-bd00-9cb796f9c86a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432312 Jul 16 20:10:30.880149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-78d13bd6-61eb-49a9-aa64-2094f194b417 service neutron] 10.222.0.100 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943525 Jul 16 20:10:30.896313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b46fb2a7-c64d-4b19-8b4d-91619e907cb7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:30.944714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:30.952843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.055663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:31.283147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b46fb2a7-c64d-4b19-8b4d-91619e907cb7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:31.288306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['208e3c15-390e-48ae-8bd1-805343464438'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:31.334172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1136ad64-6748-4a02-862f-0ff9fa930455 req-ba2f86f9-5a2c-4883-8613-fa3d95feb2f4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 210 time: 0.0621064 Jul 16 20:10:31.414165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.531921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event deleted for resources: {'Port': ['ID=e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:31.869959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:31.913501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.913906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.914880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.915375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.915684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.916042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.916383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.916764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.917196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.917655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.917994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.918389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:32.020063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-27f97f50-0dee-4b63-93bb-0b014d77bb14 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:32.022012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-27f97f50-0dee-4b63-93bb-0b014d77bb14 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.9141498 Jul 16 20:10:32.062859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.096464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b46fb2a7-c64d-4b19-8b4d-91619e907cb7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:32.115847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Request body: {'port': {'device_id': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'admin_state_up': True, 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:32.140820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:32.146786 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.238767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:32.240771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47479-8045-48cf-b759-5e989dc8bdea req-e06a11b3-747d-414d-ab30-5f0e3c877a87 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:32.248231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9c47479-8045-48cf-b759-5e989dc8bdea req-e06a11b3-747d-414d-ab30-5f0e3c877a87 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 948 time: 0.3189790 Jul 16 20:10:32.319645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0d537-d134-4e2f-bb4a-dad869eb461e req-df4865ef-1b0f-4dea-9847-6d3f669b6d03 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:32.322354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03b0d537-d134-4e2f-bb4a-dad869eb461e req-df4865ef-1b0f-4dea-9847-6d3f669b6d03 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 949 time: 0.3825133 Jul 16 20:10:32.351530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Router 3ad796ca-adc6-4036-890e-6e4c203dc004 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:32.542325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9c47479-8045-48cf-b759-5e989dc8bdea req-933c3513-56e7-4512-9eb6-1ca9490d6cf5 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166746 Jul 16 20:10:32.550299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03b0d537-d134-4e2f-bb4a-dad869eb461e req-fa8a66b2-31ef-46d5-b238-6946100f26c2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028456 Jul 16 20:10:32.628506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:32.636678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.718369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:32.753470 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] Sync routers for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:32.791911 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:32.796228 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:10:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:32.819860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] No DVR routers for this DVR port e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:32.825258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.827500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d448cd56-1034-4344-be4e-0e5eb8838c25 req-db0ee40e-171c-4781-8dbf-a1c61670e372 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "DELETE /v2.0/ports/e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 HTTP/1.1" status: 204 len: 173 time: 3.0279922 Jul 16 20:10:32.828240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'name': 'network-vif-deleted', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:32.830795 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ea5f58-2ced-42f5-9cd8-22eec7bdceea" -d '{"events": [{"server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "name": "network-vif-deleted", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:32.937249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49e25c16-6cfb-4045-8718-176e883ea9b1 req-322163e7-1913-4454-abb5-1333d167f0b6 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 210 time: 0.0711319 Jul 16 20:10:33.052024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Allocated IP 172.20.0.6 (c5d14762-e43f-4ebd-a0cf-a9068eb63b7b/67ee619a-874b-42ad-8c69-324407245e9a/7dde467e-ed31-42f1-ab47-8a07263a9f74) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:33.143734 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:33.368726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f089835e-32d5-4771-95ee-d905abd9f06c up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:33.521408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port f089835e-32d5-4771-95ee-d905abd9f06c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:33.522365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.637615 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.655016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-53133d77-6251-4fe7-a83b-ba5007cb1dd2 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.656434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-53133d77-6251-4fe7-a83b-ba5007cb1dd2 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 824 time: 0.1820493 Jul 16 20:10:33.666423 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:33.696089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:33.700819 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa3f0e8-1465-439a-bbce-03805487becc" -d '{"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-plugged", "status": "completed", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:33.701746 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] Checking router: 3ad796ca-adc6-4036-890e-6e4c203dc004 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:33.713197 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:33.713838 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:10:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:33.716020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c51233b-7662-4540-b875-b98d67d5db91 req-c3d48a9f-7e40-4b64-bf09-a89e64f129bf tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 210 time: 0.0464294 Jul 16 20:10:33.734400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:33.741384 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.745057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:33.793858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e86c9c-4ab3-45e7-ba20-5ed9af75de00 req-93710537-78dd-4d58-9fb9-b0625043e1f4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.795869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2e86c9c-4ab3-45e7-ba20-5ed9af75de00 req-93710537-78dd-4d58-9fb9-b0625043e1f4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 948 time: 0.4803813 Jul 16 20:10:33.912424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 208e3c15-390e-48ae-8bd1-805343464438 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:33.920346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.936639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:33.937739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:33.963747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2e86c9c-4ab3-45e7-ba20-5ed9af75de00 req-9ce769fc-7d50-48c7-84f0-54c2f687ca74 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260769 Jul 16 20:10:33.964702 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:33.994776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-2a7f7621-55b3-4c3f-81f3-b204fd10722f tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98040beabbd4dc992499a4edb7b269a HTTP/1.1" status: 200 len: 380 time: 0.3102467 Jul 16 20:10:34.002353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'port': {'device_id': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'admin_state_up': True, 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'security_groups': ['b70d0bbe-83f9-4616-9067-439a2f704d6c']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:34.077534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.079236 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035f9a2c-1677-4850-adca-94fa8bc17086 x-openstack-request-id: req-035f9a2c-1677-4850-adca-94fa8bc17086 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:34.079236 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc3a468-b495-4ad5-9f90-aab708dd6a7c", "name": "network-vif-deleted", "tag": "e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:34.079236 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-035f9a2c-1677-4850-adca-94fa8bc17086 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:34.079760 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc3a468-b495-4ad5-9f90-aab708dd6a7c', 'name': 'network-vif-deleted', 'tag': 'e1d5bab4-74e4-40bc-91b5-3504bc2c6aa1', 'status': 'completed', 'code': 200} Jul 16 20:10:34.123766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.167338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 208e3c15-390e-48ae-8bd1-805343464438 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:34.183839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 208e3c15-390e-48ae-8bd1-805343464438 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:34.184489 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.287739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.387626 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.437105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:34.475695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 208e3c15-390e-48ae-8bd1-805343464438, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=208e3c15-390e-48ae-8bd1-805343464438,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:34.478742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:34.482137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:34.483793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.486234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:34.489568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.490194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.556861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event updated for resources: {'Port': ['ID=7dde467e-ed31-42f1-ab47-8a07263a9f74,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.577977 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:34.611029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Made reservation on behalf of b98040beabbd4dc992499a4edb7b269a for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:34.614790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.618098 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a226f-025e-4372-9541-0802eaa23e07 None None] The sync data for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 is: [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:34.635051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=208e3c15-390e-48ae-8bd1-805343464438,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.658664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:34.659454 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.664523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-d7b6d6e5-1b46-4a29-be80-4be9fb25cf4c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5621390 Jul 16 20:10:34.686199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Request body: {'port': {'device_id': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:34.738966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-973bef04-3974-475b-9e0a-ed332f1b2926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.833559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.885251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0196a10-b478-45d3-a203-8f47da28c9fb req-c615c076-fb9b-4a41-8f84-c345f8611bcc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.888392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0196a10-b478-45d3-a203-8f47da28c9fb req-c615c076-fb9b-4a41-8f84-c345f8611bcc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1097 time: 0.4960110 Jul 16 20:10:34.892214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:34.900106 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.924302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-1497522c-8205-4238-aace-0e6632011b05 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.926195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-1497522c-8205-4238-aace-0e6632011b05 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7&tenant_id=3969d86e084a4e839c0cf0200a82ba72&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 950 time: 0.4497116 Jul 16 20:10:34.945434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb8b25-9e42-40ab-abc3-7bc163d8c208 req-5d863c20-76a2-43d3-9418-c3da74b02928 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.947107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82bb8b25-9e42-40ab-abc3-7bc163d8c208 req-5d863c20-76a2-43d3-9418-c3da74b02928 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 947 time: 0.4487607 Jul 16 20:10:34.992060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.995327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:35.044720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a201b9d-d06d-45e0-afd8-ed17180ed983 None None] New status for floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:10:35.102620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Allocated IP 172.20.0.9 (e631bb05-5de9-401e-b188-a21266e10173/5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a/26439b7f-0952-4517-8e84-00ea9e6de4c2) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:35.113638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0196a10-b478-45d3-a203-8f47da28c9fb req-519ef89e-734a-471d-8510-ed6f1f051a39 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062194 Jul 16 20:10:35.181500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82bb8b25-9e42-40ab-abc3-7bc163d8c208 req-f775e7e1-9239-472f-be37-8ca435e71fd0 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048919 Jul 16 20:10:35.220929 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed19f9cc-9060-4e08-8b82-0142565ab1aa x-openstack-request-id: req-ed19f9cc-9060-4e08-8b82-0142565ab1aa {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:35.221296 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-plugged", "status": "completed", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:35.221484 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ed19f9cc-9060-4e08-8b82-0142565ab1aa {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:35.221892 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'code': 200} Jul 16 20:10:35.357765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-331f0ccb-1044-4475-9fed-1fa8dcaa2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:35.359366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-331f0ccb-1044-4475-9fed-1fa8dcaa2c81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 1101 time: 0.3482039 Jul 16 20:10:35.395063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be89abc5-628d-44e3-9193-31f50c2bd386 req-19376582-5131-4b40-9639-d89ee14165cc tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 210 time: 0.0752039 Jul 16 20:10:35.861330 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.012360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.017117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-e6683cdd-467c-45eb-b1d3-87a2930244a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.018686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-e6683cdd-467c-45eb-b1d3-87a2930244a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.6261580 Jul 16 20:10:36.105365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Transition to ACTIVE for port object 26439b7f-0952-4517-8e84-00ea9e6de4c2 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:36.119511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-ee52307b-3d9e-4edf-a999-496c72d59707 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 200 len: 217 time: 0.0881565 Jul 16 20:10:36.147537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f2b7-2bc3-4171-b28b-f50287c6ec0b req-7711882f-0d7b-44cd-9585-f2118b74f4d3 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.150212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d52f2b7-2bc3-4171-b28b-f50287c6ec0b req-7711882f-0d7b-44cd-9585-f2118b74f4d3 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.7362266 Jul 16 20:10:36.238944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dde467e-ed31-42f1-ab47-8a07263a9f74 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:36.257293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.272890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f019b5-32f7-4d08-82b9-d3390f7a747f req-e15637c3-610c-45c9-84bb-804c46642b55 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.274814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74f019b5-32f7-4d08-82b9-d3390f7a747f req-e15637c3-610c-45c9-84bb-804c46642b55 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 931 time: 0.4098001 Jul 16 20:10:36.328517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-36302e0f-9deb-4265-88f3-a0fc0ec78dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.330238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-36302e0f-9deb-4265-88f3-a0fc0ec78dc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1728790 Jul 16 20:10:36.337359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Transition to ACTIVE for port object 7dde467e-ed31-42f1-ab47-8a07263a9f74 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:36.343747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d52f2b7-2bc3-4171-b28b-f50287c6ec0b req-23ba077e-6d14-4eeb-bc9b-d4530cfc8b9a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759002 Jul 16 20:10:36.360155 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.416968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.472567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74f019b5-32f7-4d08-82b9-d3390f7a747f req-c8fdaeba-8fab-437b-8375-f0938dd3748f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797411 Jul 16 20:10:36.485861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Pushing event updated for resources: {'Port': ['ID=7dde467e-ed31-42f1-ab47-8a07263a9f74,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.507923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Network e631bb05-5de9-401e-b188-a21266e10173 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:36.552028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:36.554531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:36.561251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.561682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.634996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Attempting to bind port 7dde467e-ed31-42f1-ab47-8a07263a9f74 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:36.635358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Attempting to bind port 7dde467e-ed31-42f1-ab47-8a07263a9f74 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:36.635675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Attempting to bind port 7dde467e-ed31-42f1-ab47-8a07263a9f74 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:36.649108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6510801 Jul 16 20:10:36.656955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d38da2-b1b2-43de-a25a-f0b6365d752a tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event updated for resources: {'Port': ['ID=26439b7f-0952-4517-8e84-00ea9e6de4c2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.663198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Port 7dde467e-ed31-42f1-ab47-8a07263a9f74 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:36.663727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Attempting to bind port 7dde467e-ed31-42f1-ab47-8a07263a9f74 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:36.672136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Request body: {'port': {'device_id': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:36.677236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-22465f84-0262-4f66-8490-489977b10048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.678836 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-22465f84-0262-4f66-8490-489977b10048 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3323224 Jul 16 20:10:36.685847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:36.686153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:36.686444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Bound using segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:36.686901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Bound port: 7dde467e-ed31-42f1-ab47-8a07263a9f74, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:36.687356 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.885406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-35e8e7dc-4e49-4657-8276-ab7ca6765dfc None None] Provisioning for port 26439b7f-0952-4517-8e84-00ea9e6de4c2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:36.892841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-35e8e7dc-4e49-4657-8276-ab7ca6765dfc None None] Provisioning complete for port 26439b7f-0952-4517-8e84-00ea9e6de4c2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:36.893724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-35e8e7dc-4e49-4657-8276-ab7ca6765dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.901760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8a2db-44aa-45b8-9610-cebb9952d96b req-669ad7fb-6f6f-4954-80c8-fd90d36050cb tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.903532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8d8a2db-44aa-45b8-9610-cebb9952d96b req-669ad7fb-6f6f-4954-80c8-fd90d36050cb tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 949 time: 0.3955500 Jul 16 20:10:36.955179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-35e8e7dc-4e49-4657-8276-ab7ca6765dfc None None] Port 26439b7f-0952-4517-8e84-00ea9e6de4c2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:36.963301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.006942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-4b2cc8e2-5261-4e73-a1c6-1698cc57ec23 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912798 Jul 16 20:10:37.014062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] For port 7dde467e-ed31-42f1-ab47-8a07263a9f74, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:37.020981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] For port 7dde467e-ed31-42f1-ab47-8a07263a9f74, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7dde467e-ed31-42f1-ab47-8a07263a9f74,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:37.062525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.095823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8d8a2db-44aa-45b8-9610-cebb9952d96b req-fdf85482-90c5-43c6-af94-cfa0412b7da0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743665 Jul 16 20:10:37.145664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.146485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.148021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] 10.222.0.21 "PUT /v2.0/ports/7dde467e-ed31-42f1-ab47-8a07263a9f74 HTTP/1.1" status: 200 len: 1091 time: 2.4660962 Jul 16 20:10:37.151179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'tag': '7dde467e-ed31-42f1-ab47-8a07263a9f74'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:37.154949 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9c25de-b861-4d50-87e4-929a721f96ad", "tag": "7dde467e-ed31-42f1-ab47-8a07263a9f74"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:37.223904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208e3c15-390e-48ae-8bd1-805343464438'}, {'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:37.228091 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7259e39f-9b78-46e8-8a79-0ed54896b555" -d '{"events": [{"server_uuid": "ddea91ac-ccd0-4486-87e8-c3675960b6de", "name": "network-vif-plugged", "status": "completed", "tag": "208e3c15-390e-48ae-8bd1-805343464438"}, {"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-plugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:37.309360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca7427-cc85-44fe-bbbf-016cf9ecbd1e service neutron] Pushing event updated for resources: {'Port': ['ID=7dde467e-ed31-42f1-ab47-8a07263a9f74,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.436580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95ebc043-0f57-45dd-b24d-168e3d0e6f51 req-dce275d2-dfab-44c9-a4a8-00e30183f097 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179435 Jul 16 20:10:37.501630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-c468d5c7-e78e-4a5d-81ee-81fa9e5841c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.503330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-c468d5c7-e78e-4a5d-81ee-81fa9e5841c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 1094 time: 0.2235398 Jul 16 20:10:37.571227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-8f07bfa1-61e9-43bb-9384-949dfa3d1c8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dde467e-ed31-42f1-ab47-8a07263a9f74 HTTP/1.1" status: 200 len: 217 time: 0.0543747 Jul 16 20:10:37.652506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-157e01d7-b768-42dd-a474-28bf843a718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.654071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-157e01d7-b768-42dd-a474-28bf843a718f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.0759487 Jul 16 20:10:37.742051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-11804313-8788-45ee-8f88-5e6b80bfdcfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558841 Jul 16 20:10:37.785248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26439b7f-0952-4517-8e84-00ea9e6de4c2 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:37.808610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.901116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Transition to ACTIVE for port object 26439b7f-0952-4517-8e84-00ea9e6de4c2 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:37.909966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.914388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.956696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-505197be-6a3f-42af-8e0b-134d394ce815 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035480 Jul 16 20:10:38.005677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.019239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Pushing event updated for resources: {'Port': ['ID=26439b7f-0952-4517-8e84-00ea9e6de4c2,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:38.075921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf5ea3-6ba2-43ab-bed0-da329452199b req-d9c64672-7fec-4d15-b17b-4d3ed2edfc5d tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.079446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5abf5ea3-6ba2-43ab-bed0-da329452199b req-d9c64672-7fec-4d15-b17b-4d3ed2edfc5d tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.3145778 Jul 16 20:10:38.128152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Attempting to bind port 26439b7f-0952-4517-8e84-00ea9e6de4c2 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:38.128639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Attempting to bind port 26439b7f-0952-4517-8e84-00ea9e6de4c2 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:38.129159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Attempting to bind port 26439b7f-0952-4517-8e84-00ea9e6de4c2 on network e631bb05-5de9-401e-b188-a21266e10173 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:38.202904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Port 26439b7f-0952-4517-8e84-00ea9e6de4c2 on network e631bb05-5de9-401e-b188-a21266e10173 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:38.203377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Attempting to bind port 26439b7f-0952-4517-8e84-00ea9e6de4c2 on network e631bb05-5de9-401e-b188-a21266e10173 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:38.235115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:38.235687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Checking segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:38.236412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Bound using segment: {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:38.237103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Bound port: 26439b7f-0952-4517-8e84-00ea9e6de4c2, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c471766-6101-44bf-b0d9-c645d1353557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:38.237770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.269318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5abf5ea3-6ba2-43ab-bed0-da329452199b req-3d5e393c-0479-44a7-afed-c3fd112096a2 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799769 Jul 16 20:10:38.315673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8e0626e-5853-4c7f-9d84-eec136b56010 req-e06ab9ce-860d-4de9-a221-3f0c796e02b8 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301396 Jul 16 20:10:38.328274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.437636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] For port 26439b7f-0952-4517-8e84-00ea9e6de4c2, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:38.494421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] For port 26439b7f-0952-4517-8e84-00ea9e6de4c2, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:38.506914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.582531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.583188 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.584652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] 10.222.0.21 "PUT /v2.0/ports/26439b7f-0952-4517-8e84-00ea9e6de4c2 HTTP/1.1" status: 200 len: 1091 time: 1.9236913 Jul 16 20:10:38.589351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-da942305-cfae-4c28-bb3b-da26dc08a2e6 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:38.590440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-da942305-cfae-4c28-bb3b-da26dc08a2e6 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2196031 Jul 16 20:10:38.618903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Request body: {'binding': {'host': 'n-h1-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:38.619459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Unknown quota resources ['binding']. {{(pid=94095) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:10:38.629496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bf19e-877d-462c-add2-cc45be30c716 req-3bcc2732-40b6-45f6-80db-b2b2298bb71d tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.631158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e6bf19e-877d-462c-add2-cc45be30c716 req-3bcc2732-40b6-45f6-80db-b2b2298bb71d tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 943 time: 0.1970949 Jul 16 20:10:38.633902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86819-1582-478d-a1ef-a1c0bd462f93 service neutron] Pushing event updated for resources: {'Port': ['ID=26439b7f-0952-4517-8e84-00ea9e6de4c2,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:38.769465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e6bf19e-877d-462c-add2-cc45be30c716 req-7ad10b43-d531-4b96-8ccb-4c6531380cbf tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131227 Jul 16 20:10:38.828623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-26f9b1c4-a1f5-40d2-8837-5bf3f924c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.830580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-26f9b1c4-a1f5-40d2-8837-5bf3f924c884 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 1094 time: 0.1753595 Jul 16 20:10:38.855028 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080a7da2-b7d4-44b7-ba55-9c513417fcd3 x-openstack-request-id: req-080a7da2-b7d4-44b7-ba55-9c513417fcd3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:38.855409 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9c25de-b861-4d50-87e4-929a721f96ad", "tag": "7dde467e-ed31-42f1-ab47-8a07263a9f74", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:38.855772 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-080a7da2-b7d4-44b7-ba55-9c513417fcd3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:38.856270 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'tag': '7dde467e-ed31-42f1-ab47-8a07263a9f74', 'status': 'completed', 'code': 200} Jul 16 20:10:38.910545 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99104617-72a6-498f-94ce-6a41767b1df9 x-openstack-request-id: req-99104617-72a6-498f-94ce-6a41767b1df9 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:38.911460 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddea91ac-ccd0-4486-87e8-c3675960b6de", "name": "network-vif-plugged", "status": "completed", "tag": "208e3c15-390e-48ae-8bd1-805343464438", "code": 200}, {"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-plugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:38.911460 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-99104617-72a6-498f-94ce-6a41767b1df9 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:38.912249 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208e3c15-390e-48ae-8bd1-805343464438', 'code': 200} Jul 16 20:10:38.912755 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'code': 200} Jul 16 20:10:38.930665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-9caea5c3-0fa6-4af0-9ea0-f010322a4cd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2 HTTP/1.1" status: 200 len: 217 time: 0.0895534 Jul 16 20:10:39.057282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on host n-h1-798930-6 for vnic_type normal with profile None {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:39.058346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:39.058346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:39.384779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:39.385033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:39.447073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-f40618a7-3820-4d2f-8775-4ac329164b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.448616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-f40618a7-3820-4d2f-8775-4ac329164b51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 200 len: 863 time: 0.4849288 Jul 16 20:10:39.452656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:39.452992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:39.453401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:39.453858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Bound port: 1e069431-2d42-4cee-bce1-e1726d6bdd62, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:39.522667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-efd13c31-0bcd-407c-9e92-63c78cc904e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.525275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-efd13c31-0bcd-407c-9e92-63c78cc904e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 1094 time: 0.6133802 Jul 16 20:10:39.707622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:39.715836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf1f9c-2b8f-414d-b087-eb376a207fe2 req-75806626-f11a-4d7f-bf54-791b6a67576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.717497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13bf1f9c-2b8f-414d-b087-eb376a207fe2 req-75806626-f11a-4d7f-bf54-791b6a67576a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1100 time: 0.3537984 Jul 16 20:10:39.725617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a09e9-5204-4807-aeea-8b7c52fb07b3 req-acb06606-53fc-4168-a18b-c6dc604b4c4f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.727880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e41a09e9-5204-4807-aeea-8b7c52fb07b3 req-acb06606-53fc-4168-a18b-c6dc604b4c4f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.3622184 Jul 16 20:10:39.736190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fb21f-50fe-4c13-9098-1b556e629d7e req-e9ab10c2-6262-4359-9f17-d0e398757e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.738164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-541fb21f-50fe-4c13-9098-1b556e629d7e req-e9ab10c2-6262-4359-9f17-d0e398757e76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 1100 time: 0.6951394 Jul 16 20:10:39.750026 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.751424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-61b25b99-d2c5-4012-bc5e-f3a322c821f7 service neutron] 10.222.0.100 "POST /v2.0/ports/1e069431-2d42-4cee-bce1-e1726d6bdd62/bindings HTTP/1.1" status: 201 len: 389 time: 1.1395347 Jul 16 20:10:39.838024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-6f6c0598-9473-422c-929c-88c7f614880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.840596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-6f6c0598-9473-422c-929c-88c7f614880b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e631bb05-5de9-401e-b188-a21266e10173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763518 Jul 16 20:10:39.841914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-ae89da95-f2a3-4bee-98db-fea0a5f49c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:39.843720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-ae89da95-f2a3-4bee-98db-fea0a5f49c21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.2964332 Jul 16 20:10:39.979653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13bf1f9c-2b8f-414d-b087-eb376a207fe2 req-8501827d-ae72-43df-89d9-d03707a42f41 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499564 Jul 16 20:10:39.995203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-541fb21f-50fe-4c13-9098-1b556e629d7e req-4e0f351c-89ff-4a4f-af60-4858cf87958a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424161 Jul 16 20:10:39.996625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-f174fe50-cef7-4cfb-87cd-9adf4e324d0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dde467e-ed31-42f1-ab47-8a07263a9f74 HTTP/1.1" status: 200 len: 217 time: 0.1343756 Jul 16 20:10:40.010585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e41a09e9-5204-4807-aeea-8b7c52fb07b3 req-f29b05d5-39de-4447-adaf-1c07ef437019 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711692 Jul 16 20:10:40.378299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-1d866c00-2b28-4818-9200-5e1b849dbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.380763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-1d866c00-2b28-4818-9200-5e1b849dbbba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.3690183 Jul 16 20:10:40.400711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-95efbd9f-1a25-439b-9f2f-ef5601391579 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402014 Jul 16 20:10:40.420301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60114) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:40.484189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-da4f9e7e-7b29-4c9f-903d-c908dc5f0602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903020 Jul 16 20:10:40.544238 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.570788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d5b6-e018-4683-a8ca-97a0fdc7ae7c req-c733bf66-0afb-4888-96ea-f2688c3cb304 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.573897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c291d5b6-e018-4683-a8ca-97a0fdc7ae7c req-c733bf66-0afb-4888-96ea-f2688c3cb304 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 943 time: 0.5850081 Jul 16 20:10:40.667865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-1d53c25b-ea38-4228-a869-949865ed97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.669427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-1d53c25b-ea38-4228-a869-949865ed97e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1097 time: 0.5153823 Jul 16 20:10:40.669987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.675338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.735261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5e1926-e593-48e8-bc30-f167dd8a52cd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:40.745769 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ec6e60d87d124652888d3e8e09a36791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237338 Jul 16 20:10:40.756335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60118) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:40.757509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c16ae-e872-4ea5-952f-5ed69225607e req-7632a3c4-220f-42da-9ee8-12c98923681d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.759935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e4c16ae-e872-4ea5-952f-5ed69225607e req-7632a3c4-220f-42da-9ee8-12c98923681d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 949 time: 0.5387020 Jul 16 20:10:40.769889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.770459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.771013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.771604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.772175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.772741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.773298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.774154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.774730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.776501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.776501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.776844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477d65-9d99-4fa8-b04e-0a6dc1645226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:40.861404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c291d5b6-e018-4683-a8ca-97a0fdc7ae7c req-e5e15388-e168-49bd-ae6f-04681b3ff395 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349563 Jul 16 20:10:40.861872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:40.864330 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a62f8-0dd5-476a-836e-9f2aef990d20" -d '{"events": [{"name": "network-changed", "server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:40.869144 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-14f8a9e2-b318-4d16-9e6f-1f503cee72bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.882856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82447098-b995-4fdb-9370-6ee683e7f4d0 req-279925c8-4511-4314-9eab-3c7c6731aa77 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614367 Jul 16 20:10:40.917490 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-14f8a9e2-b318-4d16-9e6f-1f503cee72bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.927743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-9e408633-fb47-4d2f-849e-c97287586d51 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000618 Jul 16 20:10:40.939997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e4c16ae-e872-4ea5-952f-5ed69225607e req-151b15fb-6ef9-4a29-8ae9-aa35e655ba65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678202 Jul 16 20:10:41.000961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f2bbcce-fbea-44d0-b59b-8add9bf1ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.003358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f2bbcce-fbea-44d0-b59b-8add9bf1ce3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.3110049 Jul 16 20:10:41.009261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-14f8a9e2-b318-4d16-9e6f-1f503cee72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.015939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-14f8a9e2-b318-4d16-9e6f-1f503cee72bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.019509 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-14f8a9e2-b318-4d16-9e6f-1f503cee72bd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3f5e1926-e593-48e8-bc30-f167dd8a52cd HTTP/1.1" status: 204 len: 168 time: 0.2615838 Jul 16 20:10:41.054192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8a9e2-b318-4d16-9e6f-1f503cee72bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5e1926-e593-48e8-bc30-f167dd8a52cd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.171898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-80e156e7-58b2-4a7b-9f61-dc886ae0542a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 217 time: 0.1592088 Jul 16 20:10:41.404958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7dde467e-ed31-42f1-ab47-8a07263a9f74 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:41.448048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8774c5fb-6f9f-4e6e-8e0b-6753cc14d80c req-f62b214a-d434-42f2-b21e-e9d9522798c5 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062428 Jul 16 20:10:41.467712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-b859f738-905a-42fa-ae10-069c646c2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.471316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-b859f738-905a-42fa-ae10-069c646c2cfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.2764049 Jul 16 20:10:41.554561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-355d3e6d-30c0-4779-80b6-2a6fde412c48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672069 Jul 16 20:10:41.589366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 7dde467e-ed31-42f1-ab47-8a07263a9f74, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7dde467e-ed31-42f1-ab47-8a07263a9f74,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:41.591125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1923-7b98-473b-af6c-21378e75430c req-adca3a8d-38ee-4220-8d9d-90f51e58e1fc tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.593812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7dbe1923-7b98-473b-af6c-21378e75430c req-adca3a8d-38ee-4220-8d9d-90f51e58e1fc tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4175520 Jul 16 20:10:41.604519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '7dde467e-ed31-42f1-ab47-8a07263a9f74', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': '7dde467e-ed31-42f1-ab47-8a07263a9f74', 'mac_address': 'fa:16:3e:56:ce:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:41.620031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60126) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:41.634908 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37fae85d-a541-4283-b04c-698fbb10e507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.655848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.670462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dde467e-ed31-42f1-ab47-8a07263a9f74 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:41.694403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 7dde467e-ed31-42f1-ab47-8a07263a9f74, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7dde467e-ed31-42f1-ab47-8a07263a9f74,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:41.701660 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.714604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f7a51-d27f-4d54-95c6-84e055f23e7a req-d77ea3c7-933e-4119-b1da-81c10efee3b3 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.717367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d0f7a51-d27f-4d54-95c6-84e055f23e7a req-d77ea3c7-933e-4119-b1da-81c10efee3b3 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 943 time: 0.4115365 Jul 16 20:10:41.759591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37fae85d-a541-4283-b04c-698fbb10e507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.764471 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37fae85d-a541-4283-b04c-698fbb10e507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.793828 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37fae85d-a541-4283-b04c-698fbb10e507 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=35b0b3fe810c421d83b51664ded83015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702349 Jul 16 20:10:41.796086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=7dde467e-ed31-42f1-ab47-8a07263a9f74,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.798318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60128) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:41.839321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7dbe1923-7b98-473b-af6c-21378e75430c req-8c0ff737-f671-4a41-9600-ba145ccfbf6f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251954 Jul 16 20:10:41.846852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fae85d-a541-4283-b04c-698fbb10e507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d42aa69-23a8-4775-8264-8c616eb7d213,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.880785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81bf5436-ca85-436b-8ab6-88a3e1037301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.887040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-a67de39b-0ca1-49de-ad99-1209d695b3e0 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895901 Jul 16 20:10:41.898864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81bf5436-ca85-436b-8ab6-88a3e1037301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.903891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d0f7a51-d27f-4d54-95c6-84e055f23e7a req-26cd5325-0268-4407-9faa-d160c18dc743 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256928 Jul 16 20:10:41.964245 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81bf5436-ca85-436b-8ab6-88a3e1037301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.970466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81bf5436-ca85-436b-8ab6-88a3e1037301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.971996 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81bf5436-ca85-436b-8ab6-88a3e1037301 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6d42aa69-23a8-4775-8264-8c616eb7d213 HTTP/1.1" status: 204 len: 168 time: 0.1726694 Jul 16 20:10:42.008435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf5436-ca85-436b-8ab6-88a3e1037301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d42aa69-23a8-4775-8264-8c616eb7d213,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:42.065914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-e3d37e4b-99f2-45ce-b9eb-ea57e620894d service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604376 Jul 16 20:10:42.078301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['7dde467e-ed31-42f1-ab47-8a07263a9f74'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:42.285184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa01c-631a-4859-9401-da2f3d41b56e req-62fb5cad-d47c-45ee-8cac-eb4bcc876233 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.291965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-380aa01c-631a-4859-9401-da2f3d41b56e req-62fb5cad-d47c-45ee-8cac-eb4bcc876233 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 946 time: 0.2245986 Jul 16 20:10:42.377564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff48ee6-6488-4c4b-9763-7fa45e1ab0be req-0f58d496-24fa-4110-93a5-f29f9d763278 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.379222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ff48ee6-6488-4c4b-9763-7fa45e1ab0be req-0f58d496-24fa-4110-93a5-f29f9d763278 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.2377837 Jul 16 20:10:42.385542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-380aa01c-631a-4859-9401-da2f3d41b56e req-8a955545-c261-44ca-8258-e66cbe3d3fc6 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833812 Jul 16 20:10:42.389059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-7eea9d5b-4ef6-45ec-9c30-40067863f503 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.390593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-7eea9d5b-4ef6-45ec-9c30-40067863f503 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1097 time: 0.2409132 Jul 16 20:10:42.411557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-6'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:42.464067 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6119add-f2fa-4a1e-8ab3-4c7ffd6e1752 x-openstack-request-id: req-e6119add-f2fa-4a1e-8ab3-4c7ffd6e1752 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:42.464753 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:42.464753 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e6119add-f2fa-4a1e-8ab3-4c7ffd6e1752 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:42.464967 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'status': 'completed', 'code': 200} Jul 16 20:10:42.485844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ff48ee6-6488-4c4b-9763-7fa45e1ab0be req-0ac3f98b-7259-4a15-9b1b-72d79371e8ca tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940044 Jul 16 20:10:42.575334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.710322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-a02b31ee-6f4d-4678-b372-b899232c2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.713255 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-a02b31ee-6f4d-4678-b372-b899232c2455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 1094 time: 0.1943381 Jul 16 20:10:43.212787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc35cc-83b9-4e4b-94e5-02aa9f94a901 req-382b0fce-9fc5-4b97-9f6e-81222843e426 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.215589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cdc35cc-83b9-4e4b-94e5-02aa9f94a901 req-382b0fce-9fc5-4b97-9f6e-81222843e426 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 944 time: 0.6186032 Jul 16 20:10:43.252186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:43.326659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463043a-b47e-4268-8953-05344a42b010 req-a4ff80aa-05dd-4083-a5ce-f68bbc0c0014 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.328341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0463043a-b47e-4268-8953-05344a42b010 req-a4ff80aa-05dd-4083-a5ce-f68bbc0c0014 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 949 time: 0.6064181 Jul 16 20:10:43.339530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-26e1dddd-4236-437b-a093-e9191e94c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.341043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-26e1dddd-4236-437b-a093-e9191e94c3c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 925 time: 0.6146989 Jul 16 20:10:43.384358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cdc35cc-83b9-4e4b-94e5-02aa9f94a901 req-cac1b612-f953-43a5-88ea-6c3e06ecae08 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Jul 16 20:10:43.429439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 26439b7f-0952-4517-8e84-00ea9e6de4c2 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:43.439599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7dde467e-ed31-42f1-ab47-8a07263a9f74 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:43.440103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-fbcb3e76-61db-4541-8eb1-311843378dc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2 HTTP/1.1" status: 200 len: 217 time: 0.0895805 Jul 16 20:10:43.442808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:43.557209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0463043a-b47e-4268-8953-05344a42b010 req-7bd79303-e026-41ba-8210-5abad488db6a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080917 Jul 16 20:10:43.610577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.636613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 7dde467e-ed31-42f1-ab47-8a07263a9f74 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:43.637166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-c59de6dc-a715-4653-b8c9-492fba543878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:43.642067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-c59de6dc-a715-4653-b8c9-492fba543878 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 200 len: 863 time: 0.1919956 Jul 16 20:10:43.676920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.716899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 7dde467e-ed31-42f1-ab47-8a07263a9f74 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:43.717955 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.798570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 26439b7f-0952-4517-8e84-00ea9e6de4c2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:43.821530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'port_id': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'mac_address': 'fa:16:3e:b1:4c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:43.951733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.054401 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.074878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26439b7f-0952-4517-8e84-00ea9e6de4c2 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:44.077426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e827726-5576-4fd0-9886-a085364dce13 req-92aa5e4b-195b-4a92-ab32-68aeadfbe2a1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.082924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e827726-5576-4fd0-9886-a085364dce13 req-92aa5e4b-195b-4a92-ab32-68aeadfbe2a1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 943 time: 0.3704946 Jul 16 20:10:44.086047 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.091721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on host n-h2-798930-6 for vnic_type normal with profile {"migrating_to": "n-h1-798930-6"} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:44.092266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:44.092814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:44.106360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-90d85df4-4516-4913-8d94-cfb2887dd733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.106360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-90d85df4-4516-4913-8d94-cfb2887dd733 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e631bb05-5de9-401e-b188-a21266e10173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4489439 Jul 16 20:10:44.126874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 26439b7f-0952-4517-8e84-00ea9e6de4c2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:44.136173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde467e-ed31-42f1-ab47-8a07263a9f74'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:44.137511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:44.137949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Attempting to bind port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:44.138503 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dca15ca-f908-4c7e-9327-ecf27fc734e5" -d '{"events": [{"server_uuid": "1d9c25de-b861-4d50-87e4-929a721f96ad", "name": "network-vif-plugged", "status": "completed", "tag": "7dde467e-ed31-42f1-ab47-8a07263a9f74"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:44.147383 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.155222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 7dde467e-ed31-42f1-ab47-8a07263a9f74, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7dde467e-ed31-42f1-ab47-8a07263a9f74,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:44.194207 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.194465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9d76-7baa-4a1f-9f97-4a47765a20b1 req-d47442f5-0f1a-4265-bd68-cd451e4b77ae tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.194465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-182f9d76-7baa-4a1f-9f97-4a47765a20b1 req-d47442f5-0f1a-4265-bd68-cd451e4b77ae tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4321957 Jul 16 20:10:44.202322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:44.202875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:44.205893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:44.207204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Bound port: 1e069431-2d42-4cee-bce1-e1726d6bdd62, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:44.208354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.231574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=26439b7f-0952-4517-8e84-00ea9e6de4c2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.323341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=7dde467e-ed31-42f1-ab47-8a07263a9f74,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.325149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e827726-5576-4fd0-9886-a085364dce13 req-12745849-708a-4339-9ccc-2b903a77dbfb tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270417 Jul 16 20:10:44.464235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-182f9d76-7baa-4a1f-9f97-4a47765a20b1 req-0cb8ad4a-d4a9-4c82-8252-a37a7038138f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513738 Jul 16 20:10:44.476339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:44.481283 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e8bf1b-dfc3-4e95-9f9e-8ac6ce269f6d" -d '{"events": [{"server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:44.481884 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['26439b7f-0952-4517-8e84-00ea9e6de4c2'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:44.560818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-08a7204c-d198-41d5-bdad-eb05bb2eac63 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217012 Jul 16 20:10:44.563596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:44.622707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:44.633652 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.768980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b82db-030f-4afd-9721-c7f134199115 req-f7088e47-5620-4aa1-919e-7b2dc175c1e4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.770908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-814b82db-030f-4afd-9721-c7f134199115 req-f7088e47-5620-4aa1-919e-7b2dc175c1e4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 944 time: 0.2695329 Jul 16 20:10:44.818876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4a62f8-0dd5-476a-836e-9f2aef990d20 req-dcd47ba2-510e-4e47-85d5-b285ae63b254 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526855 Jul 16 20:10:44.825627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.826320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.828064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 1122 time: 2.4209726 Jul 16 20:10:44.836766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a0512-5bf3-4b9d-855d-2c42387adad0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=8']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.872958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-814b82db-030f-4afd-9721-c7f134199115 req-fb35a6ce-beb8-4f60-bb42-0315865ad9c3 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858309 Jul 16 20:10:44.951119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1e069431-2d42-4cee-bce1-e1726d6bdd62'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:45.129376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6d8fb-461f-40be-8148-a627e567bfb9 req-3f6029bf-8c9b-475c-833b-cfb72b4ba778 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.131779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74f6d8fb-461f-40be-8148-a627e567bfb9 req-3f6029bf-8c9b-475c-833b-cfb72b4ba778 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 1100 time: 0.0807750 Jul 16 20:10:45.182965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74f6d8fb-461f-40be-8148-a627e567bfb9 req-cb1332fa-7e95-4016-8d6b-2c029f6617dd tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Jul 16 20:10:45.206140 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c51c21e-1987-46c2-9edb-e0432839d2fd x-openstack-request-id: req-8c51c21e-1987-46c2-9edb-e0432839d2fd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:45.207585 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9c25de-b861-4d50-87e4-929a721f96ad", "name": "network-vif-plugged", "status": "completed", "tag": "7dde467e-ed31-42f1-ab47-8a07263a9f74", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:45.208451 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8c51c21e-1987-46c2-9edb-e0432839d2fd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:45.209549 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde467e-ed31-42f1-ab47-8a07263a9f74', 'code': 200} Jul 16 20:10:45.436137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4f94a-47e4-4188-9000-c0f501dedd55 req-46a6a70f-a1cf-401e-bde9-f942c0797778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.437864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92e4f94a-47e4-4188-9000-c0f501dedd55 req-46a6a70f-a1cf-401e-bde9-f942c0797778 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 1096 time: 0.1202741 Jul 16 20:10:45.469746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7461d-7739-4db8-9d47-2d6bce12d20e req-a976b908-a4d2-4454-9ad4-a2278e2f7b56 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.471434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fe7461d-7739-4db8-9d47-2d6bce12d20e req-a976b908-a4d2-4454-9ad4-a2278e2f7b56 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 945 time: 0.1177320 Jul 16 20:10:45.515634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92e4f94a-47e4-4188-9000-c0f501dedd55 req-3bb0c137-d92a-47b8-9565-ed0288febb96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659044 Jul 16 20:10:45.536704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fe7461d-7739-4db8-9d47-2d6bce12d20e req-dfc0d96d-7bed-4fd9-b886-056de19e32ca tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Jul 16 20:10:45.608084 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f4b218-ba56-47f0-9f85-d37c965430f0 x-openstack-request-id: req-01f4b218-ba56-47f0-9f85-d37c965430f0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:45.609045 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:45.609045 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-01f4b218-ba56-47f0-9f85-d37c965430f0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:45.609398 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62', 'code': 200} Jul 16 20:10:45.821519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-2f53531d-94f6-45f2-a097-2d4850dce40d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535896 Jul 16 20:10:45.893765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca27897-682f-467d-b6c7-f6fe2c77024c req-9446e621-27d5-4d24-af25-5080e8ec1b2f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.895478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca27897-682f-467d-b6c7-f6fe2c77024c req-9446e621-27d5-4d24-af25-5080e8ec1b2f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.1747341 Jul 16 20:10:45.990655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-ba34ad76-a18f-448e-ba93-5de85feb592a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:45.992358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-ba34ad76-a18f-448e-ba93-5de85feb592a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584957 Jul 16 20:10:45.995418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca27897-682f-467d-b6c7-f6fe2c77024c req-f4de3f0b-90ec-4aff-b930-fe5361c25c65 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726128 Jul 16 20:10:46.010422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-211ca74f-f5aa-4a39-bd9c-93ff53b61504 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/quotas/c75c3fb4c341495cb2dfcc4b433eee76 HTTP/1.1" status: 200 len: 375 time: 0.0115502 Jul 16 20:10:46.109044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-d74d3ae3-070b-4c6c-b9e5-b669d968c39e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0922475 Jul 16 20:10:46.344377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e652c8-c522-4fab-b9fc-2c472eb49fe6 req-7efcc3c0-46ae-4de1-8714-85ede849e290 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.348639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e652c8-c522-4fab-b9fc-2c472eb49fe6 req-7efcc3c0-46ae-4de1-8714-85ede849e290 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 944 time: 0.1414874 Jul 16 20:10:46.443601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e652c8-c522-4fab-b9fc-2c472eb49fe6 req-92081673-6ae1-41b7-926a-a37684ddd666 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782864 Jul 16 20:10:46.707948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f02bdf-b7de-4c44-9eb8-af03bd3c1950 req-f0f7d06e-900b-4136-98b4-fa7c14a56dad tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.711477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2f02bdf-b7de-4c44-9eb8-af03bd3c1950 req-f0f7d06e-900b-4136-98b4-fa7c14a56dad tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 944 time: 0.1088169 Jul 16 20:10:46.787963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2f02bdf-b7de-4c44-9eb8-af03bd3c1950 req-6f9704b4-a64a-4c99-8243-e8cb37a50f6e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Jul 16 20:10:46.918084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b11db20-9ae0-42a6-8b83-87563b0061b2 req-47b68980-7d9e-4037-ab33-2f02518127b3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 210 time: 0.0528913 Jul 16 20:10:47.246417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1c974-7e6b-460d-8307-1785f0617fab req-9d178bfd-caf7-4948-a01f-7d6d0f03afb6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.248855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69e1c974-7e6b-460d-8307-1785f0617fab req-9d178bfd-caf7-4948-a01f-7d6d0f03afb6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 945 time: 0.0998049 Jul 16 20:10:47.335010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69e1c974-7e6b-460d-8307-1785f0617fab req-c3e46357-77d8-429e-8fb1-e507e1670da4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793304 Jul 16 20:10:47.464964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:47.472357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 26439b7f-0952-4517-8e84-00ea9e6de4c2 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:47.570566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60304) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:47.614770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-f28b5851-e50a-4581-915b-a32598b34959 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050296 Jul 16 20:10:47.623854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:47.639296 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070" -d '{"events": [{"name": "network-changed", "server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:47.753007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 26439b7f-0952-4517-8e84-00ea9e6de4c2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:47.775595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 26439b7f-0952-4517-8e84-00ea9e6de4c2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:47.776075 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.786001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5be81244-4da7-4d91-bdda-95d2af614a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.818876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:47.849953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 has no active binding in host n-h1-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:10:47.952808 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.003296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:48.007577 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0b0f98-e1c9-4433-89f0-5841cabba37f" -d '{"events": [{"server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "name": "network-vif-plugged", "status": "completed", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:48.019466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5be81244-4da7-4d91-bdda-95d2af614a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.025677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5be81244-4da7-4d91-bdda-95d2af614a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.030693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 26439b7f-0952-4517-8e84-00ea9e6de4c2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:48.040708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-2e4b8fb7-2fbf-48bc-b5e3-ee6a6525fe64 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.042982 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.043388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-2e4b8fb7-2fbf-48bc-b5e3-ee6a6525fe64 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4268503 Jul 16 20:10:48.064422 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5be81244-4da7-4d91-bdda-95d2af614a50 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=75377392d5e14f39ac18c70870c813b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911764 Jul 16 20:10:48.072929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff67f6-4cdb-4354-ab2b-ead9c6e20d1e req-5f6c5796-affd-4a51-b141-a44e158b01db tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.073574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:48.075821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fff67f6-4cdb-4354-ab2b-ead9c6e20d1e req-5f6c5796-affd-4a51-b141-a44e158b01db tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4561694 Jul 16 20:10:48.094013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-b204fc44-945a-4127-920e-89036f79cecc tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/quotas/3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 375 time: 0.0411644 Jul 16 20:10:48.130175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be81244-4da7-4d91-bdda-95d2af614a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b5988-bd72-4cac-bfd1-4ba03c34320c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.175085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=26439b7f-0952-4517-8e84-00ea9e6de4c2,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.184298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fff67f6-4cdb-4354-ab2b-ead9c6e20d1e req-c67d6dd2-98fd-41af-a90b-f6c4b053fe1e tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943003 Jul 16 20:10:48.191592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4b2e-1962-4253-9a44-3ece87fdc899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.247198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4b2e-1962-4253-9a44-3ece87fdc899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.250107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-0bf0e6ce-5870-4635-96b6-0cdb1af9c54c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248779 Jul 16 20:10:48.325118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4b2e-1962-4253-9a44-3ece87fdc899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.329818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4b2e-1962-4253-9a44-3ece87fdc899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.336817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4b3a4b2e-1962-4253-9a44-3ece87fdc899 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f17b5988-bd72-4cac-bfd1-4ba03c34320c HTTP/1.1" status: 204 len: 168 time: 0.2608855 Jul 16 20:10:48.352494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a4b2e-1962-4253-9a44-3ece87fdc899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b5988-bd72-4cac-bfd1-4ba03c34320c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.772417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-0d370b12-e862-4b74-b26c-7dabeed33e7a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669324 Jul 16 20:10:49.065460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708b06-86c3-4ba5-8e0f-35b04051233b req-947bf67e-3957-41b0-85f3-58101ef5dc6d tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.077510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b708b06-86c3-4ba5-8e0f-35b04051233b req-947bf67e-3957-41b0-85f3-58101ef5dc6d tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 0.2358496 Jul 16 20:10:49.193307 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3585af2b-3794-4f9c-ac50-c83df1e5b92c x-openstack-request-id: req-3585af2b-3794-4f9c-ac50-c83df1e5b92c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:49.193700 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:49.193877 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3585af2b-3794-4f9c-ac50-c83df1e5b92c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:49.194253 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62', 'status': 'completed', 'code': 200} Jul 16 20:10:49.286509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-d9b522ee-8a10-4fb8-be85-776912736ba5 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.288155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-d9b522ee-8a10-4fb8-be85-776912736ba5 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5097325 Jul 16 20:10:49.322109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b708b06-86c3-4ba5-8e0f-35b04051233b req-ba0cfae8-4669-499a-95a3-554988b458f4 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435901 Jul 16 20:10:49.330492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:49.338021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-e36c5465-1e3f-44a2-8254-2ca4930c58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.344529 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-e36c5465-1e3f-44a2-8254-2ca4930c58c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1125 time: 0.1991119 Jul 16 20:10:49.480922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-c106052a-9562-421e-8ffa-8ed3f9d3438f service neutron] 10.222.0.26 "GET /v2.0/ports/1e069431-2d42-4cee-bce1-e1726d6bdd62/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.4763246 Jul 16 20:10:49.694806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-7af6ab07-0912-403d-be4c-5468e4fb7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.700172 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-7af6ab07-0912-403d-be4c-5468e4fb7644 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.3379059 Jul 16 20:10:49.790779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9f4ad4e-9f02-4bf5-b721-1cb39ef0c6cf req-2881e5ca-5d65-41fa-9e05-38761b970f92 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 210 time: 0.1522532 Jul 16 20:10:49.834761 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-61377755-1fcc-4464-a8a8-61361d148c8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 217 time: 0.1279085 Jul 16 20:10:49.925744 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c25482-19df-456b-8f2d-833f0bb437be x-openstack-request-id: req-f7c25482-19df-456b-8f2d-833f0bb437be {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:49.926407 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "name": "network-vif-plugged", "status": "completed", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:49.926642 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f7c25482-19df-456b-8f2d-833f0bb437be {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:49.927394 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'code': 200} Jul 16 20:10:50.011163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-66750b87-9a4f-4a2b-a7ab-07e0fecd373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.014340 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-66750b87-9a4f-4a2b-a7ab-07e0fecd373d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1726341 Jul 16 20:10:50.115172 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-8b80fd30-59d4-4aa4-a8f1-38ed690a1dc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935297 Jul 16 20:10:50.297013 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-09d8cdb9-1ffd-4be8-8b7e-8d23f6cfd9f4 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753917 Jul 16 20:10:50.329330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:50.336334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.487039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6956b3c-fe3b-425b-bbae-bbb09bc53399 req-fbe508fb-2fbe-49a2-860e-107b95246746 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.487682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6956b3c-fe3b-425b-bbae-bbb09bc53399 req-fbe508fb-2fbe-49a2-860e-107b95246746 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 944 time: 0.9618597 Jul 16 20:10:50.539088 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a9f4fa4-4320-4f9b-a2b0-075e979dc070 req-7d8e08c4-f66d-4160-b462-702179fd748f service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328711 Jul 16 20:10:50.567160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91e7bf50-4a83-443d-a0dd-e16e63c50ab5 req-952c4e72-a4b6-416f-8aba-da551d674302 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 210 time: 0.2222381 Jul 16 20:10:50.668377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:50.707916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:50.733654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60378) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:50.739823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:50.765517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e069431-2d42-4cee-bce1-e1726d6bdd62 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:50.778729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:50.858484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1823497155-network', 'tenant_id': '74011926d29e49f4a75414d3e136ee8c'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:50.871673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.897925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50fbd3-dc78-4c1a-855f-41a9b9a3b935 req-1f621d4d-32ab-486d-88a5-e96df4538a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.900863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d50fbd3-dc78-4c1a-855f-41a9b9a3b935 req-1f621d4d-32ab-486d-88a5-e96df4538a4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 1096 time: 0.5326424 Jul 16 20:10:50.916225 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6956b3c-fe3b-425b-bbae-bbb09bc53399 req-5094f663-d840-443e-836f-5ae705a41157 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565996 Jul 16 20:10:50.954165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Made reservation on behalf of 74011926d29e49f4a75414d3e136ee8c for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:50.955307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.988658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.121453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39ea10f2-0c5c-40e3-919e-e5e0508f5b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.327513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.341508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.415597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:51.447505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0d2359-e2a4-4d23-adca-5d2d9f50c883,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:51.464438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.465307 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Added segment 6818bd18-d128-4c50-8f1e-821d215b092b of type vlan for network 5dae8a4e-7a52-4412-a08e-fae19e67bbef Jul 16 20:10:51.563679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.621123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.621956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:51.622545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.626640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3fbfa74d-8c38-4361-b0c9-6a3545de6889 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1868019 Jul 16 20:10:51.631533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d50fbd3-dc78-4c1a-855f-41a9b9a3b935 req-7f5101e3-723b-486f-861d-7ce195c762a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7128065 Jul 16 20:10:51.631935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39ea10f2-0c5c-40e3-919e-e5e0508f5b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.648423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39ea10f2-0c5c-40e3-919e-e5e0508f5b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.681635 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9465566 Jul 16 20:10:51.694776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60392) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:51.700506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Request body: {'subnet': {'network_id': '5dae8a4e-7a52-4412-a08e-fae19e67bbef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1823497155-subnet', 'tenant_id': '74011926d29e49f4a75414d3e136ee8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:51.746610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3bc12-01f6-466a-a4a8-c3c69f686fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=5dae8a4e-7a52-4412-a08e-fae19e67bbef,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:51.756095 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39ea10f2-0c5c-40e3-919e-e5e0508f5b43 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c90b1aef9c3a47e4bc0fa8dacea78401&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0145257 Jul 16 20:10:51.763182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 5dae8a4e-7a52-4412-a08e-fae19e67bbef details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:51.771506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60394) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:51.776355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea10f2-0c5c-40e3-919e-e5e0508f5b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cfd094-b2de-4d3f-8612-505a05cd1a88,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:51.840243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Made reservation on behalf of 74011926d29e49f4a75414d3e136ee8c for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:51.843651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.864318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.59 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/87e1b588-c69f-4db3-81ab-0840f59f68f0) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:51.874393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] Transition to ACTIVE for port object 1e069431-2d42-4cee-bce1-e1726d6bdd62 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:51.894778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83317-5a53-4e4c-a1b5-b3c367b84358 req-8684a252-ae0f-429d-9faf-8252096402f9 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:51.896955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cc83317-5a53-4e4c-a1b5-b3c367b84358 req-8684a252-ae0f-429d-9faf-8252096402f9 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.8738477 Jul 16 20:10:51.920763 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.925855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:51.971973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6323d43-be74-4153-ae02-9f33ae77bd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.975748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:52.033881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6323d43-be74-4153-ae02-9f33ae77bd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.099557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30758cb-a2ed-4a0b-9678-d747b983611a req-0d055e21-a6bf-4343-afb5-f1a52b04aa93 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:52.102748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d30758cb-a2ed-4a0b-9678-d747b983611a req-0d055e21-a6bf-4343-afb5-f1a52b04aa93 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 0.6598086 Jul 16 20:10:52.233763 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6323d43-be74-4153-ae02-9f33ae77bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.236938 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6323d43-be74-4153-ae02-9f33ae77bd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.238176 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b6323d43-be74-4153-ae02-9f33ae77bd6d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/84cfd094-b2de-4d3f-8612-505a05cd1a88 HTTP/1.1" status: 204 len: 168 time: 0.4648328 Jul 16 20:10:52.241596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.278070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6323d43-be74-4153-ae02-9f33ae77bd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cfd094-b2de-4d3f-8612-505a05cd1a88,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.324588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81bcf601-09c6-4f8c-93aa-bf6b5005d4cb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.336480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cc83317-5a53-4e4c-a1b5-b3c367b84358 req-2c083900-c29b-4067-a3f2-e4ab5c6a93b0 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227829 Jul 16 20:10:52.338273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] No DVR routers for this DVR port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:52.339674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Checking segment: {'id': '6818bd18-d128-4c50-8f1e-821d215b092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5dae8a4e-7a52-4412-a08e-fae19e67bbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:52.340358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Network hostable DHCP agents. Network: 5dae8a4e-7a52-4412-a08e-fae19e67bbef, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:52.352935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-410a76ed-bad9-4203-9d9f-37ce17ddf3e4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:52.354777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-410a76ed-bad9-4203-9d9f-37ce17ddf3e4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6295323 Jul 16 20:10:52.376860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Network 5dae8a4e-7a52-4412-a08e-fae19e67bbef is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:52.381119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] Pushing event updated for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:52.391730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Request body: {'port': {'device_id': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '3969d86e084a4e839c0cf0200a82ba72'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:52.396527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 5dae8a4e-7a52-4412-a08e-fae19e67bbef) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:52.408631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:52.410316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.416253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ed21c-444f-432b-be93-e35f4bd68cc3 None None] Network 5dae8a4e-7a52-4412-a08e-fae19e67bbef requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:52.441196 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88c8d265-5d2a-4486-9f7f-a88b4d093ba8 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7444339 Jul 16 20:10:52.530029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d30758cb-a2ed-4a0b-9678-d747b983611a req-31f3ce25-b05d-4ca3-87da-7085e9169715 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4102042 Jul 16 20:10:52.629554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35977930-ed45-4c99-8d39-8269402a3e52 req-e5dab278-71ad-4056-9078-9e2608d54644 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 210 time: 0.0977240 Jul 16 20:10:52.641224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-32c13a0b-0a36-49e8-bc15-782ab74aad2b service neutron] 10.222.0.26 "PUT /v2.0/ports/1e069431-2d42-4cee-bce1-e1726d6bdd62/bindings/n-h1-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 3.1426082 Jul 16 20:10:52.715096 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:52.817302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd9ed1-fb4f-487c-a873-6cd23793d6df None None] Network 5dae8a4e-7a52-4412-a08e-fae19e67bbef requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:52.963228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60410) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:52.989116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa0b31d8-7e23-4f4d-b7ea-8ba54416646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.006478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-937d7ba3-0256-49f1-a871-b0a3ec1e4cce req-56e4c0f2-873f-4fe6-9c9b-9bf761d6e9e7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 210 time: 0.1256342 Jul 16 20:10:53.032680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.068423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object 87e1b588-c69f-4db3-81ab-0840f59f68f0 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:53.135192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-e9bfeff0-72ba-40a8-b6ae-c330da3334f5 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.136817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-e9bfeff0-72ba-40a8-b6ae-c330da3334f5 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.3703158 Jul 16 20:10:53.156263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e023d1f-17f5-4df0-b55c-62e31cdf3812 req-c2c9183b-b066-4f40-9729-a644e2e2ea6a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.157864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e023d1f-17f5-4df0-b55c-62e31cdf3812 req-c2c9183b-b066-4f40-9729-a644e2e2ea6a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 945 time: 0.2032118 Jul 16 20:10:53.169721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.190393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc', '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', '208e3c15-390e-48ae-8bd1-805343464438'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:53.229227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa0b31d8-7e23-4f4d-b7ea-8ba54416646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.236344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa0b31d8-7e23-4f4d-b7ea-8ba54416646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.249586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:53.292461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:53.305157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:53.319115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:53.326733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.327769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.330890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Made reservation on behalf of 3969d86e084a4e839c0cf0200a82ba72 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:53.335084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.340912 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fa0b31d8-7e23-4f4d-b7ea-8ba54416646f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6622f04940024429abaad16869be8031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757381 Jul 16 20:10:53.342083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60412) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:53.343552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=87e1b588-c69f-4db3-81ab-0840f59f68f0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.346601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b31d8-7e23-4f4d-b7ea-8ba54416646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bb5557-4eb0-407e-8498-0d7b0ed11cc4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.373053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e023d1f-17f5-4df0-b55c-62e31cdf3812 req-9acd10f3-f1e1-4c17-ad87-4207d76a85bf tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804149 Jul 16 20:10:53.396456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-a6d3d0bd-ae41-44c2-a448-e10dc084243b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0895500 Jul 16 20:10:53.467068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Request body: {'port': {'device_id': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:53.485832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f84a836-aeae-49c2-a4c1-8a90d9674a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.522956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-920ffc7e-cc4d-4c24-a29c-e470bf5f7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.524869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-920ffc7e-cc4d-4c24-a29c-e470bf5f7587 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf&tenant_id=561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 1096 time: 0.3773124 Jul 16 20:10:53.583627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f84a836-aeae-49c2-a4c1-8a90d9674a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.697381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f84a836-aeae-49c2-a4c1-8a90d9674a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.703986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f84a836-aeae-49c2-a4c1-8a90d9674a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.706050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f84a836-aeae-49c2-a4c1-8a90d9674a81 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/03bb5557-4eb0-407e-8498-0d7b0ed11cc4 HTTP/1.1" status: 204 len: 168 time: 0.3611138 Jul 16 20:10:53.740646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84a836-aeae-49c2-a4c1-8a90d9674a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bb5557-4eb0-407e-8498-0d7b0ed11cc4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.813914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Allocated IP 192.168.233.212 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/b846246e-7029-4ac6-9a7f-6aee9832e9c6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:53.821510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.862299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-33a4b0d3-c340-4e67-ac82-d705bdbe03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.864015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-33a4b0d3-c340-4e67-ac82-d705bdbe03f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1096 time: 0.2356849 Jul 16 20:10:53.884365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5c31b429-760f-4593-b644-b6356692949f None None] Provisioning for port 87e1b588-c69f-4db3-81ab-0840f59f68f0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:53.939020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5c31b429-760f-4593-b644-b6356692949f None None] Provisioning complete for port 87e1b588-c69f-4db3-81ab-0840f59f68f0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:53.939795 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5c31b429-760f-4593-b644-b6356692949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.153276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5c31b429-760f-4593-b644-b6356692949f None None] Port 87e1b588-c69f-4db3-81ab-0840f59f68f0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:54.201034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-a26ffaab-0ecf-4438-8f24-b97091bad1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.202456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-a26ffaab-0ecf-4438-8f24-b97091bad1c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.3282502 Jul 16 20:10:54.310935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f41c0ab7-7310-48d6-b87f-7dea7cd1b1cf req-e953fc5c-a853-428a-a059-8c44a240a8ff tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1360145551', 'description': 'tempest-description-931853865'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:54.352938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-3925d51e-7508-4e37-b8fe-f3b8348fee74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 217 time: 0.1224601 Jul 16 20:10:54.407610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.432767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f41c0ab7-7310-48d6-b87f-7dea7cd1b1cf req-e953fc5c-a853-428a-a059-8c44a240a8ff tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.464364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Transition to ACTIVE for port object b846246e-7029-4ac6-9a7f-6aee9832e9c6 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:54.596849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-5722be7e-9414-4351-8e85-f0a3081595e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.598410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-5722be7e-9414-4351-8e85-f0a3081595e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.0959392 Jul 16 20:10:54.745573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.777429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-20a58bd9-4c82-42a8-b675-58db3b4ed077 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579673 Jul 16 20:10:54.957444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1360-ff01-438b-9cb6-c85235079b40 req-307ebb55-781c-438f-b89d-7be6ea879ee5 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.959204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cace1360-ff01-438b-9cb6-c85235079b40 req-307ebb55-781c-438f-b89d-7be6ea879ee5 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4963841 Jul 16 20:10:55.003777 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:55.062745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:55.079706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:55.085307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:55.086590 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.095891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:55.112552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f41c0ab7-7310-48d6-b87f-7dea7cd1b1cf req-e953fc5c-a853-428a-a059-8c44a240a8ff tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.133450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e1b588-c69f-4db3-81ab-0840f59f68f0 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:55.140995 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f41c0ab7-7310-48d6-b87f-7dea7cd1b1cf req-e953fc5c-a853-428a-a059-8c44a240a8ff tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.157378 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.176458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-405239e7-686b-4f54-84e5-b682dfac60f8 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777475 Jul 16 20:10:55.183710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-3e7dd3bc-57a2-4c67-a193-ac76ef13c095 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8081925 Jul 16 20:10:55.204483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'f089835e-32d5-4771-95ee-d905abd9f06c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:55.211203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Request body: {'port': {'device_id': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:55.239618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Transition to ACTIVE for port object 87e1b588-c69f-4db3-81ab-0840f59f68f0 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:55.332419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f41c0ab7-7310-48d6-b87f-7dea7cd1b1cf req-e953fc5c-a853-428a-a059-8c44a240a8ff tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.334895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f41c0ab7-7310-48d6-b87f-7dea7cd1b1cf req-e953fc5c-a853-428a-a059-8c44a240a8ff tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0307391 Jul 16 20:10:55.367998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cace1360-ff01-438b-9cb6-c85235079b40 req-d91413c3-de26-48bf-9475-035333797823 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627331 Jul 16 20:10:55.403020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.407576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953fc5c-a853-428a-a059-8c44a240a8ff tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7e28bc-3200-45b3-9ec4-dece33ac13da,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:55.700095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-433ba073-bc32-43a7-af80-ff482166dfaf None None] Provisioning for port b846246e-7029-4ac6-9a7f-6aee9832e9c6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:55.736644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-433ba073-bc32-43a7-af80-ff482166dfaf None None] Provisioning complete for port b846246e-7029-4ac6-9a7f-6aee9832e9c6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:55.737376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-433ba073-bc32-43a7-af80-ff482166dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:55.792613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-433ba073-bc32-43a7-af80-ff482166dfaf None None] Port b846246e-7029-4ac6-9a7f-6aee9832e9c6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:56.085533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Pushing event updated for resources: {'Port': ['ID=87e1b588-c69f-4db3-81ab-0840f59f68f0,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:56.162504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-714e2cb4-46ec-48c9-94ac-01c5feba329b service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9627137 Jul 16 20:10:56.170174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.228637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Attempting to bind port 87e1b588-c69f-4db3-81ab-0840f59f68f0 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:56.229197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Attempting to bind port 87e1b588-c69f-4db3-81ab-0840f59f68f0 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:56.229892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Attempting to bind port 87e1b588-c69f-4db3-81ab-0840f59f68f0 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:56.270455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Port 87e1b588-c69f-4db3-81ab-0840f59f68f0 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:56.271056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Attempting to bind port 87e1b588-c69f-4db3-81ab-0840f59f68f0 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:56.366261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:56.367484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:56.368162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:56.369127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Bound port: 87e1b588-c69f-4db3-81ab-0840f59f68f0, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:56.369741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.395430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899db63-b916-4e6a-a01e-1a1fa090c439 req-128f3451-473b-44e9-9b9f-dae4960ae921 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.404311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f899db63-b916-4e6a-a01e-1a1fa090c439 req-128f3451-473b-44e9-9b9f-dae4960ae921 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 947 time: 0.4485238 Jul 16 20:10:56.441075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60e28-d1dc-489e-b03b-f04d744af441 req-1cb0c7ae-587a-4326-a63b-591668fdf3a9 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.443718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00a60e28-d1dc-489e-b03b-f04d744af441 req-1cb0c7ae-587a-4326-a63b-591668fdf3a9 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 0.4827423 Jul 16 20:10:56.714466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00a60e28-d1dc-489e-b03b-f04d744af441 req-5119998c-b00c-4c07-8f07-888a084bfe81 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464507 Jul 16 20:10:56.731851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f899db63-b916-4e6a-a01e-1a1fa090c439 req-ceb8d543-5d83-4e49-8ca3-89172113d405 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827220 Jul 16 20:10:56.755191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] For port 87e1b588-c69f-4db3-81ab-0840f59f68f0, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:56.760641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] For port 87e1b588-c69f-4db3-81ab-0840f59f68f0, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:56.785974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.887631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.888266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.889769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] 10.222.0.26 "PUT /v2.0/ports/87e1b588-c69f-4db3-81ab-0840f59f68f0 HTTP/1.1" status: 200 len: 1095 time: 3.4821446 Jul 16 20:10:56.911532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:56.914378 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d602276a-311c-45e7-b4d9-f61f9d148af2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:56.933693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-fad33efd-eaf8-4fa7-b727-f6253c03a711 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.935483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-fad33efd-eaf8-4fa7-b727-f6253c03a711 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.2948592 Jul 16 20:10:57.075593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34808f5-bbbe-4de9-897c-61c6e2f6b94b service neutron] Pushing event updated for resources: {'Port': ['ID=87e1b588-c69f-4db3-81ab-0840f59f68f0,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:57.277605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b846246e-7029-4ac6-9a7f-6aee9832e9c6 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:57.295053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.309164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-ff0ac172-e921-4b2e-9b6c-bff47034a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.311066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-ff0ac172-e921-4b2e-9b6c-bff47034a6ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 1098 time: 0.2982428 Jul 16 20:10:57.330585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400d47d-d1cb-47d3-875f-6337e8ae6cba req-8c042ef3-637a-4962-a125-a0ee1ae93e72 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.332215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4400d47d-d1cb-47d3-875f-6337e8ae6cba req-8c042ef3-637a-4962-a125-a0ee1ae93e72 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 945 time: 0.3902330 Jul 16 20:10:57.363746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Transition to ACTIVE for port object b846246e-7029-4ac6-9a7f-6aee9832e9c6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:57.403519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71080d74-da9b-4cd9-a0a6-2fb55bdfc781 req-b9f4a2ed-9ff6-4f30-9543-7eb4ac2513b7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.405058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71080d74-da9b-4cd9-a0a6-2fb55bdfc781 req-b9f4a2ed-9ff6-4f30-9543-7eb4ac2513b7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 936 time: 0.3614981 Jul 16 20:10:57.417684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.420742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-30e4d048-b775-48b6-ab64-d060dadd240b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0 HTTP/1.1" status: 200 len: 217 time: 0.0834427 Jul 16 20:10:57.489150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-bb08d8b6-911d-46a0-adaa-609285260bca service neutron] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:57.528576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-bb08d8b6-911d-46a0-adaa-609285260bca service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.529712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3942d126-a873-4c89-8348-ecacdec05cb1 req-bb08d8b6-911d-46a0-adaa-609285260bca service neutron] 10.222.0.21 "DELETE /v2.0/ports/1e069431-2d42-4cee-bce1-e1726d6bdd62/bindings/n-h2-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.5745916 Jul 16 20:10:57.555973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4400d47d-d1cb-47d3-875f-6337e8ae6cba req-cbf58092-aee0-460b-9454-0a405f5b22c8 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079880 Jul 16 20:10:57.572489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:57.599320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71080d74-da9b-4cd9-a0a6-2fb55bdfc781 req-1f2b125e-f4dd-4244-9b8a-cd5d7a84a918 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856794 Jul 16 20:10:57.603725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-077856a2-531c-4011-bf4d-136251d99614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.618012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-077856a2-531c-4011-bf4d-136251d99614 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1643980 Jul 16 20:10:57.829723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-f57cd1b9-71eb-404e-bb87-760080177746 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/af7e28bc-3200-45b3-9ec4-dece33ac13da HTTP/1.1" status: 200 len: 1812 time: 0.1016777 Jul 16 20:10:57.829723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Attempting to bind port b846246e-7029-4ac6-9a7f-6aee9832e9c6 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:57.829723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Attempting to bind port b846246e-7029-4ac6-9a7f-6aee9832e9c6 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:57.829723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Attempting to bind port b846246e-7029-4ac6-9a7f-6aee9832e9c6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:57.851068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af7e28bc-3200-45b3-9ec4-dece33ac13da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:57.852094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af7e28bc-3200-45b3-9ec4-dece33ac13da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:57.858507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Port b846246e-7029-4ac6-9a7f-6aee9832e9c6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:57.858830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Attempting to bind port b846246e-7029-4ac6-9a7f-6aee9832e9c6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:57.878314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:57.878663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:57.879055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:57.879509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Bound port: b846246e-7029-4ac6-9a7f-6aee9832e9c6, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:57.879869 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.962916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-3aca889f-8630-419a-91c3-603cc90aa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:57.964651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-3aca889f-8630-419a-91c3-603cc90aa5a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2952752 Jul 16 20:10:58.068831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cf5e9-f157-48c4-ad5c-c15ea5fdaf80 req-71e7c96a-281d-4681-a9e2-4ec5d1e5710f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.073586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df0cf5e9-f157-48c4-ad5c-c15ea5fdaf80 req-71e7c96a-281d-4681-a9e2-4ec5d1e5710f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.2850552 Jul 16 20:10:58.123542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:58.158549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.170223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:58.202250 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.256160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-70f0e8e0-90de-4b01-a84b-6c3648e062b4 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809563 Jul 16 20:10:58.283919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.292503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df0cf5e9-f157-48c4-ad5c-c15ea5fdaf80 req-1c9aca84-51ae-4930-be50-67f9504e3350 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824481 Jul 16 20:10:58.314107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.314753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.316314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] 10.222.0.21 "PUT /v2.0/ports/b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 200 len: 1096 time: 3.1135261 Jul 16 20:10:58.324263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.427974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977d1aa2-805d-4696-8014-7080750faa0f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:58.446959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363d217-3d21-48b1-99ce-c4c3903f7136 service neutron] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:58.481807 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:58.483078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fcd418f-d783-4c5a-9964-695db2c13dfd req-58309aa9-739d-4b8c-ad09-974dd043b814 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6641893 Jul 16 20:10:58.517148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f322bb3c-1d5c-4f3a-992e-6bc6bc6679d5 req-506feb76-5dd4-4e2e-9f75-f73367f5c047 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467096 Jul 16 20:10:58.583361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-f3166297-b36f-4bb3-8601-4a0a5f9c3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.590698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-f3166297-b36f-4bb3-8601-4a0a5f9c3c4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 1099 time: 0.1578391 Jul 16 20:10:58.704548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-7d255d7f-4623-4e5f-84be-ce5e9d4e633b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0962207 Jul 16 20:10:58.828523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-a8f4d80d-dd21-4c49-936a-514152d5a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.830050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-a8f4d80d-dd21-4c49-936a-514152d5a3d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1163480 Jul 16 20:10:58.939387 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84830f0a-7833-4d8a-8230-2f809cddb0fa x-openstack-request-id: req-84830f0a-7833-4d8a-8230-2f809cddb0fa {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:58.939838 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:58.940242 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-84830f0a-7833-4d8a-8230-2f809cddb0fa {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:58.940867 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0', 'status': 'completed', 'code': 200} Jul 16 20:10:58.978302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53138994-bfc9-4e23-b86b-d2af6a4cda96 req-c924e0a7-b0f8-4ae2-af19-32422ee6bf31 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:58.980945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53138994-bfc9-4e23-b86b-d2af6a4cda96 req-c924e0a7-b0f8-4ae2-af19-32422ee6bf31 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 0.2134447 Jul 16 20:10:59.008131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:59.015401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Request body: {'floatingip': {'port_id': '26439b7f-0952-4517-8e84-00ea9e6de4c2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:59.094859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.136682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-2aad35f1-3982-44e1-8541-1ce951049a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:59.139819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-2aad35f1-3982-44e1-8541-1ce951049a53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922015 Jul 16 20:10:59.752480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.757253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.763429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72e741ce-7576-406b-b2e0-b82b737eeee0 req-d869e6e4-39ae-4c8d-a125-8082b28f1189 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/af7e28bc-3200-45b3-9ec4-dece33ac13da HTTP/1.1" status: 200 len: 2405 time: 0.6967528 Jul 16 20:10:59.782891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-e37dd90f-cad6-4eb4-8cda-b070b9ecb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:59.787051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-e37dd90f-cad6-4eb4-8cda-b070b9ecb26c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 1098 time: 0.8026319 Jul 16 20:10:59.882849 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b associated. External IP: 172.25.8.67, port: 26439b7f-0952-4517-8e84-00ea9e6de4c2. Jul 16 20:10:59.923371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-b9725424-8b4b-47fa-ad4a-8821d6897e95 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7534351 Jul 16 20:11:00.115929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff3a11fe-d511-44af-b6eb-a4ee3e136057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.139378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Router 3ad796ca-adc6-4036-890e-6e4c203dc004 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:00.170190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5a8-9fef-4b8a-875a-69203398918f req-62fb37b9-ef93-4874-9061-fb9c20f469a8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.171960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ab8f5a8-9fef-4b8a-875a-69203398918f req-62fb37b9-ef93-4874-9061-fb9c20f469a8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 947 time: 0.9426045 Jul 16 20:11:00.261708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-da53a7e7-dda3-4e2f-a93f-c8e957669fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.263540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-da53a7e7-dda3-4e2f-a93f-c8e957669fe5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4644177 Jul 16 20:11:00.296417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ab8f5a8-9fef-4b8a-875a-69203398918f req-2adebdd2-8955-41e0-8e29-3a85c0b68e3e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802813 Jul 16 20:11:00.384123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:00.395551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-ffbdab3d-e055-4acb-9d9f-effc9e9823cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0 HTTP/1.1" status: 200 len: 217 time: 0.1186435 Jul 16 20:11:00.397699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-761633ec-4fa1-4622-9e9d-cdc06ea9b48e req-f2035906-09a4-4963-a643-4552a30ebdf9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506227 Jul 16 20:11:00.401200 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] Sync routers for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:00.406814 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:00.422577 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:00.423210 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:10:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:00.471291 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-227954c0-bcae-43ac-a380-c9cf17696c5b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "PUT /v2.0/floatingips/ed523931-05b3-42e3-a1a2-afeaba7c7e5b HTTP/1.1" status: 200 len: 990 time: 1.4619193 Jul 16 20:11:00.472280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:00.475418 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c39dd-9bbf-48e3-a43e-8e89163c963e" -d '{"events": [{"name": "network-changed", "server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:00.508903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd55a17-ce62-4423-bfc9-fed2d013751d req-87172079-f7ae-4969-a84d-6fa7c18de0af tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.511488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dd55a17-ce62-4423-bfc9-fed2d013751d req-87172079-f7ae-4969-a84d-6fa7c18de0af tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 948 time: 0.4570341 Jul 16 20:11:00.538179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-fbd9a96e-7a9e-4a09-a099-f62dd4d029b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.541067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-fbd9a96e-7a9e-4a09-a099-f62dd4d029b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1296091 Jul 16 20:11:00.596484 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:00.643814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dd55a17-ce62-4423-bfc9-fed2d013751d req-a6a05e7c-f626-4598-a186-702811e05c58 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181462 Jul 16 20:11:00.705763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-5dd6b2a0-c903-43f1-aab4-0d91daa2876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.708680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-5dd6b2a0-c903-43f1-aab4-0d91daa2876a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588964 Jul 16 20:11:00.744110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cfed8-e076-4da6-b2ab-b5d044621398 req-3c022e65-cfd8-463a-b301-d2271feae356 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:00.747475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c7cfed8-e076-4da6-b2ab-b5d044621398 req-3c022e65-cfd8-463a-b301-d2271feae356 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1096 time: 0.1842406 Jul 16 20:11:00.921573 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ed523931-05b3-42e3-a1a2-afeaba7c7e5b', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'port_id': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'mac_address': 'fa:16:3e:b1:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:10:59Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:00.954164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] Checking router: 3ad796ca-adc6-4036-890e-6e4c203dc004 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:00.966340 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:00.966760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:00.967538 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:10:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:00.972106 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd42cc-2a00-47a4-988b-88c10d8f998c" -d '{"events": [{"name": "network-changed", "server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:00.995658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c7cfed8-e076-4da6-b2ab-b5d044621398 req-82a873b5-a292-4067-addb-c42f8535b319 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240791 Jul 16 20:11:01.082218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-ef00cafa-eb03-484a-b91e-e3144b616c9a service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634076 Jul 16 20:11:01.110794 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:01.143556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e848c42-5293-44b7-904c-308b8441602f req-504f7669-3ebb-42de-8319-3170cda76215 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-group-rules/977d1aa2-805d-4696-8014-7080750faa0f HTTP/1.1" status: 200 len: 778 time: 0.1000826 Jul 16 20:11:01.244932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530218db-5084-4794-9f8c-eceb71113939 req-e42c1daf-65c7-4f36-9398-109ae09c5778 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.246923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-530218db-5084-4794-9f8c-eceb71113939 req-e42c1daf-65c7-4f36-9398-109ae09c5778 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.3562529 Jul 16 20:11:01.330729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e848c42-5293-44b7-904c-308b8441602f req-22cde5ef-dc14-4fc2-ab37-413ab4647435 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/af7e28bc-3200-45b3-9ec4-dece33ac13da HTTP/1.1" status: 200 len: 2405 time: 0.1789277 Jul 16 20:11:01.372267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d602276a-311c-45e7-b4d9-f61f9d148af2 req-ac488816-284f-4648-bac1-a61e616804e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626007 Jul 16 20:11:01.375677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-530218db-5084-4794-9f8c-eceb71113939 req-d608b623-5232-4469-94ce-d4ee57154706 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850830 Jul 16 20:11:01.397593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3e848c42-5293-44b7-904c-308b8441602f req-4e0bc519-d19b-4539-9a95-4bb059aaa4a5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.415689 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3e848c42-5293-44b7-904c-308b8441602f req-4e0bc519-d19b-4539-9a95-4bb059aaa4a5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.469160 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ed523931-05b3-42e3-a1a2-afeaba7c7e5b', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'port_id': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'mac_address': 'fa:16:3e:b1:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:10:59Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:01.484079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3e848c42-5293-44b7-904c-308b8441602f req-4e0bc519-d19b-4539-9a95-4bb059aaa4a5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.491325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3e848c42-5293-44b7-904c-308b8441602f req-4e0bc519-d19b-4539-9a95-4bb059aaa4a5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:01.492891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e848c42-5293-44b7-904c-308b8441602f req-4e0bc519-d19b-4539-9a95-4bb059aaa4a5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/977d1aa2-805d-4696-8014-7080750faa0f HTTP/1.1" status: 204 len: 173 time: 0.1374829 Jul 16 20:11:01.500604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bc519-d19b-4539-9a95-4bb059aaa4a5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=977d1aa2-805d-4696-8014-7080750faa0f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:01.515688 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160ec01-45fa-4e83-be10-8129f638104d None None] The sync data for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 is: [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ed523931-05b3-42e3-a1a2-afeaba7c7e5b', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'port_id': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'mac_address': 'fa:16:3e:b1:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:10:59Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:01.573072 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de1d0cc-03c5-4cd0-8f0f-cf24331e523c x-openstack-request-id: req-9de1d0cc-03c5-4cd0-8f0f-cf24331e523c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:01.573704 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:01.574172 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9de1d0cc-03c5-4cd0-8f0f-cf24331e523c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:01.574968 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'status': 'completed', 'code': 200} Jul 16 20:11:01.639738 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c52ef-5985-4bef-88e1-80f493d57102 x-openstack-request-id: req-468c52ef-5985-4bef-88e1-80f493d57102 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:01.640182 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:01.640593 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-468c52ef-5985-4bef-88e1-80f493d57102 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:01.641215 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'status': 'completed', 'code': 200} Jul 16 20:11:01.784411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549bfa-bdef-43fb-9dd3-f0ba4a5c1aa0 None None] New status for floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:01.948167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-9e4db07d-a875-4be2-9aa3-96a1135ef525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.950677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-9e4db07d-a875-4be2-9aa3-96a1135ef525 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b98040beabbd4dc992499a4edb7b269a&device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 1096 time: 0.3302660 Jul 16 20:11:01.959487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-f2f93177-64b8-4586-a796-a7e6830108d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:01.962324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-f2f93177-64b8-4586-a796-a7e6830108d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 1099 time: 0.2708428 Jul 16 20:11:01.969482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 87e1b588-c69f-4db3-81ab-0840f59f68f0 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:02.098125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 87e1b588-c69f-4db3-81ab-0840f59f68f0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:02.111763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '87e1b588-c69f-4db3-81ab-0840f59f68f0', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '87e1b588-c69f-4db3-81ab-0840f59f68f0', 'mac_address': 'fa:16:3e:6b:42:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:02.154277 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.169302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e1b588-c69f-4db3-81ab-0840f59f68f0 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:02.193125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 87e1b588-c69f-4db3-81ab-0840f59f68f0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:02.199170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.287276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=87e1b588-c69f-4db3-81ab-0840f59f68f0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:02.328674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59b65-a396-402b-85d2-3a2679da3e32 req-340d731c-ec78-4464-9db9-a4980a66b814 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.331546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfb59b65-a396-402b-85d2-3a2679da3e32 req-340d731c-ec78-4464-9db9-a4980a66b814 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 947 time: 0.5627084 Jul 16 20:11:02.357101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-4c30473b-8caf-42d7-9076-6fb2f5efb3d1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.359875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-4c30473b-8caf-42d7-9076-6fb2f5efb3d1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.5567429 Jul 16 20:11:02.464015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-9c74b1c1-48fc-416c-9cc5-a75cf9c594f8 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/quotas/561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 375 time: 0.0936694 Jul 16 20:11:02.483607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-9c50ffee-0232-4286-913d-a44817dc40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.486144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-9c50ffee-0232-4286-913d-a44817dc40ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 200 len: 925 time: 0.4639180 Jul 16 20:11:02.502155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['87e1b588-c69f-4db3-81ab-0840f59f68f0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:02.575188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-e6f43d3c-0c8b-4226-b109-2719a289fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.577886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-e6f43d3c-0c8b-4226-b109-2719a289fef9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.5528703 Jul 16 20:11:02.646251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfb59b65-a396-402b-85d2-3a2679da3e32 req-10950147-43c3-411c-9374-6f191805ec5a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780421 Jul 16 20:11:02.756341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-541afde1-45b3-4072-8601-a4fb2edf92ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 200 len: 217 time: 0.1228609 Jul 16 20:11:02.769189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-74788000-f631-4f74-b27d-2d1e3d3fda30 req-4f0b2430-7fb1-483b-9760-d3da8646505d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1749194756', 'description': 'tempest-description-1648220679'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:02.864707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-ab6841de-60d1-4bd1-a5f5-85b00f7da455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2 HTTP/1.1" status: 200 len: 1000 time: 0.3453183 Jul 16 20:11:02.973221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-74788000-f631-4f74-b27d-2d1e3d3fda30 req-4f0b2430-7fb1-483b-9760-d3da8646505d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.013739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-622f7f31-2868-4330-a0cd-b1f4659c1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.016420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-622f7f31-2868-4330-a0cd-b1f4659c1c46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2320857 Jul 16 20:11:03.040946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-ac9ef3b8-2187-4198-a735-e9fb6ce297d3 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5687699 Jul 16 20:11:03.047729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60558) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:03.115376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-bcde27ef-35f5-4980-ba8c-27e0009a239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.118818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-bcde27ef-35f5-4980-ba8c-27e0009a239b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 200 len: 863 time: 0.2413924 Jul 16 20:11:03.189050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6fb77895-136d-4521-b60d-9f5676f052ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.449306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-ce7b540e-7576-47c5-9636-b1798a6f8c71 service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839970 Jul 16 20:11:03.452414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-3ceedb05-ec1a-40c2-8944-d4d257c6486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.454859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-3ceedb05-ec1a-40c2-8944-d4d257c6486a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4093497 Jul 16 20:11:03.478974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-02f4af77-b4f0-441f-8b86-407839895e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:03.481697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-02f4af77-b4f0-441f-8b86-407839895e32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e631bb05-5de9-401e-b188-a21266e10173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355434 Jul 16 20:11:03.538200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:03.649070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-74788000-f631-4f74-b27d-2d1e3d3fda30 req-4f0b2430-7fb1-483b-9760-d3da8646505d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.650181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:03.675980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'mac_address': 'fa:16:3e:5d:66:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:03.704902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-74788000-f631-4f74-b27d-2d1e3d3fda30 req-4f0b2430-7fb1-483b-9760-d3da8646505d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.740644 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.766131 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6fb77895-136d-4521-b60d-9f5676f052ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.772769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b846246e-7029-4ac6-9a7f-6aee9832e9c6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:03.774164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6fb77895-136d-4521-b60d-9f5676f052ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.801790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:03.809989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.830466 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6fb77895-136d-4521-b60d-9f5676f052ad admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=27d01f67d0544b6aafde36a159aaf137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7788639 Jul 16 20:11:03.837611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60566) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:03.920998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.927228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77895-136d-4521-b60d-9f5676f052ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230022bd-8441-4a83-98e4-2500f7f7b167,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:03.939013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:03.961061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 87e1b588-c69f-4db3-81ab-0840f59f68f0 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:03.965447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ddad65d4-d933-4acc-86bf-4f539a3fca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.001556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ddad65d4-d933-4acc-86bf-4f539a3fca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.033922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 87e1b588-c69f-4db3-81ab-0840f59f68f0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:04.042593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 87e1b588-c69f-4db3-81ab-0840f59f68f0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:04.043029 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.083349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ddad65d4-d933-4acc-86bf-4f539a3fca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.087847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ddad65d4-d933-4acc-86bf-4f539a3fca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.091006 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ddad65d4-d933-4acc-86bf-4f539a3fca88 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/230022bd-8441-4a83-98e4-2500f7f7b167 HTTP/1.1" status: 204 len: 168 time: 0.2519293 Jul 16 20:11:04.100617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad65d4-d933-4acc-86bf-4f539a3fca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230022bd-8441-4a83-98e4-2500f7f7b167,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.111982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-74788000-f631-4f74-b27d-2d1e3d3fda30 req-4f0b2430-7fb1-483b-9760-d3da8646505d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.113242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74788000-f631-4f74-b27d-2d1e3d3fda30 req-4f0b2430-7fb1-483b-9760-d3da8646505d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3665106 Jul 16 20:11:04.125927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b2430-7fb1-483b-9760-d3da8646505d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791aecfd-3fb0-4f0c-9614-085841524187,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.157531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-a24bc161-1ccc-4258-ade1-34d18e469c53 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744444 Jul 16 20:11:04.161899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-999ce36b-b941-4f04-95f5-9c481644b25e service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467025 Jul 16 20:11:04.164989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-cb8d8676-f92e-4ec6-88e7-867c04943189 service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087433 Jul 16 20:11:04.221452 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.271160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:04.282026 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95942b98-0353-4aa5-93ab-5d0c0a5ada25" -d '{"events": [{"server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "name": "network-vif-plugged", "status": "completed", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:04.311952 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b846246e-7029-4ac6-9a7f-6aee9832e9c6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:04.341824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 87e1b588-c69f-4db3-81ab-0840f59f68f0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:04.350317 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.431829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627c39dd-9bbf-48e3-a43e-8e89163c963e req-a3f17d9b-2e81-4bb5-8bff-3e4d88a22956 service neutron] 10.222.0.21 "GET /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501090 Jul 16 20:11:04.436590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bdd42cc-2a00-47a4-988b-88c10d8f998c req-c93a8825-28ff-4222-9aa0-d6ead80ad1fd service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523375 Jul 16 20:11:04.462747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=87e1b588-c69f-4db3-81ab-0840f59f68f0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.513822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e582d-1dac-4f99-ad61-809737adc05b req-1bb826c5-bb5d-4eb2-8046-265a175bdb10 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.515527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b05e582d-1dac-4f99-ad61-809737adc05b req-1bb826c5-bb5d-4eb2-8046-265a175bdb10 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 949 time: 0.1861031 Jul 16 20:11:04.575791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b05e582d-1dac-4f99-ad61-809737adc05b req-78a89bde-f232-452a-bce9-b3e002a1000a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 Jul 16 20:11:04.729145 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7017cf8b-15e1-419c-bed3-78e70dceee5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.750614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8272cb-3660-49d9-afba-7523d058ac6a req-b929ebbf-b375-4de6-b357-4b4f1e7c12fc tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.776841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f8272cb-3660-49d9-afba-7523d058ac6a req-b929ebbf-b375-4de6-b357-4b4f1e7c12fc tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.1605449 Jul 16 20:11:04.814729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60586) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:04.833312 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65317252-ebb2-4c65-b89f-e1067de49eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.853874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f8272cb-3660-49d9-afba-7523d058ac6a req-3b7f363b-2bb2-4d6e-8905-607a7ce84a70 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755210 Jul 16 20:11:04.962551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65317252-ebb2-4c65-b89f-e1067de49eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.971404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65317252-ebb2-4c65-b89f-e1067de49eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.978873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6e73d29-0dd7-4da3-8d42-5a1de14b54c6 req-48331cfa-1344-43e0-af58-4befc238071d tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/791aecfd-3fb0-4f0c-9614-085841524187 HTTP/1.1" status: 200 len: 1813 time: 0.0818017 Jul 16 20:11:05.046804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-65317252-ebb2-4c65-b89f-e1067de49eee admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=befbcc8d5ed948668b594acf61e606cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309079 Jul 16 20:11:05.047753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65317252-ebb2-4c65-b89f-e1067de49eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd32670-1dda-48f7-9f9d-1161d1bf4574,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.049530 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16fda02-f59a-4096-b253-769318a8d7c9 x-openstack-request-id: req-d16fda02-f59a-4096-b253-769318a8d7c9 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:05.053113 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "name": "network-vif-plugged", "status": "completed", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:05.053603 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d16fda02-f59a-4096-b253-769318a8d7c9 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:05.055315 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0', 'code': 200} Jul 16 20:11:05.063303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60592) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:05.152465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b840f-964b-474a-be44-1c610a87c3d2 req-a16becc1-911b-41fe-bfc6-6afb8a0dc252 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.155114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-712b840f-964b-474a-be44-1c610a87c3d2 req-a16becc1-911b-41fe-bfc6-6afb8a0dc252 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 949 time: 0.1627717 Jul 16 20:11:05.165416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adf4f85e-2206-4712-b810-238b7cca6721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.194565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adf4f85e-2206-4712-b810-238b7cca6721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.221219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43501ec-611e-4961-a30c-a1bd010bacea req-24ebc796-3137-4038-b0bc-e2d783e6ffa2 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 210 time: 0.0641229 Jul 16 20:11:05.293682 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adf4f85e-2206-4712-b810-238b7cca6721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.299278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e5cd4a18-9745-43d5-8951-a13aac6f9c51 req-3f59fc26-c74a-41b8-a962-069812590030 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-870141836', 'description': 'tempest-description-2083435713'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:05.299534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adf4f85e-2206-4712-b810-238b7cca6721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.299534 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-adf4f85e-2206-4712-b810-238b7cca6721 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ccd32670-1dda-48f7-9f9d-1161d1bf4574 HTTP/1.1" status: 204 len: 168 time: 0.2341509 Jul 16 20:11:05.310403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4f85e-2206-4712-b810-238b7cca6721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd32670-1dda-48f7-9f9d-1161d1bf4574,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.381880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-712b840f-964b-474a-be44-1c610a87c3d2 req-71a06ab1-dd17-4b24-a82e-d8fe74face06 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049870 Jul 16 20:11:05.393173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc778a73-9f65-4918-a2d8-dec47a6880c4 req-843d75fd-7a96-44b1-9917-aca0004a39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.394388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc778a73-9f65-4918-a2d8-dec47a6880c4 req-843d75fd-7a96-44b1-9917-aca0004a39e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 1100 time: 0.2209814 Jul 16 20:11:05.395741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e5cd4a18-9745-43d5-8951-a13aac6f9c51 req-3f59fc26-c74a-41b8-a962-069812590030 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.465078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc778a73-9f65-4918-a2d8-dec47a6880c4 req-35551073-5340-4447-8eda-7367c978ff4f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573494 Jul 16 20:11:05.543078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e5cd4a18-9745-43d5-8951-a13aac6f9c51 req-3f59fc26-c74a-41b8-a962-069812590030 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.548269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e5cd4a18-9745-43d5-8951-a13aac6f9c51 req-3f59fc26-c74a-41b8-a962-069812590030 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.582053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e5cd4a18-9745-43d5-8951-a13aac6f9c51 req-3f59fc26-c74a-41b8-a962-069812590030 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.583349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5cd4a18-9745-43d5-8951-a13aac6f9c51 req-3f59fc26-c74a-41b8-a962-069812590030 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2987144 Jul 16 20:11:05.594876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59fc26-c74a-41b8-a962-069812590030 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd62cf-8831-432f-8fbb-3c782174a54a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.687669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cf8a1c3-efbb-42ba-9852-16ad08d1d57d req-ee9605ec-aee4-4d47-a6c0-47437758eea5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/14bd62cf-8831-432f-8fbb-3c782174a54a HTTP/1.1" status: 200 len: 1812 time: 0.0527339 Jul 16 20:11:05.716574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-ab58c9f9-c243-442f-90d8-75c7dfc8bbc2 req-1217a3f8-45d6-4357-97ad-ea2bb1dc0806 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1141961854', 'description': 'tempest-description-1128981428'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:05.776992 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ab58c9f9-c243-442f-90d8-75c7dfc8bbc2 req-1217a3f8-45d6-4357-97ad-ea2bb1dc0806 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.838192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440b931-e648-4d0b-b6e6-6060cae1bf47 req-a9708bf5-0d59-4328-b3e9-f56f5b3dfa63 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.839858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e440b931-e648-4d0b-b6e6-6060cae1bf47 req-a9708bf5-0d59-4328-b3e9-f56f5b3dfa63 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 949 time: 0.1145165 Jul 16 20:11:05.869501 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.913033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e440b931-e648-4d0b-b6e6-6060cae1bf47 req-deb309f6-33c0-42b8-99fc-4e91b34fe6bd tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659797 Jul 16 20:11:05.948315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ab58c9f9-c243-442f-90d8-75c7dfc8bbc2 req-1217a3f8-45d6-4357-97ad-ea2bb1dc0806 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.955891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ab58c9f9-c243-442f-90d8-75c7dfc8bbc2 req-1217a3f8-45d6-4357-97ad-ea2bb1dc0806 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.017034 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ab58c9f9-c243-442f-90d8-75c7dfc8bbc2 req-1217a3f8-45d6-4357-97ad-ea2bb1dc0806 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.028675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab58c9f9-c243-442f-90d8-75c7dfc8bbc2 req-1217a3f8-45d6-4357-97ad-ea2bb1dc0806 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3157370 Jul 16 20:11:06.032691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217a3f8-45d6-4357-97ad-ea2bb1dc0806 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e1242-8da6-4012-8bda-e110179cde70,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.246156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6002b8ab-b096-483b-8f25-32ab333f8be4 req-bb42710e-e2d8-4fc1-adb0-7895782a5929 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/7a6e1242-8da6-4012-8bda-e110179cde70 HTTP/1.1" status: 200 len: 1813 time: 0.0742736 Jul 16 20:11:06.261890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449553b-923f-4cfa-861b-e50139367158 req-8bb722ca-95b6-4d3d-b34d-b8f0f2892e12 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.263844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c449553b-923f-4cfa-861b-e50139367158 req-8bb722ca-95b6-4d3d-b34d-b8f0f2892e12 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.1301334 Jul 16 20:11:06.293467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-d3ee154a-2232-48c3-9bd7-96865ebaad55 req-7e3afd31-3758-4c5b-a738-fb6c3ca3ffe3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1447062578', 'description': 'tempest-description-289663586'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:06.370153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c449553b-923f-4cfa-861b-e50139367158 req-19658a13-efbe-4a01-8246-fb1aa593a9d5 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990059 Jul 16 20:11:06.515642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60636) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:06.529492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d3ee154a-2232-48c3-9bd7-96865ebaad55 req-7e3afd31-3758-4c5b-a738-fb6c3ca3ffe3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.641006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-network', 'tenant_id': '2e572b43c9a5426e86831056f450571c'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:06.669271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09e7cee3-e191-4bd8-b2bd-0615f622ce52 req-e7e53aa2-d6af-4923-be80-b5ab1b879a76 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 210 time: 0.1576056 Jul 16 20:11:06.686864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Made reservation on behalf of 2e572b43c9a5426e86831056f450571c for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:06.692289 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.710070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.761136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:11:06.761136 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:11:06.761136 n-d-798930-6 neutron-server[94096]: [parameters: {'project_id_1': '2e572b43c9a5426e86831056f450571c', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 11, 6, 729867)}] Jul 16 20:11:06.761136 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:06.762186 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:06.774013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-c8988b25-b458-4737-9c69-95e7e40bcbcd tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.776888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-c8988b25-b458-4737-9c69-95e7e40bcbcd tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.4958401 Jul 16 20:11:06.808395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Request body: {'port': {'device_id': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'admin_state_up': True, 'tenant_id': '561d35b90f7f4adf85f4f68390f5fa87'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:06.986460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dab737-60a3-40cf-9d73-dbd2c565b684 req-3435b056-e84a-4426-842d-fff22894a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.988035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dab737-60a3-40cf-9d73-dbd2c565b684 req-3435b056-e84a-4426-842d-fff22894a5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1100 time: 0.4791775 Jul 16 20:11:07.099751 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d3ee154a-2232-48c3-9bd7-96865ebaad55 req-7e3afd31-3758-4c5b-a738-fb6c3ca3ffe3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.102195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dab737-60a3-40cf-9d73-dbd2c565b684 req-cc49f8a2-f17e-4c21-b918-1dd2dfb0990a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992534 Jul 16 20:11:07.112354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d3ee154a-2232-48c3-9bd7-96865ebaad55 req-7e3afd31-3758-4c5b-a738-fb6c3ca3ffe3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.161896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6530056-2550-4542-a5a6-20f26e556493 req-3e46a556-412c-488b-869c-fbd5da4a821b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.164641 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6530056-2550-4542-a5a6-20f26e556493 req-3e46a556-412c-488b-869c-fbd5da4a821b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 949 time: 0.3391466 Jul 16 20:11:07.176113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Made reservation on behalf of 561d35b90f7f4adf85f4f68390f5fa87 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:07.180945 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.186760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d3ee154a-2232-48c3-9bd7-96865ebaad55 req-7e3afd31-3758-4c5b-a738-fb6c3ca3ffe3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.187988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3ee154a-2232-48c3-9bd7-96865ebaad55 req-7e3afd31-3758-4c5b-a738-fb6c3ca3ffe3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9059815 Jul 16 20:11:07.210319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3afd31-3758-4c5b-a738-fb6c3ca3ffe3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb589aa-9a58-4ac3-9da5-f4bdba6e5fa9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.251542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6530056-2550-4542-a5a6-20f26e556493 req-23e9d91c-8445-495b-98ab-f5060b0e0839 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765808 Jul 16 20:11:07.264010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.435982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Allocated IP 172.20.0.6 (fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec/647dbca8-b298-4873-bc76-057239649d33/373c5c05-63e5-469c-be6e-df91d33b70cb) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:07.449236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.455939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.502235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:07.512847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1af0de6-2845-4d39-bb72-fa6e67683da5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.526341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c59e4f-ef14-4cac-b5f2-8d87dd9c8765 req-a129d0a7-2c23-4a2e-a004-539b4bb82327 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.526821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.528202 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Added segment f809a48b-d5a5-46d0-9131-1dec7675c0f4 of type vlan for network 4e6ae710-381b-4f03-aa57-5e89d066a183 Jul 16 20:11:07.528529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3c59e4f-ef14-4cac-b5f2-8d87dd9c8765 req-a129d0a7-2c23-4a2e-a004-539b4bb82327 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 949 time: 0.1441147 Jul 16 20:11:07.564179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:07.594489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.642784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.644620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.646018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.656866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port b846246e-7029-4ac6-9a7f-6aee9832e9c6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:07.662683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port b846246e-7029-4ac6-9a7f-6aee9832e9c6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:07.664167 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.728449 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2108452 Jul 16 20:11:07.733058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60656) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:07.744349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Request body: {'subnet': {'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-subnet', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:07.780764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-480b8e89-e299-469f-8bc5-f0fa991f3cff req-5bd08506-9e5b-4200-b1d0-c9ac7e5d49f5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/cdb589aa-9a58-4ac3-9da5-f4bdba6e5fa9 HTTP/1.1" status: 200 len: 1812 time: 0.2505822 Jul 16 20:11:07.787690 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.798857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3c59e4f-ef14-4cac-b5f2-8d87dd9c8765 req-b3eab969-6a4b-41bf-b771-b24139bdb872 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428131 Jul 16 20:11:07.877710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:07.885966 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffce4bf8-3d2e-4aca-8ff4-796fd213b8ef" -d '{"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:07.898327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.956327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:07.974746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.980186 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.015131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:08.030123 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.254233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66f3fc-b292-4d8b-a914-3036698aafde admin admin] Pushing event updated for resources: {'Network': ['ID=4e6ae710-381b-4f03-aa57-5e89d066a183,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.276059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Made reservation on behalf of 2e572b43c9a5426e86831056f450571c for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:08.283186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.290993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:08.345771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:08.362490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:08.365261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.372940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:08.389119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.389942 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.459368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:08.483797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f913d0-dfc8-4388-ae93-5d2a5d68e8d8 req-5a25a031-0d78-46f9-be98-5dcd21b2fa96 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.487560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0f913d0-dfc8-4388-ae93-5d2a5d68e8d8 req-5a25a031-0d78-46f9-be98-5dcd21b2fa96 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 1100 time: 0.4012089 Jul 16 20:11:08.500415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-166e6989-cecd-4dd3-ad78-88a99c42532d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7069824 Jul 16 20:11:08.522223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154fe9-774d-4cda-b981-584b01b60845 req-32c50b0c-0dbf-4dea-b943-6adb13800f37 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.538248 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36154fe9-774d-4cda-b981-584b01b60845 req-32c50b0c-0dbf-4dea-b943-6adb13800f37 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.4997287 Jul 16 20:11:08.583810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.593031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Request body: {'port': {'device_id': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:08.642794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.695880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.710201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36154fe9-774d-4cda-b981-584b01b60845 req-67fd9949-b9e6-44de-8bc5-60a7cd4ece2b tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681886 Jul 16 20:11:08.713142 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.716691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Checking segment: {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:08.717279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Network hostable DHCP agents. Network: 4e6ae710-381b-4f03-aa57-5e89d066a183, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:08.751864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:08.771359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4e6ae710-381b-4f03-aa57-5e89d066a183) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:08.780445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.781521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.806912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b62cd5-43ba-436d-a017-15508c120a27 None None] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:08.814680 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fda08407-d2c6-4499-a1f6-161f3367d3ef admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0794265 Jul 16 20:11:08.816108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:08.822926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.827422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:08.828375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0f913d0-dfc8-4388-ae93-5d2a5d68e8d8 req-bf569913-fc97-4349-a794-2b989e3c4123 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259685 Jul 16 20:11:08.884913 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.903874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.907859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.921236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.000834 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-93e52600-f38f-4dd1-9c61-080202ca0b13 req-4864593d-c6d7-4f6e-b791-bf5161f53efd tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] show failed (client error): The resource could not be found. Jul 16 20:11:09.019985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:09.024746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93e52600-f38f-4dd1-9c61-080202ca0b13 req-4864593d-c6d7-4f6e-b791-bf5161f53efd tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/4183f095-8092-41a6-bce7-a6ca9f814b4f HTTP/1.1" status: 404 len: 352 time: 0.0548775 Jul 16 20:11:09.044209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:09.056593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.070364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'mac_address': 'fa:16:3e:49:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:09.134549 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193517e-4e43-431c-bfb8-f605db2e422d x-openstack-request-id: req-0193517e-4e43-431c-bfb8-f605db2e422d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:09.134835 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:09.135548 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0193517e-4e43-431c-bfb8-f605db2e422d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:09.135548 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'code': 200} Jul 16 20:11:09.146298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.209607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.216136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.276053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46fb2a7-c64d-4b19-8b4d-91619e907cb7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:09.283723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4e6ae710-381b-4f03-aa57-5e89d066a183', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:09.284921 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.368771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:09.378149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.451592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.513977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.577404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Allocated IP 172.20.0.2 (4e6ae710-381b-4f03-aa57-5e89d066a183/eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5/586c550a-4e59-4f4e-87f3-12ae08cfceea) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:09.636386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad31ba-1b0a-4bcb-a007-49f3dd01d86c req-4dc23ce7-f9f8-4e78-bc4a-725da350a297 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.639116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50ad31ba-1b0a-4bcb-a007-49f3dd01d86c req-4dc23ce7-f9f8-4e78-bc4a-725da350a297 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 931 time: 0.5659518 Jul 16 20:11:09.686405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae64e7-0ea7-4c17-b1eb-b2c152a1162b req-dad493ae-e2b8-4e3b-b329-d84c1c05bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.689409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddae64e7-0ea7-4c17-b1eb-b2c152a1162b req-dad493ae-e2b8-4e3b-b329-d84c1c05bb24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 1101 time: 0.3854525 Jul 16 20:11:09.726406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b46fb2a7-c64d-4b19-8b4d-91619e907cb7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:09.819637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.842759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.884205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50ad31ba-1b0a-4bcb-a007-49f3dd01d86c req-8754be64-bacb-4196-bafd-1d46c35ea722 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365956 Jul 16 20:11:09.933154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088668d-4337-4d9c-8ba2-340f199cafc1 req-c63cdf4a-eb49-4f06-87a8-6e2832c69253 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.947200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2088668d-4337-4d9c-8ba2-340f199cafc1 req-c63cdf4a-eb49-4f06-87a8-6e2832c69253 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.5178685 Jul 16 20:11:09.948603 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.965845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddae64e7-0ea7-4c17-b1eb-b2c152a1162b req-17264788-f5c9-4437-a778-1dd7253ae413 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481720 Jul 16 20:11:09.983711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Transition to ACTIVE for port object 586c550a-4e59-4f4e-87f3-12ae08cfceea will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:10.047105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Transition to ACTIVE for port object 586c550a-4e59-4f4e-87f3-12ae08cfceea will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:10.054471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Allocated IP 172.25.8.176 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/16e3a909-aadd-478d-98d5-4019dde56083) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:10.069089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2088668d-4337-4d9c-8ba2-340f199cafc1 req-4a52b80c-7a3e-4b54-a85b-72479c29db10 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184132 Jul 16 20:11:10.095496 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.095836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373c5c05-63e5-469c-be6e-df91d33b70cb {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:10.138129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.159828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:10.173361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:10.178485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:10.186766 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-38aa6018-f625-4709-90f8-dbcbeceae9be req-2e65299f-4ab8-4fde-9692-3a173d50416a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] show failed (client error): The resource could not be found. Jul 16 20:11:10.188525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38aa6018-f625-4709-90f8-dbcbeceae9be req-2e65299f-4ab8-4fde-9692-3a173d50416a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-group-rules/006ea1c0-b734-43b1-9a65-66414e5a2c6a HTTP/1.1" status: 404 len: 361 time: 0.0372775 Jul 16 20:11:10.193698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Transition to ACTIVE for port object 373c5c05-63e5-469c-be6e-df91d33b70cb will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:10.205085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.205377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Pushing event updated for resources: {'Port': ['ID=586c550a-4e59-4f4e-87f3-12ae08cfceea,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.298193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Attempting to bind port 586c550a-4e59-4f4e-87f3-12ae08cfceea on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:10.298687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Attempting to bind port 586c550a-4e59-4f4e-87f3-12ae08cfceea by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:10.300143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Attempting to bind port 586c550a-4e59-4f4e-87f3-12ae08cfceea on network 4e6ae710-381b-4f03-aa57-5e89d066a183 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:10.311775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:10.312195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Checking segment: {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:10.312601 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.313141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Bound using segment: {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:10.313884 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Bound port: 586c550a-4e59-4f4e-87f3-12ae08cfceea, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:10.314271 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.326468 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.397446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.430863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] For port 586c550a-4e59-4f4e-87f3-12ae08cfceea, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:10.435957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] For port 586c550a-4e59-4f4e-87f3-12ae08cfceea, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=586c550a-4e59-4f4e-87f3-12ae08cfceea,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:10.440183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-b9be5a9a-d175-4152-9ed6-a24efb12b076 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676384 Jul 16 20:11:10.444104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.470237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.482114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:10.495602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:10.510713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:10.522544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:10.523586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:10.524271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:10.537304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:10.537732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:10.576277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:10.576801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:10.577266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:10.577798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Bound port: 373c5c05-63e5-469c-be6e-df91d33b70cb, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:10.578242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.584320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Pushing event updated for resources: {'Port': ['ID=16e3a909-aadd-478d-98d5-4019dde56083,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.609639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f27b7-ccd5-4e3c-8d91-3344d47b5f9c None None] Pushing event updated for resources: {'Port': ['ID=586c550a-4e59-4f4e-87f3-12ae08cfceea,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.707914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-4ad4ae24-f056-4351-b50a-42a6e0968927 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.717244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-4ad4ae24-f056-4351-b50a-42a6e0968927 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432594 Jul 16 20:11:10.753440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-1b69778b-5b82-4a0c-8a0f-5fc96478b5b4 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/quotas/c75c3fb4c341495cb2dfcc4b433eee76 HTTP/1.1" status: 200 len: 375 time: 0.0210164 Jul 16 20:11:10.871385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:10.928069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:10.972510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.025747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.081038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.081995 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.087473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 200 len: 1091 time: 2.5093350 Jul 16 20:11:11.087473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:11.088675 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c0659-ea4a-46d2-8903-a1184faf7ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:11.136988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:11.140228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-75ceaf88-4e7b-4b3b-907a-e8aaaadc9aa6 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3854291 Jul 16 20:11:11.140746 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ff86eb-da60-4b87-b124-93be80bc69f2" -d '{"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-unplugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:11.160375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb133f-dbda-487c-bd83-c1a4caac34d6 service neutron] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:11.381435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.574960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Router 5fe110f1-b510-4e68-a08d-822cb085d8b4 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:11:11.628248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9d43-fd5c-4745-8a81-29326227fa81 req-bdb34f1a-7785-4ee4-ba52-5e226a697aff tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.640443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fcf9d43-fd5c-4745-8a81-29326227fa81 req-bdb34f1a-7785-4ee4-ba52-5e226a697aff tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 949 time: 0.7560015 Jul 16 20:11:11.733463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fbe75e4-8d91-477f-8459-c8e22b2645f3 req-9ab70978-2b64-40eb-a4fd-c3340cb020f3 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/cdb589aa-9a58-4ac3-9da5-f4bdba6e5fa9 HTTP/1.1" status: 200 len: 1812 time: 0.1682124 Jul 16 20:11:11.817843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-1066a4f9-372f-445a-9151-860e9653f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.821366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-1066a4f9-372f-445a-9151-860e9653f24b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1094 time: 0.6770551 Jul 16 20:11:11.838306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fcf9d43-fd5c-4745-8a81-29326227fa81 req-191919f8-0739-4484-b9c6-386eeb812601 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874242 Jul 16 20:11:11.847958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:11.867691 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Sync routers for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:11.905539 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:11.907176 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:11.949672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.951876 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5b1f68c2-8946-4195-b810-6ecc2ac319a2 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.1335979 Jul 16 20:11:11.955216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60714) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:12.009055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:12.027796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-8e29dcb1-011a-4f8c-97a8-569ab926aa29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 200 len: 217 time: 0.1735425 Jul 16 20:11:12.172006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 586c550a-4e59-4f4e-87f3-12ae08cfceea up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:12.220145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-94c75f33-7e4b-4d89-a6f4-2849d6a7d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.222235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-94c75f33-7e4b-4d89-a6f4-2849d6a7d19e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1935222 Jul 16 20:11:12.228469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fbe75e4-8d91-477f-8459-c8e22b2645f3 req-193eb7cf-9438-43b7-897a-82184eb4204a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.264272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-0a98654c-0fd5-428d-936b-cb64283e29b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340235 Jul 16 20:11:12.330899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd430a-0b29-4ea4-8238-691dd9e240b0 None None] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:12.333830 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fbe75e4-8d91-477f-8459-c8e22b2645f3 req-193eb7cf-9438-43b7-897a-82184eb4204a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.450056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-211b2885-d63d-4872-bea9-4e842c43231a service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752474 Jul 16 20:11:12.460010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:12.492360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fbe75e4-8d91-477f-8459-c8e22b2645f3 req-193eb7cf-9438-43b7-897a-82184eb4204a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.502043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0b22acc9-8c8a-49ee-bd8f-eb86a7b9d9ea None None] Provisioning for port 586c550a-4e59-4f4e-87f3-12ae08cfceea completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:12.507637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fbe75e4-8d91-477f-8459-c8e22b2645f3 req-193eb7cf-9438-43b7-897a-82184eb4204a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.514965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fbe75e4-8d91-477f-8459-c8e22b2645f3 req-193eb7cf-9438-43b7-897a-82184eb4204a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "DELETE /v2.0/security-groups/cdb589aa-9a58-4ac3-9da5-f4bdba6e5fa9 HTTP/1.1" status: 204 len: 173 time: 0.7526324 Jul 16 20:11:12.604682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eb7cf-9438-43b7-897a-82184eb4204a tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb589aa-9a58-4ac3-9da5-f4bdba6e5fa9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:12.676527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 586c550a-4e59-4f4e-87f3-12ae08cfceea completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:12.692425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:12.694291 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.707334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 586c550a-4e59-4f4e-87f3-12ae08cfceea triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:12.708431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.824053 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:10Z', 'revision_number': 3, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:12.852634 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Checking router: 5fe110f1-b510-4e68-a08d-822cb085d8b4 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:12.853443 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Updating router 5fe110f1-b510-4e68-a08d-822cb085d8b4 port 16e3a909-aadd-478d-98d5-4019dde56083 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:12.897037 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.898239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa855e8f-2ecc-474c-ac19-0bf621e3722e req-5bbf63f9-b8b7-43f6-abf4-22c63c9434f0 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359426 Jul 16 20:11:13.140200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c021069-7338-4617-a192-8be1fd0b358a req-4181b33e-eabd-4544-a943-6a44c564c948 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.160408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c021069-7338-4617-a192-8be1fd0b358a req-4181b33e-eabd-4544-a943-6a44c564c948 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 945 time: 0.2576883 Jul 16 20:11:13.206358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.232450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab229c1-ad9a-4f8c-b374-26bea7a97d15 req-548a5099-dc2d-44ff-b5ba-32ca54d755c5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.235811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ab229c1-ad9a-4f8c-b374-26bea7a97d15 req-548a5099-dc2d-44ff-b5ba-32ca54d755c5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 943 time: 0.3322623 Jul 16 20:11:13.331123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c021069-7338-4617-a192-8be1fd0b358a req-a637de70-ead1-4b7c-8fcb-ceead2f1bf3c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623452 Jul 16 20:11:13.384536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ab229c1-ad9a-4f8c-b374-26bea7a97d15 req-4cf0bc20-8103-4b11-a298-3173a22b79c4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416829 Jul 16 20:11:13.388171 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.435631 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.460246 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aef231-af19-43ec-8325-f8028dc84543 x-openstack-request-id: req-e3aef231-af19-43ec-8325-f8028dc84543 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:13.460731 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:13.461340 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e3aef231-af19-43ec-8325-f8028dc84543 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:13.462007 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb', 'status': 'completed', 'code': 200} Jul 16 20:11:13.479636 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Transition to ACTIVE for port object 16e3a909-aadd-478d-98d5-4019dde56083 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:13.504958 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.515633 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.554274 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056fc0a4-5649-4922-9f33-b32874984b9c x-openstack-request-id: req-056fc0a4-5649-4922-9f33-b32874984b9c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:13.555355 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-unplugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:13.555773 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-056fc0a4-5649-4922-9f33-b32874984b9c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:13.556485 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'code': 200} Jul 16 20:11:13.568940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 586c550a-4e59-4f4e-87f3-12ae08cfceea, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=586c550a-4e59-4f4e-87f3-12ae08cfceea,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:13.578292 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.679517 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Pushing event updated for resources: {'Port': ['ID=16e3a909-aadd-478d-98d5-4019dde56083,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:13.706546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:13.707366 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.708559 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.709583 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.711183 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.712239 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.713353 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.714526 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.715415 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.716230 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.717028 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.718941 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.719863 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:13.724211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.749195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-f6a49adb-6e7f-48b7-9ad1-115b4809af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.751276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-f6a49adb-6e7f-48b7-9ad1-115b4809af65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1094 time: 0.2554638 Jul 16 20:11:13.768429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=586c550a-4e59-4f4e-87f3-12ae08cfceea,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:13.785568 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Attempting to bind port 16e3a909-aadd-478d-98d5-4019dde56083 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:13.786737 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Attempting to bind port 16e3a909-aadd-478d-98d5-4019dde56083 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:13.787676 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Attempting to bind port 16e3a909-aadd-478d-98d5-4019dde56083 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:13.797722 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:13.799223 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:13.800398 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.801345 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:13.802427 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Bound port: 16e3a909-aadd-478d-98d5-4019dde56083, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:13.803604 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.831790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Allocated IP 172.20.0.1 (4e6ae710-381b-4f03-aa57-5e89d066a183/eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5/a33b64d9-7578-4301-b7cf-0f452e3c5188) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:13.971958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] For port 16e3a909-aadd-478d-98d5-4019dde56083, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:13.981056 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] For port 16e3a909-aadd-478d-98d5-4019dde56083, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=16e3a909-aadd-478d-98d5-4019dde56083,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:13.987130 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.998564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.096164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 586c550a-4e59-4f4e-87f3-12ae08cfceea up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:14.136610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37ed4c8e-e98d-4ae5-8e80-3151526381e1 req-50c7d0d5-014d-40c6-a120-476f569fd30c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 210 time: 0.1144547 Jul 16 20:11:14.180444 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:14.181538 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:14.261830 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c1ec1-d128-4c4e-adff-b62b1dc0125a None None] Pushing event updated for resources: {'Port': ['ID=16e3a909-aadd-478d-98d5-4019dde56083,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.279931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-392d8584-a651-448b-8cd1-6c62fb07d5ab None None] Provisioning complete for port 586c550a-4e59-4f4e-87f3-12ae08cfceea triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:14.280568 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-392d8584-a651-448b-8cd1-6c62fb07d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.287971 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.328780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-aa9f25ef-4d1f-43c2-995e-626deeba70a3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1911879 Jul 16 20:11:14.346721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Transition to ACTIVE for port object a33b64d9-7578-4301-b7cf-0f452e3c5188 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:14.374429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 586c550a-4e59-4f4e-87f3-12ae08cfceea triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:14.375019 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.446656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.478959 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:14.500766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:14.504974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:14.508080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:14.569108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-b59cf815-35fa-45e6-b92c-17779948c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.578873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Pushing event updated for resources: {'Port': ['ID=a33b64d9-7578-4301-b7cf-0f452e3c5188,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.579807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-b59cf815-35fa-45e6-b92c-17779948c800 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.8149395 Jul 16 20:11:14.618598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.705745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec47866-ba9c-4297-9670-b0beff697c18 req-4bed53af-8e95-463c-8b47-6d02c57e2924 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.708115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ec47866-ba9c-4297-9670-b0beff697c18 req-4bed53af-8e95-463c-8b47-6d02c57e2924 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 1.0832722 Jul 16 20:11:14.791475 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:10Z', 'revision_number': 3, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:14.840721 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bba89e-3b5b-493f-aa71-6d7d33fb5b37 None None] The sync data for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 is: [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:10Z', 'revision_number': 3, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:14.884694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-174ca910-908e-4003-b53f-4333fdb3e18f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 200 len: 217 time: 0.2100487 Jul 16 20:11:14.903552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.919194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce839a40-3781-493a-9903-3bc6139ae877 req-f19b48a5-b869-419c-bac6-0bcdc968d017 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/7a6e1242-8da6-4012-8bda-e110179cde70 HTTP/1.1" status: 200 len: 1813 time: 0.3022139 Jul 16 20:11:15.030144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ec47866-ba9c-4297-9670-b0beff697c18 req-5a8c1069-c6d4-4c17-aec1-904cdb82783e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173021 Jul 16 20:11:15.120240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d0b937f-8fd9-4fd2-8c85-093608ffa400 None None] Provisioning for port a33b64d9-7578-4301-b7cf-0f452e3c5188 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:15.128097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d0b937f-8fd9-4fd2-8c85-093608ffa400 None None] Provisioning complete for port a33b64d9-7578-4301-b7cf-0f452e3c5188 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:15.128781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d0b937f-8fd9-4fd2-8c85-093608ffa400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.193590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-084e1edb-7113-410c-b8c4-192e0b9f71de tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.196704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-084e1edb-7113-410c-b8c4-192e0b9f71de tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7552774 Jul 16 20:11:15.225233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-07435f8e-75e2-4a9a-8597-b66d78689952 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2096598 Jul 16 20:11:15.277940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b937f-8fd9-4fd2-8c85-093608ffa400 None None] Port a33b64d9-7578-4301-b7cf-0f452e3c5188 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:15.280509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-0466873f-263e-4c68-adbd-a38e0784f6eb tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.283316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-0466873f-263e-4c68-adbd-a38e0784f6eb tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 945 time: 1.3688540 Jul 16 20:11:15.311714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Request body: {'port': {'device_id': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'c75c3fb4c341495cb2dfcc4b433eee76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:15.359635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.380555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.557620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:15.561854 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f5b796-31a9-41b4-8d1b-01318e05167f" -d '{"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-plugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:15.665222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-29999fb9-c871-48ea-9021-0c9626463f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.667561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-29999fb9-c871-48ea-9021-0c9626463f5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.7456317 Jul 16 20:11:15.864982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Pushing event updated for resources: {'Port': ['ID=a33b64d9-7578-4301-b7cf-0f452e3c5188,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:15.871325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.902386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ce839a40-3781-493a-9903-3bc6139ae877 req-aca2c2e5-9801-495e-b2e8-9f92e967593c tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.949605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ce839a40-3781-493a-9903-3bc6139ae877 req-aca2c2e5-9801-495e-b2e8-9f92e967593c tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.018203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-0406d9e1-5dcc-4947-a6b7-5909a8d68548 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2861729 Jul 16 20:11:16.025871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 373c5c05-63e5-469c-be6e-df91d33b70cb details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:16.083780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:16.086572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:16.175167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-10aa4858-5451-4312-8172-c036c40414ef service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291935 Jul 16 20:11:16.245540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39877349-c05d-4c2c-8700-380040631b7b req-c6120b4f-a950-4880-8a8e-4676bea93bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.247410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-c6120b4f-a950-4880-8a8e-4676bea93bbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 1101 time: 0.9626565 Jul 16 20:11:16.288439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Deleting port 7dde467e-ed31-42f1-ab47-8a07263a9f74 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:16.288984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.327724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:16.363214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '373c5c05-63e5-469c-be6e-df91d33b70cb', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'port_id': '373c5c05-63e5-469c-be6e-df91d33b70cb', 'mac_address': 'fa:16:3e:c4:0c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647dbca8-b298-4873-bc76-057239649d33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:16.366799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 16e3a909-aadd-478d-98d5-4019dde56083 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:16.489685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Router 5fe110f1-b510-4e68-a08d-822cb085d8b4 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:16.494108 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.510432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373c5c05-63e5-469c-be6e-df91d33b70cb {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:16.538788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee13b0-bdad-4d33-b11a-ad4bc97a99f5 req-f5d28769-9f12-41e6-bbea-b7ef3e6b5d0e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.546477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48ee13b0-bdad-4d33-b11a-ad4bc97a99f5 req-f5d28769-9f12-41e6-bbea-b7ef3e6b5d0e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 945 time: 0.9903688 Jul 16 20:11:16.558296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:16.560706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ce839a40-3781-493a-9903-3bc6139ae877 req-aca2c2e5-9801-495e-b2e8-9f92e967593c tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.562997 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ce839a40-3781-493a-9903-3bc6139ae877 req-aca2c2e5-9801-495e-b2e8-9f92e967593c tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.565638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce839a40-3781-493a-9903-3bc6139ae877 req-aca2c2e5-9801-495e-b2e8-9f92e967593c tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "DELETE /v2.0/security-groups/7a6e1242-8da6-4012-8bda-e110179cde70 HTTP/1.1" status: 204 len: 173 time: 1.5898871 Jul 16 20:11:16.567546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 16e3a909-aadd-478d-98d5-4019dde56083 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:16.574336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.610384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] For port 7dde467e-ed31-42f1-ab47-8a07263a9f74, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7dde467e-ed31-42f1-ab47-8a07263a9f74,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:16.610764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.628520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Calling delete_port for 7dde467e-ed31-42f1-ab47-8a07263a9f74 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:16.647177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:16.652130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 16e3a909-aadd-478d-98d5-4019dde56083 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:16.652887 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.686685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8e716fec-e841-4a62-a13e-a8b61e75450b None None] Provisioning complete for port a33b64d9-7578-4301-b7cf-0f452e3c5188 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:16.687168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8e716fec-e841-4a62-a13e-a8b61e75450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.745198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8e716fec-e841-4a62-a13e-a8b61e75450b None None] Port a33b64d9-7578-4301-b7cf-0f452e3c5188 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:16.808867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982c0659-ea4a-46d2-8903-a1184faf7ab7 req-6a986c1d-a1b8-4871-a9d0-f3bfc5bfcc8d service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005344 Jul 16 20:11:16.879393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.879778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2c2e5-9801-495e-b2e8-9f92e967593c tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e1242-8da6-4012-8bda-e110179cde70,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:16.901475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:16.918154 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a95022f8-e5a1-43e7-bef1-2de0aed9bf30 admin admin] 10.222.0.100 "PUT /v2.0/routers/5fe110f1-b510-4e68-a08d-822cb085d8b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9525933 Jul 16 20:11:16.965111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 16e3a909-aadd-478d-98d5-4019dde56083, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=16e3a909-aadd-478d-98d5-4019dde56083,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:16.982304 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.995480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['373c5c05-63e5-469c-be6e-df91d33b70cb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:17.115019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=16e3a909-aadd-478d-98d5-4019dde56083,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:17.168966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48ee13b0-bdad-4d33-b11a-ad4bc97a99f5 req-bbee8962-f134-465f-8e54-bc4ba9d4ec49 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215658 Jul 16 20:11:17.169602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Made reservation on behalf of c75c3fb4c341495cb2dfcc4b433eee76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:17.173207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.292971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.302988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39877349-c05d-4c2c-8700-380040631b7b req-0762a466-8d6d-4815-aed7-9054a3a5070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.306115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-0762a466-8d6d-4815-aed7-9054a3a5070b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.9045134 Jul 16 20:11:17.392737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dd972-47de-4ff5-8600-5b06ab9b42a2 req-819b7dd2-b1a0-476b-a1fd-91605365a97b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.395572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f41dd972-47de-4ff5-8600-5b06ab9b42a2 req-819b7dd2-b1a0-476b-a1fd-91605365a97b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 944 time: 0.4979806 Jul 16 20:11:17.600042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Sync routers for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:17.605293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7dde467e-ed31-42f1-ab47-8a07263a9f74 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:17.637978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 7dde467e-ed31-42f1-ab47-8a07263a9f74 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:17.638312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7dde467e-ed31-42f1-ab47-8a07263a9f74 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:17.642092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:17.642750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:17.782581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:17.869585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event deleted for resources: {'Port': ['ID=7dde467e-ed31-42f1-ab47-8a07263a9f74,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:17.907496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-bdd1b68f-0964-48e8-ae90-56fcdcb46694 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17 HTTP/1.1" status: 200 len: 217 time: 0.5383866 Jul 16 20:11:18.006338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 16e3a909-aadd-478d-98d5-4019dde56083 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:18.045955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] No DVR routers for this DVR port 7dde467e-ed31-42f1-ab47-8a07263a9f74 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:18.055710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.057829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5575932f-3f79-4e9d-b9ff-95862ff581a9 req-16cdfe61-71d1-4782-a338-e32166cad35b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "DELETE /v2.0/ports/7dde467e-ed31-42f1-ab47-8a07263a9f74 HTTP/1.1" status: 204 len: 173 time: 2.7013834 Jul 16 20:11:18.063110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'name': 'network-vif-deleted', 'tag': '7dde467e-ed31-42f1-ab47-8a07263a9f74'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:18.065854 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305ed05c-7a56-473d-bcc4-0f94a64d69c2" -d '{"events": [{"server_uuid": "1d9c25de-b861-4d50-87e4-929a721f96ad", "name": "network-vif-deleted", "tag": "7dde467e-ed31-42f1-ab47-8a07263a9f74"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:18.088941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f41dd972-47de-4ff5-8600-5b06ab9b42a2 req-8ff85210-4eeb-4eee-9bd5-dee77e02722d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240854 Jul 16 20:11:18.146867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Allocated IP 192.168.233.181 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/de3c9e12-25f6-4d06-8761-533d2c154acc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:18.178895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 16e3a909-aadd-478d-98d5-4019dde56083 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:18.179520 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.185390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39877349-c05d-4c2c-8700-380040631b7b req-423b7579-8af6-46b6-946c-459885ea7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.188009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-423b7579-8af6-46b6-946c-459885ea7afe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2661352 Jul 16 20:11:18.295280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:15Z', 'revision_number': 2, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:18.350894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Checking router: 5fe110f1-b510-4e68-a08d-822cb085d8b4 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:18.351483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Updating router 5fe110f1-b510-4e68-a08d-822cb085d8b4 port a33b64d9-7578-4301-b7cf-0f452e3c5188 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:18.357974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2a7f6-6759-4c89-ae07-7810ac741316 req-8d41e634-9323-45da-b0e1-da5c5485c131 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.361133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42f2a7f6-6759-4c89-ae07-7810ac741316 req-8d41e634-9323-45da-b0e1-da5c5485c131 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1101 time: 0.9843528 Jul 16 20:11:18.465749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.567138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42f2a7f6-6759-4c89-ae07-7810ac741316 req-eea5733b-b7f0-4223-8d21-9e65c50b9ba6 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799345 Jul 16 20:11:18.587907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39877349-c05d-4c2c-8700-380040631b7b req-0050be3c-e252-42f0-99a4-19edf0b50c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.589511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-0050be3c-e252-42f0-99a4-19edf0b50c4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3842244 Jul 16 20:11:18.601818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc121c-083f-40d9-8562-47b45624d291 req-c32369ab-9630-414e-a0f3-ff4c040bb655 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.602989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44dc121c-083f-40d9-8562-47b45624d291 req-c32369ab-9630-414e-a0f3-ff4c040bb655 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.3877456 Jul 16 20:11:18.643334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.708480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Transition to ACTIVE for port object de3c9e12-25f6-4d06-8761-533d2c154acc will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:18.742933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44dc121c-083f-40d9-8562-47b45624d291 req-fb865aa6-daa0-4b52-88b4-14677a5f0709 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260142 Jul 16 20:11:18.829102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-6a1ea434-e29a-4004-a2af-454c7a99a68f service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249947 Jul 16 20:11:18.838223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.895651 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca1d2d4-dbfc-461d-a485-c3e175a18cdd x-openstack-request-id: req-7ca1d2d4-dbfc-461d-a485-c3e175a18cdd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:18.896527 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-plugged", "status": "completed", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:18.896527 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7ca1d2d4-dbfc-461d-a485-c3e175a18cdd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:18.897793 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'code': 200} Jul 16 20:11:18.900388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc', '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', '208e3c15-390e-48ae-8bd1-805343464438', '87e1b588-c69f-4db3-81ab-0840f59f68f0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:18.994471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:19.013678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:19.063389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:19.066759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:19.080864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.081552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.089519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event updated for resources: {'Port': ['ID=de3c9e12-25f6-4d06-8761-533d2c154acc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:19.141715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-a92db693-d60d-4266-b16d-0b62d80796f3 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8948576 Jul 16 20:11:19.162587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Request body: {'port': {'device_id': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:19.174004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39877349-c05d-4c2c-8700-380040631b7b req-9740038f-1ef4-4ac8-b23b-f3cb724469d6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193142 Jul 16 20:11:19.280490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e994d-88e8-4de1-b401-66ce477c3205 req-bbb3b42e-c366-4306-b43a-547d6c5c6394 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.289587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-344e994d-88e8-4de1-b401-66ce477c3205 req-bbb3b42e-c366-4306-b43a-547d6c5c6394 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 936 time: 0.4092131 Jul 16 20:11:19.301507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-142ce4c3-a393-42c7-9aef-e3c9bc15b4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3923333 Jul 16 20:11:19.465663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-344e994d-88e8-4de1-b401-66ce477c3205 req-a85a56e3-aa7f-49e5-8693-86be0c9f8137 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711166 Jul 16 20:11:19.480567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b4921a2-9af9-47e3-ae29-27a13cb5ec54 req-6ac85b23-7b20-4ce1-8699-c616334acee0 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/14bd62cf-8831-432f-8fbb-3c782174a54a HTTP/1.1" status: 200 len: 1812 time: 0.3047810 Jul 16 20:11:19.486232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.596204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-17bc4672-8aeb-4a7d-84ba-4a222877e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.598305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-17bc4672-8aeb-4a7d-84ba-4a222877e2d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=080a783984ee42848b22cf31eb8dcb10&device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 1101 time: 0.2557518 Jul 16 20:11:19.680138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ad27725e-237c-4716-83f5-8574a945101b None None] Provisioning for port de3c9e12-25f6-4d06-8761-533d2c154acc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:19.718271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ad27725e-237c-4716-83f5-8574a945101b None None] Provisioning complete for port de3c9e12-25f6-4d06-8761-533d2c154acc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:19.718645 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ad27725e-237c-4716-83f5-8574a945101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.923140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.966965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Transition to ACTIVE for port object a33b64d9-7578-4301-b7cf-0f452e3c5188 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:19.980636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ad27725e-237c-4716-83f5-8574a945101b None None] Port de3c9e12-25f6-4d06-8761-533d2c154acc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:19.993832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b4921a2-9af9-47e3-ae29-27a13cb5ec54 req-aa662411-6865-46a3-a896-4fe09993c777 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.000617 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.111031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 373c5c05-63e5-469c-be6e-df91d33b70cb up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:20.175195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b4921a2-9af9-47e3-ae29-27a13cb5ec54 req-aa662411-6865-46a3-a896-4fe09993c777 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.261371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-df6a82ea-b50a-422f-9813-44cfcf4dbfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.262812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-df6a82ea-b50a-422f-9813-44cfcf4dbfa5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.5354273 Jul 16 20:11:20.307751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed451f61-36ae-4d6a-8dd5-c3656e71d112 None None] Pushing event updated for resources: {'Port': ['ID=a33b64d9-7578-4301-b7cf-0f452e3c5188,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:20.370498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-ee70ec88-d39d-4fc8-a7d4-c17b08a0e952 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9 HTTP/1.1" status: 200 len: 217 time: 0.0858750 Jul 16 20:11:20.429466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-c543cb62-99f6-4e84-9a6e-f82e27469dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.436689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-c543cb62-99f6-4e84-9a6e-f82e27469dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks?id=4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 200 len: 828 time: 0.4394131 Jul 16 20:11:20.470281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b4921a2-9af9-47e3-ae29-27a13cb5ec54 req-aa662411-6865-46a3-a896-4fe09993c777 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.472970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b4921a2-9af9-47e3-ae29-27a13cb5ec54 req-aa662411-6865-46a3-a896-4fe09993c777 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.488157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b4921a2-9af9-47e3-ae29-27a13cb5ec54 req-aa662411-6865-46a3-a896-4fe09993c777 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "DELETE /v2.0/security-groups/14bd62cf-8831-432f-8fbb-3c782174a54a HTTP/1.1" status: 204 len: 173 time: 0.9913483 Jul 16 20:11:20.547563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-e1d9a738-8408-48fd-b07e-6586a379586a tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/quotas/2e572b43c9a5426e86831056f450571c HTTP/1.1" status: 200 len: 375 time: 0.1096499 Jul 16 20:11:20.559532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Attempting to bind port a33b64d9-7578-4301-b7cf-0f452e3c5188 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:20.560056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Attempting to bind port a33b64d9-7578-4301-b7cf-0f452e3c5188 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:20.560739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Attempting to bind port a33b64d9-7578-4301-b7cf-0f452e3c5188 on network 4e6ae710-381b-4f03-aa57-5e89d066a183 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:20.569445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:20.572176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Checking segment: {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:20.573197 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.573978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa662411-6865-46a3-a896-4fe09993c777 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd62cf-8831-432f-8fbb-3c782174a54a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:20.574507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Bound using segment: {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:20.575847 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Bound port: a33b64d9-7578-4301-b7cf-0f452e3c5188, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:20.576588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.582064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-d41ae74e-5e78-4970-a041-97716ca60122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.584782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-d41ae74e-5e78-4970-a041-97716ca60122 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1991253 Jul 16 20:11:20.613079 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdad796-37d3-46cc-814e-23761a77fa31 x-openstack-request-id: req-dfdad796-37d3-46cc-814e-23761a77fa31 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:20.613562 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9c25de-b861-4d50-87e4-929a721f96ad", "name": "network-vif-deleted", "tag": "7dde467e-ed31-42f1-ab47-8a07263a9f74", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:20.613953 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dfdad796-37d3-46cc-814e-23761a77fa31 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:20.614559 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9c25de-b861-4d50-87e4-929a721f96ad', 'name': 'network-vif-deleted', 'tag': '7dde467e-ed31-42f1-ab47-8a07263a9f74', 'status': 'completed', 'code': 200} Jul 16 20:11:20.755401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 373c5c05-63e5-469c-be6e-df91d33b70cb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:20.796049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 373c5c05-63e5-469c-be6e-df91d33b70cb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:20.797011 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.812509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3c9e12-25f6-4d06-8761-533d2c154acc {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:20.845695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.923586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] For port a33b64d9-7578-4301-b7cf-0f452e3c5188, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:20.940623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-464a1e96-ebd3-4c05-bdb7-4c1f5e56f0a5 req-1dc0f4ec-6461-4400-9c66-84b2521ef27d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 210 time: 0.0998516 Jul 16 20:11:20.944903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Transition to ACTIVE for port object de3c9e12-25f6-4d06-8761-533d2c154acc will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:20.958784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.974018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] For port a33b64d9-7578-4301-b7cf-0f452e3c5188, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a33b64d9-7578-4301-b7cf-0f452e3c5188,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:20.979020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-7218a7a6-a604-4474-b130-b39574753956 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=2e572b43c9a5426e86831056f450571c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4154046 Jul 16 20:11:20.993890 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.050165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-420bf903-218e-48e4-879b-448600c59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.052754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-420bf903-218e-48e4-879b-448600c59608 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4301224 Jul 16 20:11:21.261131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Pushing event updated for resources: {'Port': ['ID=de3c9e12-25f6-4d06-8761-533d2c154acc,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.286314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.311889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed451f61-36ae-4d6a-8dd5-c3656e71d112 None None] Pushing event updated for resources: {'Port': ['ID=a33b64d9-7578-4301-b7cf-0f452e3c5188,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.317005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:21.325445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:21.531122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Attempting to bind port de3c9e12-25f6-4d06-8761-533d2c154acc on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:21.531669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Attempting to bind port de3c9e12-25f6-4d06-8761-533d2c154acc by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:21.532195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Attempting to bind port de3c9e12-25f6-4d06-8761-533d2c154acc on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:21.570566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Port de3c9e12-25f6-4d06-8761-533d2c154acc on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:21.571196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Attempting to bind port de3c9e12-25f6-4d06-8761-533d2c154acc on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:21.583895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:21.605105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:21.609169 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9f2a56-5780-403f-a838-4989afe9695a" -d '{"events": [{"server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "name": "network-vif-plugged", "status": "completed", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:21.618822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-06b193d9-f354-4de6-857e-5097c0b84b9f service neutron] 10.222.0.100 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726600 Jul 16 20:11:21.620701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:21.621629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:21.622579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:21.623617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Bound port: de3c9e12-25f6-4d06-8761-533d2c154acc, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:21.624579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.629224 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.706605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-439810fd-1552-418e-bdd3-2576d2ef8f7c service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6240442 Jul 16 20:11:21.732951 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.800377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:22.136669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:20Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:22.174194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43b1f7-e6e8-4c87-a2f0-f8df05ec515c None None] The sync data for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 is: [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:20Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:22.371735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] For port de3c9e12-25f6-4d06-8761-533d2c154acc, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:22.438991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] For port de3c9e12-25f6-4d06-8761-533d2c154acc, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=de3c9e12-25f6-4d06-8761-533d2c154acc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:22.457761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-e39896f1-eaa5-4ccc-8017-f0ac29f5a170 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8167059 Jul 16 20:11:22.461511 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.505029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-974c1c51-5e20-442b-b00a-3ec0a297abe9 req-8b145b0c-c405-48a0-abc4-60639e608c98 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880566 Jul 16 20:11:22.512450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.513080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.515088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] 10.222.0.21 "PUT /v2.0/ports/de3c9e12-25f6-4d06-8761-533d2c154acc HTTP/1.1" status: 200 len: 1096 time: 3.3572593 Jul 16 20:11:22.542604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671460bd-2e98-4051-9852-fd36c8a1c39e req-3c091681-37a8-4efa-a6b8-176105c99b1f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.551856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-671460bd-2e98-4051-9852-fd36c8a1c39e req-3c091681-37a8-4efa-a6b8-176105c99b1f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 945 time: 0.3738580 Jul 16 20:11:22.588737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51969d-8eeb-4eb5-8e16-318627b37d8e service neutron] Pushing event updated for resources: {'Port': ['ID=de3c9e12-25f6-4d06-8761-533d2c154acc,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:22.617465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'tag': 'de3c9e12-25f6-4d06-8761-533d2c154acc'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:22.620076 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ccf52d-254c-419d-a0ec-b093948750f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c169ce-591b-45d5-8770-3dca2dafad43", "tag": "de3c9e12-25f6-4d06-8761-533d2c154acc"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:22.703131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-671460bd-2e98-4051-9852-fd36c8a1c39e req-245044e2-5c2d-4e9c-be6c-b92e23018dc9 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161509 Jul 16 20:11:22.780740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-097e801e-9e5f-4ec3-aa8e-3aeab19607ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.782867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-097e801e-9e5f-4ec3-aa8e-3aeab19607ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 1099 time: 0.1851597 Jul 16 20:11:22.894007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-074cb3ae-ef07-46d7-88f9-0450f73e7e58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=de3c9e12-25f6-4d06-8761-533d2c154acc HTTP/1.1" status: 200 len: 217 time: 0.1028399 Jul 16 20:11:22.987680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6891bf9-29d8-4f62-8c02-5622709b1916 req-d5a53faa-b6de-4c95-bfd7-50cfb2ea73ba tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/791aecfd-3fb0-4f0c-9614-085841524187 HTTP/1.1" status: 200 len: 1813 time: 0.1026056 Jul 16 20:11:22.997821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-8b25aa80-917a-424a-b3a1-0a217e46115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.000049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-8b25aa80-917a-424a-b3a1-0a217e46115e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0992925 Jul 16 20:11:23.171294 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6891bf9-29d8-4f62-8c02-5622709b1916 req-e5c30620-d6b8-498a-9f75-5be9b7d0f7c5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.211703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-af9ac5fd-ec97-4987-8748-4c57ff4bc358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.213719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-af9ac5fd-ec97-4987-8748-4c57ff4bc358 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976924 Jul 16 20:11:23.220374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6891bf9-29d8-4f62-8c02-5622709b1916 req-e5c30620-d6b8-498a-9f75-5be9b7d0f7c5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.311178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9b99-4d00-4ed5-954d-d3c72e2aa6cf req-69d0bd74-a1e7-4065-ad82-99a0eb8f5322 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.314445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0aed9b99-4d00-4ed5-954d-d3c72e2aa6cf req-69d0bd74-a1e7-4065-ad82-99a0eb8f5322 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 948 time: 0.2817342 Jul 16 20:11:23.466781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0aed9b99-4d00-4ed5-954d-d3c72e2aa6cf req-b1944698-801a-428e-8547-5dc282c927cb tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323640 Jul 16 20:11:23.514090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-e4870e1c-3837-4e70-9566-9d0dafa168b2 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829459 Jul 16 20:11:23.522070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6891bf9-29d8-4f62-8c02-5622709b1916 req-e5c30620-d6b8-498a-9f75-5be9b7d0f7c5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.532411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6891bf9-29d8-4f62-8c02-5622709b1916 req-e5c30620-d6b8-498a-9f75-5be9b7d0f7c5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.549452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6891bf9-29d8-4f62-8c02-5622709b1916 req-e5c30620-d6b8-498a-9f75-5be9b7d0f7c5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "DELETE /v2.0/security-groups/791aecfd-3fb0-4f0c-9614-085841524187 HTTP/1.1" status: 204 len: 173 time: 0.5600731 Jul 16 20:11:23.694888 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e1178-78c7-4c7b-a141-d1ea275837e8 x-openstack-request-id: req-b09e1178-78c7-4c7b-a141-d1ea275837e8 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:23.696366 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "name": "network-vif-plugged", "status": "completed", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:23.697203 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b09e1178-78c7-4c7b-a141-d1ea275837e8 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:23.698490 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb', 'code': 200} Jul 16 20:11:23.738684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30620-d6b8-498a-9f75-5be9b7d0f7c5 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791aecfd-3fb0-4f0c-9614-085841524187,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.004256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1565364-df8f-4df6-83d4-b0ea8ec27982 req-4e62649f-36f4-4062-84f7-d06e8fe85e64 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488022 Jul 16 20:11:24.045966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6865cd-5729-4521-b99b-1a5701b30805 req-62716bdd-cd2b-43c3-b53f-1f2126be5263 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.048770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b6865cd-5729-4521-b99b-1a5701b30805 req-62716bdd-cd2b-43c3-b53f-1f2126be5263 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 1101 time: 0.3796997 Jul 16 20:11:24.103845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a33b64d9-7578-4301-b7cf-0f452e3c5188 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:24.158591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fa4e8-c66c-4932-86d3-652e5e6335e3 req-ae122d5c-4782-4a46-ab06-95a82a041e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.161636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b8fa4e8-c66c-4932-86d3-652e5e6335e3 req-ae122d5c-4782-4a46-ab06-95a82a041e8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1096 time: 0.3490953 Jul 16 20:11:24.180454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b6865cd-5729-4521-b99b-1a5701b30805 req-bbead75a-6ea3-40cf-85e7-a10b47f37bb0 tempest-ServersAdminTestJSON-279066714 tempest-ServersAdminTestJSON-279066714-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216245 Jul 16 20:11:24.231514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a33b64d9-7578-4301-b7cf-0f452e3c5188 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:24.249735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a33b64d9-7578-4301-b7cf-0f452e3c5188 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:24.250112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.338355 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e632940d-ad91-43dc-848b-3483d7ece060 x-openstack-request-id: req-e632940d-ad91-43dc-848b-3483d7ece060 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:24.338922 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c169ce-591b-45d5-8770-3dca2dafad43", "tag": "de3c9e12-25f6-4d06-8761-533d2c154acc", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:24.339368 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e632940d-ad91-43dc-848b-3483d7ece060 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:24.339955 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'tag': 'de3c9e12-25f6-4d06-8761-533d2c154acc', 'status': 'completed', 'code': 200} Jul 16 20:11:24.363804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06b93015-833b-4cbc-a3af-7f902c5f3427 req-db8e2f0c-ef9e-4149-a888-062686bfabee tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=1d9c25de-b861-4d50-87e4-929a721f96ad HTTP/1.1" status: 200 len: 210 time: 0.1241801 Jul 16 20:11:24.376164 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.437294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a33b64d9-7578-4301-b7cf-0f452e3c5188, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a33b64d9-7578-4301-b7cf-0f452e3c5188,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:24.443879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.495390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b8fa4e8-c66c-4932-86d3-652e5e6335e3 req-f41df68f-ea96-4856-95cb-551bbe6693c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138013 Jul 16 20:11:24.523591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a33b64d9-7578-4301-b7cf-0f452e3c5188,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.588894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3bd2f0c-50cc-477a-a092-17aaea9a9df1 req-462fc8b9-4741-48f3-8868-a267a8b9dc21 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 210 time: 0.0721648 Jul 16 20:11:24.624010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-150b49cc-6d3b-422a-8839-ffbe6277b590 req-bdf7506c-30ee-4369-8de9-8e6354685117 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "GET /v2.0/security-groups/af7e28bc-3200-45b3-9ec4-dece33ac13da HTTP/1.1" status: 200 len: 1812 time: 0.1404543 Jul 16 20:11:24.645974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-fad6c807-d534-4792-9e1e-aeaa5b7daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.648862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-fad6c807-d534-4792-9e1e-aeaa5b7daa87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 1099 time: 0.2837777 Jul 16 20:11:24.823541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-150b49cc-6d3b-422a-8839-ffbe6277b590 req-c889e69c-5705-435c-b2c0-8855aaccc3a9 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.868978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-ba25e750-a4fe-4af7-a072-5f3319e51750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.870510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-ba25e750-a4fe-4af7-a072-5f3319e51750 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2106607 Jul 16 20:11:24.876326 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-150b49cc-6d3b-422a-8839-ffbe6277b590 req-c889e69c-5705-435c-b2c0-8855aaccc3a9 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.935936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-a575a59e-8b48-4e4d-8de5-02c62b3f747e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=de3c9e12-25f6-4d06-8761-533d2c154acc HTTP/1.1" status: 200 len: 217 time: 0.0492496 Jul 16 20:11:24.962613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9708e9-d3a8-46b7-a334-8a0723ed36d7 req-ab97445c-9f26-4ec6-8d56-a9abd5bb8362 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.964273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db9708e9-d3a8-46b7-a334-8a0723ed36d7 req-ab97445c-9f26-4ec6-8d56-a9abd5bb8362 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 945 time: 0.2557225 Jul 16 20:11:25.041701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-150b49cc-6d3b-422a-8839-ffbe6277b590 req-c889e69c-5705-435c-b2c0-8855aaccc3a9 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.044512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-150b49cc-6d3b-422a-8839-ffbe6277b590 req-c889e69c-5705-435c-b2c0-8855aaccc3a9 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.045698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-150b49cc-6d3b-422a-8839-ffbe6277b590 req-c889e69c-5705-435c-b2c0-8855aaccc3a9 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] 10.222.0.100 "DELETE /v2.0/security-groups/af7e28bc-3200-45b3-9ec4-dece33ac13da HTTP/1.1" status: 204 len: 173 time: 0.4146225 Jul 16 20:11:25.051757 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60800) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:25.054607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-b30aa603-4c5c-4d1d-b530-89da1bdcf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.056240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-b30aa603-4c5c-4d1d-b530-89da1bdcf2e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1078856 Jul 16 20:11:25.064557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db9708e9-d3a8-46b7-a334-8a0723ed36d7 req-34b894e8-d98c-422d-9fbf-e826f575335a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893443 Jul 16 20:11:25.099337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889e69c-5705-435c-b2c0-8855aaccc3a9 tempest-SecurityGroupRulesNegativeTestJSON-1038951887 tempest-SecurityGroupRulesNegativeTestJSON-1038951887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7e28bc-3200-45b3-9ec4-dece33ac13da,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:25.102781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] Deleting subnet 81bcf601-09c6-4f8c-93aa-bf6b5005d4cb {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:25.107342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.180805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.237348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.240352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-8e49aa3b-e21c-4c9d-a2f0-3028b0d44bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.245681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-8e49aa3b-e21c-4c9d-a2f0-3028b0d44bb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591811 Jul 16 20:11:25.363297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.385645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-611f0c35-27c1-4aca-a610-eafcf14fdf0c req-33af1d83-2247-4605-8391-43bd7413e45b service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:25.387807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-611f0c35-27c1-4aca-a610-eafcf14fdf0c req-33af1d83-2247-4605-8391-43bd7413e45b service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152893 Jul 16 20:11:25.414402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81bcf601-09c6-4f8c-93aa-bf6b5005d4cb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:25.434292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.453317 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-045b822f-4fea-4221-b073-fbc533ec1b43 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/81bcf601-09c6-4f8c-93aa-bf6b5005d4cb HTTP/1.1" status: 204 len: 168 time: 0.4003909 Jul 16 20:11:25.454002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60804) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:25.499478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-e4e84229-a60e-4d1e-a3b4-866232f6bfeb service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281339 Jul 16 20:11:25.661759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.727857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-88e3cdf3-45cd-4c61-a61e-f8feaeeeca32 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.734325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-88e3cdf3-45cd-4c61-a61e-f8feaeeeca32 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.26 "GET /v2.0/networks?id=4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 200 len: 828 time: 0.4847832 Jul 16 20:11:25.781797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-49ccf52d-254c-419d-a0ec-b093948750f8 req-e229749c-6571-42f1-81eb-e5cbde96fa60 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612076 Jul 16 20:11:25.789739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Request body: {'port': {'device_id': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'admin_state_up': True, 'tenant_id': '2e572b43c9a5426e86831056f450571c'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:26.036555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa757d-653b-4238-bc36-85b4387761c9 req-9e7ddec6-500f-462c-8828-6968c5684711 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.036811 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.044201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4fa757d-653b-4238-bc36-85b4387761c9 req-9e7ddec6-500f-462c-8828-6968c5684711 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 948 time: 0.2003429 Jul 16 20:11:26.074929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a33b64d9-7578-4301-b7cf-0f452e3c5188 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:26.079843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dae8a4e-7a52-4412-a08e-fae19e67bbef']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:26.115022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6818bd18-d128-4c50-8f1e-821d215b092b') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:26.115951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6818bd18-d128-4c50-8f1e-821d215b092b') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:26.136487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.164168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a33b64d9-7578-4301-b7cf-0f452e3c5188 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:26.164895 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-7c22ee17-81e5-4491-a613-f2d0575cf797 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3854737 Jul 16 20:11:26.165069 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.170964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.182552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Made reservation on behalf of 2e572b43c9a5426e86831056f450571c for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:26.186117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:11:26.187144 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.188512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.234442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4fa757d-653b-4238-bc36-85b4387761c9 req-2457b110-c1d6-4273-9ccb-1b07d54502f9 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890357 Jul 16 20:11:26.237922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dda5e54d-43c7-49d2-a104-4b4d4054066c req-d3bceb03-2d11-4339-99df-88a9683ca398 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 210 time: 0.1455085 Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:11:26.317529 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:11:26.345582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.365832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.376482 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] 10.222.0.100 "DELETE /v2.0/networks/5dae8a4e-7a52-4412-a08e-fae19e67bbef HTTP/1.1" status: 204 len: 168 time: 0.9207911 Jul 16 20:11:26.427481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a536e2-fda6-4f37-bf74-416a910e1880 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dae8a4e-7a52-4412-a08e-fae19e67bbef,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:26.633864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60836) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:26.720348 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-642a2c52-1653-49b1-ad83-e9c9b2ade0b1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=74011926d29e49f4a75414d3e136ee8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847218 Jul 16 20:11:26.721408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60840) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:26.732383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Allocated IP 172.20.0.8 (4e6ae710-381b-4f03-aa57-5e89d066a183/eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5/4a952319-428c-4e17-8ecc-9932d21f3e4a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:26.811419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bffad6a5-1efd-48c3-932c-7dfe9aad2c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.814711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c861e-cedc-4635-a67a-de6439747b44 req-7717d47b-80b9-410f-96c6-2c3c6297d0ce tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.816350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99c861e-cedc-4635-a67a-de6439747b44 req-7717d47b-80b9-410f-96c6-2c3c6297d0ce tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 949 time: 0.2592039 Jul 16 20:11:26.828219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89e505-ee8a-4355-b1d3-e7f8dea54d6f req-b472cc21-c220-417b-b2d6-c77ca4420c4f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.832079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a89e505-ee8a-4355-b1d3-e7f8dea54d6f req-b472cc21-c220-417b-b2d6-c77ca4420c4f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.2297840 Jul 16 20:11:26.847392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bffad6a5-1efd-48c3-932c-7dfe9aad2c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.916495 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bffad6a5-1efd-48c3-932c-7dfe9aad2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.921658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bffad6a5-1efd-48c3-932c-7dfe9aad2c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.926261 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bffad6a5-1efd-48c3-932c-7dfe9aad2c47 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0a0d2359-e2a4-4d23-adca-5d2d9f50c883 HTTP/1.1" status: 204 len: 168 time: 0.2002110 Jul 16 20:11:26.951534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffad6a5-1efd-48c3-932c-7dfe9aad2c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0d2359-e2a4-4d23-adca-5d2d9f50c883,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:26.986636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99c861e-cedc-4635-a67a-de6439747b44 req-fbc964cd-dc77-42a1-9e98-66d4701c0fc2 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443906 Jul 16 20:11:27.061168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a89e505-ee8a-4355-b1d3-e7f8dea54d6f req-351faf6a-caf8-4ef2-aecc-94b19cdb3e16 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148495 Jul 16 20:11:27.237011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.311110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Transition to ACTIVE for port object 4a952319-428c-4e17-8ecc-9932d21f3e4a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:27.363349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a4d89-0b60-4fa8-a2f7-b596c82eedd4 req-1769bcfc-2a2f-442b-94ac-6a8fbd61167b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.364966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-238a4d89-0b60-4fa8-a2f7-b596c82eedd4 req-1769bcfc-2a2f-442b-94ac-6a8fbd61167b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 945 time: 0.1684942 Jul 16 20:11:27.429394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-238a4d89-0b60-4fa8-a2f7-b596c82eedd4 req-3312d039-6392-47aa-ac18-4da24adf42b4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517046 Jul 16 20:11:27.434470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.539789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event updated for resources: {'Port': ['ID=4a952319-428c-4e17-8ecc-9932d21f3e4a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:27.564348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:27.568511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:27.573817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:27.580087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.580809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.634935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device de3c9e12-25f6-4d06-8761-533d2c154acc details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:27.671099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-bf401f99-f0cf-495f-9a3c-30e0b35da990 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8854680 Jul 16 20:11:27.696096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Request body: {'port': {'device_id': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:27.844012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-6582a275-88aa-4359-8e25-dcdc6423f306 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.851196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-6582a275-88aa-4359-8e25-dcdc6423f306 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.3472657 Jul 16 20:11:27.875751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port de3c9e12-25f6-4d06-8761-533d2c154acc, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=de3c9e12-25f6-4d06-8761-533d2c154acc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:27.894472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-78ecb34a-1058-4221-be8d-63bc3885d526 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/quotas/bba158c9a5a74456a3f89b42ef2c975b HTTP/1.1" status: 200 len: 375 time: 0.0421140 Jul 16 20:11:27.902559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'de3c9e12-25f6-4d06-8761-533d2c154acc', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'de3c9e12-25f6-4d06-8761-533d2c154acc', 'mac_address': 'fa:16:3e:64:10:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:27.964943 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.992065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3c9e12-25f6-4d06-8761-533d2c154acc {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:28.025477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port de3c9e12-25f6-4d06-8761-533d2c154acc, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=de3c9e12-25f6-4d06-8761-533d2c154acc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:28.039957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.088874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6e7b2dae-b885-4457-93b3-90f5c23c4591 None None] Provisioning for port 4a952319-428c-4e17-8ecc-9932d21f3e4a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:28.106341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6e7b2dae-b885-4457-93b3-90f5c23c4591 None None] Provisioning complete for port 4a952319-428c-4e17-8ecc-9932d21f3e4a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:28.107023 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2dae-b885-4457-93b3-90f5c23c4591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.160039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b2dae-b885-4457-93b3-90f5c23c4591 None None] Port 4a952319-428c-4e17-8ecc-9932d21f3e4a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:28.196857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=de3c9e12-25f6-4d06-8761-533d2c154acc,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:28.274007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-12ac41a5-9b90-451e-9b28-0a1c59897853 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3785670 Jul 16 20:11:28.309464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2121c27-6279-429b-8e89-4fadbc50911d req-24762866-3661-4342-9cb1-0faf209eab5a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.311065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2121c27-6279-429b-8e89-4fadbc50911d req-24762866-3661-4342-9cb1-0faf209eab5a tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 949 time: 0.5463326 Jul 16 20:11:28.325444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.446398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ad70-651b-461a-8ee6-e35f19b23dde req-693fb813-c8b0-479a-a951-0ed180d44f87 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.448003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c650ad70-651b-461a-8ee6-e35f19b23dde req-693fb813-c8b0-479a-a951-0ed180d44f87 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 931 time: 0.6862497 Jul 16 20:11:28.493678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['de3c9e12-25f6-4d06-8761-533d2c154acc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:28.627824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d2c8d43b-2ea3-47cc-82d5-fe321438f4de service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299990 Jul 16 20:11:28.636535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c650ad70-651b-461a-8ee6-e35f19b23dde req-44381f18-ec04-4a71-ae20-5f8c2bfd489b tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651289 Jul 16 20:11:28.756551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Deleting port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:28.757075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.954675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-cdf59134-3f73-4a48-9551-3b6b995840cc service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171034 Jul 16 20:11:29.030737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] For port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:29.031193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.060482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Calling delete_port for 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:29.189163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-ba033719-83f5-4792-89fc-a130bae408ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.190734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-ba033719-83f5-4792-89fc-a130bae408ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 1101 time: 0.3603163 Jul 16 20:11:29.211606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb6da-e4ea-44e1-9c16-db5ded351aca req-5b446d4e-dd82-43d7-93c3-748dc1cb0d91 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.213909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d4bb6da-e4ea-44e1-9c16-db5ded351aca req-5b446d4e-dd82-43d7-93c3-748dc1cb0d91 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 949 time: 0.4151857 Jul 16 20:11:29.231811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a952319-428c-4e17-8ecc-9932d21f3e4a {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:29.266415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.391941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Transition to ACTIVE for port object 4a952319-428c-4e17-8ecc-9932d21f3e4a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:29.423861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.473390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d4bb6da-e4ea-44e1-9c16-db5ded351aca req-8233732d-f904-4670-be00-aaad2a345a21 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365668 Jul 16 20:11:29.516718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-53d7a733-15a5-4737-a38a-3a07cc43bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.518207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-53d7a733-15a5-4737-a38a-3a07cc43bb9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3015516 Jul 16 20:11:29.591852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a952319-428c-4e17-8ecc-9932d21f3e4a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.718353 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:29.737073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-483691aa-aab0-4e11-aec4-8b9d181e085b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 200 len: 217 time: 0.1507313 Jul 16 20:11:29.854032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a694c-f8ef-4246-89b0-f6ecca734a8f req-e7dc1c37-1723-4c41-aac6-e69ce48fc73e tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.855680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e6a694c-f8ef-4246-89b0-f6ecca734a8f req-e7dc1c37-1723-4c41-aac6-e69ce48fc73e tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1096 time: 0.6019676 Jul 16 20:11:29.859297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.864261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Attempting to bind port 4a952319-428c-4e17-8ecc-9932d21f3e4a on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:29.864575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Attempting to bind port 4a952319-428c-4e17-8ecc-9932d21f3e4a by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:29.864922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Attempting to bind port 4a952319-428c-4e17-8ecc-9932d21f3e4a on network 4e6ae710-381b-4f03-aa57-5e89d066a183 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:29.873926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ffd9e299-84df-4359-937d-51bbd5ba88e9', '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c', 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:29.976589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Pushing event deleted for resources: {'Port': ['ID=0fe0afae-0b4a-45f0-abb8-c0ae05c7625c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:30.005626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Port 4a952319-428c-4e17-8ecc-9932d21f3e4a on network 4e6ae710-381b-4f03-aa57-5e89d066a183 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:30.006153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Attempting to bind port 4a952319-428c-4e17-8ecc-9932d21f3e4a on network 4e6ae710-381b-4f03-aa57-5e89d066a183 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:30.026749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-a2a02ea5-f89c-4d60-a412-db89562ba0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.030538 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-a2a02ea5-f89c-4d60-a412-db89562ba0b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2588918 Jul 16 20:11:30.120355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:30.120745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Checking segment: {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:30.121068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Bound using segment: {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:30.121590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Bound port: 4a952319-428c-4e17-8ecc-9932d21f3e4a, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f809a48b-d5a5-46d0-9131-1dec7675c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:30.121950 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.153795 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b311022e-a60a-4873-8af9-b5b0039513ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.158696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] No DVR routers for this DVR port 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:30.168623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.170744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2121c27-6279-429b-8e89-4fadbc50911d req-eaf7622c-757c-4258-bbf9-4170add395b1 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "DELETE /v2.0/ports/0fe0afae-0b4a-45f0-abb8-c0ae05c7625c HTTP/1.1" status: 204 len: 173 time: 1.8486629 Jul 16 20:11:30.175857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'name': 'network-vif-deleted', 'tag': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:30.178235 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23cfa7-c6b6-4cda-9b74-1b8772e1fd31" -d '{"events": [{"server_uuid": "da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12", "name": "network-vif-deleted", "tag": "0fe0afae-0b4a-45f0-abb8-c0ae05c7625c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:30.197339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e6a694c-f8ef-4246-89b0-f6ecca734a8f req-bff5074c-4ff4-47ce-ab54-30ce14aa03a2 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114336 Jul 16 20:11:30.226308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb98261-8230-47c7-ae63-12e3af072c1c req-a53ce458-b89f-4705-a4d1-e96394be3f92 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.234216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5eb98261-8230-47c7-ae63-12e3af072c1c req-a53ce458-b89f-4705-a4d1-e96394be3f92 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12 HTTP/1.1" status: 200 len: 867 time: 0.5432343 Jul 16 20:11:30.338519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] For port 4a952319-428c-4e17-8ecc-9932d21f3e4a, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:30.345758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-7a2ed8bf-408b-4078-b58e-bf46907c32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.347467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-7a2ed8bf-408b-4078-b58e-bf46907c32a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2782507 Jul 16 20:11:30.353637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5eb98261-8230-47c7-ae63-12e3af072c1c req-03dcb63b-658d-454b-9588-68ac0a4aae67 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185782 Jul 16 20:11:30.389165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] For port 4a952319-428c-4e17-8ecc-9932d21f3e4a, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:30.415776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.555145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.556115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.558372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] 10.222.0.26 "PUT /v2.0/ports/4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 1091 time: 2.8733668 Jul 16 20:11:30.724634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-95db148f-7ffa-42d9-aa14-252714e8d530 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636491 Jul 16 20:11:30.761042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d96ac6-8629-4aec-b536-f5aeaa5bf9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a952319-428c-4e17-8ecc-9932d21f3e4a,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:30.920229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-58cec5a1-f59e-44a2-921f-abfca2aff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.921825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-58cec5a1-f59e-44a2-921f-abfca2aff521 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e572b43c9a5426e86831056f450571c&device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 1094 time: 0.2806132 Jul 16 20:11:30.976349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-9eee7993-ecdc-4e79-bc8f-d620de007d48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 217 time: 0.0423300 Jul 16 20:11:31.033266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda7d8f-736b-4fc2-921b-ff01ccecc1af req-d07366fb-1e9b-4d6a-a29b-1bc057b2a56f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.042458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fda7d8f-736b-4fc2-921b-ff01ccecc1af req-d07366fb-1e9b-4d6a-a29b-1bc057b2a56f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.4951923 Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.089110 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:11:31.092425 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:11:31.147369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1a56670-e015-45ab-8f04-bef07fcbece7 req-50509427-d7ff-44c2-9ba6-6f67a0b55ec1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 210 time: 0.0701287 Jul 16 20:11:31.163898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-30509fac-4bd5-440d-a9fc-c9e8fc65f7ef service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266536 Jul 16 20:11:31.268581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fda7d8f-736b-4fc2-921b-ff01ccecc1af req-214da51a-8a36-4dfe-a4a5-97c588eb3177 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245755 Jul 16 20:11:31.279975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-299be392-1428-4180-9111-5d60f650a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.291045 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-299be392-1428-4180-9111-5d60f650a169 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 HTTP/1.1" status: 200 len: 867 time: 0.2969925 Jul 16 20:11:31.414996 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49871e08-31c7-4109-9322-86e36952889b x-openstack-request-id: req-49871e08-31c7-4109-9322-86e36952889b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:31.415546 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12", "name": "network-vif-deleted", "tag": "0fe0afae-0b4a-45f0-abb8-c0ae05c7625c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:31.415782 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-49871e08-31c7-4109-9322-86e36952889b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:31.416267 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da03e101-a3f3-41ea-bfe6-6b4f6bc8fb12', 'name': 'network-vif-deleted', 'tag': '0fe0afae-0b4a-45f0-abb8-c0ae05c7625c', 'status': 'completed', 'code': 200} Jul 16 20:11:31.596818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60932) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:31.656488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device de3c9e12-25f6-4d06-8761-533d2c154acc up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:31.780537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port de3c9e12-25f6-4d06-8761-533d2c154acc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:31.789402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port de3c9e12-25f6-4d06-8761-533d2c154acc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:31.790083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.878281 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5104a92-98c1-4aeb-87f7-4c363747df56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.995287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-c19af5f2-9ef3-49be-a216-3b45374bb2d9 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.000620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-c19af5f2-9ef3-49be-a216-3b45374bb2d9 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 1.0207942 Jul 16 20:11:32.036805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Request body: {'port': {'device_id': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'admin_state_up': True, 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:32.084131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:32.135121 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.138837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d35a4-f0e5-4b74-a574-8225c080118f req-7f14ddff-cccd-4296-883a-5f33e3f3548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.140910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-7f14ddff-cccd-4296-883a-5f33e3f3548d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e6ae710-381b-4f03-aa57-5e89d066a183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8378820 Jul 16 20:11:32.156451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:32.156985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0fe0afae-0b4a-45f0-abb8-c0ae05c7625c not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:32.192935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c9e12-25f6-4d06-8761-533d2c154acc'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:32.197115 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dee3bc-a187-41c7-bf8c-61990638fb5d" -d '{"events": [{"server_uuid": "a0c169ce-591b-45d5-8770-3dca2dafad43", "name": "network-vif-plugged", "status": "completed", "tag": "de3c9e12-25f6-4d06-8761-533d2c154acc"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:32.198567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc762980-593e-47cf-95fa-e9f7593d9eeb req-0b80c476-6bfb-453a-bba8-c6bedb819156 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.200487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc762980-593e-47cf-95fa-e9f7593d9eeb req-0b80c476-6bfb-453a-bba8-c6bedb819156 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 949 time: 0.3353453 Jul 16 20:11:32.206116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5104a92-98c1-4aeb-87f7-4c363747df56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.216886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5104a92-98c1-4aeb-87f7-4c363747df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.219665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port de3c9e12-25f6-4d06-8761-533d2c154acc, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=de3c9e12-25f6-4d06-8761-533d2c154acc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:32.222470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b9bfa-4675-431a-8387-d802290e92fb req-de5269fc-d831-40ae-95a8-1493bc933e00 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.224208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e46b9bfa-4675-431a-8387-d802290e92fb req-de5269fc-d831-40ae-95a8-1493bc933e00 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 943 time: 0.8622291 Jul 16 20:11:32.238884 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.305004 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d5104a92-98c1-4aeb-87f7-4c363747df56 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=57e8f5a2b95b4d4ea2b1a09852efef6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030933 Jul 16 20:11:32.306158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60942) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:32.345317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=de3c9e12-25f6-4d06-8761-533d2c154acc,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.368240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.368240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.368698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.369106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.369650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.370694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.370694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.371265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.371822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.372963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.373297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.373840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.399531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e46b9bfa-4675-431a-8387-d802290e92fb req-f365eb18-570d-493f-8063-55ccb44d9639 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598265 Jul 16 20:11:32.406968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc762980-593e-47cf-95fa-e9f7593d9eeb req-67636f9a-0de5-463c-9094-2c3dd6aa5f67 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787331 Jul 16 20:11:32.425204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5104a92-98c1-4aeb-87f7-4c363747df56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2450107d-0770-4347-8a0f-7572d7659011,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.440829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-0263ffbe-4574-49a8-b84b-ae24e655d28b service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545822 Jul 16 20:11:32.449700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:32.464516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.518067 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6e25d4-f802-4a09-b9cd-b225e8c0d5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.582897 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6e25d4-f802-4a09-b9cd-b225e8c0d5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.736279 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6e25d4-f802-4a09-b9cd-b225e8c0d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.739369 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6e25d4-f802-4a09-b9cd-b225e8c0d5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.740929 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e6e25d4-f802-4a09-b9cd-b225e8c0d5fd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2450107d-0770-4347-8a0f-7572d7659011 HTTP/1.1" status: 204 len: 168 time: 0.4308186 Jul 16 20:11:32.763554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e25d4-f802-4a09-b9cd-b225e8c0d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2450107d-0770-4347-8a0f-7572d7659011,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.926579 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a43608-bae4-47f2-8ced-fa2cd955f414 x-openstack-request-id: req-c9a43608-bae4-47f2-8ced-fa2cd955f414 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:32.927616 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c169ce-591b-45d5-8770-3dca2dafad43", "name": "network-vif-plugged", "status": "completed", "tag": "de3c9e12-25f6-4d06-8761-533d2c154acc", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:32.928305 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c9a43608-bae4-47f2-8ced-fa2cd955f414 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:32.929779 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c9e12-25f6-4d06-8761-533d2c154acc', 'code': 200} Jul 16 20:11:32.937071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-001d35a4-f0e5-4b74-a574-8225c080118f req-4f6da3bf-8794-4102-bd63-8ded0502288b service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385836 Jul 16 20:11:33.000790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Allocated IP 172.20.0.11 (c5d14762-e43f-4ebd-a0cf-a9068eb63b7b/67ee619a-874b-42ad-8c69-324407245e9a/0d63705e-033d-46ea-8582-8626b951047e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:33.421517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:33.425735 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f3604e-ee77-45e5-82c1-90d93d4102d9" -d '{"events": [{"name": "network-changed", "server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:33.462073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f096dea-e73b-4fe7-85ac-0bd18b1ce74e req-291064c5-d866-47b8-9d2c-9bf15963de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.463873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f096dea-e73b-4fe7-85ac-0bd18b1ce74e req-291064c5-d866-47b8-9d2c-9bf15963de95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 1101 time: 0.3969731 Jul 16 20:11:33.718859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f096dea-e73b-4fe7-85ac-0bd18b1ce74e req-89f6af3f-cc41-4e86-8552-1e789d717e63 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978486 Jul 16 20:11:33.752007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8b965-7c74-4fab-b45f-2036330ffc22 req-dc836da2-a84e-4ad2-b04a-d747f765a6c5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.765058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50b8b965-7c74-4fab-b45f-2036330ffc22 req-dc836da2-a84e-4ad2-b04a-d747f765a6c5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.4762700 Jul 16 20:11:33.800629 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.916886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.956564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50b8b965-7c74-4fab-b45f-2036330ffc22 req-a0601224-2f9b-416f-9431-eb477b9df3a6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896508 Jul 16 20:11:34.010828 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.089181 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47809089-b901-491e-be18-db6ef4e7e836 x-openstack-request-id: req-47809089-b901-491e-be18-db6ef4e7e836 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:34.089636 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:34.090048 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-47809089-b901-491e-be18-db6ef4e7e836 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:34.090682 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'status': 'completed', 'code': 200} Jul 16 20:11:34.177981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:34.189326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:34.193167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:34.202058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.202753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.246238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event updated for resources: {'Port': ['ID=0d63705e-033d-46ea-8582-8626b951047e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.309301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.309638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.310462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.310462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.310794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.311000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.311291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.311623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.311945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.312280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.312593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.312914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:34.326333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-85c88a34-64fb-43e2-a2d9-e291c7145e6b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3111660 Jul 16 20:11:34.345223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Request body: {'port': {'device_id': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:34.385496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60986) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:34.386082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-44005dda-9d01-4e12-b076-9ecb323351ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.387146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-44005dda-9d01-4e12-b076-9ecb323351ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e572b43c9a5426e86831056f450571c&device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 1094 time: 0.2948136 Jul 16 20:11:34.492178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff71cb0-09e7-4839-b94e-0e87e7ed5bc7 req-124ca401-b62a-4c75-ac2b-36700a6a98f7 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.493805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aff71cb0-09e7-4839-b94e-0e87e7ed5bc7 req-124ca401-b62a-4c75-ac2b-36700a6a98f7 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 932 time: 0.2846050 Jul 16 20:11:34.533064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b8547-f790-4d94-8076-a0da3f073a7e req-ab1d41c7-87d8-4399-bff2-9b61149c73d9 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.534735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-805b8547-f790-4d94-8076-a0da3f073a7e req-ab1d41c7-87d8-4399-bff2-9b61149c73d9 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 943 time: 0.3289599 Jul 16 20:11:34.558833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1492151089-network', 'tenant_id': '830aeb14d414497781e5df41798c1418'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:34.588830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Made reservation on behalf of 830aeb14d414497781e5df41798c1418 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:34.592374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.600630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.603802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.638872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-fe132516-2bad-4def-bb4f-241246ddb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.640489 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-fe132516-2bad-4def-bb4f-241246ddb0b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 200 len: 929 time: 0.2417324 Jul 16 20:11:34.650790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aff71cb0-09e7-4839-b94e-0e87e7ed5bc7 req-d7db5e74-dfdc-4ba9-9d21-ca4d2a7d30cd tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282837 Jul 16 20:11:34.730227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-805b8547-f790-4d94-8076-a0da3f073a7e req-4b1b26b4-9807-4610-a8da-ad31602e7b1f tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837556 Jul 16 20:11:34.750854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-5395c116-d75c-4410-b4f3-516915c27a4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 217 time: 0.0968523 Jul 16 20:11:34.780433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.790209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.808517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3350afde-1aa9-45b2-a2cb-66cd482eeac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.818070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:34.830208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:34.836867 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.837501 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Added segment d8683e16-d54d-4624-a17e-f36e5fa459ca of type vlan for network 605bae13-6777-41bf-9d31-ac6e7d46e693 Jul 16 20:11:34.900214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.947666 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.949714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.951396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.011716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-6775c673-0503-42cd-9939-ce1873a644c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.013441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-6775c673-0503-42cd-9939-ce1873a644c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 HTTP/1.1" status: 200 len: 867 time: 0.2514114 Jul 16 20:11:35.079761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] Pushing event updated for resources: {'Network': ['ID=605bae13-6777-41bf-9d31-ac6e7d46e693,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.098982 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38729325-e568-4fef-86f1-8f158dff729d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7114549 Jul 16 20:11:35.104322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60994) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:35.126645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Request body: {'subnet': {'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1492151089-subnet', 'tenant_id': '830aeb14d414497781e5df41798c1418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:35.133983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 605bae13-6777-41bf-9d31-ac6e7d46e693 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:35.165300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Made reservation on behalf of 830aeb14d414497781e5df41798c1418 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:35.169299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.245536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b262-8973-483e-8d67-d78851f36393 req-5a612048-781f-4975-9f99-db815ea0771b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.250351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e762b262-8973-483e-8d67-d78851f36393 req-5a612048-781f-4975-9f99-db815ea0771b tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 950 time: 0.2983780 Jul 16 20:11:35.423526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-9d1793ca-200d-4690-bc25-73cf9cbf8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.426028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-9d1793ca-200d-4690-bc25-73cf9cbf8e64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e6ae710-381b-4f03-aa57-5e89d066a183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4000268 Jul 16 20:11:35.426309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.478958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e762b262-8973-483e-8d67-d78851f36393 req-de109501-583b-40b8-8b54-49105214cd45 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088678 Jul 16 20:11:35.488272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84f1a72-5207-4aa4-9085-22463bf4b94b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.504374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Checking segment: {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:35.504374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Network hostable DHCP agents. Network: 605bae13-6777-41bf-9d31-ac6e7d46e693, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:35.533466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Network 605bae13-6777-41bf-9d31-ac6e7d46e693 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:35.541391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a8fb3-54c0-4da4-a32d-c059ed962755 req-02cd3a2f-c486-4eb1-88dc-ebc4d793c156 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.544302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f4a8fb3-54c0-4da4-a32d-c059ed962755 req-02cd3a2f-c486-4eb1-88dc-ebc4d793c156 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 950 time: 0.3831968 Jul 16 20:11:35.546939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 605bae13-6777-41bf-9d31-ac6e7d46e693) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:35.551337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d63705e-033d-46ea-8582-8626b951047e {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:35.552501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.554013 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.576158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a2863-7c57-455a-aac3-d31e10dfd917 None None] Network 605bae13-6777-41bf-9d31-ac6e7d46e693 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:35.577859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1e5529ed-443a-481f-979c-a70c253f293d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4700556 Jul 16 20:11:35.592482 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.672942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Transition to ACTIVE for port object 0d63705e-033d-46ea-8582-8626b951047e will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:35.744462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78160c50-3df2-4c6a-b2a6-dc70725560e5 None None] Network 605bae13-6777-41bf-9d31-ac6e7d46e693 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:35.758774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.866602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Pushing event updated for resources: {'Port': ['ID=0d63705e-033d-46ea-8582-8626b951047e,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.971138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f4a8fb3-54c0-4da4-a32d-c059ed962755 req-c734bb24-a4c8-4afd-b468-1f33f69c90e7 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466206 Jul 16 20:11:35.988064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-ca9deb88-3368-44e2-a268-5db71a319c5c service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464003 Jul 16 20:11:36.035468 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.106622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4a952319-428c-4e17-8ecc-9932d21f3e4a details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:36.135312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-879d749f-e204-44e6-bbc0-71e1e9b87923 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.138184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-879d749f-e204-44e6-bbc0-71e1e9b87923 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 950 time: 0.5743799 Jul 16 20:11:36.148654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Attempting to bind port 0d63705e-033d-46ea-8582-8626b951047e on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:36.149223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Attempting to bind port 0d63705e-033d-46ea-8582-8626b951047e by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:36.149778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Attempting to bind port 0d63705e-033d-46ea-8582-8626b951047e on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:36.165191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Port 0d63705e-033d-46ea-8582-8626b951047e on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:36.165705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Attempting to bind port 0d63705e-033d-46ea-8582-8626b951047e on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:36.246279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:36.246667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:36.247206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Bound using segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:36.247938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Bound port: 0d63705e-033d-46ea-8582-8626b951047e, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:36.248534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.309783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 4a952319-428c-4e17-8ecc-9932d21f3e4a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:36.327318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'port_id': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'mac_address': 'fa:16:3e:8e:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:36.375287 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.395517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a952319-428c-4e17-8ecc-9932d21f3e4a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:36.430345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 4a952319-428c-4e17-8ecc-9932d21f3e4a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:36.435078 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.505456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=4a952319-428c-4e17-8ecc-9932d21f3e4a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.548463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32f3604e-ee77-45e5-82c1-90d93d4102d9 req-e43d0026-031e-4c68-bea1-c0e3a93315c2 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527880 Jul 16 20:11:36.758952 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['4a952319-428c-4e17-8ecc-9932d21f3e4a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:37.061731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] For port 0d63705e-033d-46ea-8582-8626b951047e, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:37.094086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a6de-5b46-4f23-bc0e-488e4a345a2c req-6f86f311-ef11-4760-b550-cfd334e175c7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.096520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8335a6de-5b46-4f23-bc0e-488e4a345a2c req-6f86f311-ef11-4760-b550-cfd334e175c7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.8733950 Jul 16 20:11:37.099096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] For port 0d63705e-033d-46ea-8582-8626b951047e, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d63705e-033d-46ea-8582-8626b951047e,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:37.110397 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.169742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc38e2-1f8b-45c8-b5ce-6d3c52f8385e req-4d2c4d77-dcdf-4c8a-af72-607fe08fdde6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.171354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bfc38e2-1f8b-45c8-b5ce-6d3c52f8385e req-4d2c4d77-dcdf-4c8a-af72-607fe08fdde6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 944 time: 0.8664005 Jul 16 20:11:37.191281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.191913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.193329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d63705e-033d-46ea-8582-8626b951047e HTTP/1.1" status: 200 len: 1092 time: 2.8539557 Jul 16 20:11:37.199407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'tag': '0d63705e-033d-46ea-8582-8626b951047e'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:37.201771 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc8647f-b013-4884-89a3-970177cca3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4a3d3a-a1d6-4092-9daa-24097edf48d9", "tag": "0d63705e-033d-46ea-8582-8626b951047e"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:37.265183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Deleting port ffd9e299-84df-4359-937d-51bbd5ba88e9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:37.265654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.270804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8335a6de-5b46-4f23-bc0e-488e4a345a2c req-c9fb0a1e-adc2-4e03-a76e-c5e72bc6595c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645598 Jul 16 20:11:37.276875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12c323-ff72-4840-9286-c2603595d165 service neutron] Pushing event updated for resources: {'Port': ['ID=0d63705e-033d-46ea-8582-8626b951047e,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.346721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9bfc38e2-1f8b-45c8-b5ce-6d3c52f8385e req-998fab48-1b67-44c9-8aa1-5a6541dd97ba tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616602 Jul 16 20:11:37.461928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-b40d15ce-855f-4907-8857-35ea1d22b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.463867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-b40d15ce-855f-4907-8857-35ea1d22b58f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 1095 time: 0.1894922 Jul 16 20:11:37.484862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] For port ffd9e299-84df-4359-937d-51bbd5ba88e9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ffd9e299-84df-4359-937d-51bbd5ba88e9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:37.485247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.554943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-bacf74e8-83ba-4ac5-86c0-30478be3d1d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d63705e-033d-46ea-8582-8626b951047e HTTP/1.1" status: 200 len: 217 time: 0.0724618 Jul 16 20:11:37.556084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Calling delete_port for ffd9e299-84df-4359-937d-51bbd5ba88e9 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:37.711041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-7a842721-184a-4847-9730-6de681ee3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.712756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-7a842721-184a-4847-9730-6de681ee3236 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.1501582 Jul 16 20:11:37.752159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b955308-3ce8-4908-820e-6efddcaced03 req-6b5f6e59-bd03-4386-9b25-3fc55febe696 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.753892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b955308-3ce8-4908-820e-6efddcaced03 req-6b5f6e59-bd03-4386-9b25-3fc55febe696 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 944 time: 0.2889309 Jul 16 20:11:37.812034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-bcbed1a3-c1e5-443f-8246-e654d7bcfe68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862112 Jul 16 20:11:37.917642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.939863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b955308-3ce8-4908-820e-6efddcaced03 req-1ba44bfd-0e13-41cd-ac90-e585a36dc6df tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317978 Jul 16 20:11:38.010760 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.011361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4d837d54-d393-4730-8a0a-524253acf1fa tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.014213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4d837d54-d393-4730-8a0a-524253acf1fa tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/networks?id=605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 200 len: 818 time: 0.3588810 Jul 16 20:11:38.102317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-53b741fb-4503-4d50-9eab-a7e490e9340b tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/quotas/830aeb14d414497781e5df41798c1418 HTTP/1.1" status: 200 len: 375 time: 0.0473039 Jul 16 20:11:38.124725 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4a952319-428c-4e17-8ecc-9932d21f3e4a up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:38.150071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-950c81e4-08d0-4c20-b695-eac1a8619b4c service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235760 Jul 16 20:11:38.182279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.189787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-79a3da3d-2cfc-4bff-bd17-f11eddf4983b tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=830aeb14d414497781e5df41798c1418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718014 Jul 16 20:11:38.209592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b46fb2a7-c64d-4b19-8b4d-91619e907cb7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:38.280003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Pushing event deleted for resources: {'Port': ['ID=ffd9e299-84df-4359-937d-51bbd5ba88e9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.390331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] No DVR routers for this DVR port ffd9e299-84df-4359-937d-51bbd5ba88e9 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:38.393039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.396206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f92d0cb-3b05-4d05-84a5-35195523474e req-d6c350ca-48fa-4d1e-81d9-4f0f8237ec0f tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "DELETE /v2.0/ports/ffd9e299-84df-4359-937d-51bbd5ba88e9 HTTP/1.1" status: 204 len: 173 time: 2.0840819 Jul 16 20:11:38.450186 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.515714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 4a952319-428c-4e17-8ecc-9932d21f3e4a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:38.535996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-5bb9013a-8436-4e10-800b-31d3802de48e service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648403 Jul 16 20:11:38.542709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 4a952319-428c-4e17-8ecc-9932d21f3e4a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:38.543194 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.548429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-e0d7f837-5eae-4b45-929c-89b3f34f1b0f service neutron] 10.222.0.100 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386114 Jul 16 20:11:38.722433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f1341-8557-43ad-96d9-812384e718b8 req-e8c43ab4-6652-4b2e-9ed4-e317d6201214 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.724337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-098f1341-8557-43ad-96d9-812384e718b8 req-e8c43ab4-6652-4b2e-9ed4-e317d6201214 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 950 time: 0.3271224 Jul 16 20:11:38.763327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-b393d496-a7f0-4583-832c-42633ad61040 service neutron] 10.222.0.100 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027354 Jul 16 20:11:38.811595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-098f1341-8557-43ad-96d9-812384e718b8 req-14c97f60-1565-487f-a6cb-80b6c1652d98 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621989 Jul 16 20:11:38.833704 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.914485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:38.922041 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb5e640-58b9-49f4-824b-77c8a0eb89b9" -d '{"events": [{"server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "name": "network-vif-plugged", "status": "completed", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:38.955217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 4a952319-428c-4e17-8ecc-9932d21f3e4a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:38.970001 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.972985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ffd9e299-84df-4359-937d-51bbd5ba88e9 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:39.042937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: ffd9e299-84df-4359-937d-51bbd5ba88e9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:39.043414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ffd9e299-84df-4359-937d-51bbd5ba88e9 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:39.097579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=4a952319-428c-4e17-8ecc-9932d21f3e4a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:39.098764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-193ef634-a192-4f48-b208-7ba0baa26912 req-453e631c-01a4-476f-9bcd-b467801089a8 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=478257a2-502a-4ec7-8167-6cd611fba0d1 HTTP/1.1" status: 200 len: 210 time: 0.0900850 Jul 16 20:11:39.200762 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbafdb-4ac4-454c-8c29-77896081f831 x-openstack-request-id: req-d0bbafdb-4ac4-454c-8c29-77896081f831 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:39.201497 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4a3d3a-a1d6-4092-9daa-24097edf48d9", "tag": "0d63705e-033d-46ea-8582-8626b951047e", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:39.201955 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d0bbafdb-4ac4-454c-8c29-77896081f831 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:39.202625 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'tag': '0d63705e-033d-46ea-8582-8626b951047e', 'status': 'completed', 'code': 200} Jul 16 20:11:39.373266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-958ad9ec-f52f-4b0d-8214-2995e0e96ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.376187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-958ad9ec-f52f-4b0d-8214-2995e0e96ebe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 1095 time: 0.1413581 Jul 16 20:11:39.762502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-33d286dc-f91a-4416-a9a1-46e8fc164ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.768424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-33d286dc-f91a-4416-a9a1-46e8fc164ee0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.3805175 Jul 16 20:11:39.858754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d1833-7675-448b-90d3-97a5861ecd24 req-a9e2add9-6836-4fdb-9182-6e1bdea3102e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.867425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a3d1833-7675-448b-90d3-97a5861ecd24 req-a9e2add9-6836-4fdb-9182-6e1bdea3102e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 944 time: 0.4021337 Jul 16 20:11:39.910994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-2beba62c-f92a-4c4c-9c76-cbb8058e92e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d63705e-033d-46ea-8582-8626b951047e HTTP/1.1" status: 200 len: 217 time: 0.1336806 Jul 16 20:11:40.041197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a3d1833-7675-448b-90d3-97a5861ecd24 req-b1eaa407-4194-4326-9392-7ee300e25a4a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658809 Jul 16 20:11:40.060128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-40b219bc-e37c-4cba-bff6-d4b4dc50ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.062933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-40b219bc-e37c-4cba-bff6-d4b4dc50ee93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.1251457 Jul 16 20:11:40.182901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76edf6-b27d-4406-9e22-6b978a6d5265 req-84ebf3f7-9699-4ddd-82a1-fe045e8185ed tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.196145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e76edf6-b27d-4406-9e22-6b978a6d5265 req-84ebf3f7-9699-4ddd-82a1-fe045e8185ed tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.3250124 Jul 16 20:11:40.199840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-bd6951ac-cc0e-4156-b0e9-0baf5e1655ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179500 Jul 16 20:11:40.450399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e76edf6-b27d-4406-9e22-6b978a6d5265 req-c3ec326e-a1c2-49dd-b513-baef7aceda7a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480714 Jul 16 20:11:40.527786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae960-41a1-4a46-8de0-64bfe589ccb5 req-d91b395a-5de8-47dd-8df8-7b73a119aef8 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.530245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a99ae960-41a1-4a46-8de0-64bfe589ccb5 req-d91b395a-5de8-47dd-8df8-7b73a119aef8 tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 1101 time: 0.2750690 Jul 16 20:11:40.533878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-53c63094-b382-4e67-a856-762c0ebb9721 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165019 Jul 16 20:11:40.608562 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153e3fc-c44c-48c6-8352-baaf840ff26a x-openstack-request-id: req-0153e3fc-c44c-48c6-8352-baaf840ff26a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:40.609088 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "name": "network-vif-plugged", "status": "completed", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:40.609429 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0153e3fc-c44c-48c6-8352-baaf840ff26a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:40.610076 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'code': 200} Jul 16 20:11:40.649316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a99ae960-41a1-4a46-8de0-64bfe589ccb5 req-3501b999-042a-4910-8f48-b941fb0ede9d tempest-ServersOnMultiNodesTest-685296867 tempest-ServersOnMultiNodesTest-685296867-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993457 Jul 16 20:11:40.723646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecc8647f-b013-4884-89a3-970177cca3b6 req-3a66760e-9f89-4e85-a24d-a7434e8dc25e service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828268 Jul 16 20:11:40.974191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb76288-fc4a-4e37-9176-af9bf8b016e0 req-aca27032-4251-4b6f-8d99-5f1efeb793bf tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.983127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfb76288-fc4a-4e37-9176-af9bf8b016e0 req-aca27032-4251-4b6f-8d99-5f1efeb793bf tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 945 time: 0.2120154 Jul 16 20:11:41.025901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6525c23-f4cd-48b4-8005-8f97c7de950e req-4f6f18e4-5315-49ff-8e4f-2be41ad27eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.029133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6525c23-f4cd-48b4-8005-8f97c7de950e req-4f6f18e4-5315-49ff-8e4f-2be41ad27eca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 1096 time: 0.1359427 Jul 16 20:11:41.107192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfb76288-fc4a-4e37-9176-af9bf8b016e0 req-af29aa8d-c154-4f20-953c-1d6a43656722 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220572 Jul 16 20:11:41.168819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6525c23-f4cd-48b4-8005-8f97c7de950e req-7d4416f5-c88e-4f75-a22a-29efc8cdb9ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286089 Jul 16 20:11:41.206199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'name': 'network-vif-deleted', 'tag': 'ffd9e299-84df-4359-937d-51bbd5ba88e9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:41.211147 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b7193-25de-483b-9696-6e5b481573a7" -d '{"events": [{"server_uuid": "478257a2-502a-4ec7-8167-6cd611fba0d1", "name": "network-vif-deleted", "tag": "ffd9e299-84df-4359-937d-51bbd5ba88e9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:41.668580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d63705e-033d-46ea-8582-8626b951047e details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:41.770710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a471264-23bc-4a7e-9693-8e75aa2f0fab req-be7b4c0c-f0da-4b8f-80ae-79a1fc227207 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 210 time: 0.0631835 Jul 16 20:11:41.794536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c95e8-bfac-41ce-882a-9d4d933aca7e req-4940017e-1a5c-46c8-b99f-7a8ebd004e4d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.796589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e1c95e8-bfac-41ce-882a-9d4d933aca7e req-4940017e-1a5c-46c8-b99f-7a8ebd004e4d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 944 time: 0.2011817 Jul 16 20:11:41.908163 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3534e6a0-5638-42ad-b204-38f28a8f9e8b x-openstack-request-id: req-3534e6a0-5638-42ad-b204-38f28a8f9e8b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:41.908816 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478257a2-502a-4ec7-8167-6cd611fba0d1", "name": "network-vif-deleted", "tag": "ffd9e299-84df-4359-937d-51bbd5ba88e9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:41.909234 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3534e6a0-5638-42ad-b204-38f28a8f9e8b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:41.909856 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478257a2-502a-4ec7-8167-6cd611fba0d1', 'name': 'network-vif-deleted', 'tag': 'ffd9e299-84df-4359-937d-51bbd5ba88e9', 'status': 'completed', 'code': 200} Jul 16 20:11:41.915612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d63705e-033d-46ea-8582-8626b951047e, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d63705e-033d-46ea-8582-8626b951047e,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:41.933062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e1c95e8-bfac-41ce-882a-9d4d933aca7e req-8e003eda-cada-4d29-88fb-eb60557d9be2 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053760 Jul 16 20:11:41.957689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0d63705e-033d-46ea-8582-8626b951047e', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': '0d63705e-033d-46ea-8582-8626b951047e', 'mac_address': 'fa:16:3e:54:92:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:42.139642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.184566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d63705e-033d-46ea-8582-8626b951047e {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:42.220104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d63705e-033d-46ea-8582-8626b951047e, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d63705e-033d-46ea-8582-8626b951047e,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:42.232652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.304408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0d63705e-033d-46ea-8582-8626b951047e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.351180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3283930-76a9-4d9f-a646-9da8dd761745 req-4910a054-7fc9-420f-9c25-2b6c1a53c67e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.355015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3283930-76a9-4d9f-a646-9da8dd761745 req-4910a054-7fc9-420f-9c25-2b6c1a53c67e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 950 time: 0.1742795 Jul 16 20:11:42.483466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3283930-76a9-4d9f-a646-9da8dd761745 req-2dce9fdf-4693-45e4-ac67-223993bd5105 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157756 Jul 16 20:11:42.645563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0d63705e-033d-46ea-8582-8626b951047e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:42.801080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-fdfb3b83-ade7-4010-8293-fd39cacc4988 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.802601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-fdfb3b83-ade7-4010-8293-fd39cacc4988 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.21 "GET /v2.0/networks?id=605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 200 len: 818 time: 0.3992696 Jul 16 20:11:42.819602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Request body: {'port': {'device_id': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693', 'admin_state_up': True, 'tenant_id': '830aeb14d414497781e5df41798c1418'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:42.911193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-d49e58ca-7fa3-4bc2-baeb-d7e8c866609a tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.913571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-d49e58ca-7fa3-4bc2-baeb-d7e8c866609a tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "GET /v2.0/networks?id=605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 200 len: 818 time: 0.3778076 Jul 16 20:11:42.958166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Request body: {'port': {'device_id': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693', 'admin_state_up': True, 'tenant_id': '830aeb14d414497781e5df41798c1418'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:43.291824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430b460-cc03-4325-a797-9e1af3891199 req-ce3fee11-848e-4f61-8cb7-0f1ae58f55b6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.293437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d430b460-cc03-4325-a797-9e1af3891199 req-ce3fee11-848e-4f61-8cb7-0f1ae58f55b6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.6037307 Jul 16 20:11:43.516707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc45fd9-59a3-4192-a66c-7d5fc58795bd req-71afbf94-41e2-4e86-a9fc-82f24061e1f3 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.519446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dc45fd9-59a3-4192-a66c-7d5fc58795bd req-71afbf94-41e2-4e86-a9fc-82f24061e1f3 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 945 time: 0.6737628 Jul 16 20:11:43.577391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Made reservation on behalf of 830aeb14d414497781e5df41798c1418 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:43.581970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.591155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d430b460-cc03-4325-a797-9e1af3891199 req-f4a24c1b-a58c-4258-9aea-cf9bcc86874c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773514 Jul 16 20:11:43.831153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Made reservation on behalf of 830aeb14d414497781e5df41798c1418 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:43.835716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.866105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-755a003d-afa2-45a5-ac3e-217e1c10cfce tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.868000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-755a003d-afa2-45a5-ac3e-217e1c10cfce tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "GET /v2.0/networks?id=605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 200 len: 818 time: 0.5059440 Jul 16 20:11:43.871137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dc45fd9-59a3-4192-a66c-7d5fc58795bd req-e68d92ac-ed33-489a-9ff4-2ada0cd26cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005247 Jul 16 20:11:43.932904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Request body: {'port': {'device_id': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693', 'admin_state_up': True, 'tenant_id': '830aeb14d414497781e5df41798c1418'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:43.961235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-008a0df9-c99c-4566-807b-4a6c50bc4a02 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.962901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-008a0df9-c99c-4566-807b-4a6c50bc4a02 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 950 time: 0.5984116 Jul 16 20:11:44.258678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e671a24f-a373-4d7c-b147-0fee9c422ef3 req-0e5c4608-d272-4734-8689-add947fedc1b tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 210 time: 0.1516478 Jul 16 20:11:44.308486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Allocated IP 172.20.0.3 (605bae13-6777-41bf-9d31-ac6e7d46e693/c84f1a72-5207-4aa4-9085-22463bf4b94b/e5b75c7b-c8d7-4580-b1f2-5473a9662e6d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:44.347020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-59cb7356-7726-4ac9-8504-bfa8d713513c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.349833 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-59cb7356-7726-4ac9-8504-bfa8d713513c tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 950 time: 0.1051669 Jul 16 20:11:44.396278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f92ff-d626-4f9c-9064-ca8161f368f8 req-b4609a49-d503-4ca1-ba9a-9648be14c9af tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.398639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-825f92ff-d626-4f9c-9064-ca8161f368f8 req-b4609a49-d503-4ca1-ba9a-9648be14c9af tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed865c4d-3318-41cf-b656-ba0f9d60ab84 HTTP/1.1" status: 200 len: 950 time: 0.6544123 Jul 16 20:11:44.510846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Deleting port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:44.511129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.627127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Made reservation on behalf of 830aeb14d414497781e5df41798c1418 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:44.628657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] For port b46fb2a7-c64d-4b19-8b4d-91619e907cb7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:44.629017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.634685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.652095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Calling delete_port for b46fb2a7-c64d-4b19-8b4d-91619e907cb7 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:44.704034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-825f92ff-d626-4f9c-9064-ca8161f368f8 req-43a509dd-be40-4eed-bb8b-a03a17041388 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.100 "GET /v2.0/security-groups?id=0cfbe80e-fcb3-4312-a34b-c41d1fecc266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866564 Jul 16 20:11:44.804858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port de3c9e12-25f6-4d06-8761-533d2c154acc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:44.805441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.842028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.856464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b46fb2a7-c64d-4b19-8b4d-91619e907cb7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:44.900425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Pushing event deleted for resources: {'Port': ['ID=b46fb2a7-c64d-4b19-8b4d-91619e907cb7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:44.955617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] No DVR routers for this DVR port b46fb2a7-c64d-4b19-8b4d-91619e907cb7 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:44.959070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.963745 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da84eb1-d8af-40ce-a385-d3af9caaa35f req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] 10.222.0.26 "DELETE /v2.0/ports/b46fb2a7-c64d-4b19-8b4d-91619e907cb7 HTTP/1.1" status: 204 len: 173 time: 0.6079204 Jul 16 20:11:44.964797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-deleted', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:44.968697 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d371b0-c757-48a7-bae1-526f1bffb8d1" -d '{"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-deleted", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:44.974582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.975387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.976002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.976567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.977167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.977728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.978290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.978857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.979449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.980016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.980579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:44.981145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ae44f-ce53-43b8-bd8b-9588364d5498 tempest-ServersAdminTestJSON-675245628 tempest-ServersAdminTestJSON-675245628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:45.065204 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.082558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad4bcf-3e0d-4a2b-9d01-8590391eb876 req-b1e98c29-4068-4121-9a4c-5013d75b0cdc tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.085810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4ad4bcf-3e0d-4a2b-9d01-8590391eb876 req-b1e98c29-4068-4121-9a4c-5013d75b0cdc tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 945 time: 0.6341531 Jul 16 20:11:45.211597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port de3c9e12-25f6-4d06-8761-533d2c154acc, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=de3c9e12-25f6-4d06-8761-533d2c154acc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:45.211970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.251168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for de3c9e12-25f6-4d06-8761-533d2c154acc owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:45.281427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea3d75-b784-46e9-ab1e-9111ee4e0106 req-139fe1fb-8255-4187-b843-fa36d20f4081 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.283068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81ea3d75-b784-46e9-ab1e-9111ee4e0106 req-139fe1fb-8255-4187-b843-fa36d20f4081 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0c169ce-591b-45d5-8770-3dca2dafad43 HTTP/1.1" status: 200 len: 950 time: 0.3209832 Jul 16 20:11:45.289551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4ad4bcf-3e0d-4a2b-9d01-8590391eb876 req-69d836da-c94a-4021-be1c-813f9dff6092 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525803 Jul 16 20:11:45.350681 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.525002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Network 605bae13-6777-41bf-9d31-ac6e7d46e693 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:45.539564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81ea3d75-b784-46e9-ab1e-9111ee4e0106 req-31f34dde-6825-4cda-a591-39e795a62b4d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447963 Jul 16 20:11:45.552050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:45.569548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Pushing event updated for resources: {'Port': ['ID=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:45.572159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Allocated IP 172.20.0.10 (605bae13-6777-41bf-9d31-ac6e7d46e693/c84f1a72-5207-4aa4-9085-22463bf4b94b/7c44ff3e-4795-4650-b95f-ff3aaea2fbd3) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:45.593332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:45.599402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.600648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.675066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d63705e-033d-46ea-8582-8626b951047e up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:45.731710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-882378c3-dc56-49f2-afb8-206ab7138af1 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9176826 Jul 16 20:11:45.766356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Request body: {'port': {'device_id': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:45.785650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 0d63705e-033d-46ea-8582-8626b951047e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:45.791531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0d63705e-033d-46ea-8582-8626b951047e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:45.792274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.938721 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.985291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d63705e-033d-46ea-8582-8626b951047e'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:45.988613 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f7b040-e6d0-493d-85a7-8c0d810267bf" -d '{"events": [{"server_uuid": "3b4a3d3a-a1d6-4092-9daa-24097edf48d9", "name": "network-vif-plugged", "status": "completed", "tag": "0d63705e-033d-46ea-8582-8626b951047e"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:46.007224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d63705e-033d-46ea-8582-8626b951047e, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d63705e-033d-46ea-8582-8626b951047e,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:46.014201 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.015740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device de3c9e12-25f6-4d06-8761-533d2c154acc no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:46.108231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0d63705e-033d-46ea-8582-8626b951047e,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.187500 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.309990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-3f96ffa8-1a7d-462f-8f6a-80d78d587e0d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 258 time: 0.7875967 Jul 16 20:11:46.323727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.338354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc', '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', '208e3c15-390e-48ae-8bd1-805343464438', '87e1b588-c69f-4db3-81ab-0840f59f68f0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:46.346293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:46.387005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:46.515909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=de3c9e12-25f6-4d06-8761-533d2c154acc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.608599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.636846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.711732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7b596-eb80-44b5-9741-6426a85cf1f2 req-642ecd3b-bc76-4bc0-a97d-d1ae58be825a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.713826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0c7b596-eb80-44b5-9741-6426a85cf1f2 req-642ecd3b-bc76-4bc0-a97d-d1ae58be825a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.6236675 Jul 16 20:11:46.715208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port de3c9e12-25f6-4d06-8761-533d2c154acc on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:46.734149 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.737346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ff5939d-5f9f-479b-ad96-a8e49e701d98 req-a7f00e52-6ad8-4e2d-b7f8-4ee1e96487f8 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "DELETE /v2.0/ports/de3c9e12-25f6-4d06-8761-533d2c154acc HTTP/1.1" status: 204 len: 173 time: 2.7472308 Jul 16 20:11:46.737993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'name': 'network-vif-deleted', 'tag': 'de3c9e12-25f6-4d06-8761-533d2c154acc'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:46.741173 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcc6021-06a6-4624-88d2-2aa3809b080d" -d '{"events": [{"server_uuid": "a0c169ce-591b-45d5-8770-3dca2dafad43", "name": "network-vif-deleted", "tag": "de3c9e12-25f6-4d06-8761-533d2c154acc"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:46.805768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.017898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0c7b596-eb80-44b5-9741-6426a85cf1f2 req-13c4a22e-df38-45f4-b0ee-409db16a8baa tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706451 Jul 16 20:11:47.148201 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e7667-b592-45bf-b709-8cb7ea2d0d42 x-openstack-request-id: req-e20e7667-b592-45bf-b709-8cb7ea2d0d42 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:47.150892 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed865c4d-3318-41cf-b656-ba0f9d60ab84", "name": "network-vif-deleted", "tag": "b46fb2a7-c64d-4b19-8b4d-91619e907cb7", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:47.151565 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e20e7667-b592-45bf-b709-8cb7ea2d0d42 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:47.152400 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed865c4d-3318-41cf-b656-ba0f9d60ab84', 'name': 'network-vif-deleted', 'tag': 'b46fb2a7-c64d-4b19-8b4d-91619e907cb7', 'status': 'completed', 'code': 200} Jul 16 20:11:47.210581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.367213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Network 605bae13-6777-41bf-9d31-ac6e7d46e693 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:47.394813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Allocated IP 172.20.0.2 (605bae13-6777-41bf-9d31-ac6e7d46e693/c84f1a72-5207-4aa4-9085-22463bf4b94b/028ef87b-457f-433b-8511-873fef5e0253) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:47.400189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:47.428684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Pushing event updated for resources: {'Port': ['ID=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.432447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:47.438463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.439430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.447761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6409a4b7-d4fc-408d-92c6-91895f8c2422 req-808db4d8-92d9-4173-976f-22c97f843874 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 210 time: 0.0948339 Jul 16 20:11:47.457051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.580540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-afc65f0b-113c-4f7b-a8bd-5f170c89af3d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6549401 Jul 16 20:11:47.615312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Request body: {'port': {'device_id': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:47.657855 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b4279-4145-40f5-bbe7-1e1658c48cb5 x-openstack-request-id: req-7d9b4279-4145-40f5-bbe7-1e1658c48cb5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:47.658439 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4a3d3a-a1d6-4092-9daa-24097edf48d9", "name": "network-vif-plugged", "status": "completed", "tag": "0d63705e-033d-46ea-8582-8626b951047e", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:47.659116 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7d9b4279-4145-40f5-bbe7-1e1658c48cb5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:47.660083 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d63705e-033d-46ea-8582-8626b951047e', 'code': 200} Jul 16 20:11:47.977273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32910) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:48.064586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Allocated IP 172.25.8.12 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/52057c56-d13c-49e9-bf12-39d5ded9bad3) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:48.083085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.176970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.177298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:48.187225 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-154e143d-06ff-4b68-995a-2adcdf1ab1f8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=080a783984ee42848b22cf31eb8dcb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075684 Jul 16 20:11:48.190756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32916) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:48.217922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: b46fb2a7-c64d-4b19-8b4d-91619e907cb7 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:48.218487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b46fb2a7-c64d-4b19-8b4d-91619e907cb7 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:48.277474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daf07fad-c718-41bb-8053-877983db61f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.306488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f2db2-bbd7-48b6-ba41-2a43f65be813 req-2ecbe1e1-9461-42c8-b26d-f8b8d923ee18 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.308172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b3f2db2-bbd7-48b6-ba41-2a43f65be813 req-2ecbe1e1-9461-42c8-b26d-f8b8d923ee18 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 946 time: 0.4433327 Jul 16 20:11:48.315782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8904-667f-4ede-950a-c171cdca73b1 req-ed824c77-0e0a-4f24-a961-2d44327f5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.317318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d2c8904-667f-4ede-950a-c171cdca73b1 req-ed824c77-0e0a-4f24-a961-2d44327f5140 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 1097 time: 0.3914597 Jul 16 20:11:48.321344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daf07fad-c718-41bb-8053-877983db61f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.401620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daf07fad-c718-41bb-8053-877983db61f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.408219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daf07fad-c718-41bb-8053-877983db61f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.411516 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-daf07fad-c718-41bb-8053-877983db61f5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0cfbe80e-fcb3-4312-a34b-c41d1fecc266 HTTP/1.1" status: 204 len: 168 time: 0.2191703 Jul 16 20:11:48.423159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf07fad-c718-41bb-8053-877983db61f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbe80e-fcb3-4312-a34b-c41d1fecc266,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.464569 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.518452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.533107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b3f2db2-bbd7-48b6-ba41-2a43f65be813 req-004189da-cd1f-4815-9895-8af641d24c5a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104051 Jul 16 20:11:48.534716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d2c8904-667f-4ede-950a-c171cdca73b1 req-1f34510b-6438-48cc-8546-fde2a5296374 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064538 Jul 16 20:11:48.656252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Network 605bae13-6777-41bf-9d31-ac6e7d46e693 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:48.669969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:48.679823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:48.685779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.686470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.689353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Pushing event updated for resources: {'Port': ['ID=028ef87b-457f-433b-8511-873fef5e0253,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.718714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.731006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f6af054-2070-41db-aeaa-62ed7d7e4ed5 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8272295 Jul 16 20:11:48.771778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Request body: {'port': {'device_id': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:48.818210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:48.830829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:48.847741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:48.892815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event updated for resources: {'Port': ['ID=52057c56-d13c-49e9-bf12-39d5ded9bad3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.900277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32928) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:48.976776 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faf46b7-d91f-4edb-970d-d11d8739993c x-openstack-request-id: req-2faf46b7-d91f-4edb-970d-d11d8739993c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:48.977108 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c169ce-591b-45d5-8770-3dca2dafad43", "name": "network-vif-deleted", "tag": "de3c9e12-25f6-4d06-8761-533d2c154acc", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:48.977252 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2faf46b7-d91f-4edb-970d-d11d8739993c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:48.978238 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c169ce-591b-45d5-8770-3dca2dafad43', 'name': 'network-vif-deleted', 'tag': 'de3c9e12-25f6-4d06-8761-533d2c154acc', 'status': 'completed', 'code': 200} Jul 16 20:11:48.985198 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-be6407d4-1f68-4f74-b234-341a70e36f68 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3ab9277b2c4b4067bc5ca1719af55564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823960 Jul 16 20:11:48.988868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32930) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:48.996372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b75c7b-c8d7-4580-b1f2-5473a9662e6d {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:49.010360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.013293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.036852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.047632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Transition to ACTIVE for port object e5b75c7b-c8d7-4580-b1f2-5473a9662e6d will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:49.081624 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.129980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17307e67-9d5d-49fa-80c1-39a3132b8e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.183443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17307e67-9d5d-49fa-80c1-39a3132b8e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.203508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.275964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17307e67-9d5d-49fa-80c1-39a3132b8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.279865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17307e67-9d5d-49fa-80c1-39a3132b8e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.281486 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-17307e67-9d5d-49fa-80c1-39a3132b8e09 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/80aa3f0e-59bc-4a55-a796-73c05c7aecff HTTP/1.1" status: 204 len: 168 time: 0.2882488 Jul 16 20:11:49.293906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17307e67-9d5d-49fa-80c1-39a3132b8e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aa3f0e-59bc-4a55-a796-73c05c7aecff,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:49.609339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:49.903139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Attempting to bind port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:49.903519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Attempting to bind port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:49.903850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Attempting to bind port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d on network 605bae13-6777-41bf-9d31-ac6e7d46e693 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:49.949907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d on network 605bae13-6777-41bf-9d31-ac6e7d46e693 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:49.950255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Attempting to bind port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d on network 605bae13-6777-41bf-9d31-ac6e7d46e693 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:50.008123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:50.008526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Checking segment: {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:50.008871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Bound using segment: {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:50.009553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Bound port: e5b75c7b-c8d7-4580-b1f2-5473a9662e6d, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:50.010004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.019735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e77110-0a74-4998-892f-21f883ee40bb req-3bc02e49-67d5-4fbe-ad2a-5f97ce545806 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.021392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a6e77110-0a74-4998-892f-21f883ee40bb req-3bc02e49-67d5-4fbe-ad2a-5f97ce545806 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.8460894 Jul 16 20:11:50.200611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:50.232049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.271097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-74367914-7578-4851-ae0c-c76d46266401 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.274470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-74367914-7578-4851-ae0c-c76d46266401 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 946 time: 0.5158055 Jul 16 20:11:50.408598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a6e77110-0a74-4998-892f-21f883ee40bb req-81612b02-31d0-4536-9be3-019e73798bee tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561792 Jul 16 20:11:50.421248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Transition to ACTIVE for port object 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:50.422572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32960) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:50.484071 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.488519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] For port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:50.543463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.573448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-network', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:50.609654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Made reservation on behalf of 4277242db13647d9960cfb0e5e0712dd for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:50.612184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.617365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] For port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:50.622984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.633776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.749812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.755318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.762228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.780139 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:50.798637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:50.803007 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.803597 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Added segment 477ea25d-3a63-41fd-89b6-c661e1935bd8 of type vlan for network 5189592d-354e-462c-aa4c-41c140569531 Jul 16 20:11:50.849240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.879170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.908370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:50.915420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.916520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.919586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5b75c7b-c8d7-4580-b1f2-5473a9662e6d HTTP/1.1" status: 200 len: 1091 time: 5.1719561 Jul 16 20:11:50.931746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.933514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.934616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.991451 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5657246 Jul 16 20:11:50.993791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'tag': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:50.995650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32964) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:50.997828 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373c6fda-a627-44fc-93a8-15d3535c7c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "064f7648-73d6-4ecf-89d3-f7c1815ba73f", "tag": "e5b75c7b-c8d7-4580-b1f2-5473a9662e6d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:51.009521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Request body: {'subnet': {'network_id': '5189592d-354e-462c-aa4c-41c140569531', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-subnet', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:51.058529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa1d9-a2e2-4493-9d7d-29201015df09 admin admin] Pushing event updated for resources: {'Network': ['ID=5189592d-354e-462c-aa4c-41c140569531,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.061073 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.062271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7089608 Jul 16 20:11:51.095086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 5189592d-354e-462c-aa4c-41c140569531 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:51.102210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Made reservation on behalf of 4277242db13647d9960cfb0e5e0712dd for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:51.108197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.116501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Attempting to bind port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:51.116786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Attempting to bind port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:51.117151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Attempting to bind port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 on network 605bae13-6777-41bf-9d31-ac6e7d46e693 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:51.213756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 on network 605bae13-6777-41bf-9d31-ac6e7d46e693 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:51.214792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Attempting to bind port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 on network 605bae13-6777-41bf-9d31-ac6e7d46e693 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:51.228812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ab64b-65d6-485e-b8ba-b850b300652e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event updated for resources: {'Port': ['ID=52057c56-d13c-49e9-bf12-39d5ded9bad3,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.251869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-a35c55b5-c555-4503-9780-cfc65ca05a61 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.1505170 Jul 16 20:11:51.257834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:51.258142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Checking segment: {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:51.258546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Bound using segment: {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:51.259004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Bound port: 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:51.259391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.263147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Deleting port 0d63705e-033d-46ea-8582-8626b951047e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:51.263491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.359551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0da75a-12d3-4822-b5ca-31ee9f8fca7c req-11c8f931-7f61-4db5-9ef3-4092f34b0f6d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.361354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c0da75a-12d3-4822-b5ca-31ee9f8fca7c req-11c8f931-7f61-4db5-9ef3-4092f34b0f6d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 931 time: 0.7327893 Jul 16 20:11:51.406802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.480975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007deaf3-9b03-4e29-9d77-ed3e34d0cf3b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.485906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Checking segment: {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:51.486258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Network hostable DHCP agents. Network: 5189592d-354e-462c-aa4c-41c140569531, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:51.494658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028ef87b-457f-433b-8511-873fef5e0253 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:51.510424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Network 5189592d-354e-462c-aa4c-41c140569531 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:51.525310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 5189592d-354e-462c-aa4c-41c140569531) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:51.528629 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.531966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.532792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.542896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e67c3-75a3-41c7-8d99-38e897a2732b None None] Network 5189592d-354e-462c-aa4c-41c140569531 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:51.560125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-072cea1d-6db7-48e7-b0a1-b88bf184e426 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5626955 Jul 16 20:11:51.561016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32970) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:51.567382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:51.600621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.601966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.682327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0def3-c9dd-4801-b666-bde8cdd03607 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.691181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.741940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-d210babc-eed6-48dd-a505-8fb01ffd3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.743971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-d210babc-eed6-48dd-a505-8fb01ffd3584 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=830aeb14d414497781e5df41798c1418&device_id=064f7648-73d6-4ecf-89d3-f7c1815ba73f HTTP/1.1" status: 200 len: 1094 time: 0.7554343 Jul 16 20:11:51.752299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Transition to ACTIVE for port object 028ef87b-457f-433b-8511-873fef5e0253 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:51.776738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c0da75a-12d3-4822-b5ca-31ee9f8fca7c req-70b8bd40-adda-47b1-9dac-7c0a22b8585c tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944411 Jul 16 20:11:51.798416 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.800276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-5189592d-354e-462c-aa4c-41c140569531', 'network_id': '5189592d-354e-462c-aa4c-41c140569531', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'fixed_ips': [{'subnet_id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:51.801794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.958637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-6f38e762-3f08-4310-983e-6eefa0322d50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d HTTP/1.1" status: 200 len: 217 time: 0.1879950 Jul 16 20:11:51.961198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] For port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:51.987890 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.025417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] For port 0d63705e-033d-46ea-8582-8626b951047e, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d63705e-033d-46ea-8582-8626b951047e,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:52.025985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.103392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-cb11d611-6775-4e5d-aba7-42c1f3537f7f tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.105888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-cb11d611-6775-4e5d-aba7-42c1f3537f7f tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.8175240 Jul 16 20:11:52.120063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] For port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:52.144550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Calling delete_port for 0d63705e-033d-46ea-8582-8626b951047e owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:52.149208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Pushing event updated for resources: {'Port': ['ID=028ef87b-457f-433b-8511-873fef5e0253,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.173935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-2953de79-405c-416e-b9d7-99aaa80844e6 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:52.175608 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f64118c-6b68-4f4c-a97c-085fde88d998 req-2953de79-405c-416e-b9d7-99aaa80844e6 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446253 Jul 16 20:11:52.190306 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.211679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Allocated IP 172.20.0.2 (5189592d-354e-462c-aa4c-41c140569531/007deaf3-9b03-4e29-9d77-ed3e34d0cf3b/66e937ce-c071-4b86-99bb-1606af73ef6e) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:52.556215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.579055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.592659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.595812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Transition to ACTIVE for port object 66e937ce-c071-4b86-99bb-1606af73ef6e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:52.625465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Transition to ACTIVE for port object 66e937ce-c071-4b86-99bb-1606af73ef6e will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:52.635048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.703949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Network 5189592d-354e-462c-aa4c-41c140569531 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:52.708747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:52.715616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:52.726738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Pushing event updated for resources: {'Port': ['ID=66e937ce-c071-4b86-99bb-1606af73ef6e,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.730080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-886e3dee-036f-46aa-89d7-c89f9064fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.731597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-886e3dee-036f-46aa-89d7-c89f9064fe69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c84f1a72-5207-4aa4-9085-22463bf4b94b HTTP/1.1" status: 200 len: 858 time: 0.7490697 Jul 16 20:11:52.809420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Attempting to bind port 66e937ce-c071-4b86-99bb-1606af73ef6e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:52.809881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Attempting to bind port 66e937ce-c071-4b86-99bb-1606af73ef6e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:52.810522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Attempting to bind port 66e937ce-c071-4b86-99bb-1606af73ef6e on network 5189592d-354e-462c-aa4c-41c140569531 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:52.819778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:52.820410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Checking segment: {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:52.821210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.821781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Bound using segment: {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:52.822557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Bound port: 66e937ce-c071-4b86-99bb-1606af73ef6e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:52.823079 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.823418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Allocated IP 172.25.8.106 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/66bc8f25-08c2-497e-b019-9fd47b5f47a4) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:52.823609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.824058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.825618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 HTTP/1.1" status: 200 len: 1092 time: 5.2180812 Jul 16 20:11:52.863727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-8690e3c2-216a-4566-a2c8-d538dd444f07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=605bae13-6777-41bf-9d31-ac6e7d46e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043348 Jul 16 20:11:52.864780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Attempting to bind port 028ef87b-457f-433b-8511-873fef5e0253 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:52.864780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Attempting to bind port 028ef87b-457f-433b-8511-873fef5e0253 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:52.865137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Attempting to bind port 028ef87b-457f-433b-8511-873fef5e0253 on network 605bae13-6777-41bf-9d31-ac6e7d46e693 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:52.924385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65276a0b-2a2d-4239-9324-b1b96c9253d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.927522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Port 028ef87b-457f-433b-8511-873fef5e0253 on network 605bae13-6777-41bf-9d31-ac6e7d46e693 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:52.928535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Attempting to bind port 028ef87b-457f-433b-8511-873fef5e0253 on network 605bae13-6777-41bf-9d31-ac6e7d46e693 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:52.954343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] For port 66e937ce-c071-4b86-99bb-1606af73ef6e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:52.960876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] For port 66e937ce-c071-4b86-99bb-1606af73ef6e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=66e937ce-c071-4b86-99bb-1606af73ef6e,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:52.968535 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.004899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:53.005371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Checking segment: {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:53.005641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Bound using segment: {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:53.006230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Bound port: 028ef87b-457f-433b-8511-873fef5e0253, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8683e16-d54d-4624-a17e-f36e5fa459ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:53.006540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.079392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.094701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6c7e3-5abd-4526-bfae-8b8ad8f39eaf None None] Pushing event updated for resources: {'Port': ['ID=66e937ce-c071-4b86-99bb-1606af73ef6e,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.156209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.210232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:53.214003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:53.219008 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:53.222429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Pushing event updated for resources: {'Port': ['ID=66bc8f25-08c2-497e-b019-9fd47b5f47a4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.333762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21388a-d2be-434a-8d0d-878bbcc31335 req-727ca241-f29a-47bc-9723-22096b2e245c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.339231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf21388a-d2be-434a-8d0d-878bbcc31335 req-727ca241-f29a-47bc-9723-22096b2e245c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 946 time: 0.6509929 Jul 16 20:11:53.375702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-11bba6b5-1102-4c2b-8098-4c253c1aa0e1 service neutron] 10.222.0.21 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992485 Jul 16 20:11:53.392343 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.418067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0d63705e-033d-46ea-8582-8626b951047e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:53.425224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658308c9-38ca-4156-8b19-90e591a03ed2 req-6127e252-be3d-4009-a841-195ef302abcf tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.428964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-658308c9-38ca-4156-8b19-90e591a03ed2 req-6127e252-be3d-4009-a841-195ef302abcf tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1096 time: 0.7378187 Jul 16 20:11:53.464784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] For port 028ef87b-457f-433b-8511-873fef5e0253, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:53.534812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f7b0f40-f619-4800-96e5-f67690e1d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.536857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3f7b0f40-f619-4800-96e5-f67690e1d38e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=830aeb14d414497781e5df41798c1418&device_id=d85fe300-a86e-417a-9ffb-9fc589180958 HTTP/1.1" status: 200 len: 1095 time: 0.6355803 Jul 16 20:11:53.566966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event deleted for resources: {'Port': ['ID=0d63705e-033d-46ea-8582-8626b951047e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.580998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] For port 028ef87b-457f-433b-8511-873fef5e0253, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=028ef87b-457f-433b-8511-873fef5e0253,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:53.617105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.702184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.721755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-192bb3a9-919f-41f3-bbce-bc091af0b11f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 HTTP/1.1" status: 200 len: 217 time: 0.1585817 Jul 16 20:11:53.760438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf21388a-d2be-434a-8d0d-878bbcc31335 req-84728478-8a2f-4678-8a21-3a4177b32887 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779540 Jul 16 20:11:53.798799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] No DVR routers for this DVR port 0d63705e-033d-46ea-8582-8626b951047e on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:53.828256 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.830398 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc8d1d1c-1bb3-4980-a8cd-95a2401ada4d req-d0b40143-eb7e-4f95-8d31-2f01afe5b2c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "DELETE /v2.0/ports/0d63705e-033d-46ea-8582-8626b951047e HTTP/1.1" status: 204 len: 173 time: 3.5378101 Jul 16 20:11:53.844587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-658308c9-38ca-4156-8b19-90e591a03ed2 req-15bcc124-584f-4cf4-a406-1b8f05b4ca4e tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906150 Jul 16 20:11:53.902721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.916296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.918679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] 10.222.0.26 "PUT /v2.0/ports/028ef87b-457f-433b-8511-873fef5e0253 HTTP/1.1" status: 200 len: 1091 time: 5.1563764 Jul 16 20:11:53.922603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-532bd115-1fca-432b-a292-58254a74c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.932652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-532bd115-1fca-432b-a292-58254a74c7b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c84f1a72-5207-4aa4-9085-22463bf4b94b HTTP/1.1" status: 200 len: 858 time: 0.1751263 Jul 16 20:11:53.954719 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc2b0ad-7de2-45de-8a67-0b2c3f1e77a1 x-openstack-request-id: req-ecc2b0ad-7de2-45de-8a67-0b2c3f1e77a1 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:53.955855 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064f7648-73d6-4ecf-89d3-f7c1815ba73f", "tag": "e5b75c7b-c8d7-4580-b1f2-5473a9662e6d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:53.956154 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ecc2b0ad-7de2-45de-8a67-0b2c3f1e77a1 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:53.956523 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'tag': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d', 'status': 'completed', 'code': 200} Jul 16 20:11:54.168100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-d64e4c02-dd2b-4268-8648-7298bb674d7d service neutron] 10.222.0.21 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770836 Jul 16 20:11:54.176973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-212efea0-da6d-44a2-83c2-d25c0c9bf52b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=605bae13-6777-41bf-9d31-ac6e7d46e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2054923 Jul 16 20:11:54.278340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b6f87-c0a9-4b0f-98c2-383efb0e332b service neutron] Pushing event updated for resources: {'Port': ['ID=028ef87b-457f-433b-8511-873fef5e0253,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:54.284815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66e937ce-c071-4b86-99bb-1606af73ef6e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:54.378251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 66e937ce-c071-4b86-99bb-1606af73ef6e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:54.445368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.647006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-bbc26033-3734-4cc2-998f-2890cbcf0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.649243 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-bbc26033-3734-4cc2-998f-2890cbcf0193 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=830aeb14d414497781e5df41798c1418&device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 1094 time: 0.4987640 Jul 16 20:11:54.678732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-f557f4d1-36a2-4b5f-a8ef-64f65be36ae3 service neutron] 10.222.0.21 "GET /v2.0/ports/b846246e-7029-4ac6-9a7f-6aee9832e9c6/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 382 time: 0.7209809 Jul 16 20:11:54.686422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2e957-e0f0-4b1c-9b17-213d449b7837 None None] Network 5189592d-354e-462c-aa4c-41c140569531 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:54.784866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9baf2045-83ad-427a-bec7-53fd455b3cdd None None] Provisioning for port 66e937ce-c071-4b86-99bb-1606af73ef6e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:54.794712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15a2655d-c2c2-446c-9764-f68a553f5519 req-2fbcd8da-8594-4e43-8dae-c44d84e1ca0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 210 time: 0.0874946 Jul 16 20:11:54.797104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9baf2045-83ad-427a-bec7-53fd455b3cdd None None] Provisioning complete for port 66e937ce-c071-4b86-99bb-1606af73ef6e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:54.798368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9baf2045-83ad-427a-bec7-53fd455b3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.957586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-89d33644-0016-40e3-88c0-be23bac13426 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.961426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-89d33644-0016-40e3-88c0-be23bac13426 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 949 time: 0.9579599 Jul 16 20:11:55.139189 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-3697333d-99c3-44eb-b87f-e63ffec64c7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=028ef87b-457f-433b-8511-873fef5e0253 HTTP/1.1" status: 200 len: 217 time: 0.4789331 Jul 16 20:11:55.181746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-608e1bcc-95ec-4fbf-b1f6-f0620339ead3 service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740646 Jul 16 20:11:55.188518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Router f8ae51b3-31aa-4927-a485-770f3cc4a80b is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:11:55.213242 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9baf2045-83ad-427a-bec7-53fd455b3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.217242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-fd00eee0-2023-424d-b767-67de196bebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.218551 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-fd00eee0-2023-424d-b767-67de196bebea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c84f1a72-5207-4aa4-9085-22463bf4b94b HTTP/1.1" status: 200 len: 858 time: 0.0716271 Jul 16 20:11:55.266994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374b25-d50f-4372-8524-7d6f6386b8cb req-c967db69-0697-4d05-b70f-e84f849d2f61 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.276638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75374b25-d50f-4372-8524-7d6f6386b8cb req-c967db69-0697-4d05-b70f-e84f849d2f61 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 1.1020820 Jul 16 20:11:55.293730 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-a4617672-0813-4a82-bb41-053a45dfcc57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=605bae13-6777-41bf-9d31-ac6e7d46e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381992 Jul 16 20:11:55.302152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9baf2045-83ad-427a-bec7-53fd455b3cdd None None] For port 66e937ce-c071-4b86-99bb-1606af73ef6e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=66e937ce-c071-4b86-99bb-1606af73ef6e,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:55.309968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9baf2045-83ad-427a-bec7-53fd455b3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.393230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56b7e-3aba-459f-9faa-560f79519363 req-6318c7c2-680b-4acc-9385-db31916179e2 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.395944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-6318c7c2-680b-4acc-9385-db31916179e2 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9231343 Jul 16 20:11:55.426873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf2045-83ad-427a-bec7-53fd455b3cdd None None] Pushing event updated for resources: {'Port': ['ID=66e937ce-c071-4b86-99bb-1606af73ef6e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.513628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:55.533207 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Sync routers for ids ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:55.541021 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.546031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-00daa438-edb8-4c45-b380-ca273c1f0de5 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9803543 Jul 16 20:11:55.546225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-6495de01-4c89-4a90-a891-d281a527e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.546346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:55.548393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-6495de01-4c89-4a90-a891-d281a527e8a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=830aeb14d414497781e5df41798c1418&device_id=064f7648-73d6-4ecf-89d3-f7c1815ba73f HTTP/1.1" status: 200 len: 1094 time: 1.1117096 Jul 16 20:11:55.557892 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Routers {'f8ae51b3-31aa-4927-a485-770f3cc4a80b'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:55.559431 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:55.650666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-895d63c7-3610-4945-87eb-ebcf3f827910 None None] Provisioning complete for port 66e937ce-c071-4b86-99bb-1606af73ef6e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:55.651621 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-895d63c7-3610-4945-87eb-ebcf3f827910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.654615 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-f8b38939-ced7-4304-9be8-d73aab4cb0c3 service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530819 Jul 16 20:11:55.696925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2655d-c2c2-446c-9764-f68a553f5519 req-dfb4120c-bb4f-48a7-9892-74777355f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.699523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15a2655d-c2c2-446c-9764-f68a553f5519 req-dfb4120c-bb4f-48a7-9892-74777355f72a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8828905 Jul 16 20:11:55.806520 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Set router f8ae51b3-31aa-4927-a485-770f3cc4a80b gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:55.822398 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-62ba2a6a-a19a-4e4c-b73a-6d32498a436d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.3696892 Jul 16 20:11:56.009388 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-9b6a2db7-eb4b-439d-add7-e36baf61bbd4 service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473620 Jul 16 20:11:56.014626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66e937ce-c071-4b86-99bb-1606af73ef6e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:56.129146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 66e937ce-c071-4b86-99bb-1606af73ef6e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:56.129767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.137473 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:11:53Z', 'revision_number': 3, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:56.171971 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Checking router: f8ae51b3-31aa-4927-a485-770f3cc4a80b for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:56.172455 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Updating router f8ae51b3-31aa-4927-a485-770f3cc4a80b port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:56.223378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'tag': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3'}, {'server_uuid': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'name': 'network-vif-deleted', 'tag': '0d63705e-033d-46ea-8582-8626b951047e'}, {'name': 'network-changed', 'server_uuid': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'tag': '028ef87b-457f-433b-8511-873fef5e0253'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:56.226472 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2be3a8-672b-48a1-ac43-2975cafa401c" -d '{"events": [{"name": "network-changed", "server_uuid": "d85fe300-a86e-417a-9ffb-9fc589180958", "tag": "7c44ff3e-4795-4650-b95f-ff3aaea2fbd3"}, {"server_uuid": "3b4a3d3a-a1d6-4092-9daa-24097edf48d9", "name": "network-vif-deleted", "tag": "0d63705e-033d-46ea-8582-8626b951047e"}, {"name": "network-changed", "server_uuid": "d1bff11c-860b-4e48-9d1c-12f49c71181d", "tag": "028ef87b-457f-433b-8511-873fef5e0253"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:56.239716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Request body: {'floatingip': {'port_id': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:56.252005 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.330785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75374b25-d50f-4372-8524-7d6f6386b8cb req-37b6432d-551d-493f-8104-8446edb67c6c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9511261 Jul 16 20:11:56.437066 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.478930 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.642940 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.657203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9511b1-b0a4-499b-9822-48ddd2c8be2b req-cf1a9110-bcf4-4018-8a0b-055095094926 service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3678401 Jul 16 20:11:56.660449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-3a9ee5f1-4e14-4377-8791-10d1b9a2d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.661646 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Transition to ACTIVE for port object 66bc8f25-08c2-497e-b019-9fd47b5f47a4 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:56.666035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-3a9ee5f1-4e14-4377-8791-10d1b9a2d143 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a&tenant_id=3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 1101 time: 1.4796159 Jul 16 20:11:56.677116 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.726993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port 87e1b588-c69f-4db3-81ab-0840f59f68f0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:56.727832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.741429 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efce46b-dd6a-4dc7-a65a-17945ad25b11 None None] Pushing event updated for resources: {'Port': ['ID=66bc8f25-08c2-497e-b019-9fd47b5f47a4,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:56.750295 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Attempting to bind port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:56.750815 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Attempting to bind port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:56.751213 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Attempting to bind port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:56.758303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:56.758701 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:56.759223 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.759710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:56.760317 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Bound port: 66bc8f25-08c2-497e-b019-9fd47b5f47a4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:56.760764 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.827455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Allocated IP 172.20.0.1 (5189592d-354e-462c-aa4c-41c140569531/007deaf3-9b03-4e29-9d77-ed3e34d0cf3b/a87d29a6-40de-435f-9c33-017d6d7f22a0) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:56.830969 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] For port 66bc8f25-08c2-497e-b019-9fd47b5f47a4, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:56.840710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] For port 66bc8f25-08c2-497e-b019-9fd47b5f47a4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=66bc8f25-08c2-497e-b019-9fd47b5f47a4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:56.849380 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.952160 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Routers {'f8ae51b3-31aa-4927-a485-770f3cc4a80b'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:56.952751 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:56.956548 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efce46b-dd6a-4dc7-a65a-17945ad25b11 None None] Pushing event updated for resources: {'Port': ['ID=66bc8f25-08c2-497e-b019-9fd47b5f47a4,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.028579 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.034140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-8d286f04-0514-437d-aabe-adda594ca655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.036700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-8d286f04-0514-437d-aabe-adda594ca655 service neutron] 10.222.0.21 "GET /v2.0/networks?id=605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 200 len: 919 time: 1.3843021 Jul 16 20:11:57.045839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2655d-c2c2-446c-9764-f68a553f5519 req-79c7c542-49c4-4762-ba77-ac92c29123a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.048475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15a2655d-c2c2-446c-9764-f68a553f5519 req-79c7c542-49c4-4762-ba77-ac92c29123a6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2633872 Jul 16 20:11:57.065675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Transition to ACTIVE for port object a87d29a6-40de-435f-9c33-017d6d7f22a0 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:57.133854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.185272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Network 5189592d-354e-462c-aa4c-41c140569531 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:57.189944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:57.194990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:57.219683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-d2915573-a22f-4dd9-9908-5cef2d32fead service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d HTTP/1.1" status: 200 len: 217 time: 0.1168454 Jul 16 20:11:57.243409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Pushing event updated for resources: {'Port': ['ID=a87d29a6-40de-435f-9c33-017d6d7f22a0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.247074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.312338 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] Set router f8ae51b3-31aa-4927-a485-770f3cc4a80b gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:57.408473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port 87e1b588-c69f-4db3-81ab-0840f59f68f0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:57.409017 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.451950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-cf940fd8-2f18-49ba-a219-0e871b776d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.453347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-cf940fd8-2f18-49ba-a219-0e871b776d43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 1101 time: 0.7000697 Jul 16 20:11:57.523646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.532665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedf38e-7579-4be7-be92-92311bcae044 req-571f5890-3d5c-49bb-b261-33ac1a07f816 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.544658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1aedf38e-7579-4be7-be92-92311bcae044 req-571f5890-3d5c-49bb-b261-33ac1a07f816 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f3ea159-e90f-4a3a-b466-ac797070eca9 HTTP/1.1" status: 200 len: 949 time: 0.9569001 Jul 16 20:11:57.550641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for 87e1b588-c69f-4db3-81ab-0840f59f68f0 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:57.586442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c85e8b1c-4738-41a1-ac46-a5ce8db6877f None None] Provisioning for port a87d29a6-40de-435f-9c33-017d6d7f22a0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:57.595956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c85e8b1c-4738-41a1-ac46-a5ce8db6877f None None] Provisioning complete for port a87d29a6-40de-435f-9c33-017d6d7f22a0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:57.597250 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c85e8b1c-4738-41a1-ac46-a5ce8db6877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.635173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:11:53Z', 'revision_number': 3, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:57.668337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c85e8b1c-4738-41a1-ac46-a5ce8db6877f None None] Port a87d29a6-40de-435f-9c33-017d6d7f22a0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:57.692143 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a105-5d20-4470-ac16-f374d2cca917 None None] The sync data for ids ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'] in n-d-798930-6 is: [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:11:53Z', 'revision_number': 3, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:57.708559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e5b75c7b-c8d7-4580-b1f2-5473a9662e6d details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:57.801144 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.808203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.815179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-524ab032-d451-451c-8e66-ddf7de43cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.817539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-524ab032-d451-451c-8e66-ddf7de43cd11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c84f1a72-5207-4aa4-9085-22463bf4b94b HTTP/1.1" status: 200 len: 858 time: 0.5815668 Jul 16 20:11:57.857458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Pushing event updated for resources: {'Port': ['ID=a87d29a6-40de-435f-9c33-017d6d7f22a0,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.910190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.961981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:57.976208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d', 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693', 'port_id': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d', 'mac_address': 'fa:16:3e:8f:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84f1a72-5207-4aa4-9085-22463bf4b94b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:58.003345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-b05863bf-5865-4a1a-81c4-af046854f433 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=605bae13-6777-41bf-9d31-ac6e7d46e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625965 Jul 16 20:11:58.024469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.046069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b75c7b-c8d7-4580-b1f2-5473a9662e6d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:58.055884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Network 5189592d-354e-462c-aa4c-41c140569531 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:58.058401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:58.079337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:58.089781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.216087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.222757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 028ef87b-457f-433b-8511-873fef5e0253 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:58.241013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 87e1b588-c69f-4db3-81ab-0840f59f68f0 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:58.313170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Router f8ae51b3-31aa-4927-a485-770f3cc4a80b has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:58.364262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1aedf38e-7579-4be7-be92-92311bcae044 req-77ea0664-931e-4b87-9152-4b676e4d0e01 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8182747 Jul 16 20:11:58.472394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e5b75c7b-c8d7-4580-b1f2-5473a9662e6d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:58.586911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-6bb8ba5f-7b09-4c88-bd33-ad5b606779f7 service neutron] 10.222.0.21 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527344 Jul 16 20:11:58.630924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-4f3b32c5-e664-4c6d-a4a7-2b22c53673b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.636022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-4f3b32c5-e664-4c6d-a4a7-2b22c53673b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 1.1192927 Jul 16 20:11:58.640039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:58.655859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-189ebcdc-4960-4ae9-88a6-c804d02ae62d admin admin] 10.222.0.100 "PUT /v2.0/routers/f8ae51b3-31aa-4927-a485-770f3cc4a80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1080675 Jul 16 20:11:58.764626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ccbfa074-46e3-4bfb-9907-ed2c9e43149b None None] Provisioning complete for port a87d29a6-40de-435f-9c33-017d6d7f22a0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:58.765217 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ccbfa074-46e3-4bfb-9907-ed2c9e43149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.769834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 028ef87b-457f-433b-8511-873fef5e0253, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=028ef87b-457f-433b-8511-873fef5e0253,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:58.872374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '028ef87b-457f-433b-8511-873fef5e0253', 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693', 'port_id': '028ef87b-457f-433b-8511-873fef5e0253', 'mac_address': 'fa:16:3e:1c:e8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84f1a72-5207-4aa4-9085-22463bf4b94b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:58.883760 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.933089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfa074-46e3-4bfb-9907-ed2c9e43149b None None] Port a87d29a6-40de-435f-9c33-017d6d7f22a0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:58.975337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-373c6fda-a627-44fc-93a8-15d3535c7c4b req-f3efa442-ba78-494c-b8f8-d96141e2e2b2 service neutron] 10.222.0.21 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719029 Jul 16 20:11:58.978174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-800276e3-6922-4059-ae9b-0d0836175930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 200 len: 217 time: 0.1226957 Jul 16 20:11:59.016835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:59.020911 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f362006d-b3c0-440e-9aa8-b1070b378454" -d '{"events": [{"server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:59.069146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 87e1b588-c69f-4db3-81ab-0840f59f68f0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=87e1b588-c69f-4db3-81ab-0840f59f68f0,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:59.072423 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.092926 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.116344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028ef87b-457f-433b-8511-873fef5e0253 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:59.178849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 028ef87b-457f-433b-8511-873fef5e0253, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=028ef87b-457f-433b-8511-873fef5e0253,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:59.194080 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.200851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=87e1b588-c69f-4db3-81ab-0840f59f68f0,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.272141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=028ef87b-457f-433b-8511-873fef5e0253,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.483880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15a2655d-c2c2-446c-9764-f68a553f5519 req-727d8085-8d16-4df0-93b9-717c66ac47ee tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b4a3d3a-a1d6-4092-9daa-24097edf48d9 HTTP/1.1" status: 200 len: 210 time: 0.5469913 Jul 16 20:11:59.494901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['028ef87b-457f-433b-8511-873fef5e0253'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:59.516756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:11:59.608726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.629653 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.638699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33008) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:59.645474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-network', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:59.656512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-3311d7bf-4d00-4068-908f-9901bb989ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.658585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-3311d7bf-4d00-4068-908f-9901bb989ba1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.6214836 Jul 16 20:11:59.676540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Made reservation on behalf of 9e8a4d7a8aef4458bcd94fcb1c252dfc for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:59.679786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.691089 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.731711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:59.850777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.856355 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.888689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:59.901077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab642bc-bb4f-4afe-b259-02ba3c6b7d27,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.907171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.907677 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Added segment 71dea331-5302-44e2-b767-73716c2493e8 of type vlan for network bfc072c7-1ede-4743-80a7-4680656d992a Jul 16 20:11:59.942078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.962123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.963799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:00.004185 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.005479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.007842 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.036059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424e54-2855-4428-8414-cf12c83f586c req-80055a8a-9f89-4633-8287-237683cab383 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.039161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b424e54-2855-4428-8414-cf12c83f586c req-80055a8a-9f89-4633-8287-237683cab383 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 943 time: 1.0844073 Jul 16 20:12:00.043775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.062538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=87e1b588-c69f-4db3-81ab-0840f59f68f0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.122564 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4817064 Jul 16 20:12:00.133033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33010) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:00.139860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Request body: {'subnet': {'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-subnet', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:00.180833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772f40-568a-4007-9054-296d5051f678 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc072c7-1ede-4743-80a7-4680656d992a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.206422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:00.217802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.218910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Made reservation on behalf of 9e8a4d7a8aef4458bcd94fcb1c252dfc for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:00.243293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:00.249072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.249571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port 87e1b588-c69f-4db3-81ab-0840f59f68f0 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:00.261216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.264951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cd1dad0-2b0e-499f-9c4e-86f2502cbedb req-f5a0796d-c6a4-4d56-85a3-5f7b90815361 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "DELETE /v2.0/ports/87e1b588-c69f-4db3-81ab-0840f59f68f0 HTTP/1.1" status: 204 len: 173 time: 5.2545817 Jul 16 20:12:00.272759 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Floating IP 1d5501c7-4e6b-4ab9-b851-ef90c0f6d368 associated. External IP: 172.25.8.12, port: 4a952319-428c-4e17-8ecc-9932d21f3e4a. Jul 16 20:12:00.314605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network bfc072c7-1ede-4743-80a7-4680656d992a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:00.317345 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-238d9f5e-bd7b-43ae-be8c-968deacc37cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.371759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-9e9aa783-f5cc-4f9e-abef-8501bc31496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.374561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-9e9aa783-f5cc-4f9e-abef-8501bc31496d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7056930 Jul 16 20:12:00.412539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b424e54-2855-4428-8414-cf12c83f586c req-db45cde5-4b54-478f-9efb-7d132ba13c16 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521092 Jul 16 20:12:00.437200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66bc8f25-08c2-497e-b019-9fd47b5f47a4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:00.567210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc', '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', '208e3c15-390e-48ae-8bd1-805343464438'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:00.576017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Sync routers for ids ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:00.660504 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.764726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-1d6b51ea-69a4-4bd2-91c8-9a8ab53a30d0 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488662 Jul 16 20:12:00.847091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20ed6f7-0bd8-4d69-b721-e6c12779187e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.850512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Routers {'f8ae51b3-31aa-4927-a485-770f3cc4a80b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:00.851206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:00.862835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Checking segment: {'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:00.863996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Network hostable DHCP agents. Network: bfc072c7-1ede-4743-80a7-4680656d992a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:00.899807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Network bfc072c7-1ede-4743-80a7-4680656d992a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:00.903020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:12:00.919273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, bfc072c7-1ede-4743-80a7-4680656d992a) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:00.942474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.944138 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.962790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c58cec-8f05-41f5-9cec-6708ca84bd3c req-81e0278b-4984-498b-8c6c-ce739cb1ee70 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879721 Jul 16 20:12:00.979983 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6da4f5c3-5bc8-445e-9a58-7875dfac3aad admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8444812 Jul 16 20:12:00.981386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33012) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:00.990313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:01.032142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.035056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.125887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Router 5fe110f1-b510-4e68-a08d-822cb085d8b4 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:01.171671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.241330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba191a0c-ce45-44b1-be6a-f7be528231a4 None None] Network bfc072c7-1ede-4743-80a7-4680656d992a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:01.384899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:01.394075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.401828 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] Sync routers for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:01.417749 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:01.418807 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:01.468746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-00fa659d-55a0-4b76-bb99-54113992de31 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "PUT /v2.0/floatingips/1d5501c7-4e6b-4ab9-b851-ef90c0f6d368 HTTP/1.1" status: 200 len: 995 time: 5.5856903 Jul 16 20:12:01.532367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:01.556679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:01.583629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56b7e-3aba-459f-9faa-560f79519363 req-6cadad17-f2be-46a2-9e4b-c0b61dc8b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.587491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-6cadad17-f2be-46a2-9e4b-c0b61dc8b8a7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2e572b43c9a5426e86831056f450571c&device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 1096 time: 0.0753317 Jul 16 20:12:01.655592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.658306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:01.660827 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.722549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-bfc072c7-1ede-4743-80a7-4680656d992a', 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'fixed_ips': [{'subnet_id': 'b20ed6f7-0bd8-4d69-b721-e6c12779187e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:01.723793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.751530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e5b75c7b-c8d7-4580-b1f2-5473a9662e6d up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:01.807742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:01.854469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56b7e-3aba-459f-9faa-560f79519363 req-d5c024ef-a644-43d9-9afe-bc8c34b8bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.856088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-d5c024ef-a644-43d9-9afe-bc8c34b8bde2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 200 len: 929 time: 0.2575603 Jul 16 20:12:01.953312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-ca9cb657-14f6-467a-9086-0b950062228b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 998 time: 0.0843592 Jul 16 20:12:02.065093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Set router f8ae51b3-31aa-4927-a485-770f3cc4a80b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:02.089774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56b7e-3aba-459f-9faa-560f79519363 req-5e26e1b9-6902-4f54-8df6-a2acaa1c7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:02.094671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-5e26e1b9-6902-4f54-8df6-a2acaa1c7951 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 HTTP/1.1" status: 200 len: 867 time: 0.1221743 Jul 16 20:12:02.204491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Allocated IP 172.20.0.2 (bfc072c7-1ede-4743-80a7-4680656d992a/b20ed6f7-0bd8-4d69-b721-e6c12779187e/e97148e7-913e-4a0a-8518-ced291c452e6) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:02.243362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56b7e-3aba-459f-9faa-560f79519363 req-75dd5a74-5591-4e71-b546-930c981bb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:02.245809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-75dd5a74-5591-4e71-b546-930c981bb580 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6ae710-381b-4f03-aa57-5e89d066a183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389780 Jul 16 20:12:02.265569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-2b4987f8-34e6-45e3-9939-bd3ccf5b2589 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:12:02.267604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-2b4987f8-34e6-45e3-9939-bd3ccf5b2589 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066297 Jul 16 20:12:02.303960 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1d5501c7-4e6b-4ab9-b851-ef90c0f6d368', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'port_id': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'mac_address': 'fa:16:3e:8e:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:48Z', 'updated_at': '2021-07-16T20:11:58Z', 'revision_number': 1, 'project_id': '2e572b43c9a5426e86831056f450571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:02.358357 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] Checking router: 5fe110f1-b510-4e68-a08d-822cb085d8b4 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:02.379164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:02.380278 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:02.401472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.434624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.440660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-dea3144d-8e62-4563-9bf2-7135e5700454 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611919 Jul 16 20:12:02.454195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:02.465637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:02.588756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-d4cdb53c-ddf0-44e6-8e7e-9b684b6d51cc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:12:02.590177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-d4cdb53c-ddf0-44e6-8e7e-9b684b6d51cc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131319 Jul 16 20:12:02.608571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abe56b7e-3aba-459f-9faa-560f79519363 req-f2d969f0-4e77-48ae-a723-087a71a3e617 service neutron] 10.222.0.100 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663182 Jul 16 20:12:02.617651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Request body: {'binding': {'host': 'n-h1-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:02.618844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Unknown quota resources ['binding']. {{(pid=94095) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:12:02.621042 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:02.623607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:02.624187 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.680235 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.685914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3', 'network_id': '605bae13-6777-41bf-9d31-ac6e7d46e693', 'port_id': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3', 'mac_address': 'fa:16:3e:62:4b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84f1a72-5207-4aa4-9085-22463bf4b94b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:02.729419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Allocated IP 172.25.8.73 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/2828d45f-3455-4062-b0a7-74793254cf03) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:02.781605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.831598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 66bc8f25-08c2-497e-b019-9fd47b5f47a4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=66bc8f25-08c2-497e-b019-9fd47b5f47a4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:02.879631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Transition to ACTIVE for port object e97148e7-913e-4a0a-8518-ced291c452e6 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:02.925940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.951770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on host n-h1-798930-6 for vnic_type normal with profile None {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:02.952404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:02.952515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:02.952760 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.977162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:02.977691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:02.992356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:02.993013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:02.993891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:02.995119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Bound port: 373c5c05-63e5-469c-be6e-df91d33b70cb, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:03.009136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.062445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Transition to ACTIVE for port object e97148e7-913e-4a0a-8518-ced291c452e6 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:03.087802 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1d5501c7-4e6b-4ab9-b851-ef90c0f6d368', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'port_id': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'mac_address': 'fa:16:3e:8e:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:48Z', 'updated_at': '2021-07-16T20:11:58Z', 'revision_number': 1, 'project_id': '2e572b43c9a5426e86831056f450571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:03.100827 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1051766f-9d8c-4212-8be5-0263bff42ee9 x-openstack-request-id: req-1051766f-9d8c-4212-8be5-0263bff42ee9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:03.101477 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85fe300-a86e-417a-9ffb-9fc589180958", "tag": "7c44ff3e-4795-4650-b95f-ff3aaea2fbd3", "status": "completed", "code": 200}, {"server_uuid": "3b4a3d3a-a1d6-4092-9daa-24097edf48d9", "name": "network-vif-deleted", "tag": "0d63705e-033d-46ea-8582-8626b951047e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1bff11c-860b-4e48-9d1c-12f49c71181d", "tag": "028ef87b-457f-433b-8511-873fef5e0253", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:03.101933 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1051766f-9d8c-4212-8be5-0263bff42ee9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:03.102545 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'tag': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3', 'status': 'completed', 'code': 200} Jul 16 20:12:03.103025 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4a3d3a-a1d6-4092-9daa-24097edf48d9', 'name': 'network-vif-deleted', 'tag': '0d63705e-033d-46ea-8582-8626b951047e', 'status': 'completed', 'code': 200} Jul 16 20:12:03.103527 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'tag': '028ef87b-457f-433b-8511-873fef5e0253', 'status': 'completed', 'code': 200} Jul 16 20:12:03.109010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:03.118892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:03.120750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:03.136078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2828d45f-3455-4062-b0a7-74793254cf03,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.141304 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02653d-ac48-4a1e-92ab-266b258ddbb9 None None] The sync data for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 is: [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1d5501c7-4e6b-4ab9-b851-ef90c0f6d368', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'port_id': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'mac_address': 'fa:16:3e:8e:84:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:48Z', 'updated_at': '2021-07-16T20:11:58Z', 'revision_number': 1, 'project_id': '2e572b43c9a5426e86831056f450571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:03.149903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:03.158480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.165554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.168292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-fdf4f32a-7534-4118-9345-e14dd07a6329 service neutron] 10.222.0.100 "POST /v2.0/ports/373c5c05-63e5-469c-be6e-df91d33b70cb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5541463 Jul 16 20:12:03.242083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.276324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:03.318782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Network bfc072c7-1ede-4743-80a7-4680656d992a is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:03.322962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-dba00715-995e-438e-92e7-e4f88e78c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.329804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-dba00715-995e-438e-92e7-e4f88e78c2f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=830aeb14d414497781e5df41798c1418&device_id=d85fe300-a86e-417a-9ffb-9fc589180958 HTTP/1.1" status: 200 len: 1095 time: 0.1970906 Jul 16 20:12:03.360587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:03.398527 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11545665-2064-4e99-9fff-2a88c1fa3b17 x-openstack-request-id: req-11545665-2064-4e99-9fff-2a88c1fa3b17 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:03.399045 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:03.399396 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-11545665-2064-4e99-9fff-2a88c1fa3b17 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:03.400017 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0', 'code': 200} Jul 16 20:12:03.401126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:03.553770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.574087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:03.683648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=66bc8f25-08c2-497e-b019-9fd47b5f47a4,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.766430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2225c61-2d03-482d-91b8-ff352b1e71c6 None None] New status for floating IP 1d5501c7-4e6b-4ab9-b851-ef90c0f6d368: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:03.769223 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.804356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-4cb20791-eced-4876-95b6-d2c0d5f8d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.804670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.808784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-4cb20791-eced-4876-95b6-d2c0d5f8d2cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 200 len: 919 time: 0.4705625 Jul 16 20:12:03.848694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 028ef87b-457f-433b-8511-873fef5e0253 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:03.918775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Attempting to bind port e97148e7-913e-4a0a-8518-ced291c452e6 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:03.919226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Attempting to bind port e97148e7-913e-4a0a-8518-ced291c452e6 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:03.919672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Attempting to bind port e97148e7-913e-4a0a-8518-ced291c452e6 on network bfc072c7-1ede-4743-80a7-4680656d992a {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:03.957982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-8f7a8010-63d2-46a5-a735-ceecf7db8c3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 HTTP/1.1" status: 200 len: 217 time: 0.1151400 Jul 16 20:12:03.959027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Pushing event updated for resources: {'Port': ['ID=e97148e7-913e-4a0a-8518-ced291c452e6,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.979090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:03.995532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:03.995969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Checking segment: {'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:03.996368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.996716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Bound using segment: {'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:03.997193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Bound port: e97148e7-913e-4a0a-8518-ced291c452e6, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:03.997579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.066386 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.081843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.084768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e6912-0da9-4abe-936a-117d3e686a78 req-1c662ba0-82f5-458b-a964-633a95686a82 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.087539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d30e6912-0da9-4abe-936a-117d3e686a78 req-1c662ba0-82f5-458b-a964-633a95686a82 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 948 time: 0.6516676 Jul 16 20:12:04.095692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d63705e-033d-46ea-8582-8626b951047e no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:04.117439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-242f77a3-250c-479c-be49-c05c563ac5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.120144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-242f77a3-250c-479c-be49-c05c563ac5d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1096 time: 0.4111745 Jul 16 20:12:04.142719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['7c44ff3e-4795-4650-b95f-ff3aaea2fbd3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:04.157564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 0d63705e-033d-46ea-8582-8626b951047e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:04.157885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d63705e-033d-46ea-8582-8626b951047e not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:04.164741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.165079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-88646913-52b7-486b-9688-ab676256b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.167444 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-88646913-52b7-486b-9688-ab676256b907 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c84f1a72-5207-4aa4-9085-22463bf4b94b HTTP/1.1" status: 200 len: 858 time: 0.1877270 Jul 16 20:12:04.233747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09557b60-d9a6-4278-9a25-2ed944c8cae4 req-c782afe7-7dd2-4990-8054-421375a69d06 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.239765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09557b60-d9a6-4278-9a25-2ed944c8cae4 req-c782afe7-7dd2-4990-8054-421375a69d06 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 944 time: 0.4678988 Jul 16 20:12:04.299011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-a3b00be5-2c3c-483f-ab03-d10fb6eb1b00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=605bae13-6777-41bf-9d31-ac6e7d46e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047962 Jul 16 20:12:04.360119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:11:57Z', 'revision_number': 4, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a87d29a6-40de-435f-9c33-017d6d7f22a0', 'name': '', 'network_id': '5189592d-354e-462c-aa4c-41c140569531', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'mac_address': 'fa:16:3e:dc:48:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:56Z', 'updated_at': '2021-07-16T20:11:57Z', 'revision_number': 2, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'subnets': [{'id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:04.402050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Router cbb2d23d-914b-457a-b40e-172cddcc8625 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:12:04.427170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d30e6912-0da9-4abe-936a-117d3e686a78 req-5cea79bd-1e2d-49f3-902e-4c720cfd3d23 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210196 Jul 16 20:12:04.437757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Checking router: f8ae51b3-31aa-4927-a485-770f3cc4a80b for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:04.438122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Updating router f8ae51b3-31aa-4927-a485-770f3cc4a80b port a87d29a6-40de-435f-9c33-017d6d7f22a0 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:04.481646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.490835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 028ef87b-457f-433b-8511-873fef5e0253 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:04.561878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 028ef87b-457f-433b-8511-873fef5e0253 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:04.562554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.595910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09557b60-d9a6-4278-9a25-2ed944c8cae4 req-7c7bef73-914b-49c3-bc21-a12943f7bb51 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438153 Jul 16 20:12:04.632429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] For port e97148e7-913e-4a0a-8518-ced291c452e6, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:04.639950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-73a9d936-fcb4-4c66-b945-c1d55f461c76 service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126011 Jul 16 20:12:04.669240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:04.695378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] For port e97148e7-913e-4a0a-8518-ced291c452e6, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e97148e7-913e-4a0a-8518-ced291c452e6,segment=NetworkSegment(71dea331-5302-44e2-b767-73716c2493e8),segment_id=71dea331-5302-44e2-b767-73716c2493e8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:04.697675 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Sync routers for ids ['cbb2d23d-914b-457a-b40e-172cddcc8625'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:04.698813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a3730c6b-a52a-4dcc-8a46-dbdf40a926f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.712971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a3730c6b-a52a-4dcc-8a46-dbdf40a926f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.5761352 Jul 16 20:12:04.718015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.719046 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.723328 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Routers {'cbb2d23d-914b-457a-b40e-172cddcc8625'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:04.724303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbb2d23d-914b-457a-b40e-172cddcc8625'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:04.726163 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5b08b83c-38d6-405b-81ce-14a4592937f5 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7422760 Jul 16 20:12:04.727082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:04.765667 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.809371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.871498 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f370f759-c65e-445d-8e9b-d80797ebdde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.981974 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Set router cbb2d23d-914b-457a-b40e-172cddcc8625 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:05.078199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-2e26b199-ed8f-4094-b16b-c4c4267411f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 200 len: 217 time: 0.2271698 Jul 16 20:12:05.160758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-430439d0-41cb-4e2b-bf79-298423abd7ce service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070183 Jul 16 20:12:05.161362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'name': 'network-vif-deleted', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0'}, {'name': 'network-changed', 'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:05.170953 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6" -d '{"events": [{"server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "name": "network-vif-deleted", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0"}, {"name": "network-changed", "server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:05.180963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd46d-9f0d-4f75-be24-104e94305279 None None] Pushing event updated for resources: {'Port': ['ID=e97148e7-913e-4a0a-8518-ced291c452e6,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:05.227788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66bc8f25-08c2-497e-b019-9fd47b5f47a4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:05.256692 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.419830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'}, {'server_uuid': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:05.425321 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b9579-2276-4897-bafd-822550e72966" -d '{"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6"}, {"server_uuid": "064f7648-73d6-4ecf-89d3-f7c1815ba73f", "name": "network-vif-plugged", "status": "completed", "tag": "e5b75c7b-c8d7-4580-b1f2-5473a9662e6d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:05.469315 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '2828d45f-3455-4062-b0a7-74793254cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:12:03Z', 'revision_number': 3, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port': {'id': '2828d45f-3455-4062-b0a7-74793254cf03', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:05.502222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-45399bf5-14a9-4aef-939e-3ceb1159151c tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 258 time: 0.9207025 Jul 16 20:12:05.510557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-1d95660c-e161-4867-aa88-81d1cd45d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.513156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-1d95660c-e161-4867-aa88-81d1cd45d26d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.4255123 Jul 16 20:12:05.525028 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Checking router: cbb2d23d-914b-457a-b40e-172cddcc8625 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:05.525686 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Updating router cbb2d23d-914b-457a-b40e-172cddcc8625 port 2828d45f-3455-4062-b0a7-74793254cf03 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:05.528542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:05.578452 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.594403 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-c0dc60f1-2293-455c-a867-04b93afb4071 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479381 Jul 16 20:12:05.604546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-75599122-fcbf-48ee-85ed-e6bbac05a05a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.606473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-75599122-fcbf-48ee-85ed-e6bbac05a05a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.7322803 Jul 16 20:12:05.616375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 028ef87b-457f-433b-8511-873fef5e0253, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=028ef87b-457f-433b-8511-873fef5e0253,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:05.659130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.669201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-926297c7-4dbd-4f97-85ea-2b8edde70592 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/quotas/bba158c9a5a74456a3f89b42ef2c975b HTTP/1.1" status: 200 len: 375 time: 0.0451655 Jul 16 20:12:05.699122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-ec6c1a6d-fe1e-4f3a-b4dd-8bc6dc160820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.699395 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.701164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-ec6c1a6d-fe1e-4f3a-b4dd-8bc6dc160820 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=830aeb14d414497781e5df41798c1418&device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 1095 time: 0.4192545 Jul 16 20:12:05.791000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:05.875464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:05.876263 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.921902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.029329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:12:06.060124 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.098415 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Transition to ACTIVE for port object 2828d45f-3455-4062-b0a7-74793254cf03 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.109397 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.113943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-9267c40d-5842-47a6-a718-b96b9094f1b6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4325645 Jul 16 20:12:06.137294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=028ef87b-457f-433b-8511-873fef5e0253,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.153026 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.244554 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Attempting to bind port 2828d45f-3455-4062-b0a7-74793254cf03 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:06.244841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Allocated IP 172.20.0.1 (bfc072c7-1ede-4743-80a7-4680656d992a/b20ed6f7-0bd8-4d69-b721-e6c12779187e/e5af884f-e101-4bbd-ace3-4fa0d83d2ad8) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:06.245108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Attempting to bind port 2828d45f-3455-4062-b0a7-74793254cf03 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:06.245659 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Attempting to bind port 2828d45f-3455-4062-b0a7-74793254cf03 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:06.260631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-f53ac8c2-eb93-4de0-8a74-d360b55d1242 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518025 Jul 16 20:12:06.265605 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c62c-5de6-43dc-8d70-1af884b3b108 None None] Pushing event updated for resources: {'Port': ['ID=2828d45f-3455-4062-b0a7-74793254cf03,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.279236 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:06.281356 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:06.281998 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.291915 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:06.292733 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Bound port: 2828d45f-3455-4062-b0a7-74793254cf03, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:06.293355 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.461794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-d5c1dd3b-becb-4e2b-a6ba-b1c54ec5b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.465221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-d5c1dd3b-becb-4e2b-a6ba-b1c54ec5b01a service neutron] 10.222.0.26 "GET /v2.0/networks?id=605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 200 len: 919 time: 0.3919423 Jul 16 20:12:06.468956 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.495369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Transition to ACTIVE for port object e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.516840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:06.552471 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] For port 2828d45f-3455-4062-b0a7-74793254cf03, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:06.555993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.557408 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] For port 2828d45f-3455-4062-b0a7-74793254cf03, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2828d45f-3455-4062-b0a7-74793254cf03,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:06.571946 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.602640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-60819a80-761d-4922-9222-94c5f6153f27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=028ef87b-457f-433b-8511-873fef5e0253 HTTP/1.1" status: 200 len: 217 time: 0.0909934 Jul 16 20:12:06.612419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-84e740c6-9016-4619-ae33-8ce105d297da service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626606 Jul 16 20:12:06.641462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'mac_address': 'fa:16:3e:5d:66:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:06.646981 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.677171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Transition to ACTIVE for port object a87d29a6-40de-435f-9c33-017d6d7f22a0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:06.690051 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c62c-5de6-43dc-8d70-1af884b3b108 None None] Pushing event updated for resources: {'Port': ['ID=2828d45f-3455-4062-b0a7-74793254cf03,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.694264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Network bfc072c7-1ede-4743-80a7-4680656d992a is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:06.705057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:06.712352 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:06.715783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-9ff53cfb-877c-40ce-b2c8-9f908a686f34 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324093 Jul 16 20:12:06.733856 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:06.764663 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.790610 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Routers {'cbb2d23d-914b-457a-b40e-172cddcc8625'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:06.791986 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbb2d23d-914b-457a-b40e-172cddcc8625'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:06.797764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-12d82161-69d6-4a98-b8e4-86fab22eb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.799333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-12d82161-69d6-4a98-b8e4-86fab22eb28d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c84f1a72-5207-4aa4-9085-22463bf4b94b HTTP/1.1" status: 200 len: 858 time: 0.1820970 Jul 16 20:12:06.826440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.828285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aec476-b105-4510-ac48-dff70664328c None None] Network bfc072c7-1ede-4743-80a7-4680656d992a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:06.838878 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.855907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.880130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-bfb46b6c-e309-4747-aec0-28d76c2ad414 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=605bae13-6777-41bf-9d31-ac6e7d46e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719745 Jul 16 20:12:06.971983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Pushing event updated for resources: {'Port': ['ID=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.035820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b846246e-7029-4ac6-9a7f-6aee9832e9c6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:07.058596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12015b22-8dd0-4a2c-ac2c-d7edb1860d38 None None] Pushing event updated for resources: {'Port': ['ID=a87d29a6-40de-435f-9c33-017d6d7f22a0,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.067140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] Set router cbb2d23d-914b-457a-b40e-172cddcc8625 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:07.123898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-883ff99f-dfc2-4056-a23e-18234b980a5b service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993215 Jul 16 20:12:07.226290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f4d66c19-d49f-423c-8bc2-647d15003fd8 None None] Provisioning for port e97148e7-913e-4a0a-8518-ced291c452e6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:07.302310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.333272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e97148e7-913e-4a0a-8518-ced291c452e6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:07.354467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:07.400021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.419199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-52e5e640-6ad2-48e9-b400-adbcfec336d3 service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205338 Jul 16 20:12:07.496703 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '2828d45f-3455-4062-b0a7-74793254cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:12:03Z', 'revision_number': 3, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port': {'id': '2828d45f-3455-4062-b0a7-74793254cf03', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:07.503014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Allocated IP 172.25.8.62 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/ffe531f0-29ed-4976-ba1d-d97105ffab0d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:07.537756 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1aa01-b0df-4c1b-83ed-63dc3687ec77 None None] The sync data for ids ['cbb2d23d-914b-457a-b40e-172cddcc8625'] in n-d-798930-6 is: [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '2828d45f-3455-4062-b0a7-74793254cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:12:03Z', 'revision_number': 3, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port': {'id': '2828d45f-3455-4062-b0a7-74793254cf03', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:07.677022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.693705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.720240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Attempting to bind port a87d29a6-40de-435f-9c33-017d6d7f22a0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:07.720863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Attempting to bind port a87d29a6-40de-435f-9c33-017d6d7f22a0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:07.721563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Attempting to bind port a87d29a6-40de-435f-9c33-017d6d7f22a0 on network 5189592d-354e-462c-aa4c-41c140569531 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:07.773862 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.832615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:07.929122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Network bfc072c7-1ede-4743-80a7-4680656d992a is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:07.936843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:07.937621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Checking segment: {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:07.938295 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.938933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Bound using segment: {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:07.939670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:07.942084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Pushing event updated for resources: {'Port': ['ID=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.949800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Bound port: a87d29a6-40de-435f-9c33-017d6d7f22a0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:07.949800 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.973618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f2be3a8-672b-48a1-ac43-2975cafa401c req-ff8888c8-1260-4fcd-ba9d-631f1b4d06b6 service neutron] 10.222.0.26 "GET /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377622 Jul 16 20:12:08.031283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.063275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3e274-0220-4e58-ab6e-41deeaac7472 req-b98fb478-5d68-4e0e-9a96-714a752e323a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.065364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fa3e274-0220-4e58-ab6e-41deeaac7472 req-b98fb478-5d68-4e0e-9a96-714a752e323a tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 945 time: 0.1677516 Jul 16 20:12:08.089952 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b846246e-7029-4ac6-9a7f-6aee9832e9c6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:08.154422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fa3e274-0220-4e58-ab6e-41deeaac7472 req-5f1fd493-e5ef-45a2-94c8-3c461f7354a7 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739973 Jul 16 20:12:08.172080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.268466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:08.278694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:08.281237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Router cbb2d23d-914b-457a-b40e-172cddcc8625 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:08.286583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:08.301149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event updated for resources: {'Port': ['ID=ffe531f0-29ed-4976-ba1d-d97105ffab0d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.439900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.546251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] For port a87d29a6-40de-435f-9c33-017d6d7f22a0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:08.551106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] For port a87d29a6-40de-435f-9c33-017d6d7f22a0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a87d29a6-40de-435f-9c33-017d6d7f22a0,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:08.599107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.648539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:08.658219 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e6ce9c93-34d5-4045-953b-d29a50040806 admin admin] 10.222.0.100 "PUT /v2.0/routers/cbb2d23d-914b-457a-b40e-172cddcc8625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9290471 Jul 16 20:12:08.667155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.678169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.708314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.917173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e97148e7-913e-4a0a-8518-ced291c452e6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:08.924857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.092799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.114099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.219072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.268306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event updated for resources: {'Port': ['ID=ffe531f0-29ed-4976-ba1d-d97105ffab0d,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.281545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.283585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-6ad6a0eb-c331-4463-8d28-569cfb455e51 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7799230 Jul 16 20:12:09.309800 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.368810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e97148e7-913e-4a0a-8518-ced291c452e6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:09.369015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-f22e8381-d926-417b-ab37-54a1deef688e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0711901 Jul 16 20:12:09.370728 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.521037 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465d9181-4329-4d5e-a75a-d05c3467126d x-openstack-request-id: req-465d9181-4329-4d5e-a75a-d05c3467126d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:09.521517 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3ea159-e90f-4a3a-b466-ac797070eca9", "name": "network-vif-deleted", "tag": "87e1b588-c69f-4db3-81ab-0840f59f68f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:09.522125 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-465d9181-4329-4d5e-a75a-d05c3467126d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:09.522881 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3ea159-e90f-4a3a-b466-ac797070eca9', 'name': 'network-vif-deleted', 'tag': '87e1b588-c69f-4db3-81ab-0840f59f68f0', 'status': 'completed', 'code': 200} Jul 16 20:12:09.523686 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'status': 'completed', 'code': 200} Jul 16 20:12:09.525227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:09.544030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12015b22-8dd0-4a2c-ac2c-d7edb1860d38 None None] Pushing event updated for resources: {'Port': ['ID=a87d29a6-40de-435f-9c33-017d6d7f22a0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.568941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Routers {'f8ae51b3-31aa-4927-a485-770f3cc4a80b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:09.569726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:09.662984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:09.666065 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.676248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-bf2881b3-487d-411d-bce7-0800fe869e73 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:09.681129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73e1f195-a88b-46b9-ab66-0dc8e871e44d req-bf2881b3-487d-411d-bce7-0800fe869e73 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.3097093 Jul 16 20:12:09.739301 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323b107f-8151-45c7-aeda-64fd98292314 x-openstack-request-id: req-323b107f-8151-45c7-aeda-64fd98292314 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:09.739301 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6", "code": 200}, {"server_uuid": "064f7648-73d6-4ecf-89d3-f7c1815ba73f", "name": "network-vif-plugged", "status": "completed", "tag": "e5b75c7b-c8d7-4580-b1f2-5473a9662e6d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:09.739301 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-323b107f-8151-45c7-aeda-64fd98292314 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:09.739301 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'code': 200} Jul 16 20:12:09.739301 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d', 'code': 200} Jul 16 20:12:09.864143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-07cf554c-9b63-4eef-b92b-bad6f51cac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:09.867084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-07cf554c-9b63-4eef-b92b-bad6f51cac44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e572b43c9a5426e86831056f450571c&device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 1096 time: 0.3337982 Jul 16 20:12:10.021771 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.283402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e97148e7-913e-4a0a-8518-ced291c452e6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e97148e7-913e-4a0a-8518-ced291c452e6,segment=NetworkSegment(71dea331-5302-44e2-b767-73716c2493e8),segment_id=71dea331-5302-44e2-b767-73716c2493e8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:10.308694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] Set router f8ae51b3-31aa-4927-a485-770f3cc4a80b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:10.446567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.712869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-4ca55540-4dc8-43db-b123-26debc74a8b5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.715744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-4ca55540-4dc8-43db-b123-26debc74a8b5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.26 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.7582068 Jul 16 20:12:10.732857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Request body: {'port': {'device_id': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'admin_state_up': True, 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:10.807055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2828d45f-3455-4062-b0a7-74793254cf03 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:10.809394 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.831351 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-4a2a2cc0-207e-46f4-8b67-ac992a2e8e85 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.840119 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-4a2a2cc0-207e-46f4-8b67-ac992a2e8e85 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 949 time: 0.3535919 Jul 16 20:12:10.906100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643b3c2-34be-4969-a809-1d065c1f7afc req-cc0741e0-691c-4c85-90f4-565fdc375372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.909259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3643b3c2-34be-4969-a809-1d065c1f7afc req-cc0741e0-691c-4c85-90f4-565fdc375372 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=064f7648-73d6-4ecf-89d3-f7c1815ba73f HTTP/1.1" status: 200 len: 1096 time: 0.9596515 Jul 16 20:12:11.024593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:11.046397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-4f4d2a56-d6a1-41bd-bcc7-97ab2134d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.048465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-4f4d2a56-d6a1-41bd-bcc7-97ab2134d975 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 200 len: 929 time: 1.1715276 Jul 16 20:12:11.080136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.276052 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d12b62c-3cc0-4af9-808f-0a342837bf69 None None] Provisioning complete for port e97148e7-913e-4a0a-8518-ced291c452e6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:11.276426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d12b62c-3cc0-4af9-808f-0a342837bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.296759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c83ce-1988-403e-a8b2-170d6aab8fbe req-036cd350-ea16-464d-a5aa-db0958c884b7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.297510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e97148e7-913e-4a0a-8518-ced291c452e6,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:11.299652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-044c83ce-1988-403e-a8b2-170d6aab8fbe req-036cd350-ea16-464d-a5aa-db0958c884b7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 949 time: 0.8775668 Jul 16 20:12:11.312816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3643b3c2-34be-4969-a809-1d065c1f7afc req-fbd68b86-f714-4af1-869b-c39c839333c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910630 Jul 16 20:12:11.338012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port 208e3c15-390e-48ae-8bd1-805343464438 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:11.338799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.435441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Sync routers for ids ['cbb2d23d-914b-457a-b40e-172cddcc8625'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:11.441805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:11.465991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cfd3-fc58-42ee-85ec-0b2e40fa2e18 req-343f0a67-c32f-41fa-b7ed-35008cdf38a8 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.474443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c807cfd3-fc58-42ee-85ec-0b2e40fa2e18 req-343f0a67-c32f-41fa-b7ed-35008cdf38a8 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 945 time: 1.0510609 Jul 16 20:12:11.482061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Routers {'cbb2d23d-914b-457a-b40e-172cddcc8625'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:11.482733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbb2d23d-914b-457a-b40e-172cddcc8625'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.530560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-044c83ce-1988-403e-a8b2-170d6aab8fbe req-adebd4ef-89ae-420c-9856-a7d7c0c17a7c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975811 Jul 16 20:12:11.604442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-d2746056-988c-44b3-8367-100576c687e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 1000 time: 0.4907575 Jul 16 20:12:11.648261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:11.665409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.691171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port 208e3c15-390e-48ae-8bd1-805343464438, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=208e3c15-390e-48ae-8bd1-805343464438,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:11.691572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.727077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for 208e3c15-390e-48ae-8bd1-805343464438 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:11.730765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Set router cbb2d23d-914b-457a-b40e-172cddcc8625 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:11.910870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ef87b-457f-433b-8511-873fef5e0253'}, {'server_uuid': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:11.915286 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceed0cb-9778-47a3-8983-9136f3929c9f" -d '{"events": [{"server_uuid": "d1bff11c-860b-4e48-9d1c-12f49c71181d", "name": "network-vif-plugged", "status": "completed", "tag": "028ef87b-457f-433b-8511-873fef5e0253"}, {"server_uuid": "d85fe300-a86e-417a-9ffb-9fc589180958", "name": "network-vif-plugged", "status": "completed", "tag": "7c44ff3e-4795-4650-b95f-ff3aaea2fbd3"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:11.925668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:11.941775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 2828d45f-3455-4062-b0a7-74793254cf03 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:11.992736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-8843aac3-679f-4cde-9e3b-20a8700b1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.994649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-8843aac3-679f-4cde-9e3b-20a8700b1cd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 HTTP/1.1" status: 200 len: 867 time: 0.3477590 Jul 16 20:12:12.014049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c807cfd3-fc58-42ee-85ec-0b2e40fa2e18 req-fd7fb771-205b-454a-b7fe-eb9a5c03da0c tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373175 Jul 16 20:12:12.048432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.134292 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=208e3c15-390e-48ae-8bd1-805343464438,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:12.147316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f064da19-4132-4e0d-ad75-5cd64ec40e39 req-81f78545-9030-4c52-9957-fffc57e62593 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 210 time: 0.1728141 Jul 16 20:12:12.228788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port 208e3c15-390e-48ae-8bd1-805343464438 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:12.234181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.242363 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0f82a4d-9afc-4f36-8672-708cf1df0200 req-08885c67-2a79-4cae-99a7-427276bc7e53 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "DELETE /v2.0/ports/208e3c15-390e-48ae-8bd1-805343464438 HTTP/1.1" status: 204 len: 173 time: 1.3956025 Jul 16 20:12:12.243324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'name': 'network-vif-deleted', 'tag': '208e3c15-390e-48ae-8bd1-805343464438'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:12.249840 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c757b-7a1d-42be-a5f6-e053cbe36060" -d '{"events": [{"server_uuid": "ddea91ac-ccd0-4486-87e8-c3675960b6de", "name": "network-vif-deleted", "tag": "208e3c15-390e-48ae-8bd1-805343464438"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:12.366447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2828d45f-3455-4062-b0a7-74793254cf03 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:12.367809 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.374231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc', '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:12.378851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:12.404157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9b09683-c05c-4f66-a1af-c99bc32d88e3 req-c529451e-6851-453b-b057-d4bebdbb3d1f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ddea91ac-ccd0-4486-87e8-c3675960b6de HTTP/1.1" status: 200 len: 210 time: 0.0877903 Jul 16 20:12:12.423565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:11:57Z', 'revision_number': 4, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a87d29a6-40de-435f-9c33-017d6d7f22a0', 'name': '', 'network_id': '5189592d-354e-462c-aa4c-41c140569531', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'mac_address': 'fa:16:3e:dc:48:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:56Z', 'updated_at': '2021-07-16T20:12:08Z', 'revision_number': 4, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'subnets': [{'id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:12.585631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Allocated IP 172.20.0.13 (c5d14762-e43f-4ebd-a0cf-a9068eb63b7b/67ee619a-874b-42ad-8c69-324407245e9a/d556443f-105e-41e4-ad11-ab3bfa3540c9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:12.754020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-76f3c1a5-77f6-4725-81a3-e1033912bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.761030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-76f3c1a5-77f6-4725-81a3-e1033912bd4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e6ae710-381b-4f03-aa57-5e89d066a183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7412047 Jul 16 20:12:12.828410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ed222-16f7-44f7-8d00-e8eedecd5acb None None] The sync data for ids ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'] in n-d-798930-6 is: [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:11:57Z', 'revision_number': 4, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a87d29a6-40de-435f-9c33-017d6d7f22a0', 'name': '', 'network_id': '5189592d-354e-462c-aa4c-41c140569531', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'mac_address': 'fa:16:3e:dc:48:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:56Z', 'updated_at': '2021-07-16T20:12:08Z', 'revision_number': 4, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'subnets': [{'id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:13.421708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900d72f-852c-4d6e-99a5-6961e9d75329 req-ce859c29-143a-4df5-8e28-5716cecd78ea tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:13.443319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7900d72f-852c-4d6e-99a5-6961e9d75329 req-ce859c29-143a-4df5-8e28-5716cecd78ea tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 945 time: 0.9164424 Jul 16 20:12:13.460405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-fd651f88-45c8-453c-9420-3280fc8c80bf service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668594 Jul 16 20:12:13.476711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port b846246e-7029-4ac6-9a7f-6aee9832e9c6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:13.480818 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.915603 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.019519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 2828d45f-3455-4062-b0a7-74793254cf03, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2828d45f-3455-4062-b0a7-74793254cf03,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:14.051456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 208e3c15-390e-48ae-8bd1-805343464438 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:14.097282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.229666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '2828d45f-3455-4062-b0a7-74793254cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port': {'id': '2828d45f-3455-4062-b0a7-74793254cf03', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'e5af884f-e101-4bbd-ace3-4fa0d83d2ad8', 'name': '', 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'mac_address': 'fa:16:3e:e1:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b20ed6f7-0bd8-4d69-b721-e6c12779187e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 2, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'subnets': [{'id': 'b20ed6f7-0bd8-4d69-b721-e6c12779187e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:14.552887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d4005-beb1-4c7a-9518-350d73159d0d req-72cccb2a-9826-4dce-81e4-ab837bf235c7 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:14.560560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac1d4005-beb1-4c7a-9518-350d73159d0d req-72cccb2a-9826-4dce-81e4-ab837bf235c7 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.7935996 Jul 16 20:12:14.635970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7900d72f-852c-4d6e-99a5-6961e9d75329 req-45440a35-07e0-4405-bdc3-0e9b89ff1848 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1914647 Jul 16 20:12:14.851973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d12b62c-3cc0-4af9-808f-0a342837bf69 None None] Provisioning for port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:14.857652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Checking router: cbb2d23d-914b-457a-b40e-172cddcc8625 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:14.857961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Updating router cbb2d23d-914b-457a-b40e-172cddcc8625 port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:14.901969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac1d4005-beb1-4c7a-9518-350d73159d0d req-78649c01-4abf-456a-8cbc-292a0dcb9ff9 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.3386600 Jul 16 20:12:14.905588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 208e3c15-390e-48ae-8bd1-805343464438 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:14.905986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 208e3c15-390e-48ae-8bd1-805343464438 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:14.915852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e97148e7-913e-4a0a-8518-ced291c452e6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:14.944839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-ac1d4005-beb1-4c7a-9518-350d73159d0d req-fbc24c62-02f1-472c-b166-5c980ca2add8 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Request body: {'floatingip': {'port_id': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:15.096308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d12b62c-3cc0-4af9-808f-0a342837bf69 None None] Provisioning complete for port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:15.096694 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d12b62c-3cc0-4af9-808f-0a342837bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.170545 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.209833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2d12b62c-3cc0-4af9-808f-0a342837bf69 None None] Port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:15.252835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac1d4005-beb1-4c7a-9518-350d73159d0d req-fbc24c62-02f1-472c-b166-5c980ca2add8 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.270110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b421cd86-0e21-4df6-bcde-50ed9fb0e0e6 req-d2c0429c-c61b-4b25-8a6a-94e332cb15d9 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7486486 Jul 16 20:12:15.795483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-99981d0a-0f64-42da-9f16-f5750abe6b95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3372614 Jul 16 20:12:15.801031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.853699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=2828d45f-3455-4062-b0a7-74793254cf03,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.918128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:15.922372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.926066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e97148e7-913e-4a0a-8518-ced291c452e6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:15.927022 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.950276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7e42bc1-1d58-4745-b498-657ead4f7c87 None None] Provisioning complete for port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:15.951298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7e42bc1-1d58-4745-b498-657ead4f7c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.954715 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.340126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-9f3eea6c-bfde-4d31-96b3-8a56b3fdf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.342792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-9f3eea6c-bfde-4d31-96b3-8a56b3fdf909 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 1100 time: 0.4595976 Jul 16 20:12:16.441875 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53fe613-a16c-4760-9bfa-d1b36964841d x-openstack-request-id: req-d53fe613-a16c-4760-9bfa-d1b36964841d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:16.442352 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bff11c-860b-4e48-9d1c-12f49c71181d", "name": "network-vif-plugged", "status": "completed", "tag": "028ef87b-457f-433b-8511-873fef5e0253", "code": 200}, {"server_uuid": "d85fe300-a86e-417a-9ffb-9fc589180958", "name": "network-vif-plugged", "status": "completed", "tag": "7c44ff3e-4795-4650-b95f-ff3aaea2fbd3", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:16.442753 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d53fe613-a16c-4760-9bfa-d1b36964841d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:16.443974 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ef87b-457f-433b-8511-873fef5e0253', 'code': 200} Jul 16 20:12:16.444628 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3', 'code': 200} Jul 16 20:12:16.466621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d7e42bc1-1d58-4745-b498-657ead4f7c87 None None] Port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:16.592524 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff491e1b-ca8e-4d15-84d3-e9053c3b367d x-openstack-request-id: req-ff491e1b-ca8e-4d15-84d3-e9053c3b367d {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:16.593474 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddea91ac-ccd0-4486-87e8-c3675960b6de", "name": "network-vif-deleted", "tag": "208e3c15-390e-48ae-8bd1-805343464438", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:16.593881 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ff491e1b-ca8e-4d15-84d3-e9053c3b367d {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:16.597857 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddea91ac-ccd0-4486-87e8-c3675960b6de', 'name': 'network-vif-deleted', 'tag': '208e3c15-390e-48ae-8bd1-805343464438', 'status': 'completed', 'code': 200} Jul 16 20:12:16.624203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:16.639386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c3c38-bab1-483c-8b01-bab2d8807c6c req-0512d566-f4c1-4888-b951-675650351b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.641761 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-065c3c38-bab1-483c-8b01-bab2d8807c6c req-0512d566-f4c1-4888-b951-675650351b8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d85fe300-a86e-417a-9ffb-9fc589180958 HTTP/1.1" status: 200 len: 1097 time: 0.0972507 Jul 16 20:12:16.748325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.790507 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-065c3c38-bab1-483c-8b01-bab2d8807c6c req-cd03a9c6-3b73-41fe-b731-b39ab1bf2dcb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403985 Jul 16 20:12:17.105468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a87d29a6-40de-435f-9c33-017d6d7f22a0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:17.237713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a87d29a6-40de-435f-9c33-017d6d7f22a0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:17.245615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a87d29a6-40de-435f-9c33-017d6d7f22a0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:17.246421 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.319302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:17.323570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.345192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:17.388790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.398045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:17.405420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Transition to ACTIVE for port object e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:17.422861 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.426212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.429363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.511794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85a960-6fe9-4832-8cbc-27ffc6a7becf None None] Pushing event updated for resources: {'Port': ['ID=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.546321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a87d29a6-40de-435f-9c33-017d6d7f22a0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a87d29a6-40de-435f-9c33-017d6d7f22a0,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:17.556801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.655112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a87d29a6-40de-435f-9c33-017d6d7f22a0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.767816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7d4aa-715d-493e-81aa-5084f0a1b730 req-64c3322d-e554-4085-bafe-8b974095a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:17.780766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Attempting to bind port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:17.781106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0e7d4aa-715d-493e-81aa-5084f0a1b730 req-64c3322d-e554-4085-bafe-8b974095a244 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 1096 time: 1.1179481 Jul 16 20:12:17.781607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Attempting to bind port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:17.782144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Attempting to bind port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 on network bfc072c7-1ede-4743-80a7-4680656d992a {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:17.788060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0606315 Jul 16 20:12:17.791408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:17.792198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Checking segment: {'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:17.792834 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.793658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Bound using segment: {'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:17.794419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Bound port: e5af884f-e101-4bbd-ace3-4fa0d83d2ad8, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dea331-5302-44e2-b767-73716c2493e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:17.794990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.826361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfee820-d4ac-4f81-baae-bc9995af5317 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event updated for resources: {'Port': ['ID=d556443f-105e-41e4-ad11-ab3bfa3540c9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.921271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Request body: {'port': {'device_id': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:17.926113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2828d45f-3455-4062-b0a7-74793254cf03 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:18.001959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-1f53261e-7769-4574-af23-ac087b1a9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.003620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-1f53261e-7769-4574-af23-ac087b1a9516 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 1.5515904 Jul 16 20:12:18.027975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-ed02b820-3049-4404-9313-73e7aff05b54 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.028988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-ed02b820-3049-4404-9313-73e7aff05b54 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a&tenant_id=3969d86e084a4e839c0cf0200a82ba72&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 950 time: 1.7241011 Jul 16 20:12:18.035125 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-ac1d4005-beb1-4c7a-9518-350d73159d0d req-fbc24c62-02f1-472c-b166-5c980ca2add8 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:12:18.044623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac1d4005-beb1-4c7a-9518-350d73159d0d req-fbc24c62-02f1-472c-b166-5c980ca2add8 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "PUT /v2.0/floatingips/3437a9f6-d108-4ad7-b15d-2c5b015c4601 HTTP/1.1" status: 409 len: 549 time: 3.1410913 Jul 16 20:12:18.101051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] For port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:18.118953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] For port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,segment=NetworkSegment(71dea331-5302-44e2-b767-73716c2493e8),segment_id=71dea331-5302-44e2-b767-73716c2493e8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:18.155973 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.156235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-1132f24a-29bc-4f66-9e55-243c780f0cdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 200 len: 217 time: 0.1238210 Jul 16 20:12:18.165492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2828d45f-3455-4062-b0a7-74793254cf03 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:18.168324 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.324502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0e7d4aa-715d-493e-81aa-5084f0a1b730 req-4fd05af3-5835-49ba-a3d1-a790c570c2ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148692 Jul 16 20:12:18.392429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-71b565ea-374d-4429-a976-ecb3e1f6d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.394692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-71b565ea-374d-4429-a976-ecb3e1f6d7bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0725896 Jul 16 20:12:18.437278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85a960-6fe9-4832-8cbc-27ffc6a7becf None None] Pushing event updated for resources: {'Port': ['ID=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.458827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:18.463262 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90a7254-0e8a-43e7-9177-ac32e192d363" -d '{"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:18.533096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e7d9-cf2c-41a4-b8bd-ffe16a10f511 req-403067d2-c185-4d8d-9bb5-b165f20c5149 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.544193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55c7e7d9-cf2c-41a4-b8bd-ffe16a10f511 req-403067d2-c185-4d8d-9bb5-b165f20c5149 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 945 time: 1.5233462 Jul 16 20:12:18.548583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Routers {'cbb2d23d-914b-457a-b40e-172cddcc8625'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:18.551383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbb2d23d-914b-457a-b40e-172cddcc8625'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:18.556094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-63af650c-47e7-414d-85d0-1b650666f9a5 service neutron] 10.222.0.21 "GET /v2.0/ports/b846246e-7029-4ac6-9a7f-6aee9832e9c6/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 382 time: 0.4123333 Jul 16 20:12:18.720632 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55c7e7d9-cf2c-41a4-b8bd-ffe16a10f511 req-9d0d0127-2e0e-4a67-b97b-d0822654b018 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701934 Jul 16 20:12:18.787596 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.852279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef12f-75dc-48a5-8f9a-cbb3f88ed99b req-20032157-f088-4476-bb5d-8de999c4b667 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.856153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a51ef12f-75dc-48a5-8f9a-cbb3f88ed99b req-20032157-f088-4476-bb5d-8de999c4b667 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 932 time: 0.4589815 Jul 16 20:12:18.872276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-07a95d0c-9fee-4c74-9cd8-8d248017e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.874439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-07a95d0c-9fee-4c74-9cd8-8d248017e751 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4689009 Jul 16 20:12:19.007140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] Set router cbb2d23d-914b-457a-b40e-172cddcc8625 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:19.070740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-d68de780-8404-4725-8ab4-928e9838d3f5 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471603 Jul 16 20:12:19.211386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-9f431572-a8c9-4804-9ae6-94adb9acca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.216106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-9f431572-a8c9-4804-9ae6-94adb9acca4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 1101 time: 0.5878413 Jul 16 20:12:19.299104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a51ef12f-75dc-48a5-8f9a-cbb3f88ed99b req-dd589168-c0f6-4404-b4f2-d448d706182d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737984 Jul 16 20:12:19.461198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-dea59b43-8adf-4322-b478-edadaa2ff2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.463904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-dea59b43-8adf-4322-b478-edadaa2ff2a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1565721 Jul 16 20:12:19.537327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '2828d45f-3455-4062-b0a7-74793254cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port': {'id': '2828d45f-3455-4062-b0a7-74793254cf03', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'e5af884f-e101-4bbd-ace3-4fa0d83d2ad8', 'name': '', 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'mac_address': 'fa:16:3e:e1:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b20ed6f7-0bd8-4d69-b721-e6c12779187e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:18Z', 'revision_number': 4, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'subnets': [{'id': 'b20ed6f7-0bd8-4d69-b721-e6c12779187e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:19.589850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08024aa7-e8fd-4b6f-835c-eb11188c44c6 None None] The sync data for ids ['cbb2d23d-914b-457a-b40e-172cddcc8625'] in n-d-798930-6 is: [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '2828d45f-3455-4062-b0a7-74793254cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:12:07Z', 'revision_number': 4, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port': {'id': '2828d45f-3455-4062-b0a7-74793254cf03', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'e5af884f-e101-4bbd-ace3-4fa0d83d2ad8', 'name': '', 'network_id': 'bfc072c7-1ede-4743-80a7-4680656d992a', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'mac_address': 'fa:16:3e:e1:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b20ed6f7-0bd8-4d69-b721-e6c12779187e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:05Z', 'updated_at': '2021-07-16T20:12:18Z', 'revision_number': 4, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'subnets': [{'id': 'b20ed6f7-0bd8-4d69-b721-e6c12779187e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:19.746698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a87d29a6-40de-435f-9c33-017d6d7f22a0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:19.794087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-f3dd9168-28e3-445b-9324-6269a3a28d00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 200 len: 217 time: 0.3004675 Jul 16 20:12:19.816958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4153c05f-3746-4b98-921d-69c43ffc40b8 req-709ace4c-7a7c-40cd-bac1-fbea2471c061 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233737 Jul 16 20:12:19.856649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a87d29a6-40de-435f-9c33-017d6d7f22a0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:19.857307 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.937612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-788f9a6b-3bc0-4e1b-958f-0b05c0ddce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.939591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-788f9a6b-3bc0-4e1b-958f-0b05c0ddce2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1181517 Jul 16 20:12:20.037477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d556443f-105e-41e4-ad11-ab3bfa3540c9 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:20.057468 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.113846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b7b48-4458-4644-b185-ef86aaeb6127 req-7c02abc4-7238-419f-9335-8038a805ec61 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.116353 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-547b7b48-4458-4644-b185-ef86aaeb6127 req-7c02abc4-7238-419f-9335-8038a805ec61 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 945 time: 0.9723308 Jul 16 20:12:20.176460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Transition to ACTIVE for port object d556443f-105e-41e4-ad11-ab3bfa3540c9 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:20.200158 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.269587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-547b7b48-4458-4644-b185-ef86aaeb6127 req-d5e4ec33-54f2-401e-b883-5d3530b02882 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415024 Jul 16 20:12:20.307274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-481efad7-043a-4802-8498-5f983910ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.307274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-481efad7-043a-4802-8498-5f983910ffab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3336310 Jul 16 20:12:20.310120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbb0e3-94c9-478c-960a-7b27d70e4737 req-956e1b89-31ae-4526-9e64-9539d2ac8f4f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.318923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25dbb0e3-94c9-478c-960a-7b27d70e4737 req-956e1b89-31ae-4526-9e64-9539d2ac8f4f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.5205390 Jul 16 20:12:20.859484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-6033d9a5-a72a-4465-9a8b-05707cfb3714 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips/3437a9f6-d108-4ad7-b15d-2c5b015c4601 HTTP/1.1" status: 200 len: 692 time: 0.5163555 Jul 16 20:12:20.860560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Pushing event updated for resources: {'Port': ['ID=d556443f-105e-41e4-ad11-ab3bfa3540c9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.908067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-e34a5463-4ba8-438e-9fba-1ac2d811f897 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9574780 Jul 16 20:12:21.093079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-54e77aaa-97f4-4709-bb28-ba7398b629fe service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621953 Jul 16 20:12:21.136095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25dbb0e3-94c9-478c-960a-7b27d70e4737 req-5658503a-53df-4f30-b97c-8d381ae2b334 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8158195 Jul 16 20:12:21.160231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Attempting to bind port d556443f-105e-41e4-ad11-ab3bfa3540c9 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:21.160768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Attempting to bind port d556443f-105e-41e4-ad11-ab3bfa3540c9 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:21.161306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Attempting to bind port d556443f-105e-41e4-ad11-ab3bfa3540c9 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:21.258357 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab19362-8924-4b2a-b871-c9cf1db6af84 x-openstack-request-id: req-cab19362-8924-4b2a-b871-c9cf1db6af84 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:21.259324 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:21.259508 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cab19362-8924-4b2a-b871-c9cf1db6af84 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:21.260251 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'code': 200} Jul 16 20:12:21.355713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Port d556443f-105e-41e4-ad11-ab3bfa3540c9 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:21.356346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Attempting to bind port d556443f-105e-41e4-ad11-ab3bfa3540c9 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:21.426838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:21.428205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:21.428985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Bound using segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:21.429831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Bound port: d556443f-105e-41e4-ad11-ab3bfa3540c9, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:21.430571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.480492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-81149b6e-b7d6-4828-8d36-e180d6d1ff17 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814070 Jul 16 20:12:21.510843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-7a279488-7763-4b45-9afe-d99009939797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.530880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-7a279488-7763-4b45-9afe-d99009939797 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 1100 time: 0.4871638 Jul 16 20:12:21.545033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-3e593489-c3b4-4a35-a121-14ff9231d00f tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.547678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-3e593489-c3b4-4a35-a121-14ff9231d00f tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.6759651 Jul 16 20:12:21.657047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] For port d556443f-105e-41e4-ad11-ab3bfa3540c9, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:21.663536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] For port d556443f-105e-41e4-ad11-ab3bfa3540c9, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d556443f-105e-41e4-ad11-ab3bfa3540c9,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:21.675128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-4d88b35d-bfbc-429c-901d-260a8494192c tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:12:21.677864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-4d88b35d-bfbc-429c-901d-260a8494192c tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109353 Jul 16 20:12:21.792394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.795541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:21.823665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-030b105e-a37c-4ccf-9447-bb6698b9d005 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.1303358 Jul 16 20:12:21.935657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-09e8edf6-d96a-47b3-8987-783812b0c996 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0965626 Jul 16 20:12:21.945786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:21.954635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:21.955735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.132280 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.164373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.165280 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.166968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] 10.222.0.26 "PUT /v2.0/ports/d556443f-105e-41e4-ad11-ab3bfa3540c9 HTTP/1.1" status: 200 len: 1092 time: 4.3446958 Jul 16 20:12:22.173255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'tag': 'd556443f-105e-41e4-ad11-ab3bfa3540c9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:22.175642 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8690ebb6-ced6-446c-9865-5baccd73c2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "469f60e7-6f86-4f47-abf3-2e7facfd1ab2", "tag": "d556443f-105e-41e4-ad11-ab3bfa3540c9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:22.200109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,segment=NetworkSegment(71dea331-5302-44e2-b767-73716c2493e8),segment_id=71dea331-5302-44e2-b767-73716c2493e8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:22.230785 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.351027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.376752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af3f0-5e71-4a24-93c6-381df3d9b05f service neutron] Pushing event updated for resources: {'Port': ['ID=d556443f-105e-41e4-ad11-ab3bfa3540c9,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.409115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-7c904b5b-c10c-4201-a3e4-0b13d0fd9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.410758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-7c904b5b-c10c-4201-a3e4-0b13d0fd9db2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.7319522 Jul 16 20:12:22.489712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559da20-dd7f-40a4-8862-aa8053222461 req-90b0ed25-39af-48fb-8790-d25eaf96c6c6 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.492815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4559da20-dd7f-40a4-8862-aa8053222461 req-90b0ed25-39af-48fb-8790-d25eaf96c6c6 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 945 time: 0.4253447 Jul 16 20:12:22.494896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-0544563b-f902-48a4-a512-9b09efd0e840 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b927d32c-db4d-4998-929e-163ed4a230ff HTTP/1.1" status: 200 len: 217 time: 0.0767305 Jul 16 20:12:22.522515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-da90f990-8cc9-4883-adbd-7ab9adf7c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.524097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-da90f990-8cc9-4883-adbd-7ab9adf7c76c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 1095 time: 0.2738295 Jul 16 20:12:22.627605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-90fe78b0-0465-4377-adf5-4c20887deb80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d556443f-105e-41e4-ad11-ab3bfa3540c9 HTTP/1.1" status: 200 len: 217 time: 0.0783496 Jul 16 20:12:22.670835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Deleting port ffe531f0-29ed-4976-ba1d-d97105ffab0d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:22.671281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.674603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-0fe706c5-700a-4698-a369-d36a4ef7060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.676355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-0fe706c5-700a-4698-a369-d36a4ef7060f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1714509 Jul 16 20:12:22.713404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4559da20-dd7f-40a4-8862-aa8053222461 req-efe9c477-f56a-49bb-8b10-85f1759b52fe tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967900 Jul 16 20:12:22.878146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-400c2ed3-96fe-4edd-864b-60adeac809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.881115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-400c2ed3-96fe-4edd-864b-60adeac809f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.2448516 Jul 16 20:12:22.952197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-a964dcae-60d1-40bb-a159-a15beee57e71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609694 Jul 16 20:12:23.032268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.032556 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.111158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Calling delete_port for ffe531f0-29ed-4976-ba1d-d97105ffab0d owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:23.118080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-4b945ed2-f8ff-4cc6-ba40-3902e571756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.131205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-4b945ed2-f8ff-4cc6-ba40-3902e571756b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4113250 Jul 16 20:12:23.287371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-06af88b1-9cda-4750-9b6e-ffadd48bddd7 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259940 Jul 16 20:12:23.384263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16934874-644d-4fac-a539-525f223fb916 req-f0ecad7e-6c4d-466b-bd1f-b3a56621d97f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.386237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16934874-644d-4fac-a539-525f223fb916 req-f0ecad7e-6c4d-466b-bd1f-b3a56621d97f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 944 time: 0.3992083 Jul 16 20:12:23.393278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-8a2a619f-d0dd-4318-959d-e697cdd04163 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575266 Jul 16 20:12:23.592806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58e6d159-2847-4543-8c6d-5bf95b46b9a5 req-27cf332e-7c3d-451d-a9f8-46f11dee7c90 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977326 Jul 16 20:12:23.615264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16934874-644d-4fac-a539-525f223fb916 req-c6e303a7-75df-45cd-9d6b-560f500dc2f4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806288 Jul 16 20:12:23.657208 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.690673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9686e576-b69b-40ac-9b21-edbc0c4bbfd2 req-e6a90f99-aca8-4e5a-9ca6-aae306a9f16b service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576375 Jul 16 20:12:23.695303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event deleted for resources: {'Port': ['ID=ffe531f0-29ed-4976-ba1d-d97105ffab0d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.723412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.726737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.742695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-401a6115-5243-4dbc-9b20-f2eb9f14cd85 req-979eacb9-447a-48b8-a8bd-be36df01dd05 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "DELETE /v2.0/floatingips/3437a9f6-d108-4ad7-b15d-2c5b015c4601 HTTP/1.1" status: 204 len: 173 time: 1.7582743 Jul 16 20:12:23.805797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-2806c2ee-eea2-423e-b362-81a10fd5f5db tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.809086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-2806c2ee-eea2-423e-b362-81a10fd5f5db tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 949 time: 0.2084870 Jul 16 20:12:23.810255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:23.968809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:23.969814 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.132993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:24.134156 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.452663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port a962f5cc-1dd2-4b08-81ee-e64711abb0f5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:24.453346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.477139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for a962f5cc-1dd2-4b08-81ee-e64711abb0f5 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:24.594448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee4039-10e2-42f5-8764-1f2a6dea6a4d req-91289969-e57d-4018-b23a-925f0f1a9cfc tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.596269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0ee4039-10e2-42f5-8764-1f2a6dea6a4d req-91289969-e57d-4018-b23a-925f0f1a9cfc tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 945 time: 0.3063452 Jul 16 20:12:24.731882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0ee4039-10e2-42f5-8764-1f2a6dea6a4d req-a53564d6-a74a-4a9f-82e2-1d02f7d1bd00 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946455 Jul 16 20:12:24.775912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fe785-3580-4773-a01c-24ddab760252 req-ec4cd50d-df6b-4dc1-95f9-117458ff5ccf tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.782030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-288fe785-3580-4773-a01c-24ddab760252 req-ec4cd50d-df6b-4dc1-95f9-117458ff5ccf tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.1823261 Jul 16 20:12:24.886262 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d19fef-3647-445b-8010-cc72c2006f0d x-openstack-request-id: req-66d19fef-3647-445b-8010-cc72c2006f0d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:24.886800 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469f60e7-6f86-4f47-abf3-2e7facfd1ab2", "tag": "d556443f-105e-41e4-ad11-ab3bfa3540c9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:24.887360 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-66d19fef-3647-445b-8010-cc72c2006f0d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:24.887920 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'tag': 'd556443f-105e-41e4-ad11-ab3bfa3540c9', 'status': 'completed', 'code': 200} Jul 16 20:12:25.415990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-288fe785-3580-4773-a01c-24ddab760252 req-b369f384-7e99-43c0-8dde-a3129b9a2173 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260762 Jul 16 20:12:25.433847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.458111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc', '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:25.467189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:25.504477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=a962f5cc-1dd2-4b08-81ee-e64711abb0f5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:25.661994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port a962f5cc-1dd2-4b08-81ee-e64711abb0f5 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:25.666060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.668432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-791644e4-617a-4fc3-bdbf-7d152ee36057 req-4c7a176e-58ac-4835-a472-036ff449484a tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "DELETE /v2.0/ports/a962f5cc-1dd2-4b08-81ee-e64711abb0f5 HTTP/1.1" status: 204 len: 173 time: 1.8503170 Jul 16 20:12:25.738476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-8368fec5-a989-4e55-98b1-7e0909ee9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.741771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-8368fec5-a989-4e55-98b1-7e0909ee9bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 1095 time: 0.8428729 Jul 16 20:12:25.745938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-1f273729-3db7-4539-9401-f1415b20e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.748325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-1f273729-3db7-4539-9401-f1415b20e691 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a&tenant_id=3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 1101 time: 0.8516142 Jul 16 20:12:25.817527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-5b3c7ff0-e536-4308-8c77-8b7839ec039e tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 1000 time: 0.3245220 Jul 16 20:12:25.866852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4446593-c3e5-4316-9888-17dc68f096fb req-9b3a6903-3c66-49d7-99e6-9f47afde8351 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.870910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4446593-c3e5-4316-9888-17dc68f096fb req-9b3a6903-3c66-49d7-99e6-9f47afde8351 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=064f7648-73d6-4ecf-89d3-f7c1815ba73f HTTP/1.1" status: 200 len: 945 time: 0.9104488 Jul 16 20:12:25.893277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-4e99a66f-65b2-4bdc-b6be-d452b83d9237 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.897047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-4e99a66f-65b2-4bdc-b6be-d452b83d9237 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.5647459 Jul 16 20:12:25.922502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d556443f-105e-41e4-ad11-ab3bfa3540c9 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:26.084773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-6'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:26.291846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d556443f-105e-41e4-ad11-ab3bfa3540c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d556443f-105e-41e4-ad11-ab3bfa3540c9,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:26.305357 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4446593-c3e5-4316-9888-17dc68f096fb req-fa39a252-04f3-431f-97f2-b52b6b1a848b tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536699 Jul 16 20:12:26.335356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'd556443f-105e-41e4-ad11-ab3bfa3540c9', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': 'd556443f-105e-41e4-ad11-ab3bfa3540c9', 'mac_address': 'fa:16:3e:55:c6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:26.335727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-e4b7efce-5f0a-4e80-bbf4-c9ab377fbe83 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.340501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-e4b7efce-5f0a-4e80-bbf4-c9ab377fbe83 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports/4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 942 time: 0.5186868 Jul 16 20:12:26.421790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.445091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.449613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d556443f-105e-41e4-ad11-ab3bfa3540c9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:26.488112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d556443f-105e-41e4-ad11-ab3bfa3540c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d556443f-105e-41e4-ad11-ab3bfa3540c9,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:26.497696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-31b6c8bd-c320-4e07-bcce-e1377531d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.498962 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.513916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-31b6c8bd-c320-4e07-bcce-e1377531d223 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.7521858 Jul 16 20:12:26.528627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-2cc678d1-34e1-4543-b9c5-f77bf29b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.530442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-2cc678d1-34e1-4543-b9c5-f77bf29b9f09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 1101 time: 0.6552043 Jul 16 20:12:26.653154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-1f895546-d77f-44ed-a5c8-31ffbfdddeee tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.654901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-1f895546-d77f-44ed-a5c8-31ffbfdddeee tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe242cb7-ed02-4d3a-bf32-7a488dbfb190 HTTP/1.1" status: 200 len: 950 time: 0.6167915 Jul 16 20:12:26.709237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d556443f-105e-41e4-ad11-ab3bfa3540c9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:26.734758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-d247280d-3748-4de1-888e-92f377be1610 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d556443f-105e-41e4-ad11-ab3bfa3540c9 HTTP/1.1" status: 200 len: 217 time: 0.2014716 Jul 16 20:12:26.793713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['d556443f-105e-41e4-ad11-ab3bfa3540c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:26.807961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-422fbec2-a88b-41e7-9c87-438309e5627f req-1b570238-6f71-4dc0-9b92-ad29cafa686c tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=ebc49805-d4d9-41f2-a411-500afbe14e66 HTTP/1.1" status: 200 len: 210 time: 0.1174021 Jul 16 20:12:26.888576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'name': 'network-vif-deleted', 'tag': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:26.891097 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528526c1-da29-40a0-896d-7536968b23c5" -d '{"events": [{"server_uuid": "ebc49805-d4d9-41f2-a411-500afbe14e66", "name": "network-vif-deleted", "tag": "a962f5cc-1dd2-4b08-81ee-e64711abb0f5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:26.939077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-f48e6dc2-e05d-4430-a33e-22a998ca529b tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 1000 time: 0.3341956 Jul 16 20:12:27.077732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-e6e029a2-61a4-4aee-a3da-cf9107af9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.079328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-e6e029a2-61a4-4aee-a3da-cf9107af9647 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.3097281 Jul 16 20:12:27.182178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-93a37e17-53df-49c6-9fd1-023bcc9cbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.184075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-93a37e17-53df-49c6-9fd1-023bcc9cbe96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.6254067 Jul 16 20:12:27.193025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-7f1539a9-5241-4919-a306-90f2e0c99b6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537481 Jul 16 20:12:27.316952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-ffff1932-67fb-4fa8-8a73-e40487597c26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0949590 Jul 16 20:12:27.322861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:27.582199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-9d5f2caf-8a6d-489a-8d27-ecbb8d2fdeb2 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.595286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-9d5f2caf-8a6d-489a-8d27-ecbb8d2fdeb2 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.6432703 Jul 16 20:12:27.605430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:27.605771 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.667114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-28e68a9f-7c29-46ae-8efb-3a2e44b96230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.668830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-28e68a9f-7c29-46ae-8efb-3a2e44b96230 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.3369966 Jul 16 20:12:27.697578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e899d-1607-4aa1-9b8a-d095399366db req-97d646a1-ceb3-4e41-8422-2c4f30bd3ac6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.699174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e899d-1607-4aa1-9b8a-d095399366db req-97d646a1-ceb3-4e41-8422-2c4f30bd3ac6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 945 time: 0.7213230 Jul 16 20:12:27.737007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:27.845309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-1feb89df-d002-473a-b460-27cacceb7598 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139970 Jul 16 20:12:27.880889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 373c5c05-63e5-469c-be6e-df91d33b70cb details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:27.890920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a962f5cc-1dd2-4b08-81ee-e64711abb0f5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:27.898234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-00129c18-db37-4675-bfa5-3866ae9ada56 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 1000 time: 0.3018653 Jul 16 20:12:27.903368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:27.936935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.952033 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d556443f-105e-41e4-ad11-ab3bfa3540c9 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:27.964857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: a962f5cc-1dd2-4b08-81ee-e64711abb0f5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:27.965625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a962f5cc-1dd2-4b08-81ee-e64711abb0f5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:27.966539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:27.994312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e899d-1607-4aa1-9b8a-d095399366db req-8d9fabed-85c9-41a4-8cf1-8267bc489a01 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800353 Jul 16 20:12:28.006528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.072561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:28.072932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.227138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.249407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port d556443f-105e-41e4-ad11-ab3bfa3540c9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:28.289191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port d556443f-105e-41e4-ad11-ab3bfa3540c9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:28.289676 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.313114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:28.356190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:28.360292 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ad8fe-8a2a-42a0-88ee-488322fedf00" -d '{"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:28.367934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 373c5c05-63e5-469c-be6e-df91d33b70cb has no active binding in host n-h1-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:12:28.382986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:28.399092 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.558825 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:28.587557 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.640751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d556443f-105e-41e4-ad11-ab3bfa3540c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d556443f-105e-41e4-ad11-ab3bfa3540c9,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:28.647782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.649236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:28.676450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:28.763625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.850630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-eda366a4-1cac-4cd7-951c-f5c263ceb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.852423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-eda366a4-1cac-4cd7-951c-f5c263ceb1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1522484 Jul 16 20:12:28.855784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d556443f-105e-41e4-ad11-ab3bfa3540c9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:28.916981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:28.936104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.972808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8690ebb6-ced6-446c-9865-5baccd73c2c5 req-a511ea69-6cb0-443a-8893-3780016e8c19 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1095095 Jul 16 20:12:28.989610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:28.997472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.029243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on host n-h2-798930-6 for vnic_type normal with profile {"migrating_to": "n-h1-798930-6"} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.029615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.029915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.080684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.093009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.093394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Attempting to bind port 373c5c05-63e5-469c-be6e-df91d33b70cb on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.120891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39050c0c-157a-4e16-a690-76ae603d2dc9 req-7a91b81b-5a6e-4f12-8108-cbf5d0dc785b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.122511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39050c0c-157a-4e16-a690-76ae603d2dc9 req-7a91b81b-5a6e-4f12-8108-cbf5d0dc785b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 943 time: 0.4884536 Jul 16 20:12:29.140457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:29.140806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:29.141211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:29.141699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Bound port: 373c5c05-63e5-469c-be6e-df91d33b70cb, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:29.142024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.261392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.274773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-c2de8181-069e-4bee-812f-0fa03fc8278b service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056673 Jul 16 20:12:29.297523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.297827 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Floating IP 1d5501c7-4e6b-4ab9-b851-ef90c0f6d368 disassociated. External IP: 172.25.8.12, port: 4a952319-428c-4e17-8ecc-9932d21f3e4a. Jul 16 20:12:29.380132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39050c0c-157a-4e16-a690-76ae603d2dc9 req-c202ae2d-bbcd-42ef-81de-7980be14be05 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349117 Jul 16 20:12:29.418866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.434558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:29.437161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:29.567135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:29.596945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:29.643292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.791909 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.880796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port 2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:29.888693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a7e4588-4a83-4876-bd04-21f1f7c7a9be req-163a6590-adca-4d38-8b1b-a6901a7de9c3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806854 Jul 16 20:12:29.901083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.906471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-525334db-40cb-40db-96bd-2ae64e1920e1 req-39674800-e5a1-48e0-9b34-d184d1de1a93 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "DELETE /v2.0/ports/2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c HTTP/1.1" status: 204 len: 173 time: 3.1823795 Jul 16 20:12:30.174067 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-32abeb1b-61e3-48c9-bc16-00231fe134ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.296602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=8']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:30.394135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708de4-ca14-4472-9b02-d4d27d9c5847 req-10508306-80ac-4c2e-a4ed-3b4e351338ec tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.396034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f708de4-ca14-4472-9b02-d4d27d9c5847 req-10508306-80ac-4c2e-a4ed-3b4e351338ec tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d85fe300-a86e-417a-9ffb-9fc589180958 HTTP/1.1" status: 200 len: 946 time: 0.7440205 Jul 16 20:12:30.399310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.399946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.401513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-42ca296e-2af3-4b91-85de-ffa685f6afbd service neutron] 10.222.0.21 "PUT /v2.0/ports/373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 200 len: 1121 time: 4.3652780 Jul 16 20:12:30.419905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Router 5fe110f1-b510-4e68-a08d-822cb085d8b4 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:30.513030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f708de4-ca14-4472-9b02-d4d27d9c5847 req-629c713b-333e-4972-a3e4-1d661bc666d0 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062312 Jul 16 20:12:30.559442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['373c5c05-63e5-469c-be6e-df91d33b70cb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:30.636582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['373c5c05-63e5-469c-be6e-df91d33b70cb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:30.666685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:30.677677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.680304 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] Sync routers for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:30.698297 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:30.699231 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:30.768818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-ac4d7c60-52b3-42ef-885f-dcbabd37193d tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "PUT /v2.0/floatingips/1d5501c7-4e6b-4ab9-b851-ef90c0f6d368 HTTP/1.1" status: 200 len: 694 time: 2.8691969 Jul 16 20:12:30.868408 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:31.024887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dce368-9d7e-4d9a-9203-eefc5654cbe1 req-38d1023b-cbfd-4e55-95f2-bc5011bbeca1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.026768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1dce368-9d7e-4d9a-9203-eefc5654cbe1 req-38d1023b-cbfd-4e55-95f2-bc5011bbeca1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 948 time: 0.1991718 Jul 16 20:12:31.030163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-76ba01e8-6710-4ced-8d7c-89dce73329e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.044867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-76ba01e8-6710-4ced-8d7c-89dce73329e9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2e572b43c9a5426e86831056f450571c&device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 1096 time: 0.2560809 Jul 16 20:12:31.200376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1dce368-9d7e-4d9a-9203-eefc5654cbe1 req-db34b342-e8d5-4fb4-9697-1809bcf0bf62 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444116 Jul 16 20:12:31.269226 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:31.283965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-6db7adfd-b20e-4325-8433-93b7c8727904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.286920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-6db7adfd-b20e-4325-8433-93b7c8727904 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 200 len: 929 time: 0.2406156 Jul 16 20:12:31.317244 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] Checking router: 5fe110f1-b510-4e68-a08d-822cb085d8b4 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:31.328205 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:31.328850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:31.453327 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbabb2f-d444-4db9-819d-0661668df211 x-openstack-request-id: req-ebbabb2f-d444-4db9-819d-0661668df211 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:31.453753 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc49805-d4d9-41f2-a411-500afbe14e66", "name": "network-vif-deleted", "tag": "a962f5cc-1dd2-4b08-81ee-e64711abb0f5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:31.454137 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ebbabb2f-d444-4db9-819d-0661668df211 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:31.454733 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc49805-d4d9-41f2-a411-500afbe14e66', 'name': 'network-vif-deleted', 'tag': 'a962f5cc-1dd2-4b08-81ee-e64711abb0f5', 'status': 'completed', 'code': 200} Jul 16 20:12:31.457627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-0bc0dd76-5dd1-41d4-a9a1-735b1e06dc41 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 217 time: 0.1593742 Jul 16 20:12:31.537743 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef52fe4-50b4-449d-893d-d2f3c921171d x-openstack-request-id: req-cef52fe4-50b4-449d-893d-d2f3c921171d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:31.538727 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:31.539262 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cef52fe4-50b4-449d-893d-d2f3c921171d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:31.539839 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'code': 200} Jul 16 20:12:31.541609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-d353a55a-57e6-466e-af2e-5b00fc298424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.544630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-d353a55a-57e6-466e-af2e-5b00fc298424 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 HTTP/1.1" status: 200 len: 867 time: 0.0808134 Jul 16 20:12:31.555181 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:31.800257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-3fba8e31-fcf8-456b-ab81-6c2f6345cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.814063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-3fba8e31-fcf8-456b-ab81-6c2f6345cd9a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e6ae710-381b-4f03-aa57-5e89d066a183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572033 Jul 16 20:12:31.938609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9af69-008d-4507-aedb-207b9bcd0319 req-e04b9cbd-9bfb-464a-90f0-0bd6078b6fc8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.951085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5f9af69-008d-4507-aedb-207b9bcd0319 req-e04b9cbd-9bfb-464a-90f0-0bd6078b6fc8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 946 time: 0.2628052 Jul 16 20:12:31.986701 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.029050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5f9af69-008d-4507-aedb-207b9bcd0319 req-f5ac15b5-798f-440d-ba5f-55380c724e7f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747726 Jul 16 20:12:32.035744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-9823ebcc-39a5-4570-b3e0-87fc6055fc0f service neutron] 10.222.0.100 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200570 Jul 16 20:12:32.055849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9528b-44ab-49ca-a4d6-a09b6dc2d1d5 None None] The sync data for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 is: [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:11:14Z', 'revision_number': 4, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a33b64d9-7578-4301-b7cf-0f452e3c5188', 'name': '', 'network_id': '4e6ae710-381b-4f03-aa57-5e89d066a183', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'mac_address': 'fa:16:3e:e8:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:13Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'subnets': [{'id': 'eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:32.299041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c970919c-df3b-48b6-b6af-7bb48fe2eb6f req-cac557ef-fa37-49fa-a57d-63da8add34bf service neutron] 10.222.0.100 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414830 Jul 16 20:12:32.483377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3e7e-87b0-41ad-bf82-050aab752c51 req-d1a85af4-0772-4091-85c3-17b97612a0f1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.497091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53ed3e7e-87b0-41ad-bf82-050aab752c51 req-d1a85af4-0772-4091-85c3-17b97612a0f1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 943 time: 0.1165252 Jul 16 20:12:32.600050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85051a37-b2d1-4322-96de-167487913773 None None] New status for floating IP 1d5501c7-4e6b-4ab9-b851-ef90c0f6d368: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:32.623876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53ed3e7e-87b0-41ad-bf82-050aab752c51 req-2fe5499a-299e-4135-9901-36d8ba71cb11 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223726 Jul 16 20:12:33.364892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-b8ef18aa-4457-403d-bdf0-9fa3055473a1 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips/1d5501c7-4e6b-4ab9-b851-ef90c0f6d368 HTTP/1.1" status: 200 len: 692 time: 0.1294007 Jul 16 20:12:33.383198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfeba2-ee1a-4d32-b698-75a8bc46cbfd req-ffa306ca-1d24-424a-869e-f417a1f164ea tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.391869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5cfeba2-ee1a-4d32-b698-75a8bc46cbfd req-ffa306ca-1d24-424a-869e-f417a1f164ea tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 948 time: 0.3651993 Jul 16 20:12:33.471152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb'}, {'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'name': 'network-vif-deleted', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'}, {'name': 'network-changed', 'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb'}, {'name': 'network-changed', 'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:33.475234 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4acba78-2f3e-424b-978b-c2cee4fc42ed" -d '{"events": [{"server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb"}, {"server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "name": "network-vif-deleted", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c"}, {"name": "network-changed", "server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb"}, {"name": "network-changed", "server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:33.491905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5cfeba2-ee1a-4d32-b698-75a8bc46cbfd req-8d323aa4-4f4b-4514-8aed-c2a1397c1cfa tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891316 Jul 16 20:12:33.543036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556443f-105e-41e4-ad11-ab3bfa3540c9'}, {'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:33.549104 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a0385-e50c-4f0e-913c-b228f290cbac" -d '{"events": [{"server_uuid": "469f60e7-6f86-4f47-abf3-2e7facfd1ab2", "name": "network-vif-plugged", "status": "completed", "tag": "d556443f-105e-41e4-ad11-ab3bfa3540c9"}, {"server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "name": "network-vif-unplugged", "status": "completed", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:33.608936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-0499dcfe-99cc-484b-95cc-1ae5458dce29 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.610721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-0499dcfe-99cc-484b-95cc-1ae5458dce29 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2447352 Jul 16 20:12:33.680092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-4e513269-7c65-4897-90b5-b1f6ffbd7312 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.0583203 Jul 16 20:12:33.759010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-7a076be0-0a8a-451b-acb3-39edf8135f27 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.0679207 Jul 16 20:12:33.926091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.942026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:34.152852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:34.175488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'mac_address': 'fa:16:3e:5d:66:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:34.259946 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.300207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b846246e-7029-4ac6-9a7f-6aee9832e9c6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:34.349193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:34.352228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654d12-9fd5-44ab-b88e-85d0f6045b38 req-cdc1d096-1d11-4b8b-8aef-d4edb095f954 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.355831 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.360428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d2654d12-9fd5-44ab-b88e-85d0f6045b38 req-cdc1d096-1d11-4b8b-8aef-d4edb095f954 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 946 time: 0.5543118 Jul 16 20:12:34.378543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Deleting port 52057c56-d13c-49e9-bf12-39d5ded9bad3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:34.379687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.495277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d2654d12-9fd5-44ab-b88e-85d0f6045b38 req-16f9857b-da48-4bbd-8a1c-c471b78dd794 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331873 Jul 16 20:12:34.566190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.579538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.580446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.580859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.581206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.581546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.581883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.582351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.582688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.583570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.584759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.585440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.585872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.611038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.611948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.639048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Calling delete_port for 52057c56-d13c-49e9-bf12-39d5ded9bad3 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:34.737632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e21e48be-0801-421d-9860-bfb1a7bcb323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.936286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.985110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8443dde-1670-4c4d-804e-6e166d35b95e req-07a1470f-152d-439a-b7b6-65eb3d583516 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.986756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8443dde-1670-4c4d-804e-6e166d35b95e req-07a1470f-152d-439a-b7b6-65eb3d583516 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d85fe300-a86e-417a-9ffb-9fc589180958 HTTP/1.1" status: 200 len: 946 time: 0.2255855 Jul 16 20:12:34.991306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event deleted for resources: {'Port': ['ID=52057c56-d13c-49e9-bf12-39d5ded9bad3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.997006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b846246e-7029-4ac6-9a7f-6aee9832e9c6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:35.048476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.051628 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.061035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d55dd39d-430b-44b0-a3d6-a12353cdd269 req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "DELETE /v2.0/floatingips/1d5501c7-4e6b-4ab9-b851-ef90c0f6d368 HTTP/1.1" status: 204 len: 173 time: 1.2981176 Jul 16 20:12:35.073354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.073714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.076541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.076998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.077358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.077717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.078074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.078420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.078762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.079102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.079475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.080308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a7eaf-3c8f-49de-92a0-8a883c240976 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:35.111412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-52c03aff-09c0-425c-b008-193597c11b39 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.113207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-52c03aff-09c0-425c-b008-193597c11b39 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85fe300-a86e-417a-9ffb-9fc589180958 HTTP/1.1" status: 200 len: 946 time: 0.2646677 Jul 16 20:12:35.218296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8443dde-1670-4c4d-804e-6e166d35b95e req-cc5836b0-d39c-4be0-a8c1-4dc9efdcbfc4 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135365 Jul 16 20:12:35.334779 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2f87b1-e003-410e-af76-af6c6233f6f4 x-openstack-request-id: req-ae2f87b1-e003-410e-af76-af6c6233f6f4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:35.335361 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb", "code": 200}, {"server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "name": "network-vif-deleted", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:35.335759 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ae2f87b1-e003-410e-af76-af6c6233f6f4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:35.336282 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb', 'code': 200} Jul 16 20:12:35.336771 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'name': 'network-vif-deleted', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', 'status': 'completed', 'code': 200} Jul 16 20:12:35.337002 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb', 'status': 'completed', 'code': 200} Jul 16 20:12:35.337757 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'status': 'completed', 'code': 200} Jul 16 20:12:35.339079 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d065bf-7aec-47c9-bf7d-5344e19759c3 x-openstack-request-id: req-81d065bf-7aec-47c9-bf7d-5344e19759c3 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:35.341001 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f60e7-6f86-4f47-abf3-2e7facfd1ab2", "name": "network-vif-plugged", "status": "completed", "tag": "d556443f-105e-41e4-ad11-ab3bfa3540c9", "code": 200}, {"server_uuid": "fe242cb7-ed02-4d3a-bf32-7a488dbfb190", "name": "network-vif-unplugged", "status": "completed", "tag": "2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:35.341374 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-81d065bf-7aec-47c9-bf7d-5344e19759c3 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:35.342006 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556443f-105e-41e4-ad11-ab3bfa3540c9', 'code': 200} Jul 16 20:12:35.344524 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe242cb7-ed02-4d3a-bf32-7a488dbfb190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccf5cee-56bb-4668-b2f3-7a4e1a318f0c', 'code': 200} Jul 16 20:12:35.434192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Deleting port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:35.435166 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.513407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f980f0-1dcf-462a-9373-8dc236fd023f req-0d17cc70-957d-4704-9531-cbd51e03d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.515282 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-21f980f0-1dcf-462a-9373-8dc236fd023f req-0d17cc70-957d-4704-9531-cbd51e03d1de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0674202 Jul 16 20:12:35.580108 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-21f980f0-1dcf-462a-9373-8dc236fd023f req-e415a9a2-b2fb-421b-b953-941af28ba33d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435567 Jul 16 20:12:35.634405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-ee623540-ccf9-4ad8-9e35-ffbde4dc8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.636344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-ee623540-ccf9-4ad8-9e35-ffbde4dc8ab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1124 time: 0.2601881 Jul 16 20:12:35.737670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] For port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:35.737670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.737670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Calling delete_port for 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:35.869004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.029359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bccaa-1c1a-4e1c-a81b-a7f300e781b1 req-603b9c13-1c81-4f33-b3a3-c8a1ecf17e35 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.032052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-257bccaa-1c1a-4e1c-a81b-a7f300e781b1 req-603b9c13-1c81-4f33-b3a3-c8a1ecf17e35 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 943 time: 0.5461366 Jul 16 20:12:36.177098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-17fe32eb-cbb1-496b-8bd3-7ef105b36a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.179851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-17fe32eb-cbb1-496b-8bd3-7ef105b36a0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.5306435 Jul 16 20:12:36.293565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-257bccaa-1c1a-4e1c-a81b-a7f300e781b1 req-d91f155e-7c5e-4c2d-b77c-ddc6a442ff9e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435079 Jul 16 20:12:36.296272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-6f7350d6-5d98-49ba-81e5-ed77f64b080a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 200 len: 217 time: 0.0987859 Jul 16 20:12:36.310873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6641b2-ed95-4b59-9fc8-57bebeeb03a3 req-f7c3f7ff-5b80-4d57-91a3-ec4efbfc36fb tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.313287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d6641b2-ed95-4b59-9fc8-57bebeeb03a3 req-f7c3f7ff-5b80-4d57-91a3-ec4efbfc36fb tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 950 time: 0.5037131 Jul 16 20:12:36.606623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-5a240e3c-e7d5-4493-ad2f-bde24d634651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.609246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-5a240e3c-e7d5-4493-ad2f-bde24d634651 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.2877612 Jul 16 20:12:36.628138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d6641b2-ed95-4b59-9fc8-57bebeeb03a3 req-e24a1b4b-9e08-4688-811e-ae921a00f7fe tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593288 Jul 16 20:12:36.657454 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.677835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['028ef87b-457f-433b-8511-873fef5e0253', '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:36.749651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e5b75c7b-c8d7-4580-b1f2-5473a9662e6d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:36.876972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-35e54e53-c715-4356-8e4c-46fd0cc3c0a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2467859 Jul 16 20:12:36.919143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Pushing event deleted for resources: {'Port': ['ID=7c44ff3e-4795-4650-b95f-ff3aaea2fbd3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.240620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] No DVR routers for this DVR port 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:37.260768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.264515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c5ac003-1d1e-4637-839d-e2c04f78f266 req-8cc6e736-e586-4a9f-960e-edf075a57d8d tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "DELETE /v2.0/ports/7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 HTTP/1.1" status: 204 len: 173 time: 2.1369987 Jul 16 20:12:37.376005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'name': 'network-vif-deleted', 'tag': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:37.380592 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0e334-cdbc-46ea-a751-23c3f4fb483b" -d '{"events": [{"server_uuid": "d85fe300-a86e-417a-9ffb-9fc589180958", "name": "network-vif-deleted", "tag": "7c44ff3e-4795-4650-b95f-ff3aaea2fbd3"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:37.428541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb65f-7a5a-4221-8e8f-71ca2e37b424 req-19eec510-7981-463a-89ee-1ee1ebacc8a5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.460619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92cfb65f-7a5a-4221-8e8f-71ca2e37b424 req-19eec510-7981-463a-89ee-1ee1ebacc8a5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 946 time: 0.9787452 Jul 16 20:12:37.791083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92cfb65f-7a5a-4221-8e8f-71ca2e37b424 req-66fab318-ba2d-46a8-9e3c-9d9337752a4e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284745 Jul 16 20:12:37.805218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-0e71cb8d-b105-4d21-aa75-0fe109e83490 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9084828 Jul 16 20:12:37.955382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:38.013672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-3e1c7821-43eb-46fc-b493-24b3ca8a6ace service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994855 Jul 16 20:12:38.071655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-9c7a4e2b-a98a-4157-9f64-6ca2e1219ff0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.071655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-9c7a4e2b-a98a-4157-9f64-6ca2e1219ff0 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 950 time: 0.6801965 Jul 16 20:12:38.177919 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.222563 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.236377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port b846246e-7029-4ac6-9a7f-6aee9832e9c6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:38.237094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.259198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-415d26f5-55c1-49b6-9a43-79a32980b972 req-4bc3f1e8-e948-4b34-819c-d4cbbacc4b67 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=d85fe300-a86e-417a-9ffb-9fc589180958 HTTP/1.1" status: 200 len: 210 time: 0.0742159 Jul 16 20:12:38.481279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.515439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.590806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:38.592651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:38.597870 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c8c477-b608-45d9-a8c4-7b967d403e70" -d '{"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:38.605294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.737741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.875808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-6a034a6f-868e-4648-aa5c-988e21c8de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.879390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-6a034a6f-868e-4648-aa5c-988e21c8de13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e572b43c9a5426e86831056f450571c&device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 1096 time: 0.6926558 Jul 16 20:12:38.897249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc00d8-d50b-4418-9288-783ba546a151 req-aefec048-5a44-43d3-a1ef-2b7f92316930 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.909600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8adc00d8-d50b-4418-9288-783ba546a151 req-aefec048-5a44-43d3-a1ef-2b7f92316930 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5599725 Jul 16 20:12:38.952526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port 83cc00c7-03ab-4590-ab36-5c7d617131cc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:38.953131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.015915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e623-91e8-4051-9e11-17072afac1ce req-3211ce14-912e-4de3-867c-843203cbf7df tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.017822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf86e623-91e8-4051-9e11-17072afac1ce req-3211ce14-912e-4de3-867c-843203cbf7df tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 951 time: 0.4611108 Jul 16 20:12:39.046138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8adc00d8-d50b-4418-9288-783ba546a151 req-4f5026f5-490d-4d63-b188-a700a8c5ef10 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1351128 Jul 16 20:12:39.199300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-d1b58780-4cef-48c8-8d53-5d30b43a73c5 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.204347 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-d1b58780-4cef-48c8-8d53-5d30b43a73c5 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "GET /v2.0/ports?device_id=5884fd8b-1b57-4573-8fb5-706c062ccf82 HTTP/1.1" status: 200 len: 949 time: 0.2277207 Jul 16 20:12:39.324635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-5cf674cd-01c5-4e09-868f-d1d1dcebb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.326651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-5cf674cd-01c5-4e09-868f-d1d1dcebb89c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 200 len: 929 time: 0.4100707 Jul 16 20:12:39.369956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf86e623-91e8-4051-9e11-17072afac1ce req-27ce7f29-b92a-4fbf-846a-6e740aa88813 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286451 Jul 16 20:12:39.452114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-4d86a182-9b73-4d46-bb98-3c1a903199f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 200 len: 217 time: 0.1134207 Jul 16 20:12:39.458490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port 83cc00c7-03ab-4590-ab36-5c7d617131cc, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=83cc00c7-03ab-4590-ab36-5c7d617131cc,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:39.459185 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.476264 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8823fc80-7af1-482a-a946-8b307d750f7a x-openstack-request-id: req-8823fc80-7af1-482a-a946-8b307d750f7a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:39.477016 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85fe300-a86e-417a-9ffb-9fc589180958", "name": "network-vif-deleted", "tag": "7c44ff3e-4795-4650-b95f-ff3aaea2fbd3", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:39.477489 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8823fc80-7af1-482a-a946-8b307d750f7a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:39.478108 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85fe300-a86e-417a-9ffb-9fc589180958', 'name': 'network-vif-deleted', 'tag': '7c44ff3e-4795-4650-b95f-ff3aaea2fbd3', 'status': 'completed', 'code': 200} Jul 16 20:12:39.522807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port b927d32c-db4d-4998-929e-163ed4a230ff {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:39.523435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.525548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for 83cc00c7-03ab-4590-ab36-5c7d617131cc owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:39.577063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-256ee27c-4357-4cc6-bdba-0df0d4f27008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.579949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-256ee27c-4357-4cc6-bdba-0df0d4f27008 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 HTTP/1.1" status: 200 len: 867 time: 0.1154325 Jul 16 20:12:39.759639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port b927d32c-db4d-4998-929e-163ed4a230ff, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b927d32c-db4d-4998-929e-163ed4a230ff,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:39.760428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.778686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for b927d32c-db4d-4998-929e-163ed4a230ff owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:39.875853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2502c8f-5898-4654-bcc1-46af64e886f2 req-79898ed1-5f85-4d1c-a1a3-90486725c874 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.878623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2502c8f-5898-4654-bcc1-46af64e886f2 req-79898ed1-5f85-4d1c-a1a3-90486725c874 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 943 time: 0.6257329 Jul 16 20:12:39.879599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.901065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b927d32c-db4d-4998-929e-163ed4a230ff', '83cc00c7-03ab-4590-ab36-5c7d617131cc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:39.943130 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-5c67763c-0973-46d3-9068-2877e97ab496 service neutron] 10.222.0.26 "GET /v2.0/ports/373c5c05-63e5-469c-be6e-df91d33b70cb/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.1489339 Jul 16 20:12:39.965455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:39.976860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ef06fc1-81a1-46c2-b6c2-71818571d402 req-bbdd023d-1172-43f7-a570-3e20ab743394 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=7c79703b-dcce-43aa-b8c6-f17b0f34f4db HTTP/1.1" status: 200 len: 210 time: 0.1511703 Jul 16 20:12:40.045591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 373c5c05-63e5-469c-be6e-df91d33b70cb no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:40.050870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=83cc00c7-03ab-4590-ab36-5c7d617131cc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:40.167222 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab0ebbe-a91b-4dac-b5e9-1b6e3e6b2227 x-openstack-request-id: req-4ab0ebbe-a91b-4dac-b5e9-1b6e3e6b2227 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:40.167538 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:40.167801 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4ab0ebbe-a91b-4dac-b5e9-1b6e3e6b2227 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:40.168212 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'code': 200} Jul 16 20:12:40.189680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2502c8f-5898-4654-bcc1-46af64e886f2 req-407ed964-1e74-4ad7-9948-786a1c790101 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447205 Jul 16 20:12:40.232349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port 83cc00c7-03ab-4590-ab36-5c7d617131cc on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:40.248678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.261968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3239c5d-96c7-4946-afa8-168e10dc1efe req-08a4023c-8a7b-433a-9b23-5fc366c71b65 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "DELETE /v2.0/ports/83cc00c7-03ab-4590-ab36-5c7d617131cc HTTP/1.1" status: 204 len: 173 time: 2.1778176 Jul 16 20:12:40.294932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-8a9ace05-2f98-4c32-afff-92f7bca44ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.298059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-8a9ace05-2f98-4c32-afff-92f7bca44ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e6ae710-381b-4f03-aa57-5e89d066a183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4744990 Jul 16 20:12:40.598226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:40.677333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:40.677761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7c44ff3e-4795-4650-b95f-ff3aaea2fbd3 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:40.751466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.849735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=b927d32c-db4d-4998-929e-163ed4a230ff,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:40.929953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port b927d32c-db4d-4998-929e-163ed4a230ff on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:40.934594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.938834 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-351972d2-c0dd-4151-992a-c18d7694dc69 req-0dc63430-02c2-4154-8c73-9d8c48b5619f tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.26 "DELETE /v2.0/ports/b927d32c-db4d-4998-929e-163ed4a230ff HTTP/1.1" status: 204 len: 173 time: 1.7253940 Jul 16 20:12:40.954583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'name': 'network-vif-deleted', 'tag': 'b927d32c-db4d-4998-929e-163ed4a230ff'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:40.958686 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae74592-8d90-4861-99ab-7a11da15a428" -d '{"events": [{"server_uuid": "5884fd8b-1b57-4573-8fb5-706c062ccf82", "name": "network-vif-deleted", "tag": "b927d32c-db4d-4998-929e-163ed4a230ff"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:41.040071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-988b2881-611c-43fc-8ecc-0668c4b88c0e req-48ac8f4c-e095-4b3e-b723-874ba404d634 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5468867 Jul 16 20:12:41.171234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665891e-bb4f-49b2-8456-495a7ed4ef90 req-6f8060a4-7b57-41fb-9be7-9ab8a8bdf463 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:41.179647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c665891e-bb4f-49b2-8456-495a7ed4ef90 req-6f8060a4-7b57-41fb-9be7-9ab8a8bdf463 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 946 time: 0.7714450 Jul 16 20:12:41.205665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-8787661a-103d-4ec3-8da5-114aa66ffb88 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8983583 Jul 16 20:12:41.227800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:41.274804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:41.355733 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5df7db-78df-4b3a-9aa2-998e21239aa7 x-openstack-request-id: req-bc5df7db-78df-4b3a-9aa2-998e21239aa7 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:41.357140 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5884fd8b-1b57-4573-8fb5-706c062ccf82", "name": "network-vif-deleted", "tag": "b927d32c-db4d-4998-929e-163ed4a230ff", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:41.358071 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bc5df7db-78df-4b3a-9aa2-998e21239aa7 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:41.361114 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5884fd8b-1b57-4573-8fb5-706c062ccf82', 'name': 'network-vif-deleted', 'tag': 'b927d32c-db4d-4998-929e-163ed4a230ff', 'status': 'completed', 'code': 200} Jul 16 20:12:41.366985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:41.400461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c665891e-bb4f-49b2-8456-495a7ed4ef90 req-9986c06a-7188-4701-bba7-cdc5e7835713 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194569 Jul 16 20:12:41.493479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373c5c05-63e5-469c-be6e-df91d33b70cb {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:41.544181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:41.559126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'name': 'network-vif-deleted', 'tag': '83cc00c7-03ab-4590-ab36-5c7d617131cc'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:41.572658 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dd13be-72c0-46fa-aabd-29ff5421d309" -d '{"events": [{"server_uuid": "7c79703b-dcce-43aa-b8c6-f17b0f34f4db", "name": "network-vif-deleted", "tag": "83cc00c7-03ab-4590-ab36-5c7d617131cc"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:41.586870 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.714646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4acba78-2f3e-424b-978b-c2cee4fc42ed req-ae01c0c3-84dd-49e5-810f-c41a52236745 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668415 Jul 16 20:12:41.960923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] Transition to ACTIVE for port object 373c5c05-63e5-469c-be6e-df91d33b70cb will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:41.976656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.026358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 83cc00c7-03ab-4590-ab36-5c7d617131cc no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:42.106711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 83cc00c7-03ab-4590-ab36-5c7d617131cc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:42.108419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 83cc00c7-03ab-4590-ab36-5c7d617131cc not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:42.123811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20740d-4da8-4a09-92d2-8186464b3743 req-aff2230b-d0a4-41d2-bed8-4f2c9e724806 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.136180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec20740d-4da8-4a09-92d2-8186464b3743 req-aff2230b-d0a4-41d2-bed8-4f2c9e724806 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 944 time: 0.1518548 Jul 16 20:12:42.152695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] No DVR routers for this DVR port 373c5c05-63e5-469c-be6e-df91d33b70cb on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:42.201574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec20740d-4da8-4a09-92d2-8186464b3743 req-07894d3a-868f-4024-8ccd-822910c3064b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Jul 16 20:12:42.248677 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] 10.222.0.26 "PUT /v2.0/ports/373c5c05-63e5-469c-be6e-df91d33b70cb/bindings/n-h1-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2983947 Jul 16 20:12:42.260240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449762d-4c6f-4f03-bce0-55216c728b46 service neutron] Pushing event updated for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=10']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.497900 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9aabcd-7363-429c-8f6b-68916c1c7f43 x-openstack-request-id: req-0a9aabcd-7363-429c-8f6b-68916c1c7f43 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:42.502772 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c79703b-dcce-43aa-b8c6-f17b0f34f4db", "name": "network-vif-deleted", "tag": "83cc00c7-03ab-4590-ab36-5c7d617131cc", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:42.503547 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0a9aabcd-7363-429c-8f6b-68916c1c7f43 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:42.504213 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c79703b-dcce-43aa-b8c6-f17b0f34f4db', 'name': 'network-vif-deleted', 'tag': '83cc00c7-03ab-4590-ab36-5c7d617131cc', 'status': 'completed', 'code': 200} Jul 16 20:12:42.586660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-5efa6a7f-5c60-417f-a6fd-d84fee0b75e9 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.591686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-5efa6a7f-5c60-417f-a6fd-d84fee0b75e9 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.2197704 Jul 16 20:12:42.651818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-db085407-b142-43d8-974e-2cbb32b2a257 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739207 Jul 16 20:12:42.970696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-31c17e8c-b43d-416d-afe9-3b8bc990f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.974064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-31c17e8c-b43d-416d-afe9-3b8bc990f052 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d&tenant_id=561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 1095 time: 0.3562200 Jul 16 20:12:42.989236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-d7319ead-7e38-4194-a1f2-450958576a3b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.991932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-d7319ead-7e38-4194-a1f2-450958576a3b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108351 Jul 16 20:12:43.027273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-d9efaa5c-3a3f-4266-ae0b-91f42f4df6f4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/quotas/3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 375 time: 0.0284560 Jul 16 20:12:43.139485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1db1f-3773-467d-8157-98f89828fc72 req-03c89a1e-8b4a-46ee-8522-1d176f2ee7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.141235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ad1db1f-3773-467d-8157-98f89828fc72 req-03c89a1e-8b4a-46ee-8522-1d176f2ee7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 945 time: 0.3051360 Jul 16 20:12:43.217142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ad1db1f-3773-467d-8157-98f89828fc72 req-a1882217-2d0e-4484-b824-8144c89c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/security-groups?id=a1af0de6-2845-4d39-bb72-fa6e67683da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660880 Jul 16 20:12:43.247634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-2ca6a49a-e402-4981-abb1-bb93e61587b5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801655 Jul 16 20:12:43.247634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-14c3b078-f288-496a-8e8f-cc759d622361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.247634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-14c3b078-f288-496a-8e8f-cc759d622361 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1095 time: 0.1997502 Jul 16 20:12:43.454123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-9706f50f-9bf2-4e37-8107-97c306ebbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.455781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-9706f50f-9bf2-4e37-8107-97c306ebbd46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.1992309 Jul 16 20:12:43.519844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-3d4f72ca-a931-4aaa-aa65-7c687b0dfa5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 200 len: 217 time: 0.0504394 Jul 16 20:12:43.719071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-a4e4cd8b-8637-433e-9628-cbfd17cccbf2 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.730558 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:43.732951 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-a4e4cd8b-8637-433e-9628-cbfd17cccbf2 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.26 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 945 time: 0.2648351 Jul 16 20:12:43.738397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-bb8fad2f-466b-4dcb-8530-40dedd01e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.744393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-bb8fad2f-466b-4dcb-8530-40dedd01e101 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.2120841 Jul 16 20:12:43.842740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-a788e989-5d71-4a96-989d-a891cb047719 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882781 Jul 16 20:12:43.990452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Deleting port 4a952319-428c-4e17-8ecc-9932d21f3e4a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:43.991839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.044457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b927d32c-db4d-4998-929e-163ed4a230ff no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:44.098306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: b927d32c-db4d-4998-929e-163ed4a230ff {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:44.099529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b927d32c-db4d-4998-929e-163ed4a230ff not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:44.150008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f3216-19cc-4bcf-bd94-60f59d775041 req-b4ed3a9e-ea97-44b7-98b9-8096f267c7f2 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.155797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee5f3216-19cc-4bcf-bd94-60f59d775041 req-b4ed3a9e-ea97-44b7-98b9-8096f267c7f2 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 944 time: 0.2315948 Jul 16 20:12:44.160311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-64ef1f9e-14f7-48ba-a4bf-6cff27214edf service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079810 Jul 16 20:12:44.237143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] For port 4a952319-428c-4e17-8ecc-9932d21f3e4a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4a952319-428c-4e17-8ecc-9932d21f3e4a,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:44.237758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.271521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Calling delete_port for 4a952319-428c-4e17-8ecc-9932d21f3e4a owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:44.361426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee5f3216-19cc-4bcf-bd94-60f59d775041 req-2a81297f-6532-4164-a049-3924d91f707b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783080 Jul 16 20:12:44.443916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-879d31d3-3e7f-4667-9c92-2b1869aabd94 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564456 Jul 16 20:12:44.468543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317c52c-4bc0-44e8-af0c-573a78a338bd req-098217c2-2d8d-43a9-ba95-3ae959564db4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.484794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c317c52c-4bc0-44e8-af0c-573a78a338bd req-098217c2-2d8d-43a9-ba95-3ae959564db4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 946 time: 1.0254581 Jul 16 20:12:44.612468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c317c52c-4bc0-44e8-af0c-573a78a338bd req-ec5e01d3-a6d5-4496-885b-232345aa3a13 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240098 Jul 16 20:12:44.624449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.639026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['4a952319-428c-4e17-8ecc-9932d21f3e4a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:44.697238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Pushing event deleted for resources: {'Port': ['ID=4a952319-428c-4e17-8ecc-9932d21f3e4a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:44.818644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] No DVR routers for this DVR port 4a952319-428c-4e17-8ecc-9932d21f3e4a on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:44.830271 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.836512 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-45899c0a-ebf7-46d8-b41f-30170408e3f2 req-63202a16-1e0c-4132-9b0a-62f009711974 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.26 "DELETE /v2.0/ports/4a952319-428c-4e17-8ecc-9932d21f3e4a HTTP/1.1" status: 204 len: 173 time: 1.0951328 Jul 16 20:12:44.837423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'name': 'network-vif-deleted', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:44.842964 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf937e3-392f-4f23-aeaf-ec7f42b274f8" -d '{"events": [{"server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "name": "network-vif-deleted", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:45.012952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-527bede2-ab03-4182-ae70-d916e21ea4cd req-a7eefa3d-f434-46a8-92e8-c81ac3bad963 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 210 time: 0.0423365 Jul 16 20:12:45.199737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d207192-b10d-47ca-bc73-a413091cfbb2 req-0a773eff-85e5-4262-91b8-cd68f055d077 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677 tempest-FloatingIPsAssociationNegativeTestJSON-1292431677-project] 10.222.0.100 "GET /v2.0/ports?device_id=007ff61a-f1ea-4d3d-accd-10bd3f569260 HTTP/1.1" status: 200 len: 210 time: 0.0479932 Jul 16 20:12:45.384574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-ba1c40ad-fa74-42dd-95c2-91bf872c780f tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.386193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-ba1c40ad-fa74-42dd-95c2-91bf872c780f tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.1192360 Jul 16 20:12:45.625849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-90059ef6-6bed-4ecd-92f2-7644c965625a service neutron] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:45.631459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-90059ef6-6bed-4ecd-92f2-7644c965625a service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.632842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c5ea03-cf88-4379-8850-8b69e36374a8 req-90059ef6-6bed-4ecd-92f2-7644c965625a service neutron] 10.222.0.21 "DELETE /v2.0/ports/373c5c05-63e5-469c-be6e-df91d33b70cb/bindings/n-h2-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.2333126 Jul 16 20:12:45.640685 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e9597-3878-4079-bca0-396265546b1f x-openstack-request-id: req-d61e9597-3878-4079-bca0-396265546b1f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:45.641170 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007ff61a-f1ea-4d3d-accd-10bd3f569260", "name": "network-vif-deleted", "tag": "4a952319-428c-4e17-8ecc-9932d21f3e4a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:45.641573 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d61e9597-3878-4079-bca0-396265546b1f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:45.644354 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007ff61a-f1ea-4d3d-accd-10bd3f569260', 'name': 'network-vif-deleted', 'tag': '4a952319-428c-4e17-8ecc-9932d21f3e4a', 'status': 'completed', 'code': 200} Jul 16 20:12:46.013004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-cfed13bc-d477-42f8-865d-924858117158 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.015697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-cfed13bc-d477-42f8-865d-924858117158 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/networks?id=5189592d-354e-462c-aa4c-41c140569531 HTTP/1.1" status: 200 len: 815 time: 0.2238400 Jul 16 20:12:46.043000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37c776-3f78-4ead-8dbf-0fa8855e2dd6 req-504a9262-d3a9-42eb-a560-f87718d52e18 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.045573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e37c776-3f78-4ead-8dbf-0fa8855e2dd6 req-504a9262-d3a9-42eb-a560-f87718d52e18 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 950 time: 0.2351933 Jul 16 20:12:46.059091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-1c0febe7-aa68-4a38-a2a5-13b058689fa0 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/quotas/4277242db13647d9960cfb0e5e0712dd HTTP/1.1" status: 200 len: 375 time: 0.0324519 Jul 16 20:12:46.177297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e37c776-3f78-4ead-8dbf-0fa8855e2dd6 req-5aca52a6-81e1-4ae7-911b-c87c89103436 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161194 Jul 16 20:12:46.266263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-027fd4b6-2b73-4d53-902a-fca106884bc7 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4277242db13647d9960cfb0e5e0712dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835048 Jul 16 20:12:46.269298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-e99056ea-620d-4c09-aa47-66aae64ad65b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3969d86e084a4e839c0cf0200a82ba72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635128 Jul 16 20:12:46.548212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-6956c976-1082-4075-b35d-66efd65e7b97 service neutron] 10.222.0.100 "GET /v2.0/networks/5189592d-354e-462c-aa4c-41c140569531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523167 Jul 16 20:12:46.565161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-6c87c89b-d8d5-4cdf-865a-1ea616beeacb tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.566815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-6c87c89b-d8d5-4cdf-865a-1ea616beeacb tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896788 Jul 16 20:12:46.599638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Request body: {'port': {'device_id': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '3969d86e084a4e839c0cf0200a82ba72'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:46.631979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c4576-e332-4b0e-8185-a20fe8d5c166 req-41ecc98a-add2-4f3e-89a3-b8442bc9c6e7 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.633694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-658c4576-e332-4b0e-8185-a20fe8d5c166 req-41ecc98a-add2-4f3e-89a3-b8442bc9c6e7 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 944 time: 0.3244491 Jul 16 20:12:46.805525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-658c4576-e332-4b0e-8185-a20fe8d5c166 req-1b6165e4-97f8-4f1e-af4e-bea4505e3fa9 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607130 Jul 16 20:12:46.809808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-ef212a06-6456-44c5-a1c0-f7017e552ed0 service neutron] 10.222.0.100 "GET /v2.0/networks/5189592d-354e-462c-aa4c-41c140569531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413604 Jul 16 20:12:46.855516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Made reservation on behalf of 3969d86e084a4e839c0cf0200a82ba72 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:46.861049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.129637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Allocated IP 192.168.233.29 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/c3aa0a63-0a4c-43b9-8597-a65f421689a6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:47.239846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8517e9-9686-49ea-b32d-76469eb992ee req-1033f80e-915a-40d4-a53f-36fe7ca4ba9c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.250493 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a8517e9-9686-49ea-b32d-76469eb992ee req-1033f80e-915a-40d4-a53f-36fe7ca4ba9c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 946 time: 0.2520065 Jul 16 20:12:47.373013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-f78f9b67-3f5a-4f41-831e-4c5adae93817 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.379007 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-f78f9b67-3f5a-4f41-831e-4c5adae93817 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.26 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 946 time: 0.1856308 Jul 16 20:12:47.381550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a8517e9-9686-49ea-b32d-76469eb992ee req-40d6f79c-b6d0-4606-8c30-b51fca4b1548 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296294 Jul 16 20:12:47.617081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.625502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33390) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:47.696833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a5aed20-11b7-4a20-a78d-0d47430f7de0 req-b7670d81-b34e-40c5-a4c8-ca39912c521b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 210 time: 0.2552006 Jul 16 20:12:47.705836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Deleting port d556443f-105e-41e4-ad11-ab3bfa3540c9 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:47.706047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.757488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-114a2154-3312-4a24-80f4-509826adb8e7 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.762413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-114a2154-3312-4a24-80f4-509826adb8e7 tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 950 time: 0.3118682 Jul 16 20:12:47.764556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Transition to ACTIVE for port object c3aa0a63-0a4c-43b9-8597-a65f421689a6 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:47.819347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e416434f-2201-4563-b3d2-9d8fe18f214c req-0392fbaa-4070-4218-ae2c-6eedabb910e5 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0449765 Jul 16 20:12:48.012237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] For port d556443f-105e-41e4-ad11-ab3bfa3540c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d556443f-105e-41e4-ad11-ab3bfa3540c9,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:48.013219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.046736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Calling delete_port for d556443f-105e-41e4-ad11-ab3bfa3540c9 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:48.088191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4a952319-428c-4e17-8ecc-9932d21f3e4a no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:48.119309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.128032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 4a952319-428c-4e17-8ecc-9932d21f3e4a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:48.128983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4a952319-428c-4e17-8ecc-9932d21f3e4a not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:48.139484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'f089835e-32d5-4771-95ee-d905abd9f06c', 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:48.291562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:48.322530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:48.330926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:48.342416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.345882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.353745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.395927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12efb0-65f8-4124-b6cd-409b7f00e65d req-e70c79cb-d063-453f-977c-eacb455fcaeb tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.398776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12efb0-65f8-4124-b6cd-409b7f00e65d req-e70c79cb-d063-453f-977c-eacb455fcaeb tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/ports?device_id=932e4719-2371-4573-894b-8fc29fcb4dff HTTP/1.1" status: 200 len: 950 time: 0.5122013 Jul 16 20:12:48.439861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33964835-77b1-467c-8d21-39dfd6284e8f req-d2f911e5-1b46-4aff-8b5b-e4c4841fb977 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.442212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33964835-77b1-467c-8d21-39dfd6284e8f req-d2f911e5-1b46-4aff-8b5b-e4c4841fb977 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1095 time: 0.3986082 Jul 16 20:12:48.454261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Deleting port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:48.454610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.601251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] For port 728be38e-32c6-4a37-bcb2-dd88abfd4b17, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=728be38e-32c6-4a37-bcb2-dd88abfd4b17,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:48.601608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.602919 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.619328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Calling delete_port for 728be38e-32c6-4a37-bcb2-dd88abfd4b17 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:48.635057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['d556443f-105e-41e4-ad11-ab3bfa3540c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:48.663679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event deleted for resources: {'Port': ['ID=d556443f-105e-41e4-ad11-ab3bfa3540c9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.678894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.679261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.679604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.679940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.680272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.680606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.680931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.681255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.681578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.681898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.682218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.682539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:48.760129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] No DVR routers for this DVR port d556443f-105e-41e4-ad11-ab3bfa3540c9 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:48.765355 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.767594 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5e3a7867-27c8-46d3-ab90-0e027e3a9105 req-1004f003-1e2e-4476-ae38-ab892fe3bfe6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.26 "DELETE /v2.0/ports/d556443f-105e-41e4-ad11-ab3bfa3540c9 HTTP/1.1" status: 204 len: 173 time: 1.3750372 Jul 16 20:12:48.768113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'name': 'network-vif-deleted', 'tag': 'd556443f-105e-41e4-ad11-ab3bfa3540c9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:48.771959 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adeaf9e-d106-4d99-b8d6-4bbf07f61249" -d '{"events": [{"server_uuid": "469f60e7-6f86-4f47-abf3-2e7facfd1ab2", "name": "network-vif-deleted", "tag": "d556443f-105e-41e4-ad11-ab3bfa3540c9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:48.776478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-ef85319a-df25-4ed0-9162-826b2f699501 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1832931 Jul 16 20:12:48.785040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c9a74ff7-3f72-440d-9dfc-ce8ac9ed9d55 None None] Provisioning for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:48.798774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c9a74ff7-3f72-440d-9dfc-ce8ac9ed9d55 None None] Provisioning complete for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:48.799596 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c9a74ff7-3f72-440d-9dfc-ce8ac9ed9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.822721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Request body: {'port': {'device_id': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:48.868513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c9a74ff7-3f72-440d-9dfc-ce8ac9ed9d55 None None] Port c3aa0a63-0a4c-43b9-8597-a65f421689a6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:48.883043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.946687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12efb0-65f8-4124-b6cd-409b7f00e65d req-e6f6dff5-9026-4239-a0e9-5d17565f3d3d tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.100 "GET /v2.0/security-groups?id=f13c709a-2af5-4299-ab74-34a3e732b221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202994 Jul 16 20:12:48.947764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.006152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33964835-77b1-467c-8d21-39dfd6284e8f req-639bac5f-c93b-4565-8a02-fe75446b0f65 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592111 Jul 16 20:12:49.074496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Pushing event deleted for resources: {'Port': ['ID=728be38e-32c6-4a37-bcb2-dd88abfd4b17,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.257851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] No DVR routers for this DVR port 728be38e-32c6-4a37-bcb2-dd88abfd4b17 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:49.261529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.270094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.273478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edf58152-c5aa-404b-86a0-3af04cca5c8d req-4f9775bf-d00b-49df-be1e-322a2fcc931e tempest-ServersOnMultiNodesTest-1718027093 tempest-ServersOnMultiNodesTest-1718027093-project] 10.222.0.21 "DELETE /v2.0/ports/728be38e-32c6-4a37-bcb2-dd88abfd4b17 HTTP/1.1" status: 204 len: 173 time: 1.4947543 Jul 16 20:12:49.275415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932e4719-2371-4573-894b-8fc29fcb4dff', 'name': 'network-vif-deleted', 'tag': '728be38e-32c6-4a37-bcb2-dd88abfd4b17'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:49.286759 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653cce06-6b03-4333-8363-a8cda8ce41db" -d '{"events": [{"server_uuid": "932e4719-2371-4573-894b-8fc29fcb4dff", "name": "network-vif-deleted", "tag": "728be38e-32c6-4a37-bcb2-dd88abfd4b17"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:49.385460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1723e8a7-651f-482b-ace7-885c136acc28 req-a62f2997-35b5-4469-878b-cbeff55505b2 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=469f60e7-6f86-4f47-abf3-2e7facfd1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0467048 Jul 16 20:12:49.441277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-2879489f-b9f7-4517-ad0a-a6f070613bd2 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.443600 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-2879489f-b9f7-4517-ad0a-a6f070613bd2 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.26 "GET /v2.0/networks?id=5189592d-354e-462c-aa4c-41c140569531 HTTP/1.1" status: 200 len: 815 time: 0.1977515 Jul 16 20:12:49.465166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Request body: {'port': {'device_id': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'network_id': '5189592d-354e-462c-aa4c-41c140569531', 'admin_state_up': True, 'tenant_id': '4277242db13647d9960cfb0e5e0712dd'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:49.578062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['728be38e-32c6-4a37-bcb2-dd88abfd4b17'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:49.733796 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76240b-f80f-4d09-be82-5f8a1df39282 x-openstack-request-id: req-5b76240b-f80f-4d09-be82-5f8a1df39282 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:49.734379 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f60e7-6f86-4f47-abf3-2e7facfd1ab2", "name": "network-vif-deleted", "tag": "d556443f-105e-41e4-ad11-ab3bfa3540c9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:49.735312 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5b76240b-f80f-4d09-be82-5f8a1df39282 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:49.736097 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f60e7-6f86-4f47-abf3-2e7facfd1ab2', 'name': 'network-vif-deleted', 'tag': 'd556443f-105e-41e4-ad11-ab3bfa3540c9', 'status': 'completed', 'code': 200} Jul 16 20:12:49.976242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Made reservation on behalf of 4277242db13647d9960cfb0e5e0712dd for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:49.983287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.124268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Deleting port a33b64d9-7578-4301-b7cf-0f452e3c5188 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:50.124939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.344534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Allocated IP 172.20.0.7 (5189592d-354e-462c-aa4c-41c140569531/007deaf3-9b03-4e29-9d77-ed3e34d0cf3b/56474bac-20cc-4c42-8dc7-8021d600935d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:50.354965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa0a63-0a4c-43b9-8597-a65f421689a6 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:50.397290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d9fcb2b-54c8-404d-a78a-3c46f726cc2f req-35e8b930-b65f-4179-94d0-801b990ae612 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0767193 Jul 16 20:12:50.400443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.490496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Transition to ACTIVE for port object c3aa0a63-0a4c-43b9-8597-a65f421689a6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:50.507955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.620803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:50.633233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] For port a33b64d9-7578-4301-b7cf-0f452e3c5188, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a33b64d9-7578-4301-b7cf-0f452e3c5188,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:50.641941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.646600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146c42a-4161-4481-a25d-66f6b3e2d9d1 req-c8b6612b-bd4a-4ffe-b34c-e65b25305b13 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.664038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c146c42a-4161-4481-a25d-66f6b3e2d9d1 req-c8b6612b-bd4a-4ffe-b34c-e65b25305b13 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 935 time: 0.7945142 Jul 16 20:12:50.736975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Calling delete_port for a33b64d9-7578-4301-b7cf-0f452e3c5188 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:50.788272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c146c42a-4161-4481-a25d-66f6b3e2d9d1 req-458750d8-f049-4373-86de-5c0594072645 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228328 Jul 16 20:12:50.934128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:50.934787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:50.935335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:50.957133 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4c6a5b-81f0-4980-9553-dafa34520553 x-openstack-request-id: req-1b4c6a5b-81f0-4980-9553-dafa34520553 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:50.957832 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932e4719-2371-4573-894b-8fc29fcb4dff", "name": "network-vif-deleted", "tag": "728be38e-32c6-4a37-bcb2-dd88abfd4b17", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:50.958402 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1b4c6a5b-81f0-4980-9553-dafa34520553 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:50.959235 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932e4719-2371-4573-894b-8fc29fcb4dff', 'name': 'network-vif-deleted', 'tag': '728be38e-32c6-4a37-bcb2-dd88abfd4b17', 'status': 'completed', 'code': 200} Jul 16 20:12:50.961949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:50.968698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:50.989736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:50.990153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:50.990620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:50.991100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Bound port: c3aa0a63-0a4c-43b9-8597-a65f421689a6, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:50.991531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.329391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:51.337984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:51.351426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.485214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360548d3-a594-4bde-b6fe-25b66b58653b req-9a9e68d7-8cf3-47d8-a73b-11eee83abaa1 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.490210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-360548d3-a594-4bde-b6fe-25b66b58653b req-9a9e68d7-8cf3-47d8-a73b-11eee83abaa1 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 1095 time: 0.4497094 Jul 16 20:12:51.501515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:51.533880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.540750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.551429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-1a07d78c-384a-42c1-8bbd-f3838f576908 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 1095 time: 2.7550762 Jul 16 20:12:51.676639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-360548d3-a594-4bde-b6fe-25b66b58653b req-b4555364-9203-440e-bb51-7edb92e019eb tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250436 Jul 16 20:12:51.819490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-9e921b98-7079-484b-a622-9756c3b706d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.822627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-9e921b98-7079-484b-a622-9756c3b706d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1098 time: 0.1733720 Jul 16 20:12:51.969589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-4edb6359-4c19-4246-a9c6-b05fdd4484aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.1330023 Jul 16 20:12:51.992078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 728be38e-32c6-4a37-bcb2-dd88abfd4b17 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:52.007939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.011890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33466) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:52.039686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 728be38e-32c6-4a37-bcb2-dd88abfd4b17 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:52.040189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 728be38e-32c6-4a37-bcb2-dd88abfd4b17 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:52.060523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a8d81f1-a82f-4aa0-8699-827b90a96d59 req-b3559bc5-3564-4d5d-9b5f-afd41c9bb247 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0951674 Jul 16 20:12:52.114873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d556443f-105e-41e4-ad11-ab3bfa3540c9 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:52.164767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: d556443f-105e-41e4-ad11-ab3bfa3540c9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:52.165199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d556443f-105e-41e4-ad11-ab3bfa3540c9 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:52.248667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Transition to ACTIVE for port object 56474bac-20cc-4c42-8dc7-8021d600935d will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:52.336145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-8f694ad4-b8a4-4b09-a917-06a5e745b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.337636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-8f694ad4-b8a4-4b09-a917-06a5e745b95f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2710147 Jul 16 20:12:52.407432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-062f24ac-bfe8-480a-9aba-4c854df11f0a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c75c3fb4c341495cb2dfcc4b433eee76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913765 Jul 16 20:12:52.417276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33470) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:52.432864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.552681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Pushing event updated for resources: {'Port': ['ID=56474bac-20cc-4c42-8dc7-8021d600935d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:52.570040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-b77dfdd9-061d-4e31-9c05-494b38f61380 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.579416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-b77dfdd9-061d-4e31-9c05-494b38f61380 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.6129866 Jul 16 20:12:52.634232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Network 5189592d-354e-462c-aa4c-41c140569531 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:52.654176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:52.662460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-b76c2a37-25da-4335-a555-cc6fd7a6f55e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/quotas/bba158c9a5a74456a3f89b42ef2c975b HTTP/1.1" status: 200 len: 375 time: 0.0819757 Jul 16 20:12:52.670157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:52.762472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.763223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.783472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.787304 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-8b014cb7-8e5f-4ff6-94ba-e1847ba1c290 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234653 Jul 16 20:12:52.831200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33b64d9-7578-4301-b7cf-0f452e3c5188,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:52.846293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c62b-3414-4763-abe5-2ac6de3a8bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.854807 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-778d2e54-efda-442d-b971-0ab81a94ba2a tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3942089 Jul 16 20:12:52.867145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-fcf433e1-39d2-4719-a5ae-d50e701bcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.868859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-fcf433e1-39d2-4719-a5ae-d50e701bcff2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5057762 Jul 16 20:12:52.962370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c62b-3414-4763-abe5-2ac6de3a8bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.094729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:53.097544 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5" -d '{"events": [{"name": "network-changed", "server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:53.108507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-067b2336-3edd-4670-8f8f-5303349c7310 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289846 Jul 16 20:12:53.185988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Request body: {'port': {'device_id': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:53.189893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7d72bbad-ec5c-4fa1-9487-aa52bc9002b2 None None] Provisioning for port 56474bac-20cc-4c42-8dc7-8021d600935d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:53.201893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7d72bbad-ec5c-4fa1-9487-aa52bc9002b2 None None] Provisioning complete for port 56474bac-20cc-4c42-8dc7-8021d600935d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:53.202321 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7d72bbad-ec5c-4fa1-9487-aa52bc9002b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.322107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7d72bbad-ec5c-4fa1-9487-aa52bc9002b2 None None] Port 56474bac-20cc-4c42-8dc7-8021d600935d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:53.391580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-a10a892b-7eb4-4d51-b16d-b06dafc91491 service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030421 Jul 16 20:12:53.459157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c62b-3414-4763-abe5-2ac6de3a8bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.464940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c62b-3414-4763-abe5-2ac6de3a8bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.467177 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e5f7c62b-3414-4763-abe5-2ac6de3a8bce admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f13c709a-2af5-4299-ab74-34a3e732b221 HTTP/1.1" status: 204 len: 168 time: 1.0477996 Jul 16 20:12:53.528187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-2f6f7ef3-d41c-4a59-9e73-3fbc0806ca96 service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355875 Jul 16 20:12:53.530680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7c62b-3414-4763-abe5-2ac6de3a8bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13c709a-2af5-4299-ab74-34a3e732b221,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:53.558379 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.565027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.581569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2be2e-95d6-4624-a2b8-2e0163f7465a req-2150a05e-00d9-4fbf-8f38-cf2dffd3ffc4 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.622421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2be2e-95d6-4624-a2b8-2e0163f7465a req-2150a05e-00d9-4fbf-8f38-cf2dffd3ffc4 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.644194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1a2be2e-95d6-4624-a2b8-2e0163f7465a req-2150a05e-00d9-4fbf-8f38-cf2dffd3ffc4 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=064f7648-73d6-4ecf-89d3-f7c1815ba73f&device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 1681 time: 1.0162797 Jul 16 20:12:53.806028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd7487d-dfa7-4785-a466-eee01d44ad6a req-be03eb3c-e6bb-4242-a646-d264bb8446c3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821218 Jul 16 20:12:53.828710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1a2be2e-95d6-4624-a2b8-2e0163f7465a req-5af44ae4-5f23-46be-8dd3-6e9f6e9fcaa6 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548638 Jul 16 20:12:54.191068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40c11-6613-445b-b8f8-1a124f747735 req-f67f368b-15c5-4951-a83c-edd1d93b6bcb tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:54.203414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29e40c11-6613-445b-b8f8-1a124f747735 req-f67f368b-15c5-4951-a83c-edd1d93b6bcb tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 947 time: 0.1948395 Jul 16 20:12:54.279458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29e40c11-6613-445b-b8f8-1a124f747735 req-d169144b-155f-4fac-be1b-aea0c8f5b27e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732524 Jul 16 20:12:54.546268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Router 5fe110f1-b510-4e68-a08d-822cb085d8b4 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:54.604815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56474bac-20cc-4c42-8dc7-8021d600935d {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:54.684200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.701449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33496) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:54.749562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Transition to ACTIVE for port object 56474bac-20cc-4c42-8dc7-8021d600935d will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:54.768715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.044939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-40584c35-a36e-4ab3-8111-1bed704a1c68 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ec8f02a205e64439842e00d279ea23c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411825 Jul 16 20:12:55.057541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:55.242528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f069-47d6-40df-9bb5-2829abf3243a req-9fb89ec7-0d17-47d7-abe8-53b96941153e tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.253148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1080f069-47d6-40df-9bb5-2829abf3243a req-9fb89ec7-0d17-47d7-abe8-53b96941153e tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 943 time: 0.3902061 Jul 16 20:12:55.313752 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91b1aa93-7e2d-4a22-9d9d-f146c98f126a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.337314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1080f069-47d6-40df-9bb5-2829abf3243a req-903821b0-e60c-44d3-ab84-0a26c775efb5 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828547 Jul 16 20:12:55.392971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91b1aa93-7e2d-4a22-9d9d-f146c98f126a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.496169 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430115b6-658d-47dc-9d21-0257de560831 x-openstack-request-id: req-430115b6-658d-47dc-9d21-0257de560831 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:55.499031 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:55.500269 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-430115b6-658d-47dc-9d21-0257de560831 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:55.501513 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'status': 'completed', 'code': 200} Jul 16 20:12:55.620972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=56474bac-20cc-4c42-8dc7-8021d600935d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:55.630839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:55.633304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Attempting to bind port 56474bac-20cc-4c42-8dc7-8021d600935d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:55.636575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Attempting to bind port 56474bac-20cc-4c42-8dc7-8021d600935d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:55.637148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Attempting to bind port 56474bac-20cc-4c42-8dc7-8021d600935d on network 5189592d-354e-462c-aa4c-41c140569531 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:55.644035 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] Sync routers for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:55.651882 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f9a426b4-b847-423c-91ba-fc4a1367cd67 admin admin] 10.222.0.100 "PUT /v2.0/routers/5fe110f1-b510-4e68-a08d-822cb085d8b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0241511 Jul 16 20:12:55.668708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33512) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:55.672499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Port 56474bac-20cc-4c42-8dc7-8021d600935d on network 5189592d-354e-462c-aa4c-41c140569531 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:55.672807 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:55.675926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Attempting to bind port 56474bac-20cc-4c42-8dc7-8021d600935d on network 5189592d-354e-462c-aa4c-41c140569531 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:55.677367 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:55.701332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:55.701765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Checking segment: {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:55.702245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Bound using segment: {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:55.702909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Bound port: 56474bac-20cc-4c42-8dc7-8021d600935d, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477ea25d-3a63-41fd-89b6-c661e1935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5189592d-354e-462c-aa4c-41c140569531'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:55.703461 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.960495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] For port 56474bac-20cc-4c42-8dc7-8021d600935d, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:55.971004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] For port 56474bac-20cc-4c42-8dc7-8021d600935d, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=56474bac-20cc-4c42-8dc7-8021d600935d,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:55.988375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.023154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70605fc7-f433-4efd-a26c-7d5a055eddaa req-8f0d852f-4547-4785-b43c-740bc37fc18b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 210 time: 0.1192880 Jul 16 20:12:56.032064 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:56.043931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.044688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.048915 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] 10.222.0.26 "PUT /v2.0/ports/56474bac-20cc-4c42-8dc7-8021d600935d HTTP/1.1" status: 200 len: 1091 time: 2.8993216 Jul 16 20:12:56.049434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'tag': '56474bac-20cc-4c42-8dc7-8021d600935d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:56.059269 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1af96-2d35-4cb0-9810-edd8e174ce76" -d '{"events": [{"name": "network-changed", "server_uuid": "d8460fe8-42e7-44a6-8893-5642e82d30f3", "tag": "56474bac-20cc-4c42-8dc7-8021d600935d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:56.242129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-dda0da05-b58a-47d3-b450-1f2992c4cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.248840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-dda0da05-b58a-47d3-b450-1f2992c4cecf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1098 time: 0.7148566 Jul 16 20:12:56.289701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776ca6-8986-4fab-b5cc-35c7ad8f5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=56474bac-20cc-4c42-8dc7-8021d600935d,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:56.315369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-4ce89732-a21a-4a96-907d-846473d0d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.319165 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-4ce89732-a21a-4a96-907d-846473d0d7b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4277242db13647d9960cfb0e5e0712dd&device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 1094 time: 0.1285589 Jul 16 20:12:56.380541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91b1aa93-7e2d-4a22-9d9d-f146c98f126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.385244 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91b1aa93-7e2d-4a22-9d9d-f146c98f126a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.387041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-91b1aa93-7e2d-4a22-9d9d-f146c98f126a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/40f9cf75-b966-4ec8-a29a-cb692a616ae8 HTTP/1.1" status: 204 len: 168 time: 1.3200290 Jul 16 20:12:56.447370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780740f2-959e-4622-a0a3-a5edd5f77e41 req-e0fe2b2d-d3ad-4132-8598-26c711f93687 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.449732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-780740f2-959e-4622-a0a3-a5edd5f77e41 req-e0fe2b2d-d3ad-4132-8598-26c711f93687 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 0.5332773 Jul 16 20:12:56.509285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1aa93-7e2d-4a22-9d9d-f146c98f126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9cf75-b966-4ec8-a29a-cb692a616ae8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:56.557307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.672950 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-2d17d722-694c-4742-bc86-c5549edc5853 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56474bac-20cc-4c42-8dc7-8021d600935d HTTP/1.1" status: 200 len: 217 time: 0.1082783 Jul 16 20:12:56.899173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-dcc5fc42-6ab6-4aea-9a07-93cdf27c55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.902140 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-dcc5fc42-6ab6-4aea-9a07-93cdf27c55d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007deaf3-9b03-4e29-9d77-ed3e34d0cf3b HTTP/1.1" status: 200 len: 854 time: 0.2106366 Jul 16 20:12:57.016409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-780740f2-959e-4622-a0a3-a5edd5f77e41 req-b2af4f29-0a36-4952-b67c-ef41c3efcc65 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5176754 Jul 16 20:12:57.060768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-98e6cc2e-0299-4616-a582-68b1be873b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.063865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-98e6cc2e-0299-4616-a582-68b1be873b28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.7970562 Jul 16 20:12:57.132635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06367e-c333-4518-807d-ca3734d3973a req-49eac394-2102-4910-a47d-8328d265f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.142237 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-49eac394-2102-4910-a47d-8328d265f990 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5189592d-354e-462c-aa4c-41c140569531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891425 Jul 16 20:12:57.410271 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:12:52Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:57.506312 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-98a1150d-a417-4fa1-be1d-dc8740a18054 service neutron] 10.222.0.26 "GET /v2.0/networks/5189592d-354e-462c-aa4c-41c140569531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080330 Jul 16 20:12:57.609412 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] Checking router: 5fe110f1-b510-4e68-a08d-822cb085d8b4 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:57.665433 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] Routers {'5fe110f1-b510-4e68-a08d-822cb085d8b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:57.666516 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:12:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5fe110f1-b510-4e68-a08d-822cb085d8b4'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:57.734094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c60a6133-cf42-41ae-b8de-83934b124934 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.739853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c60a6133-cf42-41ae-b8de-83934b124934 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.26 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.6176383 Jul 16 20:12:57.814296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Request body: {'port': {'device_id': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'admin_state_up': True, 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:57.900552 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5a06367e-c333-4518-807d-ca3734d3973a req-04a2b0d8-f227-418a-b5c7-50b9c2f95ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/5189592d-354e-462c-aa4c-41c140569531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687377 Jul 16 20:12:57.978576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.995966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-560b620f-1977-4e63-a45b-1364c00207b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.8617220 Jul 16 20:12:58.034955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:58.081678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc2af-dc72-4c31-9b60-cfd7880f93d2 req-ce8be441-f186-43d7-a940-4c5a414883a1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.098948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e0dc2af-dc72-4c31-9b60-cfd7880f93d2 req-ce8be441-f186-43d7-a940-4c5a414883a1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 947 time: 1.7529163 Jul 16 20:12:58.201135 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] Set router 5fe110f1-b510-4e68-a08d-822cb085d8b4 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:58.217854 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3dfea4-1b4c-4288-818a-91409c35d656 x-openstack-request-id: req-3f3dfea4-1b4c-4288-818a-91409c35d656 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:58.218735 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8460fe8-42e7-44a6-8893-5642e82d30f3", "tag": "56474bac-20cc-4c42-8dc7-8021d600935d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:58.219471 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3f3dfea4-1b4c-4288-818a-91409c35d656 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:58.220485 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'tag': '56474bac-20cc-4c42-8dc7-8021d600935d', 'status': 'completed', 'code': 200} Jul 16 20:12:58.423802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:58.445412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-f2ca2af1-6798-4c52-a191-5ee9d32db74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.446887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e0dc2af-dc72-4c31-9b60-cfd7880f93d2 req-300d619e-af16-4343-b68b-22cfbf995e04 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408823 Jul 16 20:12:58.448594 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-f2ca2af1-6798-4c52-a191-5ee9d32db74a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4277242db13647d9960cfb0e5e0712dd&device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 1094 time: 0.1973703 Jul 16 20:12:58.480752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-ea0709b9-9932-40bb-85f7-72d7a61e690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.497447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-ea0709b9-9932-40bb-85f7-72d7a61e690e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.4891236 Jul 16 20:12:58.503317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'mac_address': 'fa:16:3e:7b:eb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:58.729979 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.820881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa0a63-0a4c-43b9-8597-a65f421689a6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:58.931193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-d0b2ac4c-59c2-48d7-9465-9ac810c24436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.939304 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-d0b2ac4c-59c2-48d7-9465-9ac810c24436 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5189592d-354e-462c-aa4c-41c140569531 HTTP/1.1" status: 200 len: 916 time: 0.4816289 Jul 16 20:12:58.942444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:58.956031 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.010922 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:12:52Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.013988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:59.035201 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.100580 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-7d60d500-f69f-4e0d-a4d0-985d1a170c38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56474bac-20cc-4c42-8dc7-8021d600935d HTTP/1.1" status: 200 len: 217 time: 0.1414914 Jul 16 20:12:59.115403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.171422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d05c5b5-7ad0-445f-bb2e-0e48d0c05b68 req-fd708636-f6a2-4628-9ccb-010f46a9f816 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 210 time: 0.1040127 Jul 16 20:12:59.203309 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ef3e4-320b-41fd-a77e-57404de70eb2 None None] The sync data for ids ['5fe110f1-b510-4e68-a08d-822cb085d8b4'] in n-d-798930-6 is: [{'id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-251825618-router', 'tenant_id': '2e572b43c9a5426e86831056f450571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '16e3a909-aadd-478d-98d5-4019dde56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:08Z', 'updated_at': '2021-07-16T20:12:52Z', 'revision_number': 5, 'project_id': '2e572b43c9a5426e86831056f450571c', 'gw_port': {'id': '16e3a909-aadd-478d-98d5-4019dde56083', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe110f1-b510-4e68-a08d-822cb085d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:09Z', 'updated_at': '2021-07-16T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:59.216363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Deleting port 16e3a909-aadd-478d-98d5-4019dde56083 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:59.230829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.302459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c3aa0a63-0a4c-43b9-8597-a65f421689a6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:59.365091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-d047b9e2-23b0-4107-86a2-eebff658e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.380707 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-d047b9e2-23b0-4107-86a2-eebff658e716 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=007deaf3-9b03-4e29-9d77-ed3e34d0cf3b HTTP/1.1" status: 200 len: 854 time: 0.1600616 Jul 16 20:12:59.526701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-fb0a7892-a4d5-4ba9-96f2-c2a49c5155cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.529247 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-fb0a7892-a4d5-4ba9-96f2-c2a49c5155cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5189592d-354e-462c-aa4c-41c140569531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324482 Jul 16 20:12:59.600736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-11f64c93-dd19-43b2-bfad-3eae2f24a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.603035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-11f64c93-dd19-43b2-bfad-3eae2f24a418 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1042268 Jul 16 20:12:59.906363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a33b64d9-7578-4301-b7cf-0f452e3c5188 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:59.944552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a33b64d9-7578-4301-b7cf-0f452e3c5188 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:59.945312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a33b64d9-7578-4301-b7cf-0f452e3c5188 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:00.027790 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-6e7947ff-6592-4e89-ba7a-b4ba26db092a service neutron] 10.222.0.26 "GET /v2.0/networks/5189592d-354e-462c-aa4c-41c140569531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843004 Jul 16 20:13:00.164473 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9ec9fede-f707-479c-a59c-72b64d0c874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.389325 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-09a1af96-2d35-4cb0-9810-edd8e174ce76 req-5c45078b-186a-4576-a596-ec6102517032 service neutron] 10.222.0.26 "GET /v2.0/networks/5189592d-354e-462c-aa4c-41c140569531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468919 Jul 16 20:13:00.587634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b2a97-171c-41ef-a5c9-f480b042393e req-a82f1931-899f-4ce4-b527-2ec32bf6f541 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.622166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f1b2a97-171c-41ef-a5c9-f480b042393e req-a82f1931-899f-4ce4-b527-2ec32bf6f541 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 943 time: 2.0212681 Jul 16 20:13:00.743605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] For port 16e3a909-aadd-478d-98d5-4019dde56083, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=16e3a909-aadd-478d-98d5-4019dde56083,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:00.744141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.883623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Calling delete_port for 16e3a909-aadd-478d-98d5-4019dde56083 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:00.993455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f1b2a97-171c-41ef-a5c9-f480b042393e req-85391418-16c5-4564-a7e7-765767fe01bf tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698535 Jul 16 20:13:01.170898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Allocated IP 172.20.0.3 (c5d14762-e43f-4ebd-a0cf-a9068eb63b7b/67ee619a-874b-42ad-8c69-324407245e9a/b5fe05fa-aed7-47c8-9709-d062b309915a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:01.354618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-cd4ebf39-c9f6-4e2a-aca0-97b2f1a5a32b service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6429489 Jul 16 20:13:01.467385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15add1ed-05ea-4c00-9852-1163fe657cf3 req-428257bd-ccc6-405a-99c1-76e54d89b2ac tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 210 time: 0.1301291 Jul 16 20:13:01.688380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f1bc7-f4a0-4a28-860a-267cba2b630e req-1cd5c4de-ad75-4bc5-833f-f080fb427fd7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.691554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-644f1bc7-f4a0-4a28-860a-267cba2b630e req-1cd5c4de-ad75-4bc5-833f-f080fb427fd7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 948 time: 0.8531125 Jul 16 20:13:02.058586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6de2eb1-ac06-4b7b-a17d-d04cc38773e5 req-8a924366-611b-4754-94a3-0e9ce4a26e03 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732414 Jul 16 20:13:02.071813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:02.212510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:02.217635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:02.217907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.218501 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.293289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.430387 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.475966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-644f1bc7-f4a0-4a28-860a-267cba2b630e req-c590f3b2-7072-495d-a89e-c8e60f8bc491 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064023 Jul 16 20:13:02.502645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:02.506628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:02.514879 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7daba20-b801-4401-951b-69125e560f92" -d '{"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:02.523984 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.644284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:02.661532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.675118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:02.698318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f10788-81f7-4d7f-a850-c80a3283d6b1 req-f820af53-726a-442f-8000-1b3b6bd1d9bd tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.706732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50f10788-81f7-4d7f-a850-c80a3283d6b1 req-f820af53-726a-442f-8000-1b3b6bd1d9bd tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 0.9563332 Jul 16 20:13:02.712284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:02.718427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.719417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.722845 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.746854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.824794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e3a909-aadd-478d-98d5-4019dde56083,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.845335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-313aad51-57b2-49e3-b24c-ce8f0dac7a8e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0392649 Jul 16 20:13:02.883119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-8e6f3598-c4b8-4eee-8033-486a765c0d0b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.884873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-8e6f3598-c4b8-4eee-8033-486a765c0d0b tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 0.6005526 Jul 16 20:13:02.891006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.936604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50f10788-81f7-4d7f-a850-c80a3283d6b1 req-f3cabb64-8543-4aa5-9cc5-de3d06dca855 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284520 Jul 16 20:13:03.178321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.182934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.292541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Request body: {'port': {'device_id': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:03.332151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.333189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe110f1-b510-4e68-a08d-822cb085d8b4 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:03.348452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.349817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0ef0f8d-0ef2-42af-8e3c-e0f8214864f9 admin admin] 10.222.0.100 "DELETE /v2.0/routers/5fe110f1-b510-4e68-a08d-822cb085d8b4 HTTP/1.1" status: 204 len: 168 time: 7.6565034 Jul 16 20:13:03.354885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33596) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:03.480119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.501190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Deleting port 26439b7f-0952-4517-8e84-00ea9e6de4c2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:03.501628 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.616363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] Deleting subnet eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:03.637016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.778801 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.919518 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.146689 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.185205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] For port 26439b7f-0952-4517-8e84-00ea9e6de4c2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:04.185954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.302960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666bccc-646a-4c44-9f4f-28644ce15e56 req-2ac36a0c-6f9f-4b39-bc52-ac292fd3f931 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.304812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7666bccc-646a-4c44-9f4f-28644ce15e56 req-2ac36a0c-6f9f-4b39-bc52-ac292fd3f931 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 943 time: 0.8404543 Jul 16 20:13:04.324704 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.356625 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.365905 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5 HTTP/1.1" status: 204 len: 168 time: 1.0031257 Jul 16 20:13:04.372780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25acbd21-b7e1-42ea-9bd6-1590877cc9f4 None None] Network 4e6ae710-381b-4f03-aa57-5e89d066a183 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:04.378934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33606) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:04.401215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f4e42-6ae9-406a-b011-88081cff1715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6d6d26-cc04-4d0f-84b1-cc5c300c94d5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.728196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809af5-6832-4dbb-8808-3dccbb915d0d req-d6922362-b429-4f83-b439-610f1b33b1e8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.743070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d809af5-6832-4dbb-8808-3dccbb915d0d req-d6922362-b429-4f83-b439-610f1b33b1e8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 931 time: 0.7570193 Jul 16 20:13:04.744610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-49b11624-d0f8-407d-a5d4-1a92307c932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.829463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] DHCP port deletion for 4e6ae710-381b-4f03-aa57-5e89d066a183 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:04.927998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] Deleting port 586c550a-4e59-4f4e-87f3-12ae08cfceea {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:04.929231 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.092883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] For port 586c550a-4e59-4f4e-87f3-12ae08cfceea, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=586c550a-4e59-4f4e-87f3-12ae08cfceea,segment=NetworkSegment(f809a48b-d5a5-46d0-9131-1dec7675c0f4),segment_id=f809a48b-d5a5-46d0-9131-1dec7675c0f4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:05.095178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.126101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] Calling delete_port for 586c550a-4e59-4f4e-87f3-12ae08cfceea owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:05.168082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7666bccc-646a-4c44-9f4f-28644ce15e56 req-693869c4-c3bd-440f-8a48-ba7068f359de tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853251 Jul 16 20:13:05.190993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fe05fa-aed7-47c8-9709-d062b309915a {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:05.233561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.270684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Transition to ACTIVE for port object b5fe05fa-aed7-47c8-9709-d062b309915a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:05.393760 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ae9bb-5c52-4da1-a321-734c0e38a962 x-openstack-request-id: req-408ae9bb-5c52-4da1-a321-734c0e38a962 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:05.394179 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.396289 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:05.397844 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-408ae9bb-5c52-4da1-a321-734c0e38a962 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:05.399704 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'code': 200} Jul 16 20:13:05.516940 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.557804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.590226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] Pushing event deleted for resources: {'Port': ['ID=586c550a-4e59-4f4e-87f3-12ae08cfceea,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:05.605603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45293e4c-dd93-4765-adf6-9412a07bf6e6 None None] No DVR routers for this DVR port 586c550a-4e59-4f4e-87f3-12ae08cfceea on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:05.740593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d809af5-6832-4dbb-8808-3dccbb915d0d req-d130a20e-6e99-40c8-bb7c-956a5e5aeb18 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9940703 Jul 16 20:13:05.756134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 586c550a-4e59-4f4e-87f3-12ae08cfceea no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:05.811637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 586c550a-4e59-4f4e-87f3-12ae08cfceea {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:05.812287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 586c550a-4e59-4f4e-87f3-12ae08cfceea not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:05.812970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 16e3a909-aadd-478d-98d5-4019dde56083 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:05.838215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 16e3a909-aadd-478d-98d5-4019dde56083 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:05.838732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 16e3a909-aadd-478d-98d5-4019dde56083 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:05.876700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.959754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:06.043305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.043955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.044511 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b disassociated. External IP: 172.25.8.67, port: 26439b7f-0952-4517-8e84-00ea9e6de4c2. Jul 16 20:13:06.045116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Calling delete_port for 26439b7f-0952-4517-8e84-00ea9e6de4c2 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:06.085763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Attempting to bind port b5fe05fa-aed7-47c8-9709-d062b309915a on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:06.086216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Attempting to bind port b5fe05fa-aed7-47c8-9709-d062b309915a by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:06.086685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Attempting to bind port b5fe05fa-aed7-47c8-9709-d062b309915a on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:06.101467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 26439b7f-0952-4517-8e84-00ea9e6de4c2 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:06.114209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-eeca3fe4-0f4d-461c-a61d-85b35e43804f tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.117067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-eeca3fe4-0f4d-461c-a61d-85b35e43804f tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.21 "GET /v2.0/ports?device_id=064f7648-73d6-4ecf-89d3-f7c1815ba73f HTTP/1.1" status: 200 len: 945 time: 0.9655838 Jul 16 20:13:06.199069 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.235903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Port b5fe05fa-aed7-47c8-9709-d062b309915a on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:06.235903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Attempting to bind port b5fe05fa-aed7-47c8-9709-d062b309915a on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:06.239894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 26439b7f-0952-4517-8e84-00ea9e6de4c2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=26439b7f-0952-4517-8e84-00ea9e6de4c2,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:06.245703 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.330265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=26439b7f-0952-4517-8e84-00ea9e6de4c2,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:06.705216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.730099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:06.730447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:06.730823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Bound using segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:06.731311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Bound port: b5fe05fa-aed7-47c8-9709-d062b309915a, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:06.731666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.735015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd0ea0-dc36-499b-9aee-2029ff280839 req-83ae8c3e-3a69-41a4-ba02-da3410559ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.736626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26bd0ea0-dc36-499b-9aee-2029ff280839 req-83ae8c3e-3a69-41a4-ba02-da3410559ab0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1100 time: 1.3186722 Jul 16 20:13:06.761290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.761792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.762581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.762977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > port after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.763362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.763770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > port after_update 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.764043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.764504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.764734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.765143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.861855 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.862219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.862557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.862892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:13:06.863277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6ae710-381b-4f03-aa57-5e89d066a183']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:06.904957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f809a48b-d5a5-46d0-9131-1dec7675c0f4') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:06.905253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f809a48b-d5a5-46d0-9131-1dec7675c0f4') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:06.960447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.076549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.095291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26bd0ea0-dc36-499b-9aee-2029ff280839 req-eeacfc98-e6d4-446d-8429-2d3529a28166 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263112 Jul 16 20:13:07.112977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f17e5-d2d5-4de2-b720-3242a81a4d10 req-a3ce6860-ae54-4ab6-8742-35ec3be02ab3 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.115373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08f17e5-d2d5-4de2-b720-3242a81a4d10 req-a3ce6860-ae54-4ab6-8742-35ec3be02ab3 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 945 time: 1.0666952 Jul 16 20:13:07.122616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:07.123039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:13:07.130458 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:07.140427 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:07.215797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e7bd-4c3d-4fe2-b6fb-9beb1d24e80e req-ddfab89a-aef1-4404-9744-7b793c51e0d2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.217542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b294e7bd-4c3d-4fe2-b6fb-9beb1d24e80e req-ddfab89a-aef1-4404-9744-7b793c51e0d2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 1.0596654 Jul 16 20:13:07.226482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cf130-bb05-493e-8966-8facafd8287d req-fce05ffa-c6a1-4929-b305-e24000239bf7 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.229228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630cf130-bb05-493e-8966-8facafd8287d req-fce05ffa-c6a1-4929-b305-e24000239bf7 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1bff11c-860b-4e48-9d1c-12f49c71181d HTTP/1.1" status: 200 len: 945 time: 0.1347055 Jul 16 20:13:07.264967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:07.310643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:07.320212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.337570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.350449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Deleting port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:07.350726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.378529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.383150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] 10.222.0.100 "DELETE /v2.0/networks/4e6ae710-381b-4f03-aa57-5e89d066a183 HTTP/1.1" status: 204 len: 168 time: 2.9970822 Jul 16 20:13:07.400585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:07.404635 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1408046-d50a-4180-a663-e3148c23ba38" -d '{"events": [{"server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:07.425508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Deleting port 028ef87b-457f-433b-8511-873fef5e0253 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:07.427304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.429651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08f17e5-d2d5-4de2-b720-3242a81a4d10 req-25324f78-caad-4a0a-bea5-745bae9ac5c0 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups?id=b70d0bbe-83f9-4616-9067-439a2f704d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789679 Jul 16 20:13:07.438257 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.447530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7fc5-a60d-4902-bac7-5f55fbf45917 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6ae710-381b-4f03-aa57-5e89d066a183,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:07.476235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b294e7bd-4c3d-4fe2-b6fb-9beb1d24e80e req-d7b2ad89-fa46-45c6-8306-6850416b2cdc tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082884 Jul 16 20:13:07.580787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.581520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.584405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] 10.222.0.26 "PUT /v2.0/ports/b5fe05fa-aed7-47c8-9709-d062b309915a HTTP/1.1" status: 200 len: 1091 time: 4.6966012 Jul 16 20:13:07.616670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:07.619523 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3" -d '{"events": [{"name": "network-changed", "server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:07.622285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c020-c192-467a-8e9d-68b255f7a804 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:07.650980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] For port 028ef87b-457f-433b-8511-873fef5e0253, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=028ef87b-457f-433b-8511-873fef5e0253,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:07.651496 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.667402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event deleted for resources: {'Port': ['ID=26439b7f-0952-4517-8e84-00ea9e6de4c2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:07.693158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Calling delete_port for 028ef87b-457f-433b-8511-873fef5e0253 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:07.857959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33678) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:07.947786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] For port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,segment=NetworkSegment(d8683e16-d54d-4624-a17e-f36e5fa459ca),segment_id=d8683e16-d54d-4624-a17e-f36e5fa459ca)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:07.948137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.021624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.029558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.049791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Calling delete_port for e5b75c7b-c8d7-4580-b1f2-5473a9662e6d owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:08.155342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33690) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:08.156983 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f32acd77-5370-41da-8331-0ff43ab7cbc3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2e572b43c9a5426e86831056f450571c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801237 Jul 16 20:13:08.158510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.173140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['028ef87b-457f-433b-8511-873fef5e0253'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:08.193427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Pushing event deleted for resources: {'Port': ['ID=028ef87b-457f-433b-8511-873fef5e0253,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.194508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-d612ff84-bb86-471f-ad8d-adc2e397abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.197557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-d612ff84-bb86-471f-ad8d-adc2e397abe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 1094 time: 0.4734886 Jul 16 20:13:08.200634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Router 3ad796ca-adc6-4036-890e-6e4c203dc004 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:08.261696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 56474bac-20cc-4c42-8dc7-8021d600935d details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:08.296086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] No DVR routers for this DVR port 028ef87b-457f-433b-8511-873fef5e0253 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:08.299186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.308928 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630cf130-bb05-493e-8966-8facafd8287d req-44065d2a-c4f1-452e-b721-0bd95ec6c344 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.26 "DELETE /v2.0/ports/028ef87b-457f-433b-8511-873fef5e0253 HTTP/1.1" status: 204 len: 173 time: 1.0732913 Jul 16 20:13:08.310312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'name': 'network-vif-deleted', 'tag': '028ef87b-457f-433b-8511-873fef5e0253'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:08.314368 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20bace6-49e3-400d-9402-393dc016b886" -d '{"events": [{"server_uuid": "d1bff11c-860b-4e48-9d1c-12f49c71181d", "name": "network-vif-deleted", "tag": "028ef87b-457f-433b-8511-873fef5e0253"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:08.326264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5d18-f3b5-4157-8cd8-f4b39a470f65 req-7e17233a-40a2-4407-8cfa-ce8e036d60a1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.334889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f63c5d18-f3b5-4157-8cd8-f4b39a470f65 req-7e17233a-40a2-4407-8cfa-ce8e036d60a1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 943 time: 0.5178838 Jul 16 20:13:08.351504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781785b0-0636-4ba1-86de-fad709fa413b req-3c01602b-bf9a-4794-932e-9ef3e9e557a1 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.353140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781785b0-0636-4ba1-86de-fad709fa413b req-3c01602b-bf9a-4794-932e-9ef3e9e557a1 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 943 time: 0.4967999 Jul 16 20:13:08.364926 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-78e3b042-2569-4e50-acf2-a916b6a003f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5fe05fa-aed7-47c8-9709-d062b309915a HTTP/1.1" status: 200 len: 217 time: 0.1552515 Jul 16 20:13:08.546032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f63c5d18-f3b5-4157-8cd8-f4b39a470f65 req-85114f58-8369-44a7-bdac-16ade409d02f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100022 Jul 16 20:13:08.664821 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b10bd42e-bd4b-4467-9b20-dcfb83cd7d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.681638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781785b0-0636-4ba1-86de-fad709fa413b req-9dceadc2-1316-40b1-ac7d-efde3a01a44f tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121512 Jul 16 20:13:08.695559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-9ed71dfe-f282-4694-aded-3c8e88c4993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.697630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-9ed71dfe-f282-4694-aded-3c8e88c4993d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.3126445 Jul 16 20:13:08.787109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 56474bac-20cc-4c42-8dc7-8021d600935d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=56474bac-20cc-4c42-8dc7-8021d600935d,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:08.815888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '56474bac-20cc-4c42-8dc7-8021d600935d', 'network_id': '5189592d-354e-462c-aa4c-41c140569531', 'port_id': '56474bac-20cc-4c42-8dc7-8021d600935d', 'mac_address': 'fa:16:3e:f8:cd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007deaf3-9b03-4e29-9d77-ed3e34d0cf3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:08.825482 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d42bdb-3f1a-4bbd-bdce-0850a4739fdf x-openstack-request-id: req-62d42bdb-3f1a-4bbd-bdce-0850a4739fdf {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:08.826425 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:08.827117 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-62d42bdb-3f1a-4bbd-bdce-0850a4739fdf {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:08.828162 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'code': 200} Jul 16 20:13:08.913178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-4187cb47-3617-4d2c-b552-1f9ffb14f146 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835384 Jul 16 20:13:08.931882 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.939978 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.940307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b10bd42e-bd4b-4467-9b20-dcfb83cd7d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.955049 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1583e09-1770-4bf1-9c1a-c6d174d1f244 x-openstack-request-id: req-c1583e09-1770-4bf1-9c1a-c6d174d1f244 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:08.958652 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:08.960283 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c1583e09-1770-4bf1-9c1a-c6d174d1f244 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:08.960984 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'status': 'completed', 'code': 200} Jul 16 20:13:08.962599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56474bac-20cc-4c42-8dc7-8021d600935d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:09.012315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 56474bac-20cc-4c42-8dc7-8021d600935d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=56474bac-20cc-4c42-8dc7-8021d600935d,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:09.028514 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.083637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.187319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=56474bac-20cc-4c42-8dc7-8021d600935d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.246163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:09.265175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] Sync routers for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:09.266636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb11078-b628-4a01-a7bc-d69a4f8abba5 req-f8ca1d7d-8d9d-4d78-b834-0dd90a52a5a4 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.100 "GET /v2.0/ports?device_id=064f7648-73d6-4ecf-89d3-f7c1815ba73f HTTP/1.1" status: 200 len: 210 time: 0.2707357 Jul 16 20:13:09.281406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['56474bac-20cc-4c42-8dc7-8021d600935d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:09.346960 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d65149-15b9-4415-a6b1-28746b7b0c55 x-openstack-request-id: req-66d65149-15b9-4415-a6b1-28746b7b0c55 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:09.348036 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bff11c-860b-4e48-9d1c-12f49c71181d", "name": "network-vif-deleted", "tag": "028ef87b-457f-433b-8511-873fef5e0253", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:09.348036 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-66d65149-15b9-4415-a6b1-28746b7b0c55 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:09.348536 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bff11c-860b-4e48-9d1c-12f49c71181d', 'name': 'network-vif-deleted', 'tag': '028ef87b-457f-433b-8511-873fef5e0253', 'status': 'completed', 'code': 200} Jul 16 20:13:09.403804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Pushing event deleted for resources: {'Port': ['ID=e5b75c7b-c8d7-4580-b1f2-5473a9662e6d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.427434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:09.428704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:09.612376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] No DVR routers for this DVR port 26439b7f-0952-4517-8e84-00ea9e6de4c2 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:09.647876 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.650366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89892a9e-29af-4c15-bb09-1cda789f9bae req-0751ff3d-e94e-4f0b-abaf-1d944f0e7d70 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.21 "DELETE /v2.0/ports/26439b7f-0952-4517-8e84-00ea9e6de4c2 HTTP/1.1" status: 204 len: 173 time: 6.7567468 Jul 16 20:13:09.661750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] No DVR routers for this DVR port e5b75c7b-c8d7-4580-b1f2-5473a9662e6d on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:09.681460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b10bd42e-bd4b-4467-9b20-dcfb83cd7d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.684576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b10bd42e-bd4b-4467-9b20-dcfb83cd7d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.685782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b10bd42e-bd4b-4467-9b20-dcfb83cd7d2a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a1af0de6-2845-4d39-bb72-fa6e67683da5 HTTP/1.1" status: 204 len: 168 time: 1.5284655 Jul 16 20:13:09.695678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.700242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad574609-edfe-4a98-9779-e63c92bdd684 req-5531ccbc-d038-4dde-bab2-c58d0f76b440 tempest-ListServersNegativeTestJSON-1118282547 tempest-ListServersNegativeTestJSON-1118282547-project] 10.222.0.21 "DELETE /v2.0/ports/e5b75c7b-c8d7-4580-b1f2-5473a9662e6d HTTP/1.1" status: 204 len: 173 time: 3.5373681 Jul 16 20:13:09.750911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:09.886528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e280fac9-814b-4d4f-81be-ed85db31f9f1 req-dc7df040-c568-4909-b0ef-bb8dfc694423 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/ports?device_id=698cc7ad-0840-4913-a269-fb9eeedcea2a HTTP/1.1" status: 200 len: 210 time: 0.3656957 Jul 16 20:13:09.948130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bd42e-bd4b-4467-9b20-dcfb83cd7d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1af0de6-2845-4d39-bb72-fa6e67683da5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:10.008413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-ad36179a-b0c3-4269-b724-d370e4584fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0565314 Jul 16 20:13:10.181872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e5b75c7b-c8d7-4580-b1f2-5473a9662e6d no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:10.183142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e29caf0-db0e-48c3-8819-a510766739d3 req-0c0035ba-faba-44d3-a5ac-95b59ba175ac service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536539 Jul 16 20:13:10.249376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402884ed-8759-46e4-9044-d86ebc679ced req-a5a10a2c-7280-46a6-b1f1-0daf0c80e42f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.252640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-402884ed-8759-46e4-9044-d86ebc679ced req-a5a10a2c-7280-46a6-b1f1-0daf0c80e42f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.6359639 Jul 16 20:13:10.287464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 028ef87b-457f-433b-8511-873fef5e0253 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:10.375176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: e5b75c7b-c8d7-4580-b1f2-5473a9662e6d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:10.376199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e5b75c7b-c8d7-4580-b1f2-5473a9662e6d not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:10.404723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-402884ed-8759-46e4-9044-d86ebc679ced req-e6f32bc0-fd59-41ce-895f-2d76229dc67f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304679 Jul 16 20:13:10.448943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 028ef87b-457f-433b-8511-873fef5e0253 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:10.456189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 028ef87b-457f-433b-8511-873fef5e0253 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:10.467646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-a19c7482-5d88-4515-8cff-87263cf9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.470251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-a19c7482-5d88-4515-8cff-87263cf9aa1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 1094 time: 0.1767845 Jul 16 20:13:10.687747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:10.742444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] Checking router: 3ad796ca-adc6-4036-890e-6e4c203dc004 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:10.774385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:10.775929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:10.842034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-4f19326a-c676-41c5-b3f2-fa4f46c2a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.845416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-4f19326a-c676-41c5-b3f2-fa4f46c2a05c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.3673069 Jul 16 20:13:11.026302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'name': 'network-vif-deleted', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2'}, {'server_uuid': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'name': 'network-vif-deleted', 'tag': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:11.030503 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b8b394-b8d6-4443-aeff-a37433b90bbb" -d '{"events": [{"server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "name": "network-vif-deleted", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2"}, {"server_uuid": "064f7648-73d6-4ecf-89d3-f7c1815ba73f", "name": "network-vif-deleted", "tag": "e5b75c7b-c8d7-4580-b1f2-5473a9662e6d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:11.077266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-f26fd7d1-86e0-4db1-96cb-de1dafbc0100 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5fe05fa-aed7-47c8-9709-d062b309915a HTTP/1.1" status: 200 len: 217 time: 0.2140355 Jul 16 20:13:11.097166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:11.206515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f011ab9-91c5-4651-abba-ef2e95470f3b req-93aabfb0-5a35-4ca6-8b43-43965c6a9a84 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.220226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f011ab9-91c5-4651-abba-ef2e95470f3b req-93aabfb0-5a35-4ca6-8b43-43965c6a9a84 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 943 time: 0.6447775 Jul 16 20:13:11.334209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-7821f698-ed88-43c9-8489-42616ea7a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.338014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-7821f698-ed88-43c9-8489-42616ea7a8f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.2279518 Jul 16 20:13:11.403015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f011ab9-91c5-4651-abba-ef2e95470f3b req-fb8810f1-055c-4eed-9e20-edd995c20dd7 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801703 Jul 16 20:13:11.513901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f4c25-473a-4507-b9fe-b38f925c210e req-194908cd-19d9-4891-97c5-bcda3c333afe tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.525781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869f4c25-473a-4507-b9fe-b38f925c210e req-194908cd-19d9-4891-97c5-bcda3c333afe tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 944 time: 0.6361434 Jul 16 20:13:11.533149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-38fe2beb-9698-4b90-b4b9-208ea0fb20cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775606 Jul 16 20:13:11.744890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:11.774376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869f4c25-473a-4507-b9fe-b38f925c210e req-03e2d3a6-28ee-4583-9f56-8593ff5a6dee tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127318 Jul 16 20:13:11.813828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33774) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:11.818272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba468a-5bc7-40e0-9880-cc772593493f None None] The sync data for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 is: [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 4, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '85b07d7f-e803-4c6e-8dfd-3e888330f329', 'name': '', 'network_id': 'e631bb05-5de9-401e-b188-a21266e10173', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'mac_address': 'fa:16:3e:4e:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:28Z', 'updated_at': '2021-07-16T20:07:39Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'subnets': [{'id': '5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:12.038239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-3b890948-cdf5-4ba2-b8fc-a074f8785e83 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956832 Jul 16 20:13:12.100560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef03ff-17d0-4799-a855-c84824a9b173 req-2780023f-2276-41be-ab7a-334876c29693 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.110947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29ef03ff-17d0-4799-a855-c84824a9b173 req-2780023f-2276-41be-ab7a-334876c29693 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1100 time: 0.2122362 Jul 16 20:13:12.111307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-337523118-network', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:12.172965 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e745aa73-8edf-4dde-9b6d-67dc2facbc12 x-openstack-request-id: req-e745aa73-8edf-4dde-9b6d-67dc2facbc12 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:12.173389 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc7ad-0840-4913-a269-fb9eeedcea2a", "name": "network-vif-deleted", "tag": "26439b7f-0952-4517-8e84-00ea9e6de4c2", "status": "completed", "code": 200}, {"server_uuid": "064f7648-73d6-4ecf-89d3-f7c1815ba73f", "name": "network-vif-deleted", "tag": "e5b75c7b-c8d7-4580-b1f2-5473a9662e6d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:12.173592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Made reservation on behalf of 0a09e4d85aa7494b810cea82fce76ea7 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:12.173846 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e745aa73-8edf-4dde-9b6d-67dc2facbc12 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:12.174401 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698cc7ad-0840-4913-a269-fb9eeedcea2a', 'name': 'network-vif-deleted', 'tag': '26439b7f-0952-4517-8e84-00ea9e6de4c2', 'status': 'completed', 'code': 200} Jul 16 20:13:12.174734 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064f7648-73d6-4ecf-89d3-f7c1815ba73f', 'name': 'network-vif-deleted', 'tag': 'e5b75c7b-c8d7-4580-b1f2-5473a9662e6d', 'status': 'completed', 'code': 200} Jul 16 20:13:12.185469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.213931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29ef03ff-17d0-4799-a855-c84824a9b173 req-b82ce070-284e-4f7c-a376-916ebbf9abb6 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042843 Jul 16 20:13:12.215927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.248907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b5fe05fa-aed7-47c8-9709-d062b309915a details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:12.283375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 56474bac-20cc-4c42-8dc7-8021d600935d up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:12.357143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6fd7fd-aab6-46ed-996d-9c14c7f222b3 req-dfecbe8f-60ff-4060-9a95-2d29ce60fb43 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057952 Jul 16 20:13:12.428995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33786) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:12.454891 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.480478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.496162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:13:12.517687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:12.551219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.551741 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Added segment f925d3de-0d36-4489-a3a0-b443b328c9b6 of type vlan for network d23dd7c3-0dd9-4860-b327-48bc03e67d96 Jul 16 20:13:12.729252 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.778138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 56474bac-20cc-4c42-8dc7-8021d600935d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:12.793693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 56474bac-20cc-4c42-8dc7-8021d600935d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:12.794348 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.904856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc564fec-17a7-434f-8d71-bfb86e512cef,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:12.912001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.913704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.914739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:12.914946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.937096 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8f1c7-52f3-42a4-879a-502a23dc3948 None None] New status for floating IP ed523931-05b3-42e3-a1a2-afeaba7c7e5b: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:13.108672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.148322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'mac_address': 'fa:16:3e:03:49:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:13.187339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56474bac-20cc-4c42-8dc7-8021d600935d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:13.190256 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07392cb3-3485-495e-ab7d-6c9d06782703" -d '{"events": [{"server_uuid": "d8460fe8-42e7-44a6-8893-5642e82d30f3", "name": "network-vif-plugged", "status": "completed", "tag": "56474bac-20cc-4c42-8dc7-8021d600935d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:13.322403 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.449284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fe05fa-aed7-47c8-9709-d062b309915a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:13.493193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 56474bac-20cc-4c42-8dc7-8021d600935d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=56474bac-20cc-4c42-8dc7-8021d600935d,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:13.518365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.567277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:13.567277 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.678176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] Deleting subnet c84f1a72-5207-4aa4-9085-22463bf4b94b {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:13.694001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=56474bac-20cc-4c42-8dc7-8021d600935d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.695386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.748900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] Pushing event updated for resources: {'Network': ['ID=d23dd7c3-0dd9-4860-b327-48bc03e67d96,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.771451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.781679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6ffcf-86a9-4222-84d7-06c8cf6d8fd1 req-08d26e86-571e-4bf7-8efe-f9b6f89b5700 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.783862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ff6ffcf-86a9-4222-84d7-06c8cf6d8fd1 req-08d26e86-571e-4bf7-8efe-f9b6f89b5700 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 944 time: 0.1878793 Jul 16 20:13:13.840062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.846894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:13.849309 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2a43c06-a0d2-4c0d-9769-73644ee6ee33 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0323093 Jul 16 20:13:13.851086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33812) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:13.884489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Request body: {'subnet': {'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-subnet', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:13.931663 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-af1699bd-8e1d-442c-a246-35172405a4f3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1934767 Jul 16 20:13:13.945178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b5fe05fa-aed7-47c8-9709-d062b309915a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:13.949838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.967599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Made reservation on behalf of 0a09e4d85aa7494b810cea82fce76ea7 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:13.988785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ff6ffcf-86a9-4222-84d7-06c8cf6d8fd1 req-796abbdf-b5ee-4dc7-b873-ea8a135ef800 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615036 Jul 16 20:13:13.993458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.102402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.208719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84f1a72-5207-4aa4-9085-22463bf4b94b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:14.216305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.218744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-77102b8d-e71c-43bd-9319-fac8382f7ec7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c84f1a72-5207-4aa4-9085-22463bf4b94b HTTP/1.1" status: 204 len: 168 time: 1.7865610 Jul 16 20:13:14.229326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33822) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:14.236770 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1082c3-7b1a-48da-9c5e-c486d9d89074 x-openstack-request-id: req-dd1082c3-7b1a-48da-9c5e-c486d9d89074 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:14.242255 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8460fe8-42e7-44a6-8893-5642e82d30f3", "name": "network-vif-plugged", "status": "completed", "tag": "56474bac-20cc-4c42-8dc7-8021d600935d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:14.244980 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dd1082c3-7b1a-48da-9c5e-c486d9d89074 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:14.245491 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56474bac-20cc-4c42-8dc7-8021d600935d', 'code': 200} Jul 16 20:13:14.328808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-27398cda-5eab-4f1b-a06e-0b5d0cadc9f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3923848 Jul 16 20:13:14.445053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.473693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7cc86-c188-4c5d-82d1-d2d88c9daf1e req-3a6d35e6-c6b2-4568-a6d8-41402d189f92 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.476307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84f7cc86-c188-4c5d-82d1-d2d88c9daf1e req-3a6d35e6-c6b2-4568-a6d8-41402d189f92 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 945 time: 0.2307320 Jul 16 20:13:14.652104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.655944 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.709676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605bae13-6777-41bf-9d31-ac6e7d46e693']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:14.714085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84f7cc86-c188-4c5d-82d1-d2d88c9daf1e req-c38304f1-797d-4a15-8b82-191910e30047 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862218 Jul 16 20:13:14.771682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440ed6-7dd3-4133-a7fe-44d704c724d9 req-265bf473-c25e-4b14-9bda-8503ff7e0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.773067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22440ed6-7dd3-4133-a7fe-44d704c724d9 req-265bf473-c25e-4b14-9bda-8503ff7e0bab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 1096 time: 0.4086282 Jul 16 20:13:14.779979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98bb54-8f87-4638-987f-e30936793d21 req-e07217dc-46c5-400e-820a-3b922d6c7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.781592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-e07217dc-46c5-400e-820a-3b922d6c7d39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 1095 time: 0.4205520 Jul 16 20:13:14.806128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8683e16-d54d-4624-a17e-f36e5fa459ca') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:14.812930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8683e16-d54d-4624-a17e-f36e5fa459ca') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:14.862555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22440ed6-7dd3-4133-a7fe-44d704c724d9 req-232443fc-2ed4-4d36-ad07-b62fd6d29b47 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798995 Jul 16 20:13:14.868317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.890111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30441480-cb81-4c9a-b621-c4128128cadd req-6209f692-ccf6-4e07-9c93-0a3b527cd9cd tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.898497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30441480-cb81-4c9a-b621-c4128128cadd req-6209f692-ccf6-4e07-9c93-0a3b527cd9cd tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.3195338 Jul 16 20:13:14.906998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.920504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:14.920926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.001373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30441480-cb81-4c9a-b621-c4128128cadd req-f0e21956-13ac-4674-bdc9-b9207d661ad1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982933 Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:15.042759 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:15.055227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.057806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98bb54-8f87-4638-987f-e30936793d21 req-309703c8-4d1d-4d45-9aac-6b8f035ad98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.060932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-309703c8-4d1d-4d45-9aac-6b8f035ad98c service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.2372692 Jul 16 20:13:15.083680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.086740 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] 10.222.0.100 "DELETE /v2.0/networks/605bae13-6777-41bf-9d31-ac6e7d46e693 HTTP/1.1" status: 204 len: 168 time: 0.8346252 Jul 16 20:13:15.110020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33848) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.111666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8840da0-1372-4e87-af08-23669d20aeef admin admin] Pushing event deleted for resources: {'Network': ['ID=605bae13-6777-41bf-9d31-ac6e7d46e693,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.174523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-aebba198-2682-459f-9bf5-15c3249bc8ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 200 len: 217 time: 0.1060560 Jul 16 20:13:15.195357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe277e3-7e64-4e3a-afe7-3cd887da882a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.281632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Checking segment: {'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:15.282009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Network hostable DHCP agents. Network: d23dd7c3-0dd9-4860-b327-48bc03e67d96, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:15.370604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65cb11f2-80f6-4776-8b11-cc86d0745036 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.384976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:15.440750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d23dd7c3-0dd9-4860-b327-48bc03e67d96) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:15.451112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.451763 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.451878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822cd84-833b-4ac4-9de2-3e25d5355e4a None None] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:15.480718 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dedba936-aff5-43d7-87c5-abff55df7705 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6180286 Jul 16 20:13:15.485079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33854) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.491790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:15.499721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65cb11f2-80f6-4776-8b11-cc86d0745036 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.529390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33856) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.565376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98bb54-8f87-4638-987f-e30936793d21 req-b246672a-b4e2-4981-a06e-ea9ea6c38020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.570505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-b246672a-b4e2-4981-a06e-ea9ea6c38020 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.3823929 Jul 16 20:13:15.657618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-9771c8f8-af24-492d-aa9e-0f817b52b158 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692670 Jul 16 20:13:15.667191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f45c5-eba1-4651-9f75-509f7399d850 req-fe5efee1-6e19-4048-afbc-f29662512a24 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.677511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c44f45c5-eba1-4651-9f75-509f7399d850 req-fe5efee1-6e19-4048-afbc-f29662512a24 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 944 time: 0.3516877 Jul 16 20:13:15.849442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.851335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.923463 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ba1eed50-6724-4798-96f0-408519396b27 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=830aeb14d414497781e5df41798c1418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731437 Jul 16 20:13:15.937609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.938329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c44f45c5-eba1-4651-9f75-509f7399d850 req-0f4a27d4-a790-420e-96a6-d37463ac4324 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593281 Jul 16 20:13:16.023695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65cb11f2-80f6-4776-8b11-cc86d0745036 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.036675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65cb11f2-80f6-4776-8b11-cc86d0745036 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.043661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33866) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.047074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-65cb11f2-80f6-4776-8b11-cc86d0745036 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "DELETE /v2.0/security-groups/b70d0bbe-83f9-4616-9067-439a2f704d6c HTTP/1.1" status: 204 len: 168 time: 0.9252918 Jul 16 20:13:16.097065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-d23dd7c3-0dd9-4860-b327-48bc03e67d96', 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'fixed_ips': [{'subnet_id': '0fe277e3-7e64-4e3a-afe7-3cd887da882a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:13:16.108352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.110572 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-05e68401-f17a-4474-9594-5d9ce0794752 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] show failed (client error): The resource could not be found. Jul 16 20:13:16.115136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05e68401-f17a-4474-9594-5d9ce0794752 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "GET /v2.0/security-groups/b70d0bbe-83f9-4616-9067-439a2f704d6c HTTP/1.1" status: 404 len: 347 time: 0.0643432 Jul 16 20:13:16.118281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33868) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.252850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb11f2-80f6-4776-8b11-cc86d0745036 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d0bbe-83f9-4616-9067-439a2f704d6c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:16.284251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.352042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-706942a0-2280-41d7-bf76-9e2c4c50c3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.375112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b5fe05fa-aed7-47c8-9709-d062b309915a up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:16.536077 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-706942a0-2280-41d7-bf76-9e2c4c50c3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.548175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33872) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.578245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-d62ffb4e-e52e-4546-9b5d-e4766ca784e0 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967271 Jul 16 20:13:16.718266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.827544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-706942a0-2280-41d7-bf76-9e2c4c50c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.833718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-706942a0-2280-41d7-bf76-9e2c4c50c3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.836262 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-706942a0-2280-41d7-bf76-9e2c4c50c3b3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5 HTTP/1.1" status: 204 len: 168 time: 0.8950500 Jul 16 20:13:16.853266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706942a0-2280-41d7-bf76-9e2c4c50c3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bb148b-2ed0-4a9f-8cbc-60ead98f22d5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.102834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b5fe05fa-aed7-47c8-9709-d062b309915a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:17.118430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b5fe05fa-aed7-47c8-9709-d062b309915a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:17.119413 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.195431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Allocated IP 172.20.0.2 (d23dd7c3-0dd9-4860-b327-48bc03e67d96/0fe277e3-7e64-4e3a-afe7-3cd887da882a/bcf60847-e843-46ea-9ce9-4955dbd2b96e) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:17.313517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8fca7120-6a56-4593-9b5c-81e03fd66afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.464125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.505975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:17.508667 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729428c8-72a2-41d4-a8c8-00df830c97c1" -d '{"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:17.531044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:17.541205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.548483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a98bb54-8f87-4638-987f-e30936793d21 req-f23c65b8-cac6-4702-a1fb-ac6f6fe3a715 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940299 Jul 16 20:13:17.553590 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.583634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e35b5-acc4-4f94-9f4f-ccdb2d39d7e1 req-bfd98d18-d8e5-4f60-9da6-c220cfab0963 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:17.591436 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-824e35b5-acc4-4f94-9f4f-ccdb2d39d7e1 req-bfd98d18-d8e5-4f60-9da6-c220cfab0963 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 1.1123724 Jul 16 20:13:17.603038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Deleting port b3250ad3-794b-45d5-9fc1-feaa88397ba9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:17.603720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.606152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.621781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0065b4-6801-49e8-bed2-2131b8188d5b req-4174e128-c81c-4ffd-8476-56318eada1ea tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:17.624552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb0065b4-6801-49e8-bed2-2131b8188d5b req-4174e128-c81c-4ffd-8476-56318eada1ea tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 945 time: 1.2798171 Jul 16 20:13:17.791621 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.811322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-824e35b5-acc4-4f94-9f4f-ccdb2d39d7e1 req-fd7452b2-da05-46a8-9a49-de217c596874 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185688 Jul 16 20:13:17.838529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Transition to ACTIVE for port object bcf60847-e843-46ea-9ce9-4955dbd2b96e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:17.845904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-82ac2eea-38ba-412e-928a-7dc365ad3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:17.850157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-82ac2eea-38ba-412e-928a-7dc365ad3133 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1100 time: 0.7103543 Jul 16 20:13:17.868294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.898035 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.898408 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.905428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Transition to ACTIVE for port object bcf60847-e843-46ea-9ce9-4955dbd2b96e will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:17.923213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Calling delete_port for b3250ad3-794b-45d5-9fc1-feaa88397ba9 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:17.932178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.988077 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8fca7120-6a56-4593-9b5c-81e03fd66afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.036741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8fca7120-6a56-4593-9b5c-81e03fd66afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.048226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:18.061841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:18.065272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:18.136078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb0065b4-6801-49e8-bed2-2131b8188d5b req-5bce2e4c-b5a5-4143-9836-725080d211fe tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827800 Jul 16 20:13:18.160928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Pushing event updated for resources: {'Port': ['ID=bcf60847-e843-46ea-9ce9-4955dbd2b96e,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.244957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Attempting to bind port bcf60847-e843-46ea-9ce9-4955dbd2b96e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:18.245346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Attempting to bind port bcf60847-e843-46ea-9ce9-4955dbd2b96e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:18.245722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Attempting to bind port bcf60847-e843-46ea-9ce9-4955dbd2b96e on network d23dd7c3-0dd9-4860-b327-48bc03e67d96 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:18.261599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:18.262079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Checking segment: {'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:18.262541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.263372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Bound using segment: {'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:18.263957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Bound port: bcf60847-e843-46ea-9ce9-4955dbd2b96e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:18.264352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.365338 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cde954-2d06-44fc-9ec3-6a17b9325728 x-openstack-request-id: req-60cde954-2d06-44fc-9ec3-6a17b9325728 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:18.365874 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:18.366234 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-60cde954-2d06-44fc-9ec3-6a17b9325728 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:18.366786 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'code': 200} Jul 16 20:13:18.434541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] For port bcf60847-e843-46ea-9ce9-4955dbd2b96e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:18.439380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] For port bcf60847-e843-46ea-9ce9-4955dbd2b96e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bcf60847-e843-46ea-9ce9-4955dbd2b96e,segment=NetworkSegment(f925d3de-0d36-4489-a3a0-b443b328c9b6),segment_id=f925d3de-0d36-4489-a3a0-b443b328c9b6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:18.447396 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.464063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca7120-6a56-4593-9b5c-81e03fd66afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacd99ba-9b72-4cd8-86b0-1419f6f39c3f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.506807 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8fca7120-6a56-4593-9b5c-81e03fd66afc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a7d066bf662246ce914e0cbdd31543a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9568946 Jul 16 20:13:18.520933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33902) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:18.585559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-5ab598d7-a392-4355-a2d4-fdb71a68f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.593739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-5ab598d7-a392-4355-a2d4-fdb71a68f245 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4564242 Jul 16 20:13:18.645032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244332-b0ed-4b97-8b23-1b08db373893 None None] Pushing event updated for resources: {'Port': ['ID=bcf60847-e843-46ea-9ce9-4955dbd2b96e,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.778093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Allocated IP 172.25.8.38 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/0a5e4047-4af8-4cc4-a330-c0a46c6e46bb) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:18.815193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3cd0ebe0-654f-4438-ae51-271e10c392da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.1021507 Jul 16 20:13:18.907980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36511022-73ac-4a34-8e6e-94556b5e8b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.937209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-dbcb58ac-ba47-43d9-902d-ecc68163dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.953740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-dbcb58ac-ba47-43d9-902d-ecc68163dc05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1268182 Jul 16 20:13:18.986767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36511022-73ac-4a34-8e6e-94556b5e8b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.142037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.217110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36511022-73ac-4a34-8e6e-94556b5e8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.221945 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36511022-73ac-4a34-8e6e-94556b5e8b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.227314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-36511022-73ac-4a34-8e6e-94556b5e8b06 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/eacd99ba-9b72-4cd8-86b0-1419f6f39c3f HTTP/1.1" status: 204 len: 168 time: 0.6926582 Jul 16 20:13:19.340678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36511022-73ac-4a34-8e6e-94556b5e8b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacd99ba-9b72-4cd8-86b0-1419f6f39c3f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.455531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.594801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.620681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.634831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ad552-cae1-42b1-9c41-dac64b5af9a3 req-06db2a33-39a3-49cb-9554-cb902e41ce77 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.637522 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c91ad552-cae1-42b1-9c41-dac64b5af9a3 req-06db2a33-39a3-49cb-9554-cb902e41ce77 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 1.2280741 Jul 16 20:13:19.710136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Pushing event deleted for resources: {'Port': ['ID=b3250ad3-794b-45d5-9fc1-feaa88397ba9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.732030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e1728-5e31-4fde-bba8-073f2dc0cd86 req-44ea41b3-4581-4b24-9456-fd1262aa6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.739339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e6e1728-5e31-4fde-bba8-073f2dc0cd86 req-44ea41b3-4581-4b24-9456-fd1262aa6052 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 1096 time: 1.2542524 Jul 16 20:13:19.878514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.912023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:19.913998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:19.916288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.926383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:19.950937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1411705183-network', 'tenant_id': '87a3ff43266c4dcaa3ae2c2d9f499dcb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:19.997877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bcf60847-e843-46ea-9ce9-4955dbd2b96e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:20.038309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3f2ea2-7849-44f5-891e-72ede41ca384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.129323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c91ad552-cae1-42b1-9c41-dac64b5af9a3 req-85bfd4e7-edde-4b12-94e3-e7b8ad0f0e50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285414 Jul 16 20:13:20.148832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e6e1728-5e31-4fde-bba8-073f2dc0cd86 req-ada9a304-3c5e-4cd2-a30c-a83f5e29e892 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790021 Jul 16 20:13:20.153620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port bcf60847-e843-46ea-9ce9-4955dbd2b96e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:20.174241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Made reservation on behalf of 87a3ff43266c4dcaa3ae2c2d9f499dcb for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:20.178275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.195169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a816c48-d1c6-4b8b-ae65-723a2c81cb49 req-11ca0412-fa69-4c49-b4f2-75af14cda5d5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:20.197059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a816c48-d1c6-4b8b-ae65-723a2c81cb49 req-11ca0412-fa69-4c49-b4f2-75af14cda5d5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 1.0104473 Jul 16 20:13:20.289043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.390313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-74d5138c-e437-4809-a5b5-0d435878fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:20.396842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-74d5138c-e437-4809-a5b5-0d435878fc55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2494617 Jul 16 20:13:20.561037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.582271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5ea43-6732-4527-9d38-b71e6ff917b7 None None] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:20.729367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-9622e0f9-3568-418b-bf06-8921b559b978 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241704 Jul 16 20:13:20.742115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.746389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.749037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8eaac496-fcab-40b1-9118-50cb0343c3b1 tempest-ServersWithSpecificFlavorTestJSON-539505810 tempest-ServersWithSpecificFlavorTestJSON-539505810-project] 10.222.0.100 "DELETE /v2.0/floatingips/ed523931-05b3-42e3-a1a2-afeaba7c7e5b HTTP/1.1" status: 204 len: 168 time: 4.6268792 Jul 16 20:13:20.769344 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:20.770816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-148dd67c-6309-411a-84a6-4f691f06665d None None] Provisioning for port bcf60847-e843-46ea-9ce9-4955dbd2b96e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:20.795729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-148dd67c-6309-411a-84a6-4f691f06665d None None] Provisioning complete for port bcf60847-e843-46ea-9ce9-4955dbd2b96e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:20.796294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-148dd67c-6309-411a-84a6-4f691f06665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.944693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.994321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3f2ea2-7849-44f5-891e-72ede41ca384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.005963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a816c48-d1c6-4b8b-ae65-723a2c81cb49 req-0353098e-a35d-4788-a898-59c71677e051 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122295 Jul 16 20:13:21.027177 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3f2ea2-7849-44f5-891e-72ede41ca384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.121185 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-148dd67c-6309-411a-84a6-4f691f06665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.196875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Router 41f44411-8c5a-4920-8ada-269e4be3a1b3 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:13:21.217852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-148dd67c-6309-411a-84a6-4f691f06665d None None] For port bcf60847-e843-46ea-9ce9-4955dbd2b96e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bcf60847-e843-46ea-9ce9-4955dbd2b96e,segment=NetworkSegment(f925d3de-0d36-4489-a3a0-b443b328c9b6),segment_id=f925d3de-0d36-4489-a3a0-b443b328c9b6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:21.226798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-148dd67c-6309-411a-84a6-4f691f06665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.321373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dd67c-6309-411a-84a6-4f691f06665d None None] Pushing event updated for resources: {'Port': ['ID=bcf60847-e843-46ea-9ce9-4955dbd2b96e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.416055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:21.430011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Sync routers for ids ['41f44411-8c5a-4920-8ada-269e4be3a1b3'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:21.451911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Routers {'41f44411-8c5a-4920-8ada-269e4be3a1b3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:21.452698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['41f44411-8c5a-4920-8ada-269e4be3a1b3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:21.468964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1f3f2ea2-7849-44f5-891e-72ede41ca384 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6f71795e5b9245ab8a1cc02f7d19ed17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5336301 Jul 16 20:13:21.469744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33946) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:21.514106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f2ea2-7849-44f5-891e-72ede41ca384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5107a64f-e97f-48ea-8fc7-d5cd928cda48,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.607015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39498272-1f4f-4067-a5c6-e8a1fe90efd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.636304 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.641273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-f83d5962-9442-406c-8e43-141d2a4d1f35 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749824 Jul 16 20:13:21.649674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.666819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:21.676010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.676010 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a0cd241d-2c5b-4f9b-9785-a3b458762a62 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1846225 Jul 16 20:13:21.677763 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.677763 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Added segment f7248f39-50c5-4d2c-be3b-30efa562d6cf of type vlan for network 978221b3-dccb-4f71-af47-60f2205ff053 Jul 16 20:13:21.696582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33954) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:21.709385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39498272-1f4f-4067-a5c6-e8a1fe90efd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.787750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.814345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3d27333e-ea2a-4b87-b32b-e426596b6768 None None] Provisioning complete for port bcf60847-e843-46ea-9ce9-4955dbd2b96e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:21.818983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3d27333e-ea2a-4b87-b32b-e426596b6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.835213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bcf60847-e843-46ea-9ce9-4955dbd2b96e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:21.838493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.874526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6476d-1a10-46d5-9f3a-368490156df3 req-b7f971e3-d201-414f-ab5d-bd96d79d07d0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.876362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cc6476d-1a10-46d5-9f3a-368490156df3 req-b7f971e3-d201-414f-ab5d-bd96d79d07d0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.4640427 Jul 16 20:13:21.937658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.943921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.944985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.009624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39498272-1f4f-4067-a5c6-e8a1fe90efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.021995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39498272-1f4f-4067-a5c6-e8a1fe90efd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.024125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39498272-1f4f-4067-a5c6-e8a1fe90efd3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5107a64f-e97f-48ea-8fc7-d5cd928cda48 HTTP/1.1" status: 204 len: 168 time: 0.5530376 Jul 16 20:13:22.030965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Set router 41f44411-8c5a-4920-8ada-269e4be3a1b3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:22.152221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cc6476d-1a10-46d5-9f3a-368490156df3 req-cfe4a4fe-9f29-4e34-9cca-dc67699295c9 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646055 Jul 16 20:13:22.169857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9848731 Jul 16 20:13:22.190072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33968) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:22.238167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Request body: {'subnet': {'network_id': '978221b3-dccb-4f71-af47-60f2205ff053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1411705183-subnet', 'tenant_id': '87a3ff43266c4dcaa3ae2c2d9f499dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:22.268736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39498272-1f4f-4067-a5c6-e8a1fe90efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107a64f-e97f-48ea-8fc7-d5cd928cda48,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:22.405407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecfa2-7de2-4d31-9e37-3096759e6573 admin admin] Pushing event updated for resources: {'Network': ['ID=978221b3-dccb-4f71-af47-60f2205ff053,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:22.464703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Made reservation on behalf of 87a3ff43266c4dcaa3ae2c2d9f499dcb for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:22.468986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.478389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 978221b3-dccb-4f71-af47-60f2205ff053 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:22.623338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bcf60847-e843-46ea-9ce9-4955dbd2b96e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:22.623738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.923339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:13:20Z', 'revision_number': 3, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:22.994719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Checking router: 41f44411-8c5a-4920-8ada-269e4be3a1b3 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:22.995611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Updating router 41f44411-8c5a-4920-8ada-269e4be3a1b3 port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:23.070856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbcd87-5803-454f-9564-388cb04af453 req-79b4f28c-220d-425f-abdd-a4c3247c38c3 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.085237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8fbcd87-5803-454f-9564-388cb04af453 req-79b4f28c-220d-425f-abdd-a4c3247c38c3 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.5399103 Jul 16 20:13:23.129936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.312212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8fbcd87-5803-454f-9564-388cb04af453 req-948dfcdd-0036-4a6b-8472-3bf13c2b5f04 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250946 Jul 16 20:13:23.430431 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.598287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.897657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7436ce14-cfa4-4894-b532-c0978c5f0b2f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.945270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Checking segment: {'id': 'f7248f39-50c5-4d2c-be3b-30efa562d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '978221b3-dccb-4f71-af47-60f2205ff053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:23.945860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Network hostable DHCP agents. Network: 978221b3-dccb-4f71-af47-60f2205ff053, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:24.058223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Network 978221b3-dccb-4f71-af47-60f2205ff053 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:24.112035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 978221b3-dccb-4f71-af47-60f2205ff053) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:24.132158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.134132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.178258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b99370c-6e93-49ca-b74e-dda17067ae42 None None] Network 978221b3-dccb-4f71-af47-60f2205ff053 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:24.211896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bbed5144-986b-498d-8717-9f64beb967cb admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0067947 Jul 16 20:13:24.299152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34016) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:24.413786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Allocated IP 172.20.0.1 (d23dd7c3-0dd9-4860-b327-48bc03e67d96/0fe277e3-7e64-4e3a-afe7-3cd887da882a/efcfb77d-7a71-43da-8c93-8e88d2fb9495) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:24.572491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4cefb-fc3d-487a-a8f8-2d9e643063db req-304e5328-e7dc-4a2d-8290-c7a08df1c4c5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.589090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cb4cefb-fc3d-487a-a8f8-2d9e643063db req-304e5328-e7dc-4a2d-8290-c7a08df1c4c5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.3600197 Jul 16 20:13:24.734116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cb4cefb-fc3d-487a-a8f8-2d9e643063db req-5b0db3e4-64a9-490f-bcec-29654d6e7d16 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408751 Jul 16 20:13:24.795291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.850583 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.877956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Transition to ACTIVE for port object 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:24.934767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.954172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f761af3-e08f-4173-9b35-3275e6923fd2 None None] Network 978221b3-dccb-4f71-af47-60f2205ff053 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:24.981017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Transition to ACTIVE for port object efcfb77d-7a71-43da-8c93-8e88d2fb9495 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:25.105181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Attempting to bind port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:25.105763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Attempting to bind port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:25.106321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Attempting to bind port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:25.114070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd61b5-4f09-4484-8c13-7dca13fe67bb None None] Pushing event updated for resources: {'Port': ['ID=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.185681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.201342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:25.202249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:25.202869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.203583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:25.204318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Bound port: 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:25.204928 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.315449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] For port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:25.320995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] For port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:25.335758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.412248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd61b5-4f09-4484-8c13-7dca13fe67bb None None] Pushing event updated for resources: {'Port': ['ID=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.482802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Pushing event updated for resources: {'Port': ['ID=efcfb77d-7a71-43da-8c93-8e88d2fb9495,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.505142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:25.524318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:25.535888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:25.566055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Routers {'41f44411-8c5a-4920-8ada-269e4be3a1b3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:25.570351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['41f44411-8c5a-4920-8ada-269e4be3a1b3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:25.683316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.002690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] Set router 41f44411-8c5a-4920-8ada-269e4be3a1b3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:26.289613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.294843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aa02cb35-68dc-4239-89d2-ba492b3adc53 None None] Provisioning for port efcfb77d-7a71-43da-8c93-8e88d2fb9495 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:26.334612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aa02cb35-68dc-4239-89d2-ba492b3adc53 None None] Provisioning complete for port efcfb77d-7a71-43da-8c93-8e88d2fb9495 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:26.334881 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa02cb35-68dc-4239-89d2-ba492b3adc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.593201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-aa02cb35-68dc-4239-89d2-ba492b3adc53 None None] Port efcfb77d-7a71-43da-8c93-8e88d2fb9495 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:26.662167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2754ace-d0be-4f47-aa16-bc8469b04c92 req-c404d5eb-00d0-415d-83a7-963ee4625daa tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.670394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2754ace-d0be-4f47-aa16-bc8469b04c92 req-c404d5eb-00d0-415d-83a7-963ee4625daa tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 1.7651405 Jul 16 20:13:26.723624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:13:20Z', 'revision_number': 3, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.798087 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.803659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a85775-6c87-44f7-8edc-fbd44c63bcc3 None None] The sync data for ids ['41f44411-8c5a-4920-8ada-269e4be3a1b3'] in n-d-798930-6 is: [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:13:20Z', 'revision_number': 3, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:26.806034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.827705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2754ace-d0be-4f47-aa16-bc8469b04c92 req-e9f6aa09-ea4f-4ff3-a3be-5886ebd0e714 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560593 Jul 16 20:13:26.930920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.941343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Pushing event updated for resources: {'Port': ['ID=efcfb77d-7a71-43da-8c93-8e88d2fb9495,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:27.212759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:27.214799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:27.273818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-34078b0c-b3f2-4eb8-b588-b731b7f3ba05 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.283094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-34078b0c-b3f2-4eb8-b588-b731b7f3ba05 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/networks?id=978221b3-dccb-4f71-af47-60f2205ff053 HTTP/1.1" status: 200 len: 814 time: 0.3012483 Jul 16 20:13:27.321663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-2a922fd7-28c3-4b9d-a2c4-46d547838035 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/quotas/87a3ff43266c4dcaa3ae2c2d9f499dcb HTTP/1.1" status: 200 len: 375 time: 0.0364306 Jul 16 20:13:27.368797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-2b1ad00f-fe00-453f-ab4e-a8e6bf4e1dd6 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=87a3ff43266c4dcaa3ae2c2d9f499dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470114 Jul 16 20:13:27.449272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Router 41f44411-8c5a-4920-8ada-269e4be3a1b3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:27.463806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f647831-e9f8-4cf6-b0e7-59c0cb1a74fe req-c68231f5-5405-440a-9a5c-af7710f9056a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.473285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f647831-e9f8-4cf6-b0e7-59c0cb1a74fe req-c68231f5-5405-440a-9a5c-af7710f9056a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.3799167 Jul 16 20:13:27.565926 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f647831-e9f8-4cf6-b0e7-59c0cb1a74fe req-d9a11266-6d08-4b5a-99b3-3fbe61573cfe tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913506 Jul 16 20:13:27.845164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9a26dafe-79a9-453c-8604-fb638069c4d8 None None] Provisioning complete for port efcfb77d-7a71-43da-8c93-8e88d2fb9495 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:27.845985 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a26dafe-79a9-453c-8604-fb638069c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:27.853662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:27.883386 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea02df3a-eaa9-441d-b22c-f734741bfd2e admin admin] 10.222.0.100 "PUT /v2.0/routers/41f44411-8c5a-4920-8ada-269e4be3a1b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1859009 Jul 16 20:13:27.976011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:27.985244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9a26dafe-79a9-453c-8604-fb638069c4d8 None None] Port efcfb77d-7a71-43da-8c93-8e88d2fb9495 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:28.071780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:28.080013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:28.080013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.122175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-31e8be7c-3771-43c8-9fb8-6c5d316efa86 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=4dca73863af14e56a2ed68d3125fd929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408465 Jul 16 20:13:28.301505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.362631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:28.387288 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.409047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-a6b756e8-0c39-4356-9e32-487cf1a1c20d service neutron] 10.222.0.100 "GET /v2.0/networks/978221b3-dccb-4f71-af47-60f2205ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0391483 Jul 16 20:13:28.453855 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.525757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:28.682653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-0d6b89d3-c129-4d1d-b318-4e5f9bd1e19e tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.697686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-0d6b89d3-c129-4d1d-b318-4e5f9bd1e19e tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5587993 Jul 16 20:13:28.745409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-0a01cc1e-5406-4a29-aeb7-7ba2c011b3f8 service neutron] 10.222.0.100 "GET /v2.0/networks/978221b3-dccb-4f71-af47-60f2205ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351915 Jul 16 20:13:28.763417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-f2e1bd7c-52ad-4098-8c31-3d7a9fb3a33b tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/quotas/4dca73863af14e56a2ed68d3125fd929 HTTP/1.1" status: 200 len: 375 time: 0.0638113 Jul 16 20:13:28.891521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-aa6f6335-5376-417c-b2e1-517e42e1b4e2 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4dca73863af14e56a2ed68d3125fd929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265581 Jul 16 20:13:29.346196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0822c-e915-4463-acf3-98eec19411b4 req-4b4c149c-b7ab-4752-9160-a1ce69698252 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.360203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ba0822c-e915-4463-acf3-98eec19411b4 req-4b4c149c-b7ab-4752-9160-a1ce69698252 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.2842424 Jul 16 20:13:29.676388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ba0822c-e915-4463-acf3-98eec19411b4 req-3455b763-cabe-43b7-bba5-b1db7450ecc6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150566 Jul 16 20:13:29.901751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:30.086876 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Sync routers for ids ['41f44411-8c5a-4920-8ada-269e4be3a1b3'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:30.133967 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Routers {'41f44411-8c5a-4920-8ada-269e4be3a1b3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:30.134971 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['41f44411-8c5a-4920-8ada-269e4be3a1b3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:30.146756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Deleting port 85b07d7f-e803-4c6e-8dfd-3e888330f329 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:30.147476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.266234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-bcbc8967-845c-4dfc-b5ea-b74b326d9f5d tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7673335 Jul 16 20:13:30.268972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:30.273718 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.276098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:30.283016 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-934b42cf-86d7-4791-b560-305f3e8aa859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.539330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.602471 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Set router 41f44411-8c5a-4920-8ada-269e4be3a1b3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:30.787227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] For port 85b07d7f-e803-4c6e-8dfd-3e888330f329, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=85b07d7f-e803-4c6e-8dfd-3e888330f329,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:30.787227 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.850677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Calling delete_port for 85b07d7f-e803-4c6e-8dfd-3e888330f329 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:30.869134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ed79-5eec-42c7-8e33-db57d07db190 req-3e7e025d-b351-4c47-8386-ba40e3ea89d4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.873040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7854ed79-5eec-42c7-8e33-db57d07db190 req-3e7e025d-b351-4c47-8386-ba40e3ea89d4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.4982271 Jul 16 20:13:31.103333 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:13:26Z', 'revision_number': 4, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'efcfb77d-7a71-43da-8c93-8e88d2fb9495', 'name': '', 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'mac_address': 'fa:16:3e:fc:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0fe277e3-7e64-4e3a-afe7-3cd887da882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:23Z', 'updated_at': '2021-07-16T20:13:26Z', 'revision_number': 2, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'subnets': [{'id': '0fe277e3-7e64-4e3a-afe7-3cd887da882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:31.165627 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Checking router: 41f44411-8c5a-4920-8ada-269e4be3a1b3 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:31.166523 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Updating router 41f44411-8c5a-4920-8ada-269e4be3a1b3 port efcfb77d-7a71-43da-8c93-8e88d2fb9495 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:13:31.251148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7854ed79-5eec-42c7-8e33-db57d07db190 req-7c9314c8-26d2-4ffd-87e0-79a3bb347157 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697260 Jul 16 20:13:31.315037 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.316130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.970080 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.018217 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Transition to ACTIVE for port object efcfb77d-7a71-43da-8c93-8e88d2fb9495 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:32.052206 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.090404 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-5c2f95dd-8d96-40c3-9023-a1b533144f03 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4dca73863af14e56a2ed68d3125fd929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626585 Jul 16 20:13:32.125517 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Pushing event updated for resources: {'Port': ['ID=efcfb77d-7a71-43da-8c93-8e88d2fb9495,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:32.142698 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.143471 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.144084 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.145032 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.145642 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.146225 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.146840 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.147500 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.148202 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.148757 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.149327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.149882 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:32.248228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8709c60-852e-4c90-8bd0-a9b0b8188662 req-dfb8d43d-7b3d-4033-98b6-f926f1c96447 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 210 time: 0.7148256 Jul 16 20:13:32.358761 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Attempting to bind port efcfb77d-7a71-43da-8c93-8e88d2fb9495 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:32.359160 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Attempting to bind port efcfb77d-7a71-43da-8c93-8e88d2fb9495 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:32.359609 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Attempting to bind port efcfb77d-7a71-43da-8c93-8e88d2fb9495 on network d23dd7c3-0dd9-4860-b327-48bc03e67d96 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:32.397842 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:32.398220 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Checking segment: {'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:32.401955 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.402256 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Bound using segment: {'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:32.403864 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Bound port: efcfb77d-7a71-43da-8c93-8e88d2fb9495, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f925d3de-0d36-4489-a3a0-b443b328c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:32.407134 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.428497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Allocated IP 172.25.8.88 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/997c0bb5-3c39-4714-8c0e-c7f8ed4ac692) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:32.594128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.605542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-d52ac2a8-a5ae-4371-8385-d15f8032ad96 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.608704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-d52ac2a8-a5ae-4371-8385-d15f8032ad96 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5120940 Jul 16 20:13:32.633548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Request body: {'port': {'device_id': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '4dca73863af14e56a2ed68d3125fd929'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:32.687072 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] For port efcfb77d-7a71-43da-8c93-8e88d2fb9495, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:32.702997 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] For port efcfb77d-7a71-43da-8c93-8e88d2fb9495, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=efcfb77d-7a71-43da-8c93-8e88d2fb9495,segment=NetworkSegment(f925d3de-0d36-4489-a3a0-b443b328c9b6),segment_id=f925d3de-0d36-4489-a3a0-b443b328c9b6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:32.721577 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.896185 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Routers {'41f44411-8c5a-4920-8ada-269e4be3a1b3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:32.897308 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['41f44411-8c5a-4920-8ada-269e4be3a1b3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.908882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-94364cdd-212d-4b2f-a4b5-f5c0db8a919b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.912730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-94364cdd-212d-4b2f-a4b5-f5c0db8a919b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.26 "GET /v2.0/networks?id=978221b3-dccb-4f71-af47-60f2205ff053 HTTP/1.1" status: 200 len: 814 time: 1.3493743 Jul 16 20:13:32.927839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.933510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.004796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Request body: {'port': {'device_id': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'network_id': '978221b3-dccb-4f71-af47-60f2205ff053', 'admin_state_up': True, 'tenant_id': '87a3ff43266c4dcaa3ae2c2d9f499dcb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:33.111965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da578ce1-3ab2-406d-9d9e-4ed1004e43fa req-40364b91-90ab-41e1-9021-6fa9fc24fd54 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 210 time: 0.1980155 Jul 16 20:13:33.162103 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Made reservation on behalf of 4dca73863af14e56a2ed68d3125fd929 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:33.180613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.231852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.275934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:33.383932 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa5984-b547-405c-9d88-4fe47a02fe79 None None] Pushing event updated for resources: {'Port': ['ID=efcfb77d-7a71-43da-8c93-8e88d2fb9495,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.431498 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] Set router 41f44411-8c5a-4920-8ada-269e4be3a1b3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:33.540730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:33.549267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:33.553607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.555841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=997c0bb5-3c39-4714-8c0e-c7f8ed4ac692,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.562626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.569624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.642377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b07d7f-e803-4c6e-8dfd-3e888330f329,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.671892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba14da-90c4-404d-a1a7-7bd4debb3b32,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.781112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Allocated IP 192.168.233.134 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:33.837878 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:13:26Z', 'revision_number': 4, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'efcfb77d-7a71-43da-8c93-8e88d2fb9495', 'name': '', 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'mac_address': 'fa:16:3e:fc:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0fe277e3-7e64-4e3a-afe7-3cd887da882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:23Z', 'updated_at': '2021-07-16T20:13:32Z', 'revision_number': 4, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'subnets': [{'id': '0fe277e3-7e64-4e3a-afe7-3cd887da882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:33.886672 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a14934-c49d-48a5-a5e3-6eb605546326 None None] The sync data for ids ['41f44411-8c5a-4920-8ada-269e4be3a1b3'] in n-d-798930-6 is: [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:13:26Z', 'revision_number': 4, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'efcfb77d-7a71-43da-8c93-8e88d2fb9495', 'name': '', 'network_id': 'd23dd7c3-0dd9-4860-b327-48bc03e67d96', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'mac_address': 'fa:16:3e:fc:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0fe277e3-7e64-4e3a-afe7-3cd887da882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:23Z', 'updated_at': '2021-07-16T20:13:32Z', 'revision_number': 4, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'subnets': [{'id': '0fe277e3-7e64-4e3a-afe7-3cd887da882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:33.903970 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.160659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.167413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.188019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Transition to ACTIVE for port object 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:34.261845 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.307224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c641aa-0b46-4346-92c1-380b0bae2962 req-df5b0b72-85c6-44c9-aaae-5087c5ef2b4a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.308966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92c641aa-0b46-4346-92c1-380b0bae2962 req-df5b0b72-85c6-44c9-aaae-5087c5ef2b4a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.8004344 Jul 16 20:13:34.331945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Made reservation on behalf of 87a3ff43266c4dcaa3ae2c2d9f499dcb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:34.335622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.360092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:34.366490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:34.374916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:34.376607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.387332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Pushing event updated for resources: {'Port': ['ID=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:34.409227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92c641aa-0b46-4346-92c1-380b0bae2962 req-bca9211c-1f68-4121-9815-82ed30dcd58b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852592 Jul 16 20:13:34.412857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Router 3ad796ca-adc6-4036-890e-6e4c203dc004 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:34.520033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.521293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.590021 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-c562bf51-0699-4544-ae7c-8edba9c14363 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9719088 Jul 16 20:13:34.630131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Request body: {'port': {'device_id': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:34.768601 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c945-b563-4b0e-9514-094c96631b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.064238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:35.081865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-61fd914b-456b-4326-a165-629cb34e54b5 admin admin] 10.222.0.100 "PUT /v2.0/routers/3ad796ca-adc6-4036-890e-6e4c203dc004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7770298 Jul 16 20:13:35.086287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] Sync routers for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:35.101739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34144) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.113162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:35.117507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:35.423313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8ff59783-6add-46fc-8044-aa79c3746aca None None] Provisioning for port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:35.432012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:35.436067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8ff59783-6add-46fc-8044-aa79c3746aca None None] Provisioning complete for port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:35.436756 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ff59783-6add-46fc-8044-aa79c3746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.536419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.586662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Allocated IP 172.20.0.4 (978221b3-dccb-4f71-af47-60f2205ff053/7436ce14-cfa4-4894-b532-c0978c5f0b2f/93309e22-dc95-4e9a-8779-201f08cd6cba) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:35.615809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.708221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8ff59783-6add-46fc-8044-aa79c3746aca None None] Port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:35.736983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.918012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device efcfb77d-7a71-43da-8c93-8e88d2fb9495 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:36.081307 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.088624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port efcfb77d-7a71-43da-8c93-8e88d2fb9495 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:36.098230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port efcfb77d-7a71-43da-8c93-8e88d2fb9495 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:36.099294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.119111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:36.145059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.153857 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.171358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Transition to ACTIVE for port object 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:36.177494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.343943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.419403 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.483829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Attempting to bind port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:36.484928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Attempting to bind port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:36.485754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Attempting to bind port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:36.489792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:13:31Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.498478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:36.504633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Attempting to bind port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:36.538703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:36.539354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:36.539962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:36.540750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Bound port: 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:36.541925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.569573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] Checking router: 3ad796ca-adc6-4036-890e-6e4c203dc004 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:36.601940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.613803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] Routers {'3ad796ca-adc6-4036-890e-6e4c203dc004'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:36.614888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ad796ca-adc6-4036-890e-6e4c203dc004'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.721405 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.739007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.751821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] For port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:36.759320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] For port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:36.766566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port efcfb77d-7a71-43da-8c93-8e88d2fb9495, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=efcfb77d-7a71-43da-8c93-8e88d2fb9495,segment=NetworkSegment(f925d3de-0d36-4489-a3a0-b443b328c9b6),segment_id=f925d3de-0d36-4489-a3a0-b443b328c9b6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:36.766907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.788578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] Set router 3ad796ca-adc6-4036-890e-6e4c203dc004 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:36.809405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d78b75-0eac-42e1-8419-f3d1aed2b1c6 req-6240373b-b3d4-42ae-9924-7d060f5423fe tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:36.811268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97d78b75-0eac-42e1-8419-f3d1aed2b1c6 req-6240373b-b3d4-42ae-9924-7d060f5423fe tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 1.4365082 Jul 16 20:13:36.843918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:36.843918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.851986 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb HTTP/1.1" status: 200 len: 1096 time: 2.2512221 Jul 16 20:13:36.853914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'tag': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:36.855972 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7a15677f-b9c7-4108-98b6-ed6dc9442397", "tag": "5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:36.870887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=997c0bb5-3c39-4714-8c0e-c7f8ed4ac692,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.893358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377899f-bf6e-49d0-9e9e-c302d36a2fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.896117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Network 978221b3-dccb-4f71-af47-60f2205ff053 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:36.901843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.965072 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.020649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-bbb04a95-cb06-45d9-af09-f68cf779da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.026165 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-bbb04a95-cb06-45d9-af09-f68cf779da6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4dca73863af14e56a2ed68d3125fd929&device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 1099 time: 0.1221452 Jul 16 20:13:37.165187 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-1d725a2e-58c4-4d3a-a830-e0a4b57173a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb HTTP/1.1" status: 200 len: 217 time: 0.1244743 Jul 16 20:13:37.256210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-3b7c9fe5-c29e-4bf3-969e-1c85bbebba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.257769 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-3b7c9fe5-c29e-4bf3-969e-1c85bbebba02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0862212 Jul 16 20:13:37.340780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:37.344175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:37.349876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=efcfb77d-7a71-43da-8c93-8e88d2fb9495,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:37.355615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.355962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.356378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.357855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.357855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.357855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.357855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.358587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.358587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.359041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.359478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.360032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.382161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-27d2cb2b-ec1e-4232-9939-9983e15bf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.385673 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-27d2cb2b-ec1e-4232-9939-9983e15bf553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184030 Jul 16 20:13:37.390506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.390853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.391670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.392473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.393047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.393670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.394790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.395395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.395979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.396579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.397156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.397692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:37.438037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:13:31Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:37.464304 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.465725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-6b59d783-9daa-42e5-b5f7-74adbe617a9a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1981905 Jul 16 20:13:37.506505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac6618-3898-4124-b989-53e6cfad2a02 None None] The sync data for ids ['3ad796ca-adc6-4036-890e-6e4c203dc004'] in n-d-798930-6 is: [{'id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1782019063-router', 'tenant_id': 'b98040beabbd4dc992499a4edb7b269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:25Z', 'updated_at': '2021-07-16T20:13:31Z', 'revision_number': 5, 'project_id': 'b98040beabbd4dc992499a4edb7b269a', 'gw_port': {'id': 'c3a2ed28-8503-4e21-a38a-92b3e8fbd089', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad796ca-adc6-4036-890e-6e4c203dc004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:26Z', 'updated_at': '2021-07-16T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:37.515013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97d78b75-0eac-42e1-8419-f3d1aed2b1c6 req-5833d282-49bd-4815-9314-12990719b71f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683819 Jul 16 20:13:37.625822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Pushing event updated for resources: {'Port': ['ID=93309e22-dc95-4e9a-8779-201f08cd6cba,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:37.637469 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-fe61f08a-1cb7-4b76-9b62-f6e3b39b2b7f service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372017 Jul 16 20:13:37.647001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.649077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.682627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-ecc7d001-0f93-4911-b8bf-0dfdd26f0c97 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.1968310 Jul 16 20:13:37.772127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Deleting port c3a2ed28-8503-4e21-a38a-92b3e8fbd089 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:37.772745 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.784750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03705e48-d871-48b4-9bb5-a31447f4c194 req-a4378f22-4183-4b56-9806-8abe03cc8a28 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359274 Jul 16 20:13:37.796999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-9f3e69ef-cf9b-4795-8fc2-ab1b96fc560b tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7983377 Jul 16 20:13:37.862052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Request body: {'port': {'device_id': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:37.968415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.022762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device efcfb77d-7a71-43da-8c93-8e88d2fb9495 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:38.114307 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.116254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] For port c3a2ed28-8503-4e21-a38a-92b3e8fbd089, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:38.116634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.133317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Calling delete_port for c3a2ed28-8503-4e21-a38a-92b3e8fbd089 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:38.135048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port efcfb77d-7a71-43da-8c93-8e88d2fb9495 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:38.136026 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.311186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85b07d7f-e803-4c6e-8dfd-3e888330f329 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:38.340272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 85b07d7f-e803-4c6e-8dfd-3e888330f329 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:38.340809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85b07d7f-e803-4c6e-8dfd-3e888330f329 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:38.371233 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.395529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89dbf7-f760-45c8-bd87-25a3fb2c3323 req-d9ab4ff7-ba20-4f14-9cfa-0b341d7561e6 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.397120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd89dbf7-f760-45c8-bd87-25a3fb2c3323 req-d9ab4ff7-ba20-4f14-9cfa-0b341d7561e6 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 931 time: 0.7364864 Jul 16 20:13:38.401317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.415017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-7b98a96d-ee33-47d4-a548-b62c21c2fe69 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.416510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-7b98a96d-ee33-47d4-a548-b62c21c2fe69 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.7191851 Jul 16 20:13:38.447765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-e9b7aab2-d5f3-4756-abe2-90cce54173d5 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:13:38.448829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-347b9800-3f87-4c06-b866-4914fe99eb5d req-e9b7aab2-d5f3-4756-abe2-90cce54173d5 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191698 Jul 16 20:13:38.524806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.542239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd89dbf7-f760-45c8-bd87-25a3fb2c3323 req-7c8e4158-4647-4cd3-85e0-531c889a9b60 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357658 Jul 16 20:13:38.607871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a2ed28-8503-4e21-a38a-92b3e8fbd089,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.974272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.187534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.195178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.215309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d930437-58f4-44ee-93ae-0b13f78b5a9b req-4eefb788-d594-43ad-8f4b-8cc943f68c86 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.217226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d930437-58f4-44ee-93ae-0b13f78b5a9b req-4eefb788-d594-43ad-8f4b-8cc943f68c86 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 948 time: 0.6320138 Jul 16 20:13:39.334593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc946-655b-4e7f-8c02-5beb7c8c43aa req-ee99e201-d7ac-4e17-ba21-c927f31a8fd1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.336376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac8fc946-655b-4e7f-8c02-5beb7c8c43aa req-ee99e201-d7ac-4e17-ba21-c927f31a8fd1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.5746198 Jul 16 20:13:39.364077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.365806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad796ca-adc6-4036-890e-6e4c203dc004 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:39.401189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.401771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5508ab30-a792-41d2-9c10-9f2c0ad8a30a admin admin] 10.222.0.100 "DELETE /v2.0/routers/3ad796ca-adc6-4036-890e-6e4c203dc004 HTTP/1.1" status: 204 len: 168 time: 4.2407668 Jul 16 20:13:39.405996 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-a3350c76-d713-4b49-a0b2-0efe8a9c6aee service neutron] show failed (client error): The resource could not be found. Jul 16 20:13:39.406245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:39.406997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-a3350c76-d713-4b49-a0b2-0efe8a9c6aee service neutron] 10.222.0.21 "GET /v2.0/ports/c3aa0a63-0a4c-43b9-8597-a65f421689a6/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.3145134 Jul 16 20:13:39.462344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d930437-58f4-44ee-93ae-0b13f78b5a9b req-9de50ac7-38d4-4e9b-8e8b-c1058a3925f5 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/security-groups?id=6aba14da-90c4-404d-a1a7-7bd4debb3b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296791 Jul 16 20:13:39.487056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93309e22-dc95-4e9a-8779-201f08cd6cba {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:39.510055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.529554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac8fc946-655b-4e7f-8c02-5beb7c8c43aa req-c019f27b-95f4-41ff-880f-e7cc89289ad5 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425047 Jul 16 20:13:39.562074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Transition to ACTIVE for port object 93309e22-dc95-4e9a-8779-201f08cd6cba will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:39.565439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] Deleting subnet 5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:39.570193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.572962 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.665675 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194837de-be1b-4ee8-a2d2-8f9e9a2b5a73 x-openstack-request-id: req-194837de-be1b-4ee8-a2d2-8f9e9a2b5a73 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:39.666114 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a15677f-b9c7-4108-98b6-ed6dc9442397", "tag": "5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:39.666509 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-194837de-be1b-4ee8-a2d2-8f9e9a2b5a73 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:39.667140 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'tag': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb', 'status': 'completed', 'code': 200} Jul 16 20:13:39.836731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.927195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Pushing event updated for resources: {'Port': ['ID=93309e22-dc95-4e9a-8779-201f08cd6cba,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:40.084676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-f5c65f70-ccb1-4c9c-879e-a408e3cf68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.087338 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-f5c65f70-ccb1-4c9c-879e-a408e3cf68c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4dca73863af14e56a2ed68d3125fd929&device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 1099 time: 0.3972702 Jul 16 20:13:40.189080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.194532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-6a1b16aa-0286-4cd3-8749-e36be80aeb46 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4791801 Jul 16 20:13:40.207908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Attempting to bind port 93309e22-dc95-4e9a-8779-201f08cd6cba on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:40.208595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Attempting to bind port 93309e22-dc95-4e9a-8779-201f08cd6cba by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'f7248f39-50c5-4d2c-be3b-30efa562d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '978221b3-dccb-4f71-af47-60f2205ff053'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:40.209194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Attempting to bind port 93309e22-dc95-4e9a-8779-201f08cd6cba on network 978221b3-dccb-4f71-af47-60f2205ff053 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:40.225272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:40.275158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Port 93309e22-dc95-4e9a-8779-201f08cd6cba on network 978221b3-dccb-4f71-af47-60f2205ff053 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:40.275565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Attempting to bind port 93309e22-dc95-4e9a-8779-201f08cd6cba on network 978221b3-dccb-4f71-af47-60f2205ff053 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:40.297575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:40.297930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Checking segment: {'id': 'f7248f39-50c5-4d2c-be3b-30efa562d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '978221b3-dccb-4f71-af47-60f2205ff053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:40.298103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Bound using segment: {'id': 'f7248f39-50c5-4d2c-be3b-30efa562d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '978221b3-dccb-4f71-af47-60f2205ff053'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:40.298627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Bound port: 93309e22-dc95-4e9a-8779-201f08cd6cba, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7248f39-50c5-4d2c-be3b-30efa562d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '978221b3-dccb-4f71-af47-60f2205ff053'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:40.299004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.301713 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.314095 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.370810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cfec9-81a5-4bbd-a30f-08155d710f33 req-b4d70877-0e30-4a57-9b57-5cd4c9a69c92 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.374349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e59cfec9-81a5-4bbd-a30f-08155d710f33 req-b4d70877-0e30-4a57-9b57-5cd4c9a69c92 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.2934775 Jul 16 20:13:40.397232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:40.402882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.404940 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a82db868-fad0-45b9-b461-3f2cb2245727 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5b7d3be7-528e-46bf-b08a-46fdd5e6ae3a HTTP/1.1" status: 204 len: 168 time: 0.9973257 Jul 16 20:13:40.409279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34200) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:40.420527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07c5ce-1ec9-4708-b699-0bdaf9830e20 None None] Network e631bb05-5de9-401e-b188-a21266e10173 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:40.533165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e59cfec9-81a5-4bbd-a30f-08155d710f33 req-6813c4b5-0d0f-41ce-aa26-efdce0328fa0 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409004 Jul 16 20:13:40.612412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.630480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-a6db1bd9-6585-4841-bc65-25501b33d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.632467 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-a6db1bd9-6585-4841-bc65-25501b33d1c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4842613 Jul 16 20:13:40.685694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-f58f2312-d61f-4760-a5ef-2009fc049ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.687474 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-f58f2312-d61f-4760-a5ef-2009fc049ec5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89&tenant_id=3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 1100 time: 0.5987408 Jul 16 20:13:40.697055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] For port 93309e22-dc95-4e9a-8779-201f08cd6cba, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:40.771494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] For port 93309e22-dc95-4e9a-8779-201f08cd6cba, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=93309e22-dc95-4e9a-8779-201f08cd6cba,segment=NetworkSegment(f7248f39-50c5-4d2c-be3b-30efa562d6cf),segment_id=f7248f39-50c5-4d2c-be3b-30efa562d6cf)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:40.773172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:40.777226 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-9faf94a5-984e-4bc9-a56a-8ec54d7dd5b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb HTTP/1.1" status: 200 len: 217 time: 0.1359439 Jul 16 20:13:40.779379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.796917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:40.845471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] DHCP port deletion for e631bb05-5de9-401e-b188-a21266e10173 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:40.996252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] Deleting port 9400226f-1268-493d-b612-68df66d3d608 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:40.997498 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.102679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-7825dda9-5997-4703-9100-fed7d9b5e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.105481 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-7825dda9-5997-4703-9100-fed7d9b5e507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2841787 Jul 16 20:13:41.160650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] For port 9400226f-1268-493d-b612-68df66d3d608, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9400226f-1268-493d-b612-68df66d3d608,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:41.161764 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.193088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.204338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.205805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.207784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] 10.222.0.26 "PUT /v2.0/ports/93309e22-dc95-4e9a-8779-201f08cd6cba HTTP/1.1" status: 200 len: 1091 time: 3.3721783 Jul 16 20:13:41.208544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] Calling delete_port for 9400226f-1268-493d-b612-68df66d3d608 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:41.214797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'tag': '93309e22-dc95-4e9a-8779-201f08cd6cba'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:41.217556 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4" -d '{"events": [{"name": "network-changed", "server_uuid": "19ae9f3a-555f-4254-acb7-92cf9c4bc533", "tag": "93309e22-dc95-4e9a-8779-201f08cd6cba"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:41.271959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Deleting port 9400226f-1268-493d-b612-68df66d3d608 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:41.272533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.293927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c617b-b6a7-4924-a7b1-caf03695bffb service neutron] Pushing event updated for resources: {'Port': ['ID=93309e22-dc95-4e9a-8779-201f08cd6cba,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:41.421894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce41bc-0ec7-45fd-8d75-f8802d74064c req-77aec858-c417-4d10-853c-37e91e014d23 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.425569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61ce41bc-0ec7-45fd-8d75-f8802d74064c req-77aec858-c417-4d10-853c-37e91e014d23 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 943 time: 0.6494446 Jul 16 20:13:41.439325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Allocated IP 172.25.8.157 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/6d08f9aa-0a8a-4a54-842e-86d5bf3a2f64) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:41.469540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.507695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] No DVR routers for this DVR port 9400226f-1268-493d-b612-68df66d3d608 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:41.543998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-13b53eaa-cbda-458e-b920-7c158d438729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.547205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-13b53eaa-cbda-458e-b920-7c158d438729 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87a3ff43266c4dcaa3ae2c2d9f499dcb&device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 1094 time: 0.2691612 Jul 16 20:13:41.549126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] For port 9400226f-1268-493d-b612-68df66d3d608, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9400226f-1268-493d-b612-68df66d3d608,segment=NetworkSegment(4c471766-6101-44bf-b0d9-c645d1353557),segment_id=4c471766-6101-44bf-b0d9-c645d1353557)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:41.549779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.586125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61ce41bc-0ec7-45fd-8d75-f8802d74064c req-4aaf2ed4-81fc-4528-9c37-cf0b4b3d27eb tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407585 Jul 16 20:13:41.620969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025226f-58b0-47c7-8c3a-434bd4e1e2da None None] Pushing event deleted for resources: {'Port': ['ID=9400226f-1268-493d-b612-68df66d3d608,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:41.723455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-6066ed9a-279f-49e8-91de-57d13e7e7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.726320 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-6066ed9a-279f-49e8-91de-57d13e7e7f62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6048565 Jul 16 20:13:41.730647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-97774c3f-fd2d-4a46-b569-54be8434cb42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93309e22-dc95-4e9a-8779-201f08cd6cba HTTP/1.1" status: 200 len: 217 time: 0.1744909 Jul 16 20:13:41.772336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Calling delete_port for 9400226f-1268-493d-b612-68df66d3d608 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:41.806106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c3a2ed28-8503-4e21-a38a-92b3e8fbd089 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:41.866728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c3a2ed28-8503-4e21-a38a-92b3e8fbd089 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:41.867939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c3a2ed28-8503-4e21-a38a-92b3e8fbd089 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:41.868888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9400226f-1268-493d-b612-68df66d3d608 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:41.913145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9400226f-1268-493d-b612-68df66d3d608 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:41.914221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9400226f-1268-493d-b612-68df66d3d608 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:41.960476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.031519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b4e64b3-3141-469d-8f26-807a5f0371e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.034675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-6b4e64b3-3141-469d-8f26-807a5f0371e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7436ce14-cfa4-4894-b532-c0978c5f0b2f HTTP/1.1" status: 200 len: 854 time: 0.2422695 Jul 16 20:13:42.141815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-f3c50a9a-d444-4215-9dc0-ab0fd035ccee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=978221b3-dccb-4f71-af47-60f2205ff053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860186 Jul 16 20:13:42.159038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-497622f5-ccdd-476c-b568-76ef5bf49f2c service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993576 Jul 16 20:13:42.246578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cc824-0810-4fdc-bfd4-1f5a05a39bce req-a0ae713d-48d2-4057-8654-a218b1908233 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.250235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f71cc824-0810-4fdc-bfd4-1f5a05a39bce req-a0ae713d-48d2-4057-8654-a218b1908233 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 948 time: 0.4539027 Jul 16 20:13:42.277264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:42.293805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.306088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:42.403042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:42.409178 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.422506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:42.433539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-c54e0450-5b8d-4f3c-ac4b-8d359b972213 service neutron] 10.222.0.26 "GET /v2.0/networks/978221b3-dccb-4f71-af47-60f2205ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746387 Jul 16 20:13:42.449925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:42.482495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Pushing event deleted for resources: {'Port': ['ID=9400226f-1268-493d-b612-68df66d3d608,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:42.487371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:42.504714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:42.509812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=6d08f9aa-0a8a-4a54-842e-86d5bf3a2f64,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:42.513430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] No DVR routers for this DVR port 9400226f-1268-493d-b612-68df66d3d608 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:42.586170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3058fc71-50d6-47bc-8ad5-d59e662cdfbe req-255d0d5f-45b2-459f-9478-839cb5cedd84 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176934 Jul 16 20:13:42.600740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.615939 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:13:42.648699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:42.651633 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692cfec9-7c86-4f92-a929-183aa6694290" -d '{"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:42.658521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.659712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f71cc824-0810-4fdc-bfd4-1f5a05a39bce req-b4b93a4e-8b8b-47e5-8dbe-ddc81b43677b tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/security-groups?id=6aba14da-90c4-404d-a1a7-7bd4debb3b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627400 Jul 16 20:13:42.711512 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.726542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Transition to ACTIVE for port object c3aa0a63-0a4c-43b9-8597-a65f421689a6 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:42.728789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e631bb05-5de9-401e-b188-a21266e10173']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:42.749850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.759695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c471766-6101-44bf-b0d9-c645d1353557') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:42.759695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c471766-6101-44bf-b0d9-c645d1353557') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:42.808324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8c1c9bd-b8e3-4c08-8ebe-dcb825772f3d req-956193fd-d180-49d0-9e6b-c392615212e3 service neutron] 10.222.0.26 "GET /v2.0/networks/978221b3-dccb-4f71-af47-60f2205ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547945 Jul 16 20:13:42.818205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.858372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.910808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=6']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:42.921432 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:13:42.922096 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:13:42.932422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:42.934447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] No DVR routers for this DVR port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:42.938891 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.953708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:42.954214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:42.958724 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:42.966194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.971047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb', 'mac_address': 'fa:16:3e:40:ca:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:43.010999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:43.011432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:43.011764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:43.094104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:43.094439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:43.094560 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.112145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:43.112614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:43.113413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:43.114043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Bound port: c3aa0a63-0a4c-43b9-8597-a65f421689a6, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:43.114414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.133140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:43.138139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.152787 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.156185 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e631bb05-5de9-401e-b188-a21266e10173 HTTP/1.1" status: 204 len: 168 time: 2.7444627 Jul 16 20:13:43.160471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34222) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:43.174883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:43.182587 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.192192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b310b4f-c673-4d62-8f6c-13e673e18970 admin admin] Pushing event deleted for resources: {'Network': ['ID=e631bb05-5de9-401e-b188-a21266e10173,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.213997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f7646-5091-402d-a5de-5ef84036146d req-11aa737e-6483-4144-94cf-c1fd0ae36e8c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.221286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-304f7646-5091-402d-a5de-5ef84036146d req-11aa737e-6483-4144-94cf-c1fd0ae36e8c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 947 time: 0.3160102 Jul 16 20:13:43.255282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.270462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.283192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.326246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-304f7646-5091-402d-a5de-5ef84036146d req-b6b14bff-02ce-4668-ac14-b35b1b0ffdfb tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038232 Jul 16 20:13:43.395225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:43.395598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=6d08f9aa-0a8a-4a54-842e-86d5bf3a2f64,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:43.402713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:43.411387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.454707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.465936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:43.476826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.482191 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-eb50274c-581a-478f-9471-2add196fdeed tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2766652 Jul 16 20:13:43.638120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-def64cac-1de2-4076-bc09-cbd96230a0d3 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1489956 Jul 16 20:13:43.864409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.865716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.868240 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] 10.222.0.26 "PUT /v2.0/ports/c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 1095 time: 3.1043205 Jul 16 20:13:43.901369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-d362bae4-7ad8-4bf4-9324-4dd851676f6c tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.914555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-656c3fe4-baef-4078-a59a-17dbe33804d1 req-d362bae4-7ad8-4bf4-9324-4dd851676f6c tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2682698 Jul 16 20:13:43.936705 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078071e1-c90d-499a-b988-1dcf7b82a733 x-openstack-request-id: req-078071e1-c90d-499a-b988-1dcf7b82a733 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:43.937626 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ae9f3a-555f-4254-acb7-92cf9c4bc533", "tag": "93309e22-dc95-4e9a-8779-201f08cd6cba", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:43.938336 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-078071e1-c90d-499a-b988-1dcf7b82a733 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:43.939425 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'tag': '93309e22-dc95-4e9a-8779-201f08cd6cba', 'status': 'completed', 'code': 200} Jul 16 20:13:44.093004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433608b-800a-4f66-bdbd-996e325090bc service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=7']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:44.165315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-9f984eca-6195-4b47-b436-7f03bc9d86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.167169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-9f984eca-6195-4b47-b436-7f03bc9d86b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1098 time: 0.1728110 Jul 16 20:13:44.176835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-c7840be6-2714-4d73-b244-55e4225da761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.178381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-c7840be6-2714-4d73-b244-55e4225da761 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=87a3ff43266c4dcaa3ae2c2d9f499dcb&device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 1094 time: 0.2370775 Jul 16 20:13:44.194836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3b65-dba6-40b1-8bfa-3c6a15e75e29 req-cd8dc286-6733-4929-bae3-d7b11001423e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.196526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52fb3b65-dba6-40b1-8bfa-3c6a15e75e29 req-cd8dc286-6733-4929-bae3-d7b11001423e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.2797480 Jul 16 20:13:44.261011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d98026-17a2-49bb-85e9-a4a3fc022213 req-2c3a498d-64fe-40ae-9aad-eb240542566e tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.271961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10d98026-17a2-49bb-85e9-a4a3fc022213 req-2c3a498d-64fe-40ae-9aad-eb240542566e tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 943 time: 0.1894500 Jul 16 20:13:44.309697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-af64b930-3e7f-4620-b7d2-cdb3a44d0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.311275 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-af64b930-3e7f-4620-b7d2-cdb3a44d0266 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1350086 Jul 16 20:13:44.359785 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-74594277-6878-4813-a884-435cbc66fecd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.0404375 Jul 16 20:13:44.360235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52fb3b65-dba6-40b1-8bfa-3c6a15e75e29 req-19d1a1cf-e31e-42a7-9c7a-4d247815bf0d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500297 Jul 16 20:13:44.386444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:44.411046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10d98026-17a2-49bb-85e9-a4a3fc022213 req-88fef233-1871-40d1-b4bc-0d08ff59a12d tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314635 Jul 16 20:13:44.431016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-c67e7149-e378-4099-8f61-7efe5fad97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.433124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-c67e7149-e378-4099-8f61-7efe5fad97b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=978221b3-dccb-4f71-af47-60f2205ff053 HTTP/1.1" status: 200 len: 915 time: 0.2353373 Jul 16 20:13:44.501375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-865bf02a-5814-4884-b8b2-9f64a03849c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93309e22-dc95-4e9a-8779-201f08cd6cba HTTP/1.1" status: 200 len: 217 time: 0.0589836 Jul 16 20:13:44.542095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-6b114cc2-6738-47b4-a58a-990b5027bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.544920 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-6b114cc2-6738-47b4-a58a-990b5027bc56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1709378 Jul 16 20:13:44.546831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:44.557691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:44.558924 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.585726 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5274db19-4dc4-4442-9aa1-08f519b5aa7a x-openstack-request-id: req-5274db19-4dc4-4442-9aa1-08f519b5aa7a {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:44.586892 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:44.587058 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5274db19-4dc4-4442-9aa1-08f519b5aa7a {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:44.587425 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'code': 200} Jul 16 20:13:44.604655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-47a6b34b-29cc-41e8-b158-843945fa0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.606235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-47a6b34b-29cc-41e8-b158-843945fa0c1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7436ce14-cfa4-4894-b532-c0978c5f0b2f HTTP/1.1" status: 200 len: 854 time: 0.0944149 Jul 16 20:13:44.645709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.663024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-07c3298e-ed27-47c4-886e-7fea8b0793ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=978221b3-dccb-4f71-af47-60f2205ff053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451515 Jul 16 20:13:44.799835 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.851128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:44.856072 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d975d7ac-3c1c-49ad-ac70-7864b484638d" -d '{"events": [{"server_uuid": "7a15677f-b9c7-4108-98b6-ed6dc9442397", "name": "network-vif-plugged", "status": "completed", "tag": "5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:44.903359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:44.916697 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.974458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-489428a5-b439-4b05-baea-5d070b719baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.977724 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-489428a5-b439-4b05-baea-5d070b719baf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4125013 Jul 16 20:13:44.982434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-e799a6e0-6a55-4a64-928d-c159b9cda280 service neutron] 10.222.0.26 "GET /v2.0/networks/978221b3-dccb-4f71-af47-60f2205ff053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118670 Jul 16 20:13:45.103709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:45.151936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1314d-bf5f-4baa-ba96-225abdfedaf9 req-a710617f-4750-49b7-85b3-ab3ffe03a517 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:45.153612 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9db1314d-bf5f-4baa-ba96-225abdfedaf9 req-a710617f-4750-49b7-85b3-ab3ffe03a517 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 949 time: 0.3411357 Jul 16 20:13:45.185181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-510cf1a1-71a3-417c-8495-5aa020dd24b3 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2881076 Jul 16 20:13:45.204051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:45.252917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-91ad7b4d-8cc4-43db-a1b0-bd317d2e61f4 req-ebac908e-6077-4718-973c-521e3d94d88c service neutron] 10.222.0.26 "GET /v2.0/networks/978221b3-dccb-4f71-af47-60f2205ff053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095523 Jul 16 20:13:45.258993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9db1314d-bf5f-4baa-ba96-225abdfedaf9 req-f62a2dc7-1227-45e3-92eb-4313939e6ba3 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/security-groups?id=6aba14da-90c4-404d-a1a7-7bd4debb3b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979173 Jul 16 20:13:45.276114 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-9126dcf4-0e0a-4827-99c9-f0d5babe3c87 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897832 Jul 16 20:13:45.283442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.379985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Deleting port e35010fd-63c1-4bd0-888f-118edce0dba2 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:45.380282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.465191 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d92b3ed8-31a4-4de8-8b85-057a1dd70d85 req-9d5d271b-d9fc-476f-a1ad-31f6d259e650 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792715 Jul 16 20:13:45.499224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.535832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] For port e35010fd-63c1-4bd0-888f-118edce0dba2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e35010fd-63c1-4bd0-888f-118edce0dba2,segment=NetworkSegment(fd0994af-ad16-45bd-b466-9c9f70c1bf8c),segment_id=fd0994af-ad16-45bd-b466-9c9f70c1bf8c)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:45.536165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.585072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Calling delete_port for e35010fd-63c1-4bd0-888f-118edce0dba2 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:45.772873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8838e-92d5-4385-9dd4-aacb6e8fbcbf req-153ed008-7aeb-4582-b233-3b74a83018a1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:45.775630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62f8838e-92d5-4385-9dd4-aacb6e8fbcbf req-153ed008-7aeb-4582-b233-3b74a83018a1 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 947 time: 0.2724967 Jul 16 20:13:45.806419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Allocated IP 172.25.8.62 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/4e19a992-31ce-4a89-b1bd-f7601de8c182) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:45.853130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.884192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Pushing event deleted for resources: {'Port': ['ID=e35010fd-63c1-4bd0-888f-118edce0dba2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:45.915842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62f8838e-92d5-4385-9dd4-aacb6e8fbcbf req-43366ed2-9a88-4fa2-ac8c-9a7622f30f18 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117716 Jul 16 20:13:46.139182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.177632 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.254817 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.347517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:46.373447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:46.383669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:46.385551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 93309e22-dc95-4e9a-8779-201f08cd6cba details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:46.522220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=4e19a992-31ce-4a89-b1bd-f7601de8c182,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.598081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 93309e22-dc95-4e9a-8779-201f08cd6cba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=93309e22-dc95-4e9a-8779-201f08cd6cba,segment=NetworkSegment(f7248f39-50c5-4d2c-be3b-30efa562d6cf),segment_id=f7248f39-50c5-4d2c-be3b-30efa562d6cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:46.624665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '93309e22-dc95-4e9a-8779-201f08cd6cba', 'network_id': '978221b3-dccb-4f71-af47-60f2205ff053', 'port_id': '93309e22-dc95-4e9a-8779-201f08cd6cba', 'mac_address': 'fa:16:3e:63:64:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7436ce14-cfa4-4894-b532-c0978c5f0b2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:46.661207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:46.665609 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f" -d '{"events": [{"name": "network-changed", "server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:46.669144 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.682151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Router 312d4dfd-ac5c-443d-bf04-05306c88586f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:46.708622 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.735423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93309e22-dc95-4e9a-8779-201f08cd6cba {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:46.778705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 93309e22-dc95-4e9a-8779-201f08cd6cba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=93309e22-dc95-4e9a-8779-201f08cd6cba,segment=NetworkSegment(f7248f39-50c5-4d2c-be3b-30efa562d6cf),segment_id=f7248f39-50c5-4d2c-be3b-30efa562d6cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:46.787189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.788797 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.857894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-7dade5fb-8a77-4e94-ad46-5a1a7ce8e013 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.871759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-7dade5fb-8a77-4e94-ad46-5a1a7ce8e013 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.5211205 Jul 16 20:13:46.900380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=93309e22-dc95-4e9a-8779-201f08cd6cba,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.935853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-78a15b70-4361-407c-9dad-c2c35c67e694 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/quotas/561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 375 time: 0.0626681 Jul 16 20:13:46.936971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:46.950135 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-179e097e-cb14-4e11-9437-b6f14fd6d86a admin admin] 10.222.0.100 "PUT /v2.0/routers/312d4dfd-ac5c-443d-bf04-05306c88586f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7869728 Jul 16 20:13:46.955651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34260) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:46.968974 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] Sync routers for ids ['312d4dfd-ac5c-443d-bf04-05306c88586f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:46.992326 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] Routers {'312d4dfd-ac5c-443d-bf04-05306c88586f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:46.993525 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['312d4dfd-ac5c-443d-bf04-05306c88586f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:47.048554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['93309e22-dc95-4e9a-8779-201f08cd6cba'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:47.237232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-02afdd26-62d4-4ef6-9709-0d32cd398b84 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2783952 Jul 16 20:13:47.240044 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] Set router 312d4dfd-ac5c-443d-bf04-05306c88586f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:47.275882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.637622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.719285 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:13:45Z', 'revision_number': 5, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port': {'id': '5c2583ed-45dd-4f65-8ccd-52389f7b3fab', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:37Z', 'updated_at': '2021-07-16T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:47.730150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Deleting port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:47.730504 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.790840 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] Checking router: 312d4dfd-ac5c-443d-bf04-05306c88586f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:47.824850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] Routers {'312d4dfd-ac5c-443d-bf04-05306c88586f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:47.826458 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:13:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['312d4dfd-ac5c-443d-bf04-05306c88586f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:47.929546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] For port 5c2583ed-45dd-4f65-8ccd-52389f7b3fab, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:47.929546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.956645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Calling delete_port for 5c2583ed-45dd-4f65-8ccd-52389f7b3fab owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:48.004586 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] Set router 312d4dfd-ac5c-443d-bf04-05306c88586f gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:48.026093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-72d03be5-6a95-4881-b9b4-33dff26319fa service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7697330 Jul 16 20:13:48.078108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.094510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.127453 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:13:47Z', 'revision_number': 6, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:48.195987 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41482c1-9028-44c1-94bc-3e39a1816c8c None None] The sync data for ids ['312d4dfd-ac5c-443d-bf04-05306c88586f'] in n-d-798930-6 is: [{'id': '312d4dfd-ac5c-443d-bf04-05306c88586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1490770758-router', 'tenant_id': '36f8f2ff8ab142b797563788674cd91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:36Z', 'updated_at': '2021-07-16T20:13:47Z', 'revision_number': 6, 'project_id': '36f8f2ff8ab142b797563788674cd91a', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:48.278162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=4e19a992-31ce-4a89-b1bd-f7601de8c182,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:48.286281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.318748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.322645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.325204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-bf67682a-14ae-4294-bdb0-6d4202c0a914 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1287277 Jul 16 20:13:48.338837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-d6fd62cf-4f0e-4268-94d2-344370876c15 service neutron] 10.222.0.100 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580168 Jul 16 20:13:48.382694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2583ed-45dd-4f65-8ccd-52389f7b3fab,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:48.384215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 93309e22-dc95-4e9a-8779-201f08cd6cba up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:48.423940 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-8cbd22c8-f000-4f18-bcc9-606121d800e4 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0831468 Jul 16 20:13:48.489471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 93309e22-dc95-4e9a-8779-201f08cd6cba completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:48.499448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 93309e22-dc95-4e9a-8779-201f08cd6cba triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:48.500085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.585811 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.614583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-a9604896-57e0-4074-9ca4-bea0cb699a0e tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.616217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70cf5dba-3886-448e-84e4-84a90d61a845 req-a9604896-57e0-4074-9ca4-bea0cb699a0e tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.1863954 Jul 16 20:13:48.710135 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.772295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 93309e22-dc95-4e9a-8779-201f08cd6cba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=93309e22-dc95-4e9a-8779-201f08cd6cba,segment=NetworkSegment(f7248f39-50c5-4d2c-be3b-30efa562d6cf),segment_id=f7248f39-50c5-4d2c-be3b-30efa562d6cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:48.781334 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.795007 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df1c1b6-af26-42b7-8111-2a08e348757c x-openstack-request-id: req-0df1c1b6-af26-42b7-8111-2a08e348757c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:48.795722 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a15677f-b9c7-4108-98b6-ed6dc9442397", "name": "network-vif-plugged", "status": "completed", "tag": "5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:48.798028 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0df1c1b6-af26-42b7-8111-2a08e348757c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:48.798635 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb', 'code': 200} Jul 16 20:13:48.891323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=93309e22-dc95-4e9a-8779-201f08cd6cba,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.214536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27e0c-8307-4ddc-ad34-0ee4ff8543d1 req-921cb084-ffd6-46d9-bc2b-4aec2d4a1977 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.226066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cc27e0c-8307-4ddc-ad34-0ee4ff8543d1 req-921cb084-ffd6-46d9-bc2b-4aec2d4a1977 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.2263873 Jul 16 20:13:49.302221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cc27e0c-8307-4ddc-ad34-0ee4ff8543d1 req-5a0bf5df-2e52-4017-bc5a-a55b6e07707b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740588 Jul 16 20:13:49.310385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.317092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.555022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.556145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 312d4dfd-ac5c-443d-bf04-05306c88586f {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:49.562505 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.564037 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f9159d2e-6ecf-40a6-a8e8-3d6bfdd78365 admin admin] 10.222.0.100 "DELETE /v2.0/routers/312d4dfd-ac5c-443d-bf04-05306c88586f HTTP/1.1" status: 204 len: 168 time: 2.6060209 Jul 16 20:13:49.570342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34286) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:49.584785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0415e39-f1f3-4076-a5a8-6089a5fc79d8 req-a6b38bb3-1fe4-4a21-9966-bc5a49f501f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.586841 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0415e39-f1f3-4076-a5a8-6089a5fc79d8 req-a6b38bb3-1fe4-4a21-9966-bc5a49f501f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 1101 time: 0.3477399 Jul 16 20:13:49.656978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd472e1f-1818-4e64-8da9-235a6e8c1a79 req-96313917-d3b2-4525-a14a-3623d91ad789 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.670682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd472e1f-1818-4e64-8da9-235a6e8c1a79 req-96313917-d3b2-4525-a14a-3623d91ad789 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 945 time: 0.3298573 Jul 16 20:13:49.688413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0415e39-f1f3-4076-a5a8-6089a5fc79d8 req-92fbfc5e-9f53-4e99-acc9-ab94a2c5b722 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6aba14da-90c4-404d-a1a7-7bd4debb3b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924315 Jul 16 20:13:49.775741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Deleting subnet 26035049-e2e5-448f-92e5-9bda8e5e4a8c {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:49.781092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.832549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.871408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5c2583ed-45dd-4f65-8ccd-52389f7b3fab no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:49.876873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51036a64-4c7f-4478-966c-5ea46a742f68 req-cc473012-f82f-4002-8835-f6db43bbc88f tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.898659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51036a64-4c7f-4478-966c-5ea46a742f68 req-cc473012-f82f-4002-8835-f6db43bbc88f tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 950 time: 0.3959265 Jul 16 20:13:49.917734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd472e1f-1818-4e64-8da9-235a6e8c1a79 req-e494004b-a125-441e-808b-27d5dd88ce56 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418683 Jul 16 20:13:49.969338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.989236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 5c2583ed-45dd-4f65-8ccd-52389f7b3fab {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:49.989802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5c2583ed-45dd-4f65-8ccd-52389f7b3fab not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:49.990474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e35010fd-63c1-4bd0-888f-118edce0dba2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:50.005476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51036a64-4c7f-4478-966c-5ea46a742f68 req-348265b9-071a-4427-b0dd-d567ecf0d05f tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/security-groups?id=6aba14da-90c4-404d-a1a7-7bd4debb3b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040618 Jul 16 20:13:50.078083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e35010fd-63c1-4bd0-888f-118edce0dba2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:50.079129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e35010fd-63c1-4bd0-888f-118edce0dba2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:50.162652 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a44ab-cf01-499a-a359-60fa6932d7a6 x-openstack-request-id: req-ab0a44ab-cf01-499a-a359-60fa6932d7a6 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:50.163204 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:50.167386 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ab0a44ab-cf01-499a-a359-60fa6932d7a6 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:50.168536 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'status': 'completed', 'code': 200} Jul 16 20:13:50.276929 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.340921 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.347626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7bd71-26fc-4f56-87d2-ea45cbcdb4ba None None] Network 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:50.347989 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] 10.222.0.100 "DELETE /v2.0/subnets/26035049-e2e5-448f-92e5-9bda8e5e4a8c HTTP/1.1" status: 204 len: 168 time: 0.7578921 Jul 16 20:13:50.352519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26035049-e2e5-448f-92e5-9bda8e5e4a8c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.355380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34292) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:50.422379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.423109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.423498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.423835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.424168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.424494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.424889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.425840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.426182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.426545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.426882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.427204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add6993-a722-4e7d-904a-c58b5879dd3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:50.496483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-98cff83f-fce1-44a8-9201-e97946c53b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.501908 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-98cff83f-fce1-44a8-9201-e97946c53b33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1098 time: 0.3290460 Jul 16 20:13:50.580060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-d3b09636-6aa1-4846-b24a-e0d45864310b tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3927884 Jul 16 20:13:50.588793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.600952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:50.630474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-599d5404-d0e4-439e-a1b8-869f55653649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.632156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-599d5404-d0e4-439e-a1b8-869f55653649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1098 time: 0.4146392 Jul 16 20:13:50.646081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f946f-1800-4ea0-b8fe-3eef891bf12a req-10c5837f-3618-438d-941f-d6dea84cfa03 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.654097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-268f946f-1800-4ea0-b8fe-3eef891bf12a req-10c5837f-3618-438d-941f-d6dea84cfa03 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 947 time: 0.4068279 Jul 16 20:13:50.701097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:50.794763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-51a04b8b-7f16-4ced-b52e-315e07f7adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.796936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.799287 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-51a04b8b-7f16-4ced-b52e-315e07f7adcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2887163 Jul 16 20:13:50.818972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93309e22-dc95-4e9a-8779-201f08cd6cba'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:50.824431 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c56bf5d-f374-4b6f-890b-9f651fbf658e" -d '{"events": [{"server_uuid": "19ae9f3a-555f-4254-acb7-92cf9c4bc533", "name": "network-vif-plugged", "status": "completed", "tag": "93309e22-dc95-4e9a-8779-201f08cd6cba"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:50.863008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-268f946f-1800-4ea0-b8fe-3eef891bf12a req-33548e2b-da18-4bac-83d0-2cb37b2585b4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072840 Jul 16 20:13:50.944344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-a700fc3e-3e43-43c8-be99-e9f781a8035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.958361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-a700fc3e-3e43-43c8-be99-e9f781a8035b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2889476 Jul 16 20:13:50.983324 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-79e0aa04-6776-4c38-b695-3afdf61289ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.1739454 Jul 16 20:13:51.152823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-e0f17d56-e8ec-4d27-b50b-c5676170ad27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.1814797 Jul 16 20:13:51.167922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-4c5abb6d-1c81-47ec-ac3f-ce2ec4af62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.170903 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-4c5abb6d-1c81-47ec-ac3f-ce2ec4af62f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1787531 Jul 16 20:13:51.199175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] DHCP port deletion for 515ee94f-65b2-4e1e-a01b-ec0e99e2b079 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:51.232314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:51.255554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aaeec83a-5539-48cc-9d3a-961b1b571da9 req-6a90ecd7-68b9-44f0-b57d-93235c66b2c9 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 210 time: 0.1357205 Jul 16 20:13:51.260193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'mac_address': 'fa:16:3e:7b:eb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:51.379108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-5dd25263-37bc-493d-adc3-b2ba512d8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.385203 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.391889 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-5dd25263-37bc-493d-adc3-b2ba512d8983 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2107198 Jul 16 20:13:51.435940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa0a63-0a4c-43b9-8597-a65f421689a6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:51.491087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:51.507344 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.529529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Deleting port ba1cc263-0fe5-4373-8028-3e87b82aadc6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:51.532090 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.627374 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-156b8cfa-85b3-4beb-9a01-e64eddc90af7 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283258 Jul 16 20:13:51.648781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] Deleting port ba1cc263-0fe5-4373-8028-3e87b82aadc6 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:51.649253 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.689399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:51.834765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c3aa0a63-0a4c-43b9-8597-a65f421689a6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:51.854919 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-4aa9d452-1e6f-4efa-a9e9-127430f33d88 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178316 Jul 16 20:13:51.893058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ba1cc263-0fe5-4373-8028-3e87b82aadc6 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:51.911218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-5fb2377c-8a19-497e-968a-fc1e326ff438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.911819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] For port ba1cc263-0fe5-4373-8028-3e87b82aadc6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ba1cc263-0fe5-4373-8028-3e87b82aadc6,segment=NetworkSegment(fd0994af-ad16-45bd-b466-9c9f70c1bf8c),segment_id=fd0994af-ad16-45bd-b466-9c9f70c1bf8c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:51.912041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.914999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-5fb2377c-8a19-497e-968a-fc1e326ff438 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.7444978 Jul 16 20:13:52.031166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] Calling delete_port for ba1cc263-0fe5-4373-8028-3e87b82aadc6 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:52.140370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] For port ba1cc263-0fe5-4373-8028-3e87b82aadc6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ba1cc263-0fe5-4373-8028-3e87b82aadc6,segment=NetworkSegment(fd0994af-ad16-45bd-b466-9c9f70c1bf8c),segment_id=fd0994af-ad16-45bd-b466-9c9f70c1bf8c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:52.140962 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.210502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Calling delete_port for ba1cc263-0fe5-4373-8028-3e87b82aadc6 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:52.256487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576e715-89f6-43fb-ab1c-97c54934d219 req-5a25d5f9-6ba7-42b9-ac71-efbaa6841a9d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.260184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f576e715-89f6-43fb-ab1c-97c54934d219 req-5a25d5f9-6ba7-42b9-ac71-efbaa6841a9d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.6637170 Jul 16 20:13:52.273708 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.276043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.288936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-71c3fe1d-22b5-43d5-8790-2566882ff6a2 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.291474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-71c3fe1d-22b5-43d5-8790-2566882ff6a2 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 808 time: 0.6117275 Jul 16 20:13:52.346463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Request body: {'port': {'device_id': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'admin_state_up': True, 'tenant_id': '561d35b90f7f4adf85f4f68390f5fa87'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:52.444288 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.476184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-e78a11fe-131d-4635-9082-a1c1b6a5c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.478895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-e78a11fe-131d-4635-9082-a1c1b6a5c358 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4809542 Jul 16 20:13:52.518077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] Pushing event deleted for resources: {'Port': ['ID=ba1cc263-0fe5-4373-8028-3e87b82aadc6,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:52.527232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374981ea-649c-45f5-8557-b0ea34caf220 None None] No DVR routers for this DVR port ba1cc263-0fe5-4373-8028-3e87b82aadc6 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:52.661550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f576e715-89f6-43fb-ab1c-97c54934d219 req-55a8e5f3-d597-4496-9a25-838fb15ddc9e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642297 Jul 16 20:13:52.730553 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0091965-6a2a-45bd-acb5-0083c5f91c43 x-openstack-request-id: req-a0091965-6a2a-45bd-acb5-0083c5f91c43 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:52.731755 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae9f3a-555f-4254-acb7-92cf9c4bc533", "name": "network-vif-plugged", "status": "completed", "tag": "93309e22-dc95-4e9a-8779-201f08cd6cba", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:52.732363 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a0091965-6a2a-45bd-acb5-0083c5f91c43 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:52.733187 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93309e22-dc95-4e9a-8779-201f08cd6cba', 'code': 200} Jul 16 20:13:52.973479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c4573-f5ed-4865-8df4-656f52c32d52 req-8b94d8cc-ff61-446d-b54b-ebcd94c43638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.976548 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fc8c4573-f5ed-4865-8df4-656f52c32d52 req-8b94d8cc-ff61-446d-b54b-ebcd94c43638 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 1096 time: 0.0934615 Jul 16 20:13:53.055796 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fc8c4573-f5ed-4865-8df4-656f52c32d52 req-063d730c-0da5-4c77-bd91-7b8244d1b598 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684328 Jul 16 20:13:53.061280 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.124129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-a16a1d42-a8e3-4659-8af0-be5499195bd8 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800557 Jul 16 20:13:53.124847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1cc263-0fe5-4373-8028-3e87b82aadc6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.148999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] No DVR routers for this DVR port ba1cc263-0fe5-4373-8028-3e87b82aadc6 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:53.179665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Allocated IP 172.25.8.189 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/458d51e8-28f9-4015-962f-7d60fea1bdf9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:53.202900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Made reservation on behalf of 561d35b90f7f4adf85f4f68390f5fa87 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:53.206527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.363803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.401083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-3003c30c-6c52-4d4c-82cc-58d0acdc9701 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.404441 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-3003c30c-6c52-4d4c-82cc-58d0acdc9701 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.26 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89&tenant_id=3969d86e084a4e839c0cf0200a82ba72&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 948 time: 0.1548755 Jul 16 20:13:53.449278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515ee94f-65b2-4e1e-a01b-ec0e99e2b079']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:53.506713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:53.507038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0994af-ad16-45bd-b466-9c9f70c1bf8c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:53.541938 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-5ce1aed7-6eff-4e44-a88d-7932154b6525 service neutron] 10.222.0.26 "GET /v2.0/ports/c3aa0a63-0a4c-43b9-8597-a65f421689a6/bindings/n-h2-798930-6 HTTP/1.1" status: 200 len: 382 time: 0.1247373 Jul 16 20:13:53.547002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.552278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c57f001-0a0b-40d5-bd2b-799cfd2c524f req-6ff5abd9-f863-4530-8a81-6e66268ee6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143403 Jul 16 20:13:53.630811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.647771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-31f1c428-6db5-476f-9888-6eac42c9d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.649670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-31f1c428-6db5-476f-9888-6eac42c9d50a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1099 time: 0.0736878 Jul 16 20:13:53.702676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:53.703385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:53.711471 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:53.757100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.800526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-cb56bd5a-9262-4d18-820b-a053bf5046d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.803828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Allocated IP 172.20.0.5 (fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec/647dbca8-b298-4873-bc76-057239649d33/2aeecb65-30cf-4c54-b6d9-c4cdafa61103) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:53.804368 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-cb56bd5a-9262-4d18-820b-a053bf5046d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1422725 Jul 16 20:13:53.849190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.872389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65de5b-7235-44e2-95d4-147b17aa32d8 req-1b76001f-6f5b-4af3-859a-ee500c068815 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.874618 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-4f7814c1-1863-4540-9fc1-65da9626b08a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.0620108 Jul 16 20:13:53.875238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a65de5b-7235-44e2-95d4-147b17aa32d8 req-1b76001f-6f5b-4af3-859a-ee500c068815 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 945 time: 0.5490642 Jul 16 20:13:53.892042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.898452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] 10.222.0.100 "DELETE /v2.0/networks/515ee94f-65b2-4e1e-a01b-ec0e99e2b079 HTTP/1.1" status: 204 len: 168 time: 3.5363054 Jul 16 20:13:53.942968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74d80-5cb3-4ecd-8488-a11fbd4f67f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=515ee94f-65b2-4e1e-a01b-ec0e99e2b079,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.979722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-480605b8-3b90-4438-abc1-3e7042a79a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.982206 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-480605b8-3b90-4438-abc1-3e7042a79a12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0993752 Jul 16 20:13:54.106489 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a65de5b-7235-44e2-95d4-147b17aa32d8 req-2e67bd0f-0d16-4409-aeb9-c1e9363cb71f tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169399 Jul 16 20:13:54.142333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-75a6d817-d251-415c-a376-1d62102e04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.145109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-75a6d817-d251-415c-a376-1d62102e04b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439581 Jul 16 20:13:54.147012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.277009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34318) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.321734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:54.341255 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-63f1e066-d61b-445f-9018-bdf2186e6d2e service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877193 Jul 16 20:13:54.375685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:54.405337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:54.413008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:54.464693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=458d51e8-28f9-4015-962f-7d60fea1bdf9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.477520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:54.482966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:54.483804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.494892 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-94420c91-713a-45aa-884e-45045652d3eb service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473620 Jul 16 20:13:54.578970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b4409a65-9cfc-4fbf-9160-889232cfdb1c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b98040beabbd4dc992499a4edb7b269a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2958379 Jul 16 20:13:54.582546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34320) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.600546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.609545 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.663564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:54.672733 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.680637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac501faf-34c4-4398-829b-16e2cb1daaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.696853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e563c-e60f-405e-9083-d179de58332e req-15ea2c56-b520-4c4a-a8ce-b74004842a59 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.710339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac501faf-34c4-4398-829b-16e2cb1daaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.711660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a04e563c-e60f-405e-9083-d179de58332e req-15ea2c56-b520-4c4a-a8ce-b74004842a59 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 950 time: 0.3394027 Jul 16 20:13:54.757080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:54.761424 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72270b0d-2e0f-423a-86aa-9660b2499c0a" -d '{"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:54.764533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.782358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac501faf-34c4-4398-829b-16e2cb1daaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.786243 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac501faf-34c4-4398-829b-16e2cb1daaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.794279 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac501faf-34c4-4398-829b-16e2cb1daaf4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/59a229c3-c951-454c-8aef-9d3b199fd986 HTTP/1.1" status: 204 len: 168 time: 0.2063127 Jul 16 20:13:54.807638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac501faf-34c4-4398-829b-16e2cb1daaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a229c3-c951-454c-8aef-9d3b199fd986,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.886365 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.901426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a04e563c-e60f-405e-9083-d179de58332e req-2ecd5a1a-17c4-4c69-a883-39063b15482e tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/security-groups?id=6aba14da-90c4-404d-a1a7-7bd4debb3b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883337 Jul 16 20:13:54.910017 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.938629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['373c5c05-63e5-469c-be6e-df91d33b70cb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:55.056684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.142207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:55.160460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:55.183047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:55.244582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.404773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.406160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.469915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-efe1c816-0368-4327-98e4-7491e685f5ba tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1525717 Jul 16 20:13:55.500293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Request body: {'port': {'device_id': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:55.586782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7d5d6-9492-47bd-a04d-923159f36619 req-3bf49b9a-3d59-4142-9c3c-97436c1908a5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.588465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac7d5d6-9492-47bd-a04d-923159f36619 req-3bf49b9a-3d59-4142-9c3c-97436c1908a5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 931 time: 0.2792208 Jul 16 20:13:55.593010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34338) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.654551 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2a8dbb43-224a-4bf0-97a7-a6f3d251a14c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=36f8f2ff8ab142b797563788674cd91a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596132 Jul 16 20:13:55.657220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.659036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.671299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.715459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.724535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfd201a9-121d-4c78-9750-75fc0fe05c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.727880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac7d5d6-9492-47bd-a04d-923159f36619 req-35f0c585-7646-41a1-84d5-0135f88c3384 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244383 Jul 16 20:13:55.775048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfd201a9-121d-4c78-9750-75fc0fe05c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.819429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event updated for resources: {'Port': ['ID=458d51e8-28f9-4015-962f-7d60fea1bdf9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.848349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.880329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfd201a9-121d-4c78-9750-75fc0fe05c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.884204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfd201a9-121d-4c78-9750-75fc0fe05c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.886138 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cfd201a9-121d-4c78-9750-75fc0fe05c0d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c7725402-ff7d-4e3c-ac03-b6757bf55ab5 HTTP/1.1" status: 204 len: 168 time: 0.2243469 Jul 16 20:13:55.903339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd201a9-121d-4c78-9750-75fc0fe05c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7725402-ff7d-4e3c-ac03-b6757bf55ab5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.921648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.923224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-c41543f3-ee32-4f7a-af68-3894e98fe9d1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3421738 Jul 16 20:13:56.028386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-2993f807-f6e1-4981-87e6-09469b5c5010 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 696 time: 0.0961137 Jul 16 20:13:56.239091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279e41-98f1-4fbd-ba86-e113b7fa54f4 req-b7e0b0b7-4fcd-4b0f-8f18-b87aefa48bc8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.240851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02279e41-98f1-4fbd-ba86-e113b7fa54f4 req-b7e0b0b7-4fcd-4b0f-8f18-b87aefa48bc8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.2931459 Jul 16 20:13:56.258243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-6156b25e-b88c-477a-8a7b-9e309da4f1dd tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.259759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97ea50ca-b31e-44c5-8f1b-62fba3453958 req-6156b25e-b88c-477a-8a7b-9e309da4f1dd tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2181165 Jul 16 20:13:56.346271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02279e41-98f1-4fbd-ba86-e113b7fa54f4 req-9c439cf5-4d23-4970-9270-487b06e37108 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853519 Jul 16 20:13:56.397944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b5fe05fa-aed7-47c8-9709-d062b309915a details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:56.426643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:56.463439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.508548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Transition to ACTIVE for port object 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:56.523734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d275a-ea86-4adb-b1e3-8b20d4717d4e req-fd2e6627-4c94-46e6-8bd2-a16359c55888 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.525514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a3d275a-ea86-4adb-b1e3-8b20d4717d4e req-fd2e6627-4c94-46e6-8bd2-a16359c55888 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.1500962 Jul 16 20:13:56.528155 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.568685 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702e23c9-179d-414a-ba75-bced3f6a1147 x-openstack-request-id: req-702e23c9-179d-414a-ba75-bced3f6a1147 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:56.569041 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:56.569208 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-702e23c9-179d-414a-ba75-bced3f6a1147 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:56.580786 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'code': 200} Jul 16 20:13:56.607078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:56.631699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a3d275a-ea86-4adb-b1e3-8b20d4717d4e req-aa753a27-5db0-4eb6-95f6-f52e3e3a9266 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908165 Jul 16 20:13:56.642674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'mac_address': 'fa:16:3e:03:49:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:56.744591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:56.745179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:56.745457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:56.751780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.776063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:56.777611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:56.789269 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.794511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:56.794948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:56.796674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:56.797327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Bound port: 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:56.797706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.862686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5fe05fa-aed7-47c8-9709-d062b309915a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:56.969964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:56.980054 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.038190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:57.048531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:57.062854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fbac5-d2b5-471c-b2c7-1e456ed6f0a7 req-cbb4fe9f-19eb-4c3a-ab3a-7a535c5e4090 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.066014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-248fbac5-d2b5-471c-b2c7-1e456ed6f0a7 req-cbb4fe9f-19eb-4c3a-ab3a-7a535c5e4090 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 945 time: 0.1741366 Jul 16 20:13:57.068704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.178633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.181537 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.184351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] 10.222.0.21 "PUT /v2.0/ports/2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 200 len: 1091 time: 1.6952913 Jul 16 20:13:57.188171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd9b59-4b47-4cc7-badf-ca2f0297b67e service neutron] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:57.203806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:57.209867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b5fe05fa-aed7-47c8-9709-d062b309915a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:57.211541 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060bfcc2-925a-4cf3-b161-bd8d1963e99f" -d '{"events": [{"name": "network-changed", "server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:57.270596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-248fbac5-d2b5-471c-b2c7-1e456ed6f0a7 req-3713d41a-1967-4b34-bec1-f9c9550ad7e0 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900287 Jul 16 20:13:57.401903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:57.439101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-db640f81-fa8c-469b-ab9a-8a6155f92837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.441922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-db640f81-fa8c-469b-ab9a-8a6155f92837 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1094 time: 0.1408617 Jul 16 20:13:57.764263 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:58.089003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-017197f1-e605-461a-b6b4-48c1f702406f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 200 len: 217 time: 0.6387143 Jul 16 20:13:58.102462 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-235f9929-0e88-4e0f-b922-e59a64ab5cbc req-1876360d-64c1-41b1-814b-7c4245f5cf5b tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips/927ab490-e331-4019-aa17-8e643da64d86 HTTP/1.1" status: 200 len: 693 time: 0.6404309 Jul 16 20:13:58.269464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-e7a4c525-13df-4033-9f0c-78724e62963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.271368 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-e7a4c525-13df-4033-9f0c-78724e62963f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1676242 Jul 16 20:13:58.368691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-f7e38579-1792-477b-b8b1-952b387009ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848742 Jul 16 20:13:58.403010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-2c6632b8-cca8-41c8-8ba4-1de8b62d342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.405111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-2c6632b8-cca8-41c8-8ba4-1de8b62d342f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89&tenant_id=3969d86e084a4e839c0cf0200a82ba72 HTTP/1.1" status: 200 len: 1100 time: 0.3145764 Jul 16 20:13:58.428127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b5fe05fa-aed7-47c8-9709-d062b309915a up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:58.433080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:58.529336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b5fe05fa-aed7-47c8-9709-d062b309915a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:58.529941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.574942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330d600-3b0b-4f79-a4eb-a33903912f3d req-c7645a1f-dbfd-4303-92d2-52c8f864a30f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.577800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d330d600-3b0b-4f79-a4eb-a33903912f3d req-c7645a1f-dbfd-4303-92d2-52c8f864a30f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 943 time: 0.4435515 Jul 16 20:13:58.692235 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.721190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:58.725496 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715a44b1-066b-4cab-b230-aed9c907d19d" -d '{"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:58.737932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-881980c7-26c0-4b28-9cc0-85b12d172d04 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559415 Jul 16 20:13:58.746103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:58.767871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.769516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f9929-0e88-4e0f-b922-e59a64ab5cbc req-7dcaea70-0acc-4b3f-bb11-67e455da8351 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.771282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:58.776941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-235f9929-0e88-4e0f-b922-e59a64ab5cbc req-7dcaea70-0acc-4b3f-bb11-67e455da8351 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.6623285 Jul 16 20:13:58.842487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-235f9929-0e88-4e0f-b922-e59a64ab5cbc req-6e96fc08-a266-4efd-8b71-f0190a128bd0 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:13:58.861959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-235f9929-0e88-4e0f-b922-e59a64ab5cbc req-6e96fc08-a266-4efd-8b71-f0190a128bd0 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0836122 Jul 16 20:13:58.915031 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffffa48d-4547-43ab-ae23-3d1ee561c4d5 x-openstack-request-id: req-ffffa48d-4547-43ab-ae23-3d1ee561c4d5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:58.915410 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:58.915672 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ffffa48d-4547-43ab-ae23-3d1ee561c4d5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:58.916105 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103', 'status': 'completed', 'code': 200} Jul 16 20:13:58.980523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d330d600-3b0b-4f79-a4eb-a33903912f3d req-511b0cb1-d194-4486-9270-cabc4c162c67 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708584 Jul 16 20:13:59.007363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.032333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.259178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.411860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9744e90-3e0c-4dd5-9601-9813ec30dab1 req-5db7c1f1-edce-4a21-ba47-3a5139d99547 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510959 Jul 16 20:13:59.429496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:59.512595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4023e-10ea-4349-a440-ef814c189f79 req-28c3fec0-8527-4d3e-8ae1-a30e539bdee6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.520458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fee4023e-10ea-4349-a440-ef814c189f79 req-28c3fec0-8527-4d3e-8ae1-a30e539bdee6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.1991465 Jul 16 20:13:59.524040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:59.660419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-84e64925-981f-4b1b-8963-d0dd31670739 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.664600 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-84e64925-981f-4b1b-8963-d0dd31670739 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 945 time: 0.1591992 Jul 16 20:13:59.692741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.721474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fee4023e-10ea-4349-a440-ef814c189f79 req-712ddddf-f59f-4e17-a411-7639d458ef1b tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998117 Jul 16 20:13:59.746106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Transition to ACTIVE for port object c3aa0a63-0a4c-43b9-8597-a65f421689a6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:59.801656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.918239 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:13:59.918822 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:13:59.988903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Deleting port 56474bac-20cc-4c42-8dc7-8021d600935d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:59.989558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.027026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] No DVR routers for this DVR port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:00.156546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-aecd143e-dce1-4056-b8be-a48a537e743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.163830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-aecd143e-dce1-4056-b8be-a48a537e743d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1094 time: 0.6069319 Jul 16 20:14:00.172581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] For port 56474bac-20cc-4c42-8dc7-8021d600935d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=56474bac-20cc-4c42-8dc7-8021d600935d,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:00.173099 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.182995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58aac3-b8cd-436f-b8a5-59c86a4c0d7a req-19a7c975-bddb-40c5-8357-d0f14b6fbbc1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.185986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-812c6656-b16c-4915-8492-4849a60428c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.192196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dd58aac3-b8cd-436f-b8a5-59c86a4c0d7a req-19a7c975-bddb-40c5-8357-d0f14b6fbbc1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.5767856 Jul 16 20:14:00.200815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Calling delete_port for 56474bac-20cc-4c42-8dc7-8021d600935d owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:00.202391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.259840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:00.260350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:00.260787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:00.336081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:00.336470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Attempting to bind port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:00.360258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:00.360768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:00.361264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:00.361823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Bound port: c3aa0a63-0a4c-43b9-8597-a65f421689a6, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:00.362988 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.381035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dd58aac3-b8cd-436f-b8a5-59c86a4c0d7a req-d7f8e807-188d-4a97-bc03-e8f74dbfd9a1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876662 Jul 16 20:14:00.429106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.474704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7178f8a-3a5a-412e-84ab-77a8b156d061 req-95964909-bcb1-4b5f-9d14-ed392c426be9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.482389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7178f8a-3a5a-412e-84ab-77a8b156d061 req-95964909-bcb1-4b5f-9d14-ed392c426be9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/ports?device_id=d8460fe8-42e7-44a6-8893-5642e82d30f3 HTTP/1.1" status: 200 len: 945 time: 0.4490516 Jul 16 20:14:00.498453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['56474bac-20cc-4c42-8dc7-8021d600935d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:00.500289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-742bfbc2-3818-40d4-ae2d-4cb700883c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.501958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-742bfbc2-3818-40d4-ae2d-4cb700883c9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.3075542 Jul 16 20:14:00.525389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Pushing event deleted for resources: {'Port': ['ID=56474bac-20cc-4c42-8dc7-8021d600935d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.589752 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dae75a9-6786-4a5b-8887-de0256b11759 x-openstack-request-id: req-2dae75a9-6786-4a5b-8887-de0256b11759 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:00.590051 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:00.590402 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2dae75a9-6786-4a5b-8887-de0256b11759 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:00.590937 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'code': 200} Jul 16 20:14:00.610761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] No DVR routers for this DVR port 56474bac-20cc-4c42-8dc7-8021d600935d on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:00.616397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.621340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-82af3237-f2d0-43a0-b242-6737539b3e70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 200 len: 217 time: 0.1062570 Jul 16 20:14:00.622043 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-707c246b-d618-4ee8-8b7f-4d3a1bd3df66 req-c2923bb6-8b2d-4412-bc34-ef123f49aaa9 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.26 "DELETE /v2.0/ports/56474bac-20cc-4c42-8dc7-8021d600935d HTTP/1.1" status: 204 len: 173 time: 0.9520237 Jul 16 20:14:00.623216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'name': 'network-vif-deleted', 'tag': '56474bac-20cc-4c42-8dc7-8021d600935d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:00.628420 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c4a42d-c1d5-4931-bfc2-1948ee03b140" -d '{"events": [{"server_uuid": "d8460fe8-42e7-44a6-8893-5642e82d30f3", "name": "network-vif-deleted", "tag": "56474bac-20cc-4c42-8dc7-8021d600935d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:00.711995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-16ec7506-5bfd-49c6-b3bf-b5483812f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.713581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-16ec7506-5bfd-49c6-b3bf-b5483812f5cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.0732191 Jul 16 20:14:00.736166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7178f8a-3a5a-412e-84ab-77a8b156d061 req-492503de-d282-437a-a09c-c0d24ace6c66 tempest-AttachSCSIVolumeTestJSON-1827312592 tempest-AttachSCSIVolumeTestJSON-1827312592-project] 10.222.0.100 "GET /v2.0/security-groups?id=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527552 Jul 16 20:14:00.737636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:00.818916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-8da1b228-6e5b-4d54-9290-bff51dadcb5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880675 Jul 16 20:14:00.850374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-077f6e17-d53d-44ec-be2a-468d49da5758 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips/927ab490-e331-4019-aa17-8e643da64d86 HTTP/1.1" status: 200 len: 693 time: 0.2192638 Jul 16 20:14:00.852334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:00.882968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.921172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.922288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.923767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 1096 time: 2.4969492 Jul 16 20:14:00.963653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}, {'name': 'network-changed', 'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:00.966493 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e097aa-4212-487c-9291-deffe99a7971" -d '{"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}, {"name": "network-changed", "server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:01.259059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97183fa1-dab5-444c-8e34-568034772fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=11']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:01.321229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-3063daba-d02f-4963-9e97-c170c0edff94 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864938 Jul 16 20:14:01.815978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-1b40669e-fd1b-4c4d-8f0b-acdb9e43b14e tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.818572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-1b40669e-fd1b-4c4d-8f0b-acdb9e43b14e tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.9220417 Jul 16 20:14:01.984411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-05f48da1-618d-48af-8683-ac6ff85899c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.985861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-05f48da1-618d-48af-8683-ac6ff85899c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1099 time: 0.9503236 Jul 16 20:14:02.017303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-fd4c3fb6-4a77-4226-90cc-fc63907d6003 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 696 time: 0.1418822 Jul 16 20:14:02.144599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-060bfcc2-925a-4cf3-b161-bd8d1963e99f req-c25787ca-f634-4dbb-bf3f-6026b083b7ca service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8089545 Jul 16 20:14:02.179497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-07a267ca-b538-44b7-ac8d-58f6344fa4e1 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 696 time: 0.1387386 Jul 16 20:14:02.224119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e6f52-1d9d-4d9e-bd43-42c5fb24a6d2 req-f1a2c13a-3a9f-4f7b-86cc-aad9f5d46686 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.227861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f12e6f52-1d9d-4d9e-bd43-42c5fb24a6d2 req-f1a2c13a-3a9f-4f7b-86cc-aad9f5d46686 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 943 time: 0.4327006 Jul 16 20:14:02.293529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-b1ce6f1d-b22f-4158-b32a-d300545b11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.295218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-b1ce6f1d-b22f-4158-b32a-d300545b11f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.2919953 Jul 16 20:14:02.391002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-cd0c5573-45f8-4842-958d-12bb092adf17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.0878727 Jul 16 20:14:02.447874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f12e6f52-1d9d-4d9e-bd43-42c5fb24a6d2 req-3dc1a668-94fc-495d-9b87-140a98bb588e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813333 Jul 16 20:14:02.509303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-0aa0e0c2-47a4-40ec-8be6-d6b48ff65ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.510856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-0aa0e0c2-47a4-40ec-8be6-d6b48ff65ba3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1111875 Jul 16 20:14:02.572709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Deleting port 458d51e8-28f9-4015-962f-7d60fea1bdf9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:02.574070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.699154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.699518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.716153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Calling delete_port for 458d51e8-28f9-4015-962f-7d60fea1bdf9 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:02.808702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-00ce30a6-429c-48af-ab63-cf06a488f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.810326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-00ce30a6-429c-48af-ab63-cf06a488f19d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2870364 Jul 16 20:14:02.996199 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2529dc02-3425-45b1-9eca-38f4977c47b1 x-openstack-request-id: req-2529dc02-3425-45b1-9eca-38f4977c47b1 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:02.997080 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8460fe8-42e7-44a6-8893-5642e82d30f3", "name": "network-vif-deleted", "tag": "56474bac-20cc-4c42-8dc7-8021d600935d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:02.997080 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2529dc02-3425-45b1-9eca-38f4977c47b1 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:02.997445 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8460fe8-42e7-44a6-8893-5642e82d30f3', 'name': 'network-vif-deleted', 'tag': '56474bac-20cc-4c42-8dc7-8021d600935d', 'status': 'completed', 'code': 200} Jul 16 20:14:03.080610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-0c2f2687-1731-4072-a981-ad0cc58cc4f0 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545519 Jul 16 20:14:03.104076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.195161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event deleted for resources: {'Port': ['ID=458d51e8-28f9-4015-962f-7d60fea1bdf9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.380558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d56c4704-a3ab-4093-a573-c64b006f7f45 req-d831ca93-9bb8-4175-9efa-bba6513a1c3b service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917774 Jul 16 20:14:03.382385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.385320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.399652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32ad2fc2-ac28-4a84-9172-5182144304b9 req-8240853f-894d-4b17-9c0d-667511653cde tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "DELETE /v2.0/floatingips/927ab490-e331-4019-aa17-8e643da64d86 HTTP/1.1" status: 204 len: 173 time: 1.1982737 Jul 16 20:14:03.432608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322aeb6-37c6-4086-a373-21fd29948365 req-1b25e16c-1020-4bf2-970b-01eea020001f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.435191 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5322aeb6-37c6-4086-a373-21fd29948365 req-1b25e16c-1020-4bf2-970b-01eea020001f tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 948 time: 0.2890322 Jul 16 20:14:03.469805 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155278cc-f05c-44ac-90b4-ac32756be74a x-openstack-request-id: req-155278cc-f05c-44ac-90b4-ac32756be74a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:03.470215 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "code": 200}, {"name": "network-changed", "server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:03.470526 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-155278cc-f05c-44ac-90b4-ac32756be74a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:03.471231 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'code': 200} Jul 16 20:14:03.472452 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'status': 'completed', 'code': 200} Jul 16 20:14:03.532318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5322aeb6-37c6-4086-a373-21fd29948365 req-f3c85755-e4ce-44e5-ad39-e6c80a3cb6e4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893478 Jul 16 20:14:03.634847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-2e3c9c0d-eb36-4814-93df-48b224708ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.636846 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-2e3c9c0d-eb36-4814-93df-48b224708ab2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1099 time: 0.1135819 Jul 16 20:14:03.686685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-20e69d9c-1d94-4fac-9cb2-f886e977a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.688324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-20e69d9c-1d94-4fac-9cb2-f886e977a78e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1099 time: 0.1546903 Jul 16 20:14:03.785709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-2cbcdf13-3059-49e6-9a2a-9048d090a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.787859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-2cbcdf13-3059-49e6-9a2a-9048d090a438 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1419792 Jul 16 20:14:03.836079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-c452f273-aa00-4041-ab92-986f113720fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.837878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-c452f273-aa00-4041-ab92-986f113720fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1401575 Jul 16 20:14:03.853900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-302defb6-67da-4817-b324-86e97df836bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.0545757 Jul 16 20:14:03.901209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-68ac825a-6355-48a0-b004-3696874c66ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 200 len: 217 time: 0.0506439 Jul 16 20:14:03.925600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-2a1ac69a-b978-4acc-9e39-f37697eced4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.927783 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-2a1ac69a-b978-4acc-9e39-f37697eced4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0670919 Jul 16 20:14:04.009605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-6b0a727f-8b4e-401b-8d61-fda643e3fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.011127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-6b0a727f-8b4e-401b-8d61-fda643e3fc37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0910296 Jul 16 20:14:04.012725 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.041668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-c443e30d-12b1-47f7-b797-c74fd509260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.044657 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-c443e30d-12b1-47f7-b797-c74fd509260c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089084 Jul 16 20:14:04.136392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ceb0-8605-4d7b-ae74-c99ae9c305d9 req-d61a188c-2f68-4b4d-8319-a558d2b5f26b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.138071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1037ceb0-8605-4d7b-ae74-c99ae9c305d9 req-d61a188c-2f68-4b4d-8319-a558d2b5f26b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.2992256 Jul 16 20:14:04.160408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e097aa-4212-487c-9291-deffe99a7971 req-37f15dfc-0b1b-48ac-8450-557a91d589d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.162078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-37f15dfc-0b1b-48ac-8450-557a91d589d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429269 Jul 16 20:14:04.235808 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-89274e47-cf9b-41e5-88a9-28797db753e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805282 Jul 16 20:14:04.390441 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-b4596801-feb2-4877-958a-96797bc7c0a8 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426094 Jul 16 20:14:04.403856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1037ceb0-8605-4d7b-ae74-c99ae9c305d9 req-911e65b9-c4e3-477a-ba40-2f8126ebbe5f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478507 Jul 16 20:14:04.450485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 56474bac-20cc-4c42-8dc7-8021d600935d no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:04.527321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 56474bac-20cc-4c42-8dc7-8021d600935d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:04.527782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 56474bac-20cc-4c42-8dc7-8021d600935d not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:04.543332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-34e1cf39-5ff7-4f13-a410-a787954d0a27 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659408 Jul 16 20:14:04.656148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde57ea-529d-4a46-9a83-a5664335711d req-88953936-5c7e-4919-a7e2-170070632a59 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.662638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcde57ea-529d-4a46-9a83-a5664335711d req-88953936-5c7e-4919-a7e2-170070632a59 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4473774 Jul 16 20:14:04.794292 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-edd878e5-9a33-4918-a786-6a908a6f81d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.801594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28e097aa-4212-487c-9291-deffe99a7971 req-465dbee8-83de-4122-be29-c0fa55c9c55a service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462928 Jul 16 20:14:04.902694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ed22-36d3-41c2-9e39-8cbf0c5e5faa req-b4a081fd-8a99-47c8-a498-5428bea30825 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.905561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1091ed22-36d3-41c2-9e39-8cbf0c5e5faa req-b4a081fd-8a99-47c8-a498-5428bea30825 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 943 time: 0.2398622 Jul 16 20:14:05.057791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1091ed22-36d3-41c2-9e39-8cbf0c5e5faa req-f16c3dee-956c-4d51-a6b3-fb22544feed6 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399598 Jul 16 20:14:05.254293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d59ac-ab28-411a-9136-2ca5973c2767 req-57cd9731-bffb-4c08-bf5a-08b84919dc60 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:05.269117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d03d59ac-ab28-411a-9136-2ca5973c2767 req-57cd9731-bffb-4c08-bf5a-08b84919dc60 tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 950 time: 0.1254787 Jul 16 20:14:05.677458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d03d59ac-ab28-411a-9136-2ca5973c2767 req-f253d225-d607-4f29-97b5-9a13c9d3536d tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.100 "GET /v2.0/security-groups?id=6aba14da-90c4-404d-a1a7-7bd4debb3b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069152 Jul 16 20:14:05.872158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1915be32-a04a-4ec9-a86c-65cc5b2c8f45 req-66ff4b1d-ce60-4d8f-8a29-e62928ece8de tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?tenant_id=0a09e4d85aa7494b810cea82fce76ea7 HTTP/1.1" status: 200 len: 1655 time: 0.1423342 Jul 16 20:14:05.886441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b96b174f-331c-489d-8eeb-2acf51a28fcb tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:05.899704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b96b174f-331c-489d-8eeb-2acf51a28fcb tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a15677f-b9c7-4108-98b6-ed6dc9442397 HTTP/1.1" status: 200 len: 950 time: 0.3004808 Jul 16 20:14:05.912680 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.927435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65fab0-1fe4-415f-89d3-6d66b487213c req-7cf36ef5-1334-419c-94eb-575b907e8678 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:05.934027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c65fab0-1fe4-415f-89d3-6d66b487213c req-7cf36ef5-1334-419c-94eb-575b907e8678 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 948 time: 0.3157868 Jul 16 20:14:06.155877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c65fab0-1fe4-415f-89d3-6d66b487213c req-304707d0-7662-4b88-ab17-63d75adba16c tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182336 Jul 16 20:14:06.214144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915be32-a04a-4ec9-a86c-65cc5b2c8f45 req-423e2b37-2fd2-4f55-9d7c-dcd957da8661 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.216518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1915be32-a04a-4ec9-a86c-65cc5b2c8f45 req-423e2b37-2fd2-4f55-9d7c-dcd957da8661 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks?id=a31b70d8-f524-45a0-accf-a5e52b69b021&id=a31b70d8-f524-45a0-accf-a5e52b69b021&id=a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 787 time: 0.3326340 Jul 16 20:14:06.231851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Deleting port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:06.232205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.247196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-1915be32-a04a-4ec9-a86c-65cc5b2c8f45 req-01f1d0b1-fdc2-4614-b72c-748c24e59a7a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:14:06.263499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1915be32-a04a-4ec9-a86c-65cc5b2c8f45 req-01f1d0b1-fdc2-4614-b72c-748c24e59a7a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315149 Jul 16 20:14:06.467240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:06.494448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] For port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:06.494821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.516434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Calling delete_port for 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:06.697000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96b504-cf80-43bb-92da-59cb9fef3ba5 req-87be1234-2031-4560-94d6-120fb81edc47 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.706867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b96b504-cf80-43bb-92da-59cb9fef3ba5 req-87be1234-2031-4560-94d6-120fb81edc47 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 945 time: 0.2882895 Jul 16 20:14:06.743119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:06.766862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'mac_address': 'fa:16:3e:7b:eb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:06.837450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.868830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa0a63-0a4c-43b9-8597-a65f421689a6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:06.872448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.885134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:06.991972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:07.008845 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.012119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] No DVR routers for this DVR port 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:07.014622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Pushing event deleted for resources: {'Port': ['ID=5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.017001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.019847 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8082798c-fc70-44ab-ab20-ad209b61e469 req-b7f5a795-cf61-4256-a852-77f3ab700b5a tempest-TenantUsagesTestJSON-1166170887 tempest-TenantUsagesTestJSON-1166170887-project] 10.222.0.26 "DELETE /v2.0/ports/5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb HTTP/1.1" status: 204 len: 173 time: 1.1186368 Jul 16 20:14:07.020324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'name': 'network-vif-deleted', 'tag': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:07.022703 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0641d366-554a-431c-8536-ff15ff149345" -d '{"events": [{"server_uuid": "7a15677f-b9c7-4108-98b6-ed6dc9442397", "name": "network-vif-deleted", "tag": "5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:07.094051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b96b504-cf80-43bb-92da-59cb9fef3ba5 req-21cd0076-f42a-406b-892d-92e10edfd549 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/security-groups?id=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513666 Jul 16 20:14:07.192764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-c8dd7c0a-5157-4f50-b3e6-43e320115863 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.195225 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-c8dd7c0a-5157-4f50-b3e6-43e320115863 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 945 time: 0.5996084 Jul 16 20:14:07.228415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0915b-bcbc-41dd-8455-d41bff57db56 req-c7c52a83-0094-41ba-8e06-62e361dcc55a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.236824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65b0915b-bcbc-41dd-8455-d41bff57db56 req-c7c52a83-0094-41ba-8e06-62e361dcc55a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.5218062 Jul 16 20:14:07.241116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=12']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.339747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c3aa0a63-0a4c-43b9-8597-a65f421689a6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:07.479928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65b0915b-bcbc-41dd-8455-d41bff57db56 req-976778eb-75d5-495f-a33e-69a700e09f84 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411852 Jul 16 20:14:07.593180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-26e1d057-6324-424d-80bf-498696c6d237 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips/2f0b9be7-5db3-4b49-b8ab-a14cac1fdcc4 HTTP/1.1" status: 200 len: 692 time: 0.0674689 Jul 16 20:14:07.738753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eeafa-69c1-4c6f-8866-5d498d946b68 req-7506b080-7000-40a1-9da6-cec4dae430c7 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.748174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-854eeafa-69c1-4c6f-8866-5d498d946b68 req-7506b080-7000-40a1-9da6-cec4dae430c7 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 943 time: 0.3790500 Jul 16 20:14:07.888133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-2f846e92-90fc-4e8d-955b-4fabf570c4bd tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.896166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-2f846e92-90fc-4e8d-955b-4fabf570c4bd tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.3014252 Jul 16 20:14:07.940729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-dc514d5c-e809-4f6c-a6e1-8ad0387c63d4 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:14:07.942592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-dc514d5c-e809-4f6c-a6e1-8ad0387c63d4 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078077 Jul 16 20:14:07.969787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Deleting port 93309e22-dc95-4e9a-8779-201f08cd6cba {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:07.970137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.992914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-854eeafa-69c1-4c6f-8866-5d498d946b68 req-eabfa16b-4d84-4003-a1c8-2ff9681ab403 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910349 Jul 16 20:14:08.049819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.081177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.210224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-6b30a55e-cde4-4d7a-a56c-010e1ee1e37e tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.2100902 Jul 16 20:14:08.367478 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a6d64-326d-46d6-afb1-122071624f2b x-openstack-request-id: req-696a6d64-326d-46d6-afb1-122071624f2b {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:08.368004 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a15677f-b9c7-4108-98b6-ed6dc9442397", "name": "network-vif-deleted", "tag": "5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:08.368244 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-696a6d64-326d-46d6-afb1-122071624f2b {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:08.368895 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a15677f-b9c7-4108-98b6-ed6dc9442397', 'name': 'network-vif-deleted', 'tag': '5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb', 'status': 'completed', 'code': 200} Jul 16 20:14:08.396560 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.475004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:08.616818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:08.634993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:08.638044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103', 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec', 'port_id': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103', 'mac_address': 'fa:16:3e:6a:35:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647dbca8-b298-4873-bc76-057239649d33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:08.681780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-44dd99dc-1e9b-474e-bd03-024b5f6a1217 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.4700718 Jul 16 20:14:08.899730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:08.930085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] For port 93309e22-dc95-4e9a-8779-201f08cd6cba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=93309e22-dc95-4e9a-8779-201f08cd6cba,segment=NetworkSegment(f7248f39-50c5-4d2c-be3b-30efa562d6cf),segment_id=f7248f39-50c5-4d2c-be3b-30efa562d6cf)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:08.934806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.937162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34572) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:08.939188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port c3aa0a63-0a4c-43b9-8597-a65f421689a6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:08.940362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.947768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.993799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Calling delete_port for 93309e22-dc95-4e9a-8779-201f08cd6cba owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:09.016380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:09.084540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:09.099652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.195768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.207401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:09.259186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Pushing event deleted for resources: {'Port': ['ID=93309e22-dc95-4e9a-8779-201f08cd6cba,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:09.372276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] No DVR routers for this DVR port 93309e22-dc95-4e9a-8779-201f08cd6cba on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:09.375954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.378802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.379688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9da690a-2175-4eb7-8952-c48a4c92a057 req-481f6ee7-924f-49df-8545-4648f179ba11 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.26 "DELETE /v2.0/ports/93309e22-dc95-4e9a-8779-201f08cd6cba HTTP/1.1" status: 204 len: 173 time: 2.1745369 Jul 16 20:14:09.382065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'name': 'network-vif-deleted', 'tag': '93309e22-dc95-4e9a-8779-201f08cd6cba'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:09.384229 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702df9cd-09b9-46fd-817e-ead883524cff" -d '{"events": [{"server_uuid": "19ae9f3a-555f-4254-acb7-92cf9c4bc533", "name": "network-vif-deleted", "tag": "93309e22-dc95-4e9a-8779-201f08cd6cba"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:09.402025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20169f-644c-4547-b3e2-33c7302908e4 req-925adf6e-ccec-4260-9132-676fe2d13677 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.411224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af20169f-644c-4547-b3e2-33c7302908e4 req-925adf6e-ccec-4260-9132-676fe2d13677 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 949 time: 0.5658028 Jul 16 20:14:09.432727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2aeecb65-30cf-4c54-b6d9-c4cdafa61103'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:09.521215 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-08ebfaf3-c8f0-40ce-a5bd-8140111cb92d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4dca73863af14e56a2ed68d3125fd929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5823436 Jul 16 20:14:09.527296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:09.543187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:09.553976 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b33bbf9-b17d-4584-a1c8-f6c2f0630424" -d '{"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:09.588744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af20169f-644c-4547-b3e2-33c7302908e4 req-92c31ed4-a9fe-43e0-9ee4-56c602b3eadf tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763666 Jul 16 20:14:09.594425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Deleting port 4e19a992-31ce-4a89-b1bd-f7601de8c182 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:09.594785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.663908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:09.686477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.828569 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.829158 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.860114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Calling delete_port for 4e19a992-31ce-4a89-b1bd-f7601de8c182 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:09.908761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=13']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.100141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-462658ac-86dc-4df7-a29f-363c154d3cee req-00ae9671-af91-40c6-b68f-a4cda5fcb835 tempest-ServerAddressesTestJSON-553732964 tempest-ServerAddressesTestJSON-553732964-project] 10.222.0.100 "GET /v2.0/ports?device_id=19ae9f3a-555f-4254-acb7-92cf9c4bc533 HTTP/1.1" status: 200 len: 210 time: 0.1019366 Jul 16 20:14:10.140778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa21fbb3-8153-4a75-b84d-a8ae9e3cebe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.214248 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa21fbb3-8153-4a75-b84d-a8ae9e3cebe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.457372 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa21fbb3-8153-4a75-b84d-a8ae9e3cebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.462639 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa21fbb3-8153-4a75-b84d-a8ae9e3cebe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.466935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fa21fbb3-8153-4a75-b84d-a8ae9e3cebe6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6aba14da-90c4-404d-a1a7-7bd4debb3b32 HTTP/1.1" status: 204 len: 168 time: 0.9325695 Jul 16 20:14:10.476640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:10.509095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21fbb3-8153-4a75-b84d-a8ae9e3cebe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba14da-90c4-404d-a1a7-7bd4debb3b32,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.550642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:10.552550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5e7d2ec1-348f-4e5b-bb4a-c9732e32c0eb not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:10.553988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 93309e22-dc95-4e9a-8779-201f08cd6cba no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:10.566630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.586603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b074c4-81d0-4329-8bbe-7fd140cd1a60 req-b1d41820-528f-4d8d-860b-391f071bde73 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.594329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d2b074c4-81d0-4329-8bbe-7fd140cd1a60 req-b1d41820-528f-4d8d-860b-391f071bde73 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.3641617 Jul 16 20:14:10.634132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event deleted for resources: {'Port': ['ID=4e19a992-31ce-4a89-b1bd-f7601de8c182,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.658780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 93309e22-dc95-4e9a-8779-201f08cd6cba {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:10.663688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 93309e22-dc95-4e9a-8779-201f08cd6cba not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:10.860082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d2b074c4-81d0-4329-8bbe-7fd140cd1a60 req-03cb4ccd-ddc8-4bec-a5e9-c17de4520c15 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643647 Jul 16 20:14:10.904596 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.908533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.912141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b97be8-3c1d-4caa-bd10-f9147ff59db3 req-c7426557-a956-49f4-a9fd-ac673527291a tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "DELETE /v2.0/floatingips/2f0b9be7-5db3-4b49-b8ab-a14cac1fdcc4 HTTP/1.1" status: 204 len: 173 time: 2.2117929 Jul 16 20:14:11.004326 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae1c39-d7a3-4b83-ab79-15624cd97d07 x-openstack-request-id: req-bbae1c39-d7a3-4b83-ab79-15624cd97d07 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:11.005566 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae9f3a-555f-4254-acb7-92cf9c4bc533", "name": "network-vif-deleted", "tag": "93309e22-dc95-4e9a-8779-201f08cd6cba", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:11.005925 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bbae1c39-d7a3-4b83-ab79-15624cd97d07 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:11.006310 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae9f3a-555f-4254-acb7-92cf9c4bc533', 'name': 'network-vif-deleted', 'tag': '93309e22-dc95-4e9a-8779-201f08cd6cba', 'status': 'completed', 'code': 200} Jul 16 20:14:11.059866 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed94189-6c35-43e1-99b8-4f0f98447d97 x-openstack-request-id: req-6ed94189-6c35-43e1-99b8-4f0f98447d97 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:11.060339 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:11.060771 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6ed94189-6c35-43e1-99b8-4f0f98447d97 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:11.061410 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'code': 200} Jul 16 20:14:11.291383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:11.337036 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5924a4d-dece-4081-a3af-982526d21bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.436004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7b169-7912-4623-8a21-aaef8bddcc01 req-2da52981-e82e-45d0-b5a7-942091495712 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.442433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80a7b169-7912-4623-8a21-aaef8bddcc01 req-2da52981-e82e-45d0-b5a7-942091495712 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 944 time: 0.2493970 Jul 16 20:14:11.644692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80a7b169-7912-4623-8a21-aaef8bddcc01 req-57e58e4e-a8a4-4acf-b6cb-ed2d0e4e85fb tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869252 Jul 16 20:14:11.707669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef9223-00d1-4f98-8eac-d41f66917340 req-3b59c29e-28dd-4315-af9b-35fe044ed6f8 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.714665 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5924a4d-dece-4081-a3af-982526d21bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.721841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fef9223-00d1-4f98-8eac-d41f66917340 req-3b59c29e-28dd-4315-af9b-35fe044ed6f8 tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 1101 time: 0.2402008 Jul 16 20:14:11.729348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5924a4d-dece-4081-a3af-982526d21bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.796066 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d5924a4d-dece-4081-a3af-982526d21bae admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f6171b7d2eea4540bf54bde21d9fbfb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029712 Jul 16 20:14:11.798943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34612) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:11.824272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-00e03004-bbe0-4dc5-8950-dc8ed7a724f8 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips/ae451d87-1f92-4e0b-915d-acb23020e8b3 HTTP/1.1" status: 200 len: 693 time: 0.0979216 Jul 16 20:14:11.839115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fef9223-00d1-4f98-8eac-d41f66917340 req-5f5359c2-6080-46de-8576-2efd758f0d1c tempest-MigrationsAdminTest-1797885658 tempest-MigrationsAdminTest-1797885658-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161301 Jul 16 20:14:11.900192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924a4d-dece-4081-a3af-982526d21bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebd2fc7-46c3-4a32-9aa4-d5ab32fbe1e6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:12.080804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2143c6b4-7978-4be5-b2e8-5fe7d24c700f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.116642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34618) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:12.201208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2143c6b4-7978-4be5-b2e8-5fe7d24c700f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.306638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a58758c9-1726-47dd-8ac4-d18e6648eff8 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.327422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a58758c9-1726-47dd-8ac4-d18e6648eff8 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.4867809 Jul 16 20:14:12.349106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2143c6b4-7978-4be5-b2e8-5fe7d24c700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.355832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2143c6b4-7978-4be5-b2e8-5fe7d24c700f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.360526 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2143c6b4-7978-4be5-b2e8-5fe7d24c700f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/aebd2fc7-46c3-4a32-9aa4-d5ab32fbe1e6 HTTP/1.1" status: 204 len: 168 time: 0.5557580 Jul 16 20:14:12.376377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] Deleting subnet 7436ce14-cfa4-4894-b532-c0978c5f0b2f {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:12.387184 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.398412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-17084849-d548-40e8-ab0f-613c4c5cf317 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0699799 Jul 16 20:14:12.426010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143c6b4-7978-4be5-b2e8-5fe7d24c700f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebd2fc7-46c3-4a32-9aa4-d5ab32fbe1e6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:12.489839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:12.499879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-785bfe5e-d80e-4913-9f6d-1f0859e16441 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1002984 Jul 16 20:14:12.546255 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.724528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:12.743501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:12.748048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.100209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.155876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:13.161022 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680f9674-4f73-4221-b9e9-6a859d09210c" -d '{"events": [{"server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "name": "network-vif-plugged", "status": "completed", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:13.196922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:13.210599 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.309684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:13.366388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.463691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.538910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Deleting port 6d08f9aa-0a8a-4a54-842e-86d5bf3a2f64 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:13.539383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.543156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7436ce14-cfa4-4894-b532-c0978c5f0b2f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:13.549129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.555053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-26095854-9cfa-481e-8ec6-2325eb1b8acd admin admin] 10.222.0.100 "DELETE /v2.0/subnets/7436ce14-cfa4-4894-b532-c0978c5f0b2f HTTP/1.1" status: 204 len: 168 time: 1.4373057 Jul 16 20:14:13.555344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34640) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:13.672290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8c23-8ad1-4326-9da8-0da288f40422 req-93189c7a-6fb7-49b2-8ad9-97dd1395b52f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.680888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a9f8c23-8ad1-4326-9da8-0da288f40422 req-93189c7a-6fb7-49b2-8ad9-97dd1395b52f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.4418373 Jul 16 20:14:13.787055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.788003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.803127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a9f8c23-8ad1-4326-9da8-0da288f40422 req-e58f3105-9ea0-4e6c-9ff7-3987bc18e074 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212349 Jul 16 20:14:13.811708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.840387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Calling delete_port for 6d08f9aa-0a8a-4a54-842e-86d5bf3a2f64 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:14.188935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.241914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978221b3-dccb-4f71-af47-60f2205ff053']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:14.276048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7248f39-50c5-4d2c-be3b-30efa562d6cf') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:14.276586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7248f39-50c5-4d2c-be3b-30efa562d6cf') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:14.289964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.291233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-3de8c70e-2426-4eb0-9368-aec0a80946af tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.293184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-3de8c70e-2426-4eb0-9368-aec0a80946af tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 950 time: 0.3034883 Jul 16 20:14:14.328578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.345382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:14.345800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:14.462696 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:14.474938 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.483283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.486378 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] 10.222.0.100 "DELETE /v2.0/networks/978221b3-dccb-4f71-af47-60f2205ff053 HTTP/1.1" status: 204 len: 168 time: 0.9290946 Jul 16 20:14:14.523219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.529365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1ca6-6dc8-48fa-9f69-f902217ff7f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=978221b3-dccb-4f71-af47-60f2205ff053,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:14.666316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event deleted for resources: {'Port': ['ID=6d08f9aa-0a8a-4a54-842e-86d5bf3a2f64,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:14.857777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:14.900364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Deleting port c3aa0a63-0a4c-43b9-8597-a65f421689a6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:14.901473 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.946872 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38f53b42-71c7-4a47-b40c-e2d046ece919 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=87a3ff43266c4dcaa3ae2c2d9f499dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867298 Jul 16 20:14:14.950799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:14.984053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.986977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.001696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5a4e397-4fff-4641-b078-ba63e6bd568b req-a8a43d84-493b-4137-a468-c4e08ca42b67 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "DELETE /v2.0/floatingips/ae451d87-1f92-4e0b-915d-acb23020e8b3 HTTP/1.1" status: 204 len: 173 time: 2.5007632 Jul 16 20:14:15.048789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34668) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:15.056610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-092ffab8-d03e-4c45-ba68-4e225d4989f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.104335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-092ffab8-d03e-4c45-ba68-4e225d4989f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.150632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7cad5-6a64-4e3a-84be-fb2fbe2538c6 req-b73a6a30-44d1-44bf-8a0f-bae78bde87db tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.157934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cb7cad5-6a64-4e3a-84be-fb2fbe2538c6 req-b73a6a30-44d1-44bf-8a0f-bae78bde87db tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 0.3551285 Jul 16 20:14:15.186075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] For port c3aa0a63-0a4c-43b9-8597-a65f421689a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c3aa0a63-0a4c-43b9-8597-a65f421689a6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:15.186619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.215791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Calling delete_port for c3aa0a63-0a4c-43b9-8597-a65f421689a6 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:15.240986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-092ffab8-d03e-4c45-ba68-4e225d4989f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.245364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-092ffab8-d03e-4c45-ba68-4e225d4989f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.250772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cb7cad5-6a64-4e3a-84be-fb2fbe2538c6 req-a40bcc2a-8db1-4b6e-9e08-631f5bc33595 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908628 Jul 16 20:14:15.251976 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-092ffab8-d03e-4c45-ba68-4e225d4989f7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a33487bb-e7e8-4b0d-bff1-facc7bfd26fe HTTP/1.1" status: 204 len: 168 time: 0.2996113 Jul 16 20:14:15.282785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ffab8-d03e-4c45-ba68-4e225d4989f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33487bb-e7e8-4b0d-bff1-facc7bfd26fe,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.544834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-network', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:15.552835 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7196a70-e3ec-43b5-a2a8-d63ae27b9955 x-openstack-request-id: req-b7196a70-e3ec-43b5-a2a8-d63ae27b9955 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:15.553352 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "name": "network-vif-plugged", "status": "completed", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:15.553352 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b7196a70-e3ec-43b5-a2a8-d63ae27b9955 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:15.553751 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103', 'code': 200} Jul 16 20:14:15.669690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55e8b-a6f1-4b8d-88b9-b6a8a939efef req-a0269b10-2172-403d-a93b-39a106caca92 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.677100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcc55e8b-a6f1-4b8d-88b9-b6a8a939efef req-a0269b10-2172-403d-a93b-39a106caca92 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=727c1533-5fa0-4b43-ad89-d98937bdfb89 HTTP/1.1" status: 200 len: 950 time: 0.2804866 Jul 16 20:14:15.686809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Made reservation on behalf of a5e7ad40fe4249a2a5cf2e3d7bbb796d for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:15.702394 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.759645 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.876419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.891422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'f089835e-32d5-4771-95ee-d905abd9f06c', 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:15.956876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcc55e8b-a6f1-4b8d-88b9-b6a8a939efef req-eb47e0f2-001b-497f-8411-a76b0c44f1a2 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679689 Jul 16 20:14:15.966894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event deleted for resources: {'Port': ['ID=c3aa0a63-0a4c-43b9-8597-a65f421689a6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:16.224285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.245372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.282927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] No DVR routers for this DVR port c3aa0a63-0a4c-43b9-8597-a65f421689a6 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:16.288712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.291527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-771ea4b4-d7f4-4c94-8c91-5373e84ce0f5 req-0e7c8d9e-4216-488c-be8d-806cc36cf091 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "DELETE /v2.0/ports/c3aa0a63-0a4c-43b9-8597-a65f421689a6 HTTP/1.1" status: 204 len: 173 time: 1.9796221 Jul 16 20:14:16.296082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-deleted', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:16.298288 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80b3089-798f-4e5f-b011-4c18854f53b3" -d '{"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-deleted", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:16.314475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ab0436d-4d45-475d-98a9-9addb13855be req-a19ec8a1-2348-4128-8f80-ac42663cad87 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips/8b2a3cd5-d313-42f1-8973-ea4f0a82fe38 HTTP/1.1" status: 200 len: 692 time: 0.2931991 Jul 16 20:14:16.394481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:16.429129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329373e3-a626-4a2d-a4eb-048be039dbbd req-d5734de2-1df0-4512-abca-9c28154f76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.431049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-329373e3-a626-4a2d-a4eb-048be039dbbd req-d5734de2-1df0-4512-abca-9c28154f76f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1096 time: 0.6711152 Jul 16 20:14:16.493367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0567e986-2426-4816-93ee-ba3a39bed4d5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:16.524807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.525381 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Added segment 0e33e422-ae71-453b-8e89-5082312f7cbf of type vlan for network 175008c4-627e-43b8-a16e-d9dba3fb14a9 Jul 16 20:14:16.546486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442acf4b-5ad7-48a7-b2d6-1df5f3d0b1cb req-2c25d89e-69e5-45f5-b592-9a9701fb2e39 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.565828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-442acf4b-5ad7-48a7-b2d6-1df5f3d0b1cb req-2c25d89e-69e5-45f5-b592-9a9701fb2e39 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.6982975 Jul 16 20:14:16.684083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-57e65be2-0adb-459d-b888-736408adfc0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7022367 Jul 16 20:14:16.702481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-329373e3-a626-4a2d-a4eb-048be039dbbd req-60cc7f2a-213e-4934-9866-ded08126caea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936135 Jul 16 20:14:16.730598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0436d-4d45-475d-98a9-9addb13855be req-31130bcf-7fc8-47d0-b45f-75bae1dedd13 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.746855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ab0436d-4d45-475d-98a9-9addb13855be req-31130bcf-7fc8-47d0-b45f-75bae1dedd13 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.4304421 Jul 16 20:14:16.773338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-442acf4b-5ad7-48a7-b2d6-1df5f3d0b1cb req-a7e6e04a-f7a5-4ca8-bcdb-c069fa2ec02e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067356 Jul 16 20:14:16.781369 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.876308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.877647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.878867 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.074509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] Pushing event updated for resources: {'Network': ['ID=175008c4-627e-43b8-a16e-d9dba3fb14a9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:17.082835 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c3ce5545-43c4-4a07-ae05-8b3639fcba76 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0286102 Jul 16 20:14:17.090603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34698) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:17.102895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Request body: {'subnet': {'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-subnet', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:17.121186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:17.146721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ab0436d-4d45-475d-98a9-9addb13855be req-97d9aa94-f3be-4846-b9ed-f284f006819b tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.3962693 Jul 16 20:14:17.154012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Made reservation on behalf of a5e7ad40fe4249a2a5cf2e3d7bbb796d for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:17.159482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.168195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:17.344959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ab0436d-4d45-475d-98a9-9addb13855be req-ccac81c0-f6c9-4452-bcfc-979d66e727f9 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.1943655 Jul 16 20:14:17.650688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-83453557-eb40-4576-b6b9-02a6ab03e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.680458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-83453557-eb40-4576-b6b9-02a6ab03e912 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3969d86e084a4e839c0cf0200a82ba72&device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 1101 time: 0.9207952 Jul 16 20:14:17.733687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34708) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:18.408269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-ddb6b692-4d02-48fd-a0f2-3cc1255cb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.418122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-ddb6b692-4d02-48fd-a0f2-3cc1255cb608 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.4563730 Jul 16 20:14:18.463382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1362715163-network', 'tenant_id': '7b8a1f8509854fe39b4a4a63f77b47b5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:18.513440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:18.593282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.599558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-ca90a509-3c37-4cd4-8698-601560d521f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 200 len: 217 time: 0.1552839 Jul 16 20:14:18.617572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Deleting port 997c0bb5-3c39-4714-8c0e-c7f8ed4ac692 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:18.618162 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.637410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: c3aa0a63-0a4c-43b9-8597-a65f421689a6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:18.638500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c3aa0a63-0a4c-43b9-8597-a65f421689a6 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:18.639794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Made reservation on behalf of 7b8a1f8509854fe39b4a4a63f77b47b5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:18.644678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.798039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb5a723-84a4-4f4b-8799-9a9a0e351e05,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.821054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Checking segment: {'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:18.821618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Network hostable DHCP agents. Network: 175008c4-627e-43b8-a16e-d9dba3fb14a9, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:18.855604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.894484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:18.895990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41732d-e84f-4640-afe0-87a68e4bc83f req-04b05db0-ec91-47f7-96c1-ec1f2d1b68eb tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.899034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e41732d-e84f-4640-afe0-87a68e4bc83f req-04b05db0-ec91-47f7-96c1-ec1f2d1b68eb tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 1.0072258 Jul 16 20:14:18.928750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 175008c4-627e-43b8-a16e-d9dba3fb14a9) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:18.941433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.942455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.954708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46838da-bd5c-448b-a684-8f404c28098f None None] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:19.024786 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eb2841a8-89b6-454e-bd72-3dc9cb0058a5 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9264762 Jul 16 20:14:19.026227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34718) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:19.034670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:19.056576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.057540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.087516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Calling delete_port for 997c0bb5-3c39-4714-8c0e-c7f8ed4ac692 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:19.090773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.100457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-8858a3e5-96d0-4585-858a-a17b9bf6d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.103169 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-8858a3e5-96d0-4585-858a-a17b9bf6d59e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.4886591 Jul 16 20:14:19.233153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e41732d-e84f-4640-afe0-87a68e4bc83f req-9032f8b4-9002-4e0d-a227-d7bf9f426edd tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976120 Jul 16 20:14:19.404791 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8fcab6-5859-4eb5-a4e9-2c742eb9582b x-openstack-request-id: req-4f8fcab6-5859-4eb5-a4e9-2c742eb9582b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:19.405304 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727c1533-5fa0-4b43-ad89-d98937bdfb89", "name": "network-vif-deleted", "tag": "c3aa0a63-0a4c-43b9-8597-a65f421689a6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:19.405645 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4f8fcab6-5859-4eb5-a4e9-2c742eb9582b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:19.406303 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727c1533-5fa0-4b43-ad89-d98937bdfb89', 'name': 'network-vif-deleted', 'tag': 'c3aa0a63-0a4c-43b9-8597-a65f421689a6', 'status': 'completed', 'code': 200} Jul 16 20:14:19.416436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-175008c4-627e-43b8-a16e-d9dba3fb14a9', 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'fixed_ips': [{'subnet_id': 'cbb5a723-84a4-4f4b-8799-9a9a0e351e05'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:19.419969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.713078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-18dfecf1-1eee-40f3-898d-97a927b58a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.717737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-18dfecf1-1eee-40f3-898d-97a927b58a68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5946319 Jul 16 20:14:19.902181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Allocated IP 172.20.0.2 (175008c4-627e-43b8-a16e-d9dba3fb14a9/cbb5a723-84a4-4f4b-8799-9a9a0e351e05/0611b3f9-ea21-4fab-86fb-b94c7e46f0c7) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:19.992827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:14:19.992827 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:14:19.992827 n-d-798930-6 neutron-server[94096]: [parameters: {'project_id_1': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 14, 19, 45084)}] Jul 16 20:14:19.992827 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:14:19.992827 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:14:20.035885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-6f5d69e4-7b5f-48c9-82fd-0dc83c6416e7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018289 Jul 16 20:14:20.051726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.149293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.259101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb058687-5224-441f-a4a0-d8d9b685f32a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.277508 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.292544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Deleting port a87d29a6-40de-435f-9c33-017d6d7f22a0 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:20.293075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.414796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] For port a87d29a6-40de-435f-9c33-017d6d7f22a0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a87d29a6-40de-435f-9c33-017d6d7f22a0,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:20.415292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.431649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Calling delete_port for a87d29a6-40de-435f-9c33-017d6d7f22a0 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:20.564866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.566112 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.599431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:20.610792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Transition to ACTIVE for port object 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:20.633670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.675361 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.675719 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Added segment 81cad71c-f7f1-4130-a616-92b425afc241 of type vlan for network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 Jul 16 20:14:20.686601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.719128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Pushing event deleted for resources: {'Port': ['ID=997c0bb5-3c39-4714-8c0e-c7f8ed4ac692,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.787895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Transition to ACTIVE for port object 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:20.802403 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.822297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.825410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.832943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3f1a936-fd07-40c3-8bee-5b4ee57b6fcc req-154eb7a5-8724-4b74-9d2b-3c74d04171fb service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797010 Jul 16 20:14:20.902690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87d29a6-40de-435f-9c33-017d6d7f22a0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.904251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.906616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.909645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.911963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ab0436d-4d45-475d-98a9-9addb13855be req-49dd80e9-623f-4b97-8f26-fae63e420f72 tempest-FloatingIPDetailsTestJSON-1909659602 tempest-FloatingIPDetailsTestJSON-1909659602-project] 10.222.0.100 "DELETE /v2.0/floatingips/8b2a3cd5-d313-42f1-8973-ea4f0a82fe38 HTTP/1.1" status: 204 len: 173 time: 3.5419235 Jul 16 20:14:20.930182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34738) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:20.961456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd935ee-1342-4f00-a4a5-dbfcd899c030 req-345e1266-b4d1-40c0-a589-b57878da1b64 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:20.983087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fd935ee-1342-4f00-a4a5-dbfcd899c030 req-345e1266-b4d1-40c0-a589-b57878da1b64 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.3776319 Jul 16 20:14:20.989640 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.991154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:20.992129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.997779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:21.005452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:21.010646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:21.088463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Pushing event updated for resources: {'Port': ['ID=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.208204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Attempting to bind port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:21.208772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Attempting to bind port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:21.209343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Attempting to bind port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 on network 175008c4-627e-43b8-a16e-d9dba3fb14a9 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:21.236263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:21.237521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Checking segment: {'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:21.238190 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.238817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Bound using segment: {'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:21.239953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Bound port: 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:21.240268 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.292378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.316214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-367f4797-ec62-44fd-99bc-52f97b952d02 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5785525 Jul 16 20:14:21.320790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:21.363817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Request body: {'subnet': {'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1362715163-subnet', 'tenant_id': '7b8a1f8509854fe39b4a4a63f77b47b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:21.403403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:21.460949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fd935ee-1342-4f00-a4a5-dbfcd899c030 req-4f6a98ce-7a60-45ef-97ac-d5874b7d8ee4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742486 Jul 16 20:14:21.510522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Made reservation on behalf of 7b8a1f8509854fe39b4a4a63f77b47b5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:21.514622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.571470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-d0189376-90cb-44e3-a18e-eb70af970779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:21.576274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-d0189376-90cb-44e3-a18e-eb70af970779 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 1096 time: 0.5874217 Jul 16 20:14:21.635413 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.645238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] For port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:21.652342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] For port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,segment=NetworkSegment(0e33e422-ae71-453b-8e89-5082312f7cbf),segment_id=0e33e422-ae71-453b-8e89-5082312f7cbf)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:21.669993 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.827852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda58af6-67f3-4261-be71-5261df4949b0 None None] Pushing event updated for resources: {'Port': ['ID=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.874621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-8d9ee1a4-77e4-466e-bcfc-87c9c62b8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:21.876410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-8d9ee1a4-77e4-466e-bcfc-87c9c62b8ba3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.2337091 Jul 16 20:14:21.949680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-820c200b-be18-4c5b-afb2-4feee65b15c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5fe05fa-aed7-47c8-9709-d062b309915a HTTP/1.1" status: 200 len: 217 time: 0.0603683 Jul 16 20:14:22.101337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2e8f-9d4d-4341-95f4-3d1913b9a75b req-a9a0a4fe-8d71-4ff2-8a06-d61de166e03e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.102653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4db2e8f-9d4d-4341-95f4-3d1913b9a75b req-a9a0a4fe-8d71-4ff2-8a06-d61de166e03e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 951 time: 0.3424673 Jul 16 20:14:22.135701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633f5c7-6a5e-4985-b259-27107e25bc58 req-693994b7-9510-4020-87ad-9383691f869b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.153188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.153452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7633f5c7-6a5e-4985-b259-27107e25bc58 req-693994b7-9510-4020-87ad-9383691f869b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 0.3781650 Jul 16 20:14:22.156495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-3b836a21-27b4-47be-92c3-2654cdcc4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.158074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-3b836a21-27b4-47be-92c3-2654cdcc4785 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.1961479 Jul 16 20:14:22.188023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.319875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-6e383fb2-e24c-45f3-8a95-eaa9a910b75a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539724 Jul 16 20:14:22.469446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7633f5c7-6a5e-4985-b259-27107e25bc58 req-badfecf7-00b4-45c7-9590-3bd2bc24347c tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146889 Jul 16 20:14:22.482989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.492232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Router f8ae51b3-31aa-4927-a485-770f3cc4a80b has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:22.500452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Allocated IP 172.25.8.76 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/a14ded57-d3df-43cc-8be1-e02b3308d2f4) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:22.550947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.555554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4db2e8f-9d4d-4341-95f4-3d1913b9a75b req-1075b9a3-210a-4254-a032-e79940724e72 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914564 Jul 16 20:14:22.740513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-ead63004-fd03-47c7-bb43-239ce9c7a6ea service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031360 Jul 16 20:14:22.774701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfd4d7a-8e1b-4cf4-85e3-b293300a919d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:22.862205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Checking segment: {'id': '81cad71c-f7f1-4130-a616-92b425afc241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:22.862919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Network hostable DHCP agents. Network: 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:22.948040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.963344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:22.978907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] Sync routers for ids ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:22.979558 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e78620ef-b189-4e3c-8143-c3ad14c422b6 admin admin] 10.222.0.100 "PUT /v2.0/routers/f8ae51b3-31aa-4927-a485-770f3cc4a80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8099873 Jul 16 20:14:22.995536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34754) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:22.999287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] Routers {'f8ae51b3-31aa-4927-a485-770f3cc4a80b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:23.000275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:23.144855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:23.216735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:23.233638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51926941-cf5e-46d5-85b0-bac801398eb5 None None] Network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:23.261740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.262803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.316467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7746f123-970e-4980-8baa-fefdc2fcd853 req-874d5c8e-9840-4498-8329-8135c7bf4d89 service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637221 Jul 16 20:14:23.336716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] Set router f8ae51b3-31aa-4927-a485-770f3cc4a80b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:23.344963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-4ece576b-24f5-4944-9f8f-647801ab6c62 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.348617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-4ece576b-24f5-4944-9f8f-647801ab6c62 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 951 time: 0.5362406 Jul 16 20:14:23.441898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.445352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dbb1417e-84b2-47d3-a286-943c514a9698 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0971391 Jul 16 20:14:23.486121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4361c820-c881-402b-bcc7-2c89b556934a None None] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:23.575826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Pushing event updated for resources: {'Port': ['ID=a14ded57-d3df-43cc-8be1-e02b3308d2f4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:23.602315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b65589-4dcd-468e-84b2-6dfdb34a4bd7 req-d87de761-14c4-4b4b-96c2-c1b516720c88 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.615780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89b65589-4dcd-468e-84b2-6dfdb34a4bd7 req-d87de761-14c4-4b4b-96c2-c1b516720c88 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 945 time: 0.6673996 Jul 16 20:14:23.616032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:23.621543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:23.622244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2940d60-05e4-4778-963b-f519542ca1b6 req-cd7bed33-4162-42cb-bab8-d8c754976849 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.625292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2940d60-05e4-4778-963b-f519542ca1b6 req-cd7bed33-4162-42cb-bab8-d8c754976849 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1096 time: 0.6669900 Jul 16 20:14:23.632643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:23.673259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc64a4-13eb-4087-8772-93141eaa0755 None None] Network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:23.823881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.852342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7467dcd-6777-4181-a570-5e83ec2a8fa7 None None] Provisioning for port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:23.871978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89b65589-4dcd-468e-84b2-6dfdb34a4bd7 req-f4666b7f-79ab-4c75-b251-a2585f79c6b8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471902 Jul 16 20:14:23.952954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Deleting port b846246e-7029-4ac6-9a7f-6aee9832e9c6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:23.953516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.972380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2940d60-05e4-4778-963b-f519542ca1b6 req-96d4d58c-323e-4119-8055-cb33fe03e3e1 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011222 Jul 16 20:14:24.003523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-655a9569-7e2a-43f2-a5fa-3f12251b02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.007022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-655a9569-7e2a-43f2-a5fa-3f12251b02b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 1096 time: 0.5293369 Jul 16 20:14:24.014592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:24.023320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:14:20Z', 'revision_number': 5, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:24.157584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] Checking router: f8ae51b3-31aa-4927-a485-770f3cc4a80b for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:24.201543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] Routers {'f8ae51b3-31aa-4927-a485-770f3cc4a80b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:24.202219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:24.450293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Deleting port efcfb77d-7a71-43da-8c93-8e88d2fb9495 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:24.451226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.463571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] For port b846246e-7029-4ac6-9a7f-6aee9832e9c6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b846246e-7029-4ac6-9a7f-6aee9832e9c6,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:24.464391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.497567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-073e0f5a-2407-411e-bcf5-93ab3ed8e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.497997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-073e0f5a-2407-411e-bcf5-93ab3ed8e679 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.4768801 Jul 16 20:14:24.532167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Calling delete_port for b846246e-7029-4ac6-9a7f-6aee9832e9c6 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:24.566290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.593711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-02fa8d13-93d4-42da-afa3-84975fa945b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5fe05fa-aed7-47c8-9709-d062b309915a HTTP/1.1" status: 200 len: 217 time: 0.0568476 Jul 16 20:14:24.628194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b5fe05fa-aed7-47c8-9709-d062b309915a no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:24.631025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e990cb4-aa24-4f93-9cba-117ae61debce req-79f3412e-00be-4107-86e7-82e6a6e8e04a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.632690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e990cb4-aa24-4f93-9cba-117ae61debce req-79f3412e-00be-4107-86e7-82e6a6e8e04a tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 951 time: 0.3517911 Jul 16 20:14:24.726330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf997-2a47-487c-82bf-f089f334efef req-cdf36362-652b-4673-99be-5464337bea27 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.728085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-cdf36362-652b-4673-99be-5464337bea27 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/networks?id=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 HTTP/1.1" status: 200 len: 809 time: 0.3420732 Jul 16 20:14:24.762553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] Set router f8ae51b3-31aa-4927-a485-770f3cc4a80b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:24.771879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:24.778715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-47e4e63f-af53-4fd1-a41d-5b0a9c1adabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.780378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-47e4e63f-af53-4fd1-a41d-5b0a9c1adabf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.1752095 Jul 16 20:14:24.810753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-89b2e0ed-073e-4438-bd27-676976c14e8b tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/quotas/7b8a1f8509854fe39b4a4a63f77b47b5 HTTP/1.1" status: 200 len: 375 time: 0.0465431 Jul 16 20:14:24.833832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e990cb4-aa24-4f93-9cba-117ae61debce req-324b05e5-9e6e-4949-892e-1ef2c0c5bcf7 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424272 Jul 16 20:14:24.857090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-334df092-cdeb-4199-b4ed-d45edea6f398 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629108 Jul 16 20:14:24.860525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.863939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:24.864485 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.971032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-58c7925e-2603-468f-bc0d-3ee9dd2c0e27 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b8a1f8509854fe39b4a4a63f77b47b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349955 Jul 16 20:14:25.049445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] For port efcfb77d-7a71-43da-8c93-8e88d2fb9495, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=efcfb77d-7a71-43da-8c93-8e88d2fb9495,segment=NetworkSegment(f925d3de-0d36-4489-a3a0-b443b328c9b6),segment_id=f925d3de-0d36-4489-a3a0-b443b328c9b6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.050288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.106920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.185147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Calling delete_port for efcfb77d-7a71-43da-8c93-8e88d2fb9495 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:25.207482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Deleting port 66bc8f25-08c2-497e-b019-9fd47b5f47a4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:25.207832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.302319 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.364505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.381588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:25.385783 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c489d04-8008-4a2e-9f3e-9d7aacc76713" -d '{"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:25.393533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'f089835e-32d5-4771-95ee-d905abd9f06c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:25.478673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.585598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] For port 66bc8f25-08c2-497e-b019-9fd47b5f47a4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=66bc8f25-08c2-497e-b019-9fd47b5f47a4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.586445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.589425 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.621426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Calling delete_port for 66bc8f25-08c2-497e-b019-9fd47b5f47a4 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:25.643815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9ab6caca-2a1f-4f4c-a917-064f608b06fe None None] Provisioning complete for port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:25.644347 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.644555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9ab6caca-2a1f-4f4c-a917-064f608b06fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.776378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.804928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event deleted for resources: {'Port': ['ID=b846246e-7029-4ac6-9a7f-6aee9832e9c6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.854751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,segment=NetworkSegment(0e33e422-ae71-453b-8e89-5082312f7cbf),segment_id=0e33e422-ae71-453b-8e89-5082312f7cbf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.860422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:14:20Z', 'revision_number': 5, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:25.885404 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.887166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.954541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Pushing event deleted for resources: {'Port': ['ID=efcfb77d-7a71-43da-8c93-8e88d2fb9495,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.969284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-7bfd21da-6f19-413e-b82d-819cc695a4ab service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0660307 Jul 16 20:14:26.015543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c334f-ca9d-4303-b614-d0d833a17131 None None] The sync data for ids ['f8ae51b3-31aa-4927-a485-770f3cc4a80b'] in n-d-798930-6 is: [{'id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903213927-router', 'tenant_id': '4277242db13647d9960cfb0e5e0712dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:51Z', 'updated_at': '2021-07-16T20:14:20Z', 'revision_number': 5, 'project_id': '4277242db13647d9960cfb0e5e0712dd', 'gw_port': {'id': '66bc8f25-08c2-497e-b019-9fd47b5f47a4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ae51b3-31aa-4927-a485-770f3cc4a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:52Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:26.066726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] No DVR routers for this DVR port b846246e-7029-4ac6-9a7f-6aee9832e9c6 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:26.115731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.120921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.124666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a536273-ba15-4d53-a1c0-36fe63ad3f35 req-7e5a8c66-c2e4-432a-a85e-e45ae6f40dc0 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "DELETE /v2.0/ports/b846246e-7029-4ac6-9a7f-6aee9832e9c6 HTTP/1.1" status: 204 len: 173 time: 2.7683403 Jul 16 20:14:26.132875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-deleted', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:26.136924 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506772f-8dd0-4b13-b79f-d74370b9a41f" -d '{"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-deleted", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:26.180594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=66bc8f25-08c2-497e-b019-9fd47b5f47a4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:26.229677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:26.329367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Router e41f0741-5fb8-4a94-89c6-48e0beb669f1 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:26.341648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-771a78c9-347e-4bab-8ebe-9d38d3a21de7 service neutron] 10.222.0.100 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3222954 Jul 16 20:14:26.448388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7678e-72a0-4dc1-bbc5-3f573d71e8f0 req-279bbbf4-7cab-4683-96fc-1a195158ca85 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:26.464411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3db7678e-72a0-4dc1-bbc5-3f573d71e8f0 req-279bbbf4-7cab-4683-96fc-1a195158ca85 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1096 time: 0.6741257 Jul 16 20:14:26.539841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:26.587122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: b846246e-7029-4ac6-9a7f-6aee9832e9c6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:26.591457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b846246e-7029-4ac6-9a7f-6aee9832e9c6 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:26.628592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30631b59-36c0-4bd9-8302-95ba4677a740 req-92d3762b-64d3-49f4-800c-48c48375ac0d service neutron] 10.222.0.26 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401808 Jul 16 20:14:26.735532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3db7678e-72a0-4dc1-bbc5-3f573d71e8f0 req-d5a0ade7-3cd0-4846-8283-29021d5ac3c0 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657640 Jul 16 20:14:26.749454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-e55c370e-6877-4279-a71d-323facee99d5 service neutron] 10.222.0.100 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007080 Jul 16 20:14:26.980118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.076613 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18028a21-ea0d-4333-9d36-d69455973112 x-openstack-request-id: req-18028a21-ea0d-4333-9d36-d69455973112 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:27.077189 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:27.077643 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-18028a21-ea0d-4333-9d36-d69455973112 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:27.078231 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'code': 200} Jul 16 20:14:27.104748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.107356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.145765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b8a29-f6d8-4a5b-9c9d-703b63c6cb53 req-02f9f290-f27b-4dcf-ba50-ed9f36f0d6e4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.154322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c4b8a29-f6d8-4a5b-9c9d-703b63c6cb53 req-02f9f290-f27b-4dcf-ba50-ed9f36f0d6e4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 943 time: 0.2263091 Jul 16 20:14:27.203902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.204455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ae51b3-31aa-4927-a485-770f3cc4a80b {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:27.211348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.212500 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-747d9f12-2c4d-461b-b8d9-bb863df74d19 admin admin] 10.222.0.100 "DELETE /v2.0/routers/f8ae51b3-31aa-4927-a485-770f3cc4a80b HTTP/1.1" status: 204 len: 168 time: 4.2160780 Jul 16 20:14:27.220789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34802) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.257699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c4b8a29-f6d8-4a5b-9c9d-703b63c6cb53 req-a3a1f910-2e38-4dd4-90b7-a91d88d544d9 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951550 Jul 16 20:14:27.368341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:27.369380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab6ea8a4-a35b-4aaf-b61a-2d2061a62782 req-fb9b6007-3424-43f8-ae00-d78f6e02b1a8 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=d902ad97-e968-489c-a694-d1e18835cb7a HTTP/1.1" status: 200 len: 210 time: 0.0773258 Jul 16 20:14:27.381459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] Deleting subnet 007deaf3-9b03-4e29-9d77-ed3e34d0cf3b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:27.385265 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.405004 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Sync routers for ids ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:27.424929 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcabff9e-0ad7-4317-8e5d-088e7006138d x-openstack-request-id: req-dcabff9e-0ad7-4317-8e5d-088e7006138d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:27.425256 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902ad97-e968-489c-a694-d1e18835cb7a", "name": "network-vif-deleted", "tag": "b846246e-7029-4ac6-9a7f-6aee9832e9c6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:27.425632 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dcabff9e-0ad7-4317-8e5d-088e7006138d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:27.426103 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902ad97-e968-489c-a694-d1e18835cb7a', 'name': 'network-vif-deleted', 'tag': 'b846246e-7029-4ac6-9a7f-6aee9832e9c6', 'status': 'completed', 'code': 200} Jul 16 20:14:27.429941 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Routers {'e41f0741-5fb8-4a94-89c6-48e0beb669f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:27.431425 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:27.433023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.542757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.552194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-daab9259-979a-4178-aa63-a23a3b4bacf8 req-0c19fb16-0377-4b49-b6a6-0de21759f7bc tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 210 time: 0.0424919 Jul 16 20:14:27.646480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.676577 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.680846 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-51cbb079-5c24-4045-aef4-5c76ded6acdc admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6502435 Jul 16 20:14:27.682170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34818) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.710539 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Set router e41f0741-5fb8-4a94-89c6-48e0beb669f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:27.889238 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.978165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007deaf3-9b03-4e29-9d77-ed3e34d0cf3b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:28.001022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.003893 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e3d347fb-f2e9-4b45-86d0-4725284628e6 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/007deaf3-9b03-4e29-9d77-ed3e34d0cf3b HTTP/1.1" status: 204 len: 168 time: 0.7774782 Jul 16 20:14:28.007643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34832) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:28.012854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710dcb97-7b2e-4263-8ea9-bb70437f19f5 None None] Network 5189592d-354e-462c-aa4c-41c140569531 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:28.373088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:28.419457 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:14:24Z', 'revision_number': 3, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port': {'id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:22Z', 'updated_at': '2021-07-16T20:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:28.445739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.670255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:28.674804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.799863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] DHCP port deletion for 5189592d-354e-462c-aa4c-41c140569531 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:28.969845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Router 41f44411-8c5a-4920-8ada-269e4be3a1b3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:28.998218 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Checking router: e41f0741-5fb8-4a94-89c6-48e0beb669f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:28.999751 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Updating router e41f0741-5fb8-4a94-89c6-48e0beb669f1 port a14ded57-d3df-43cc-8be1-e02b3308d2f4 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:29.038024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Deleting port 66e937ce-c071-4b86-99bb-1606af73ef6e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:29.038865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.107237 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.159667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] Deleting port 66e937ce-c071-4b86-99bb-1606af73ef6e {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:29.162266 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.179656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b03bb7-ae37-48fc-848a-df49cc35279d req-bf0d93e7-3004-4e97-b109-8342fba98b2c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.195981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] For port 66e937ce-c071-4b86-99bb-1606af73ef6e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=66e937ce-c071-4b86-99bb-1606af73ef6e,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:29.197477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.200496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b03bb7-ae37-48fc-848a-df49cc35279d req-bf0d93e7-3004-4e97-b109-8342fba98b2c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 943 time: 0.4257691 Jul 16 20:14:29.204138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34858) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:29.245023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Calling delete_port for 66e937ce-c071-4b86-99bb-1606af73ef6e owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:29.347385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66bc8f25-08c2-497e-b019-9fd47b5f47a4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:29.506416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.537062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b03bb7-ae37-48fc-848a-df49cc35279d req-622d6708-8080-491e-adbd-21408918beb6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291464 Jul 16 20:14:29.585199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Pushing event deleted for resources: {'Port': ['ID=66e937ce-c071-4b86-99bb-1606af73ef6e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:29.608470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] No DVR routers for this DVR port 66e937ce-c071-4b86-99bb-1606af73ef6e on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:29.704368 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0c05a32-44ff-4682-8256-0f299fdb850a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.806929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 66bc8f25-08c2-497e-b019-9fd47b5f47a4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:29.807866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66bc8f25-08c2-497e-b019-9fd47b5f47a4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:29.811290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a87d29a6-40de-435f-9c33-017d6d7f22a0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:29.818863 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.865273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] For port 66e937ce-c071-4b86-99bb-1606af73ef6e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=66e937ce-c071-4b86-99bb-1606af73ef6e,segment=NetworkSegment(477ea25d-3a63-41fd-89b6-c661e1935bd8),segment_id=477ea25d-3a63-41fd-89b6-c661e1935bd8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:29.868213 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.886724 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.900714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.912526 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Transition to ACTIVE for port object a14ded57-d3df-43cc-8be1-e02b3308d2f4 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:29.926983 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.937923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5189592d-354e-462c-aa4c-41c140569531']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:29.982355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477ea25d-3a63-41fd-89b6-c661e1935bd8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:29.982872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477ea25d-3a63-41fd-89b6-c661e1935bd8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:30.022227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.052170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] Calling delete_port for 66e937ce-c071-4b86-99bb-1606af73ef6e owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:30.062210 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eed7e-126d-48ff-b317-abd1138c4dd1 None None] Pushing event updated for resources: {'Port': ['ID=a14ded57-d3df-43cc-8be1-e02b3308d2f4,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.074993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.099947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:30.100711 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.122411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a87d29a6-40de-435f-9c33-017d6d7f22a0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:30.123044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a87d29a6-40de-435f-9c33-017d6d7f22a0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:30.137353 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Attempting to bind port a14ded57-d3df-43cc-8be1-e02b3308d2f4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:30.137710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Attempting to bind port a14ded57-d3df-43cc-8be1-e02b3308d2f4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:30.138072 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Attempting to bind port a14ded57-d3df-43cc-8be1-e02b3308d2f4 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:30.156414 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:30.157242 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:30.157815 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.158252 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:30.158754 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Bound port: a14ded57-d3df-43cc-8be1-e02b3308d2f4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:30.159643 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:30.216425 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:30.229951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.233450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ecb700b7-7435-4b0c-9786-e714ddcc31e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.271884 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.279274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.311863 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] For port a14ded57-d3df-43cc-8be1-e02b3308d2f4, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:30.312760 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] 10.222.0.100 "DELETE /v2.0/networks/5189592d-354e-462c-aa4c-41c140569531 HTTP/1.1" status: 204 len: 168 time: 2.2944465 Jul 16 20:14:30.320164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] For port a14ded57-d3df-43cc-8be1-e02b3308d2f4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a14ded57-d3df-43cc-8be1-e02b3308d2f4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:30.320345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] Network 5189592d-354e-462c-aa4c-41c140569531 is not hosted by any dhcp agent {{(pid=94097) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:14:30.320660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] No DVR routers for this DVR port 66e937ce-c071-4b86-99bb-1606af73ef6e on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:30.322686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e247121-0aa3-495c-a2c4-d47f6103a9fd None None] Pushing event deleted for resources: {'Port': ['ID=66e937ce-c071-4b86-99bb-1606af73ef6e,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.330619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed36edd-0cce-41bb-b780-ec94920ea32c admin admin] Pushing event deleted for resources: {'Network': ['ID=5189592d-354e-462c-aa4c-41c140569531,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.331090 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.345253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.391839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66e937ce-c071-4b86-99bb-1606af73ef6e no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:30.436025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 66e937ce-c071-4b86-99bb-1606af73ef6e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:30.443227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 66e937ce-c071-4b86-99bb-1606af73ef6e not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:30.460010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Routers {'e41f0741-5fb8-4a94-89c6-48e0beb669f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:30.462019 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:30.600145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:30.612334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] Sync routers for ids ['41f44411-8c5a-4920-8ada-269e4be3a1b3'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:30.612636 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eed7e-126d-48ff-b317-abd1138c4dd1 None None] Pushing event updated for resources: {'Port': ['ID=a14ded57-d3df-43cc-8be1-e02b3308d2f4,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.638918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] Routers {'41f44411-8c5a-4920-8ada-269e4be3a1b3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:30.639916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['41f44411-8c5a-4920-8ada-269e4be3a1b3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:30.654944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Allocated IP 172.20.0.1 (175008c4-627e-43b8-a16e-d9dba3fb14a9/cbb5a723-84a4-4f4b-8799-9a9a0e351e05/238ea426-6c17-4e46-8bc7-b8e211079fee) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:30.759543 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c8c85142-1556-48fc-83ce-b0928e21e532 admin admin] 10.222.0.100 "PUT /v2.0/routers/41f44411-8c5a-4920-8ada-269e4be3a1b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8252170 Jul 16 20:14:30.776163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34878) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.782213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] Set router 41f44411-8c5a-4920-8ada-269e4be3a1b3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:30.824138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4efd73a3-d806-4aa5-9935-fd908c53c648 req-44e19c80-f8a6-493a-8990-23d7d20922fb tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 210 time: 0.5464005 Jul 16 20:14:30.887770 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] Set router e41f0741-5fb8-4a94-89c6-48e0beb669f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:31.149680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:14:25Z', 'revision_number': 5, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:31.215510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] Checking router: 41f44411-8c5a-4920-8ada-269e4be3a1b3 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:31.300900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] Routers {'41f44411-8c5a-4920-8ada-269e4be3a1b3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:31.302296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['41f44411-8c5a-4920-8ada-269e4be3a1b3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:31.376092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.446865 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.491159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] Set router 41f44411-8c5a-4920-8ada-269e4be3a1b3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:31.535396 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:14:24Z', 'revision_number': 3, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port': {'id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:22Z', 'updated_at': '2021-07-16T20:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:31.600165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.613842 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f0ec8-9970-4eff-a4dd-6e0f905f70e4 None None] The sync data for ids ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'] in n-d-798930-6 is: [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:14:24Z', 'revision_number': 3, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port': {'id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:22Z', 'updated_at': '2021-07-16T20:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:31.624742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Transition to ACTIVE for port object 238ea426-6c17-4e46-8bc7-b8e211079fee will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:31.713396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-e4777c9d-02aa-498c-8d3f-1402980383fc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:14:31.714454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-e4777c9d-02aa-498c-8d3f-1402980383fc tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0839546 Jul 16 20:14:31.718645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0c05a32-44ff-4682-8256-0f299fdb850a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.793053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0c05a32-44ff-4682-8256-0f299fdb850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.994992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:14:25Z', 'revision_number': 5, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:31.997358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Deleting port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:31.999837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.057051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b51394-a6c3-4566-a81f-8153182ef47f None None] The sync data for ids ['41f44411-8c5a-4920-8ada-269e4be3a1b3'] in n-d-798930-6 is: [{'id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'name': 'tempest-FloatingIPDetailsTestJSON-337523118-router', 'tenant_id': '0a09e4d85aa7494b810cea82fce76ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:13:15Z', 'updated_at': '2021-07-16T20:14:25Z', 'revision_number': 5, 'project_id': '0a09e4d85aa7494b810cea82fce76ea7', 'gw_port': {'id': '0a5e4047-4af8-4cc4-a330-c0a46c6e46bb', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f44411-8c5a-4920-8ada-269e4be3a1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:13:17Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:32.085227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Request body: {'binding': {'host': 'n-h2-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:32.085676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Unknown quota resources ['binding']. {{(pid=94095) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:14:32.180437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] For port e5af884f-e101-4bbd-ace3-4fa0d83d2ad8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,segment=NetworkSegment(71dea331-5302-44e2-b767-73716c2493e8),segment_id=71dea331-5302-44e2-b767-73716c2493e8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:32.180946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.202728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Calling delete_port for e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:32.537628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b5fe05fa-aed7-47c8-9709-d062b309915a no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:32.650792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.671838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a14ded57-d3df-43cc-8be1-e02b3308d2f4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:32.673506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf997-2a47-487c-82bf-f089f334efef req-bf4083d5-bbc1-4552-919a-160df6a39841 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.677070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-bf4083d5-bbc1-4552-919a-160df6a39841 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.26 "GET /v2.0/networks?id=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 HTTP/1.1" status: 200 len: 809 time: 1.9935491 Jul 16 20:14:32.685534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d0c05a32-44ff-4682-8256-0f299fdb850a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7f770eb641164d5b90c6206c22af99a5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4759998 Jul 16 20:14:32.686909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c05a32-44ff-4682-8256-0f299fdb850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778c7e75-b090-446e-8b3e-0cdc2d3a711f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.734633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Request body: {'port': {'device_id': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306', 'admin_state_up': True, 'tenant_id': '7b8a1f8509854fe39b4a4a63f77b47b5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:32.746688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34886) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:32.757182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5af884f-e101-4bbd-ace3-4fa0d83d2ad8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.858496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on host n-h2-798930-6 for vnic_type normal with profile None {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:32.859052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:32.859643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:32.873062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a14ded57-d3df-43cc-8be1-e02b3308d2f4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:32.883722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a14ded57-d3df-43cc-8be1-e02b3308d2f4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:32.884502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.901521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.030829 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.081511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a14ded57-d3df-43cc-8be1-e02b3308d2f4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a14ded57-d3df-43cc-8be1-e02b3308d2f4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:33.090808 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.094666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:33.095035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:33.127657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device efcfb77d-7a71-43da-8c93-8e88d2fb9495 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:33.141863 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.174648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: efcfb77d-7a71-43da-8c93-8e88d2fb9495 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:33.175081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device efcfb77d-7a71-43da-8c93-8e88d2fb9495 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:33.212124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a14ded57-d3df-43cc-8be1-e02b3308d2f4,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.256851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:33.257546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:33.258264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:33.259085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Bound port: 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:33.260928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.303823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:33.422986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:33.434610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:33.437082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Pushing event updated for resources: {'Port': ['ID=238ea426-6c17-4e46-8bc7-b8e211079fee,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.455295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466496ee-c4c2-4676-9915-5a63d5bd20f4 req-e33d0a4f-e320-4ec8-9691-a026d0de0486 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.458643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-466496ee-c4c2-4676-9915-5a63d5bd20f4 req-e33d0a4f-e320-4ec8-9691-a026d0de0486 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 943 time: 1.6531146 Jul 16 20:14:33.561773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e961-e7de-4b3a-9196-a86f850bfbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.654095 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.661394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:33.739717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e961-e7de-4b3a-9196-a86f850bfbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.744447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.745691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-9b24c2ef-460f-4025-a882-209a210205d0 service neutron] 10.222.0.100 "POST /v2.0/ports/2aeecb65-30cf-4c54-b6d9-c4cdafa61103/bindings HTTP/1.1" status: 201 len: 389 time: 1.9385693 Jul 16 20:14:33.771069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76accf-7d05-45e3-a714-83e4392328ec req-a7b63b05-bf14-4364-ab33-a2526cb55a80 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.772763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f76accf-7d05-45e3-a714-83e4392328ec req-a7b63b05-bf14-4364-ab33-a2526cb55a80 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.8645315 Jul 16 20:14:33.776241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-466496ee-c4c2-4676-9915-5a63d5bd20f4 req-647522bc-6791-4a75-81ea-6bf64c2169bf tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924898 Jul 16 20:14:33.803430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Made reservation on behalf of 7b8a1f8509854fe39b4a4a63f77b47b5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:33.807491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.837300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Router cbb2d23d-914b-457a-b40e-172cddcc8625 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:33.848515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-86ab5461-2ad6-4a99-aa65-58e02c6bfc72 None None] Provisioning for port 238ea426-6c17-4e46-8bc7-b8e211079fee completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:33.884344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-86ab5461-2ad6-4a99-aa65-58e02c6bfc72 None None] Provisioning complete for port 238ea426-6c17-4e46-8bc7-b8e211079fee triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:33.884724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-86ab5461-2ad6-4a99-aa65-58e02c6bfc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.909991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Deleting port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:33.910624 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.986349 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.010517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-86ab5461-2ad6-4a99-aa65-58e02c6bfc72 None None] Port 238ea426-6c17-4e46-8bc7-b8e211079fee cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:34.113780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:34.128883 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659baf6f-256d-429a-845e-0a272023a20d None None] Sync routers for ids ['cbb2d23d-914b-457a-b40e-172cddcc8625'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:34.131776 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dda94192-51e6-4812-9599-1b0529346aa3 admin admin] 10.222.0.100 "PUT /v2.0/routers/cbb2d23d-914b-457a-b40e-172cddcc8625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7763910 Jul 16 20:14:34.134213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34894) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:34.150292 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] Routers {'cbb2d23d-914b-457a-b40e-172cddcc8625'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:34.150496 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbb2d23d-914b-457a-b40e-172cddcc8625'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:34.301854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e961-e7de-4b3a-9196-a86f850bfbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.304752 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e961-e7de-4b3a-9196-a86f850bfbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.310238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d7f5e961-e7de-4b3a-9196-a86f850bfbec admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/778c7e75-b090-446e-8b3e-0cdc2d3a711f HTTP/1.1" status: 204 len: 168 time: 1.5575724 Jul 16 20:14:34.364092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a14ded57-d3df-43cc-8be1-e02b3308d2f4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:34.369711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5e961-e7de-4b3a-9196-a86f850bfbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778c7e75-b090-446e-8b3e-0cdc2d3a711f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.380595 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] Set router cbb2d23d-914b-457a-b40e-172cddcc8625 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:34.385278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30a7f161-d21d-4e8d-aa6c-0cacd4b50ff2 req-00e19c3a-dd5d-4e6c-b4b9-d9d66cb50eef tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 210 time: 0.2016444 Jul 16 20:14:34.450567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-dbc7e753-dc62-4cb8-92b6-9e646f930b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.453407 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-dbc7e753-dc62-4cb8-92b6-9e646f930b76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1096 time: 0.2451022 Jul 16 20:14:34.526096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.597647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a14ded57-d3df-43cc-8be1-e02b3308d2f4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:34.598436 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.717702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-2befb275-8d47-457a-9c52-43c0530e4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.719756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-2befb275-8d47-457a-9c52-43c0530e4c96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.2583594 Jul 16 20:14:34.802374 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-fb9bb78a-f055-469a-9bf5-097eb54a7170 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 200 len: 217 time: 0.0737042 Jul 16 20:14:34.826638 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd63ec81-b2f4-4a60-bd69-032a51e43fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.842450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] For port 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:34.843412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.854951 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:34.882208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-d9943dcc-baf0-4fa0-b314-5065221b3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.884566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-d9943dcc-baf0-4fa0-b314-5065221b3f45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.0748985 Jul 16 20:14:34.934900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-3166c1a6-84aa-4d64-8641-f8708da04526 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436509 Jul 16 20:14:34.938310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.974436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26395b08-27ed-4fad-99d0-b05dc3dd9d56 req-f2572701-1628-49ab-aca9-fa1cd84f0cb4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.981539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26395b08-27ed-4fad-99d0-b05dc3dd9d56 req-f2572701-1628-49ab-aca9-fa1cd84f0cb4 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 950 time: 0.7859516 Jul 16 20:14:34.990721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Allocated IP 172.20.0.12 (2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306/ddfd4d7a-8e1b-4cf4-85e3-b293300a919d/fc4811a9-699d-4ea3-a602-ff4b9c13153a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:34.993608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Calling delete_port for 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:34.993788 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '2828d45f-3455-4062-b0a7-74793254cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:14:32Z', 'revision_number': 5, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port': {'id': '2828d45f-3455-4062-b0a7-74793254cf03', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:02Z', 'updated_at': '2021-07-16T20:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:35.013933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Deleting port f089835e-32d5-4771-95ee-d905abd9f06c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:35.014601 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.038149 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.071941 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659baf6f-256d-429a-845e-0a272023a20d None None] Checking router: cbb2d23d-914b-457a-b40e-172cddcc8625 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:35.092199 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] Routers {'cbb2d23d-914b-457a-b40e-172cddcc8625'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:35.093377 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbb2d23d-914b-457a-b40e-172cddcc8625'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:35.153220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34900) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:35.185065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179fd8ce-e28c-4ba9-b585-0879fdc3d721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.212048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26395b08-27ed-4fad-99d0-b05dc3dd9d56 req-5d78b05c-3a90-4409-b432-77012ee08b5e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291868 Jul 16 20:14:35.215893 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-5b327693-9e44-4dd5-9077-fa53397046b7 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706745 Jul 16 20:14:35.222562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Deleting port 2828d45f-3455-4062-b0a7-74793254cf03 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:35.223025 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.329041 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] Set router cbb2d23d-914b-457a-b40e-172cddcc8625 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:35.431550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] For port f089835e-32d5-4771-95ee-d905abd9f06c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f089835e-32d5-4771-95ee-d905abd9f06c,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:35.432113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.444387 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-659baf6f-256d-429a-845e-0a272023a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:14:34Z', 'revision_number': 6, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:35.471717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Calling delete_port for f089835e-32d5-4771-95ee-d905abd9f06c owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:35.510557 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659baf6f-256d-429a-845e-0a272023a20d None None] The sync data for ids ['cbb2d23d-914b-457a-b40e-172cddcc8625'] in n-d-798930-6 is: [{'id': 'cbb2d23d-914b-457a-b40e-172cddcc8625', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492769585-router', 'tenant_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:01Z', 'updated_at': '2021-07-16T20:14:34Z', 'revision_number': 6, 'project_id': '9e8a4d7a8aef4458bcd94fcb1c252dfc', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:35.605874 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-1c4bfad1-305a-4e1b-bb88-d84fb61958fd service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782477 Jul 16 20:14:35.621310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daa289-28f2-4cc9-9a24-0547fd739554 req-d228c45d-2601-4bde-84d0-cc54a03c02ff tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.634229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53daa289-28f2-4cc9-9a24-0547fd739554 req-d228c45d-2601-4bde-84d0-cc54a03c02ff tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 0.7754235 Jul 16 20:14:35.685865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] For port 2828d45f-3455-4062-b0a7-74793254cf03, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2828d45f-3455-4062-b0a7-74793254cf03,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:35.696679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.755507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Calling delete_port for 2828d45f-3455-4062-b0a7-74793254cf03 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:35.890827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179fd8ce-e28c-4ba9-b585-0879fdc3d721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.901948 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-179fd8ce-e28c-4ba9-b585-0879fdc3d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.959643 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.995526 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-179fd8ce-e28c-4ba9-b585-0879fdc3d721 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5fa90190ab354a6295779f8f693cc9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8377686 Jul 16 20:14:36.000726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34914) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:36.012398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fd8ce-e28c-4ba9-b585-0879fdc3d721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a5ff9e-233d-4d90-b9aa-ebcb49646fb4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:36.047284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53daa289-28f2-4cc9-9a24-0547fd739554 req-e9208006-f996-47b5-8610-a0d4c9c79f77 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118481 Jul 16 20:14:36.151593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c873b521-5b3b-4f03-8741-bcaea3b3d7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.189241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:36.250515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:36.253409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5af884f-e101-4bbd-ace3-4fa0d83d2ad8 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:36.298371 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c873b521-5b3b-4f03-8741-bcaea3b3d7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.381011 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.436856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Pushing event deleted for resources: {'Port': ['ID=2828d45f-3455-4062-b0a7-74793254cf03,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:36.522989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c873b521-5b3b-4f03-8741-bcaea3b3d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.525497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c873b521-5b3b-4f03-8741-bcaea3b3d7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.527191 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c873b521-5b3b-4f03-8741-bcaea3b3d7f9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d4a5ff9e-233d-4d90-b9aa-ebcb49646fb4 HTTP/1.1" status: 204 len: 168 time: 0.5248387 Jul 16 20:14:36.543704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873b521-5b3b-4f03-8741-bcaea3b3d7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a5ff9e-233d-4d90-b9aa-ebcb49646fb4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:36.553767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.566557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f089835e-32d5-4771-95ee-d905abd9f06c no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:36.954787 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.966246 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.968889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.974877 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.986621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e3a97ad-23bd-4e85-b9c9-83eef4c7236e req-c417111e-af7a-4a22-b35a-fefe7fafb766 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 210 time: 0.6272590 Jul 16 20:14:37.152017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.152938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb2d23d-914b-457a-b40e-172cddcc8625 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:37.171462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.178545 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8103bce0-5a3a-4504-a369-5fe31e5b629e admin admin] 10.222.0.100 "DELETE /v2.0/routers/cbb2d23d-914b-457a-b40e-172cddcc8625 HTTP/1.1" status: 204 len: 168 time: 3.0406618 Jul 16 20:14:37.180368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34948) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:37.255476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.326782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.350874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] Deleting subnet b20ed6f7-0bd8-4d69-b721-e6c12779187e {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:37.362359 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.365873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['84c3cf86-e942-4cb3-a69d-531094c3c1b1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:37.465274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.560450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47d30fd0-7ce3-4070-8e4f-48d2e85bddf0 req-4a9f0dc2-f448-4a1d-9e16-450e975482ab tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=3d04a7ba-ad88-40ba-b394-304c83f83da7 HTTP/1.1" status: 200 len: 210 time: 0.2890127 Jul 16 20:14:37.568090 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.597746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5e4047-4af8-4cc4-a330-c0a46c6e46bb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:37.603180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.692419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.734832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.758019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34952) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:37.759852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20ed6f7-0bd8-4d69-b721-e6c12779187e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:37.790846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40ab6917-9d7e-4f23-9481-885b943f5cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.809877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.810349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.810536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.810935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.811213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.811756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.812058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.812351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.812699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.813037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.814173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.816041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.824118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.829408 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-36d8c030-c346-43ae-8ded-47b7fbde0584 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/b20ed6f7-0bd8-4d69-b721-e6c12779187e HTTP/1.1" status: 204 len: 168 time: 0.6452680 Jul 16 20:14:37.831169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d343ee-fbcd-40e9-99e4-1fc8eb938d09 None None] Network bfc072c7-1ede-4743-80a7-4680656d992a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:37.831608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34954) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:37.957261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.989540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event deleted for resources: {'Port': ['ID=f089835e-32d5-4771-95ee-d905abd9f06c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.029496 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.039002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40ab6917-9d7e-4f23-9481-885b943f5cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.071378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40ab6917-9d7e-4f23-9481-885b943f5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.090056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.106076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab6917-9d7e-4f23-9481-885b943f5cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56266bf0-ba5d-418a-9f72-c085d3fb3c93,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.130854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] No DVR routers for this DVR port f089835e-32d5-4771-95ee-d905abd9f06c on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:38.148130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.150488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f76accf-7d05-45e3-a714-83e4392328ec req-cea12a35-cf29-4d0e-b7a3-75e535de39c6 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "DELETE /v2.0/ports/f089835e-32d5-4771-95ee-d905abd9f06c HTTP/1.1" status: 204 len: 173 time: 4.3632739 Jul 16 20:14:38.153095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-deleted', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:38.157002 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd967f-27aa-4a1c-9ca3-5ebb17547701" -d '{"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-deleted", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:38.168958 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.183741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.184887 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-40ab6917-9d7e-4f23-9481-885b943f5cad admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=09a50fdbcbff4c3e94f946f8ea3a6dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225757 Jul 16 20:14:38.195004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34962) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:38.210563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Pushing event updated for resources: {'Port': ['ID=238ea426-6c17-4e46-8bc7-b8e211079fee,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.246837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Deleting port e97148e7-913e-4a0a-8518-ced291c452e6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:38.248464 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.381862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.397122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] For port e97148e7-913e-4a0a-8518-ced291c452e6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e97148e7-913e-4a0a-8518-ced291c452e6,segment=NetworkSegment(71dea331-5302-44e2-b767-73716c2493e8),segment_id=71dea331-5302-44e2-b767-73716c2493e8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:38.397934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.415974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Calling delete_port for e97148e7-913e-4a0a-8518-ced291c452e6 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:38.418855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] DHCP port deletion for bfc072c7-1ede-4743-80a7-4680656d992a request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:38.489594 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.493578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2828d45f-3455-4062-b0a7-74793254cf03 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:38.493957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.564944 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.574809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 2828d45f-3455-4062-b0a7-74793254cf03 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:38.575425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2828d45f-3455-4062-b0a7-74793254cf03 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:38.626292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Deleting port e97148e7-913e-4a0a-8518-ced291c452e6 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:38.627678 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.630602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:38.635962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d901d07-686a-439d-8964-bb12fb1f9fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.645580 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.646133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f44411-8c5a-4920-8ada-269e4be3a1b3 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:38.651221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.652876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1d50e278-a6ea-4807-bd9c-a2dffdfcc0bb admin admin] 10.222.0.100 "DELETE /v2.0/routers/41f44411-8c5a-4920-8ada-269e4be3a1b3 HTTP/1.1" status: 204 len: 168 time: 7.8716352 Jul 16 20:14:38.677865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34966) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:38.678117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:38.680701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d901d07-686a-439d-8964-bb12fb1f9fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.680953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:38.747471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] For port e97148e7-913e-4a0a-8518-ced291c452e6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e97148e7-913e-4a0a-8518-ced291c452e6,segment=NetworkSegment(71dea331-5302-44e2-b767-73716c2493e8),segment_id=71dea331-5302-44e2-b767-73716c2493e8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:38.747880 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.784672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Calling delete_port for e97148e7-913e-4a0a-8518-ced291c452e6 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:38.785069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-cb15815d-9003-4b3c-8984-b68fe0fc2357 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.789467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-cb15815d-9003-4b3c-8984-b68fe0fc2357 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=51dadab1-6592-4930-b4e7-9f9431f4820c HTTP/1.1" status: 200 len: 943 time: 1.2572486 Jul 16 20:14:38.789746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.882831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d901d07-686a-439d-8964-bb12fb1f9fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.896798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d901d07-686a-439d-8964-bb12fb1f9fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.899591 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0d901d07-686a-439d-8964-bb12fb1f9fd4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/56266bf0-ba5d-418a-9f72-c085d3fb3c93 HTTP/1.1" status: 204 len: 168 time: 0.7028117 Jul 16 20:14:38.936813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97148e7-913e-4a0a-8518-ced291c452e6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.964863 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.986133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] No DVR routers for this DVR port e97148e7-913e-4a0a-8518-ced291c452e6 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:38.994530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Pushing event deleted for resources: {'Port': ['ID=e97148e7-913e-4a0a-8518-ced291c452e6,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.997845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d901d07-686a-439d-8964-bb12fb1f9fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56266bf0-ba5d-418a-9f72-c085d3fb3c93,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.011838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.012366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.012916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.013361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.013807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.014715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.015184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.015648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.016080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.016517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.017086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.018920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:39.030921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712a2ee-7b30-4116-a685-e5c64d747596 req-6b94f290-1863-4f3e-a534-d0084d60bea1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:39.041571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae282b8a-7b66-43b7-94cb-82bc39ccde32 None None] No DVR routers for this DVR port e97148e7-913e-4a0a-8518-ced291c452e6 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:39.045117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a712a2ee-7b30-4116-a685-e5c64d747596 req-6b94f290-1863-4f3e-a534-d0084d60bea1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 1.1507158 Jul 16 20:14:39.152391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Pushing event updated for resources: {'Port': ['ID=fc4811a9-699d-4ea3-a602-ff4b9c13153a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.172856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:39.174229 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.234468 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.265517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc072c7-1ede-4743-80a7-4680656d992a']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:39.293456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dea331-5302-44e2-b767-73716c2493e8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:39.293693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dea331-5302-44e2-b767-73716c2493e8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:39.307468 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.311745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] Deleting subnet 0fe277e3-7e64-4e3a-afe7-3cd887da882a {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:39.341888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.364426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:39.365230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.368024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:39.374069 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:39.401895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:39.428409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:39.477201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-f0d9415e-eb20-481c-af9b-b23673f9adb3 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7682316 Jul 16 20:14:39.478476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.489790 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.494466 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] 10.222.0.100 "DELETE /v2.0/networks/bfc072c7-1ede-4743-80a7-4680656d992a HTTP/1.1" status: 204 len: 168 time: 1.6595094 Jul 16 20:14:39.499980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Request body: {'port': {'device_id': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:39.522083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12fa40-973c-4619-b6da-b17d4a35cb06 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc072c7-1ede-4743-80a7-4680656d992a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.585042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Deleting port b5fe05fa-aed7-47c8-9709-d062b309915a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:39.585663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.590540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.619181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a712a2ee-7b30-4116-a685-e5c64d747596 req-7a532eed-33bd-427e-8708-b3b8c747c5fa tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554988 Jul 16 20:14:39.827831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a85fdcef-61ea-4f20-9bfa-42686ae60775 None None] Provisioning complete for port 238ea426-6c17-4e46-8bc7-b8e211079fee triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:39.828053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a85fdcef-61ea-4f20-9bfa-42686ae60775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.928091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34982) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:39.937639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a85fdcef-61ea-4f20-9bfa-42686ae60775 None None] Port 238ea426-6c17-4e46-8bc7-b8e211079fee cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:39.988080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-817b055b-76a2-45e5-b659-6cfad9b66e68 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4277242db13647d9960cfb0e5e0712dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583024 Jul 16 20:14:39.992222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.072371 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6144f5a9-6a71-49ac-a6d3-3f98be60c375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.138364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6144f5a9-6a71-49ac-a6d3-3f98be60c375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.204309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] For port b5fe05fa-aed7-47c8-9709-d062b309915a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b5fe05fa-aed7-47c8-9709-d062b309915a,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:40.204712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.243556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6144f5a9-6a71-49ac-a6d3-3f98be60c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.248913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6144f5a9-6a71-49ac-a6d3-3f98be60c375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.251622 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6144f5a9-6a71-49ac-a6d3-3f98be60c375 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e HTTP/1.1" status: 204 len: 168 time: 0.2570980 Jul 16 20:14:40.253908 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.263960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e97148e7-913e-4a0a-8518-ced291c452e6 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:40.286166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Calling delete_port for b5fe05fa-aed7-47c8-9709-d062b309915a owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:40.305293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144f5a9-6a71-49ac-a6d3-3f98be60c375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f5c3c-02aa-46e0-b483-eb6fe1f7cc4e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.342096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e97148e7-913e-4a0a-8518-ced291c452e6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:40.343493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e97148e7-913e-4a0a-8518-ced291c452e6 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:40.344141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:40.372362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:40.373100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0a5e4047-4af8-4cc4-a330-c0a46c6e46bb not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:40.514425 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.537252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Router e41f0741-5fb8-4a94-89c6-48e0beb669f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:40.603765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.675905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event deleted for resources: {'Port': ['ID=b5fe05fa-aed7-47c8-9709-d062b309915a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.743540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35000) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.813070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61405a-0a8e-410f-abc3-0d91d2ccc30e req-2765fc0e-f3c0-47d9-a56a-ec732eed5773 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.817088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af61405a-0a8e-410f-abc3-0d91d2ccc30e req-2765fc0e-f3c0-47d9-a56a-ec732eed5773 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 932 time: 0.7403402 Jul 16 20:14:40.827237 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9448136d-44dc-4e0b-9294-0e81d1276a94 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9e8a4d7a8aef4458bcd94fcb1c252dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820866 Jul 16 20:14:40.831807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.886784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] No DVR routers for this DVR port b5fe05fa-aed7-47c8-9709-d062b309915a on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:40.890591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.921665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.936168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-964c8834-c06b-4b02-9491-b22f3742bef8 req-fc787ba6-3b9d-4d09-b754-154f74622fde tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "DELETE /v2.0/ports/b5fe05fa-aed7-47c8-9709-d062b309915a HTTP/1.1" status: 204 len: 173 time: 2.1098049 Jul 16 20:14:40.968824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15426a84-d9a2-4c27-8dc6-f4579b0940e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.017083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69366e-502a-483b-8b7d-6b8c61923819 None None] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:41.044345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15426a84-d9a2-4c27-8dc6-f4579b0940e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.151013 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.159102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] 10.222.0.100 "DELETE /v2.0/subnets/0fe277e3-7e64-4e3a-afe7-3cd887da882a HTTP/1.1" status: 204 len: 168 time: 2.4326079 Jul 16 20:14:41.160168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35012) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:41.161301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a938b85-e569-41dc-97c3-18230105402d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe277e3-7e64-4e3a-afe7-3cd887da882a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:41.339034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15426a84-d9a2-4c27-8dc6-f4579b0940e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.342109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15426a84-d9a2-4c27-8dc6-f4579b0940e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.343474 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-15426a84-d9a2-4c27-8dc6-f4579b0940e8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9ab642bc-bb4f-4afe-b259-02ba3c6b7d27 HTTP/1.1" status: 204 len: 168 time: 0.5096464 Jul 16 20:14:41.349000 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.360575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15426a84-d9a2-4c27-8dc6-f4579b0940e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab642bc-bb4f-4afe-b259-02ba3c6b7d27,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:41.454516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Deleting port bcf60847-e843-46ea-9ce9-4955dbd2b96e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:41.455027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.716986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:41.737445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Sync routers for ids ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:41.740006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e0fb3248-dc0e-4ee6-893b-2527a49d357e admin admin] 10.222.0.100 "PUT /v2.0/routers/e41f0741-5fb8-4a94-89c6-48e0beb669f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0558882 Jul 16 20:14:41.785285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af61405a-0a8e-410f-abc3-0d91d2ccc30e req-2cba64e9-4777-4604-a423-2dc68705c450 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014280 Jul 16 20:14:41.795985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Routers {'e41f0741-5fb8-4a94-89c6-48e0beb669f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:41.797191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:41.804494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] DHCP port deletion for d23dd7c3-0dd9-4860-b327-48bc03e67d96 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:41.838285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] For port bcf60847-e843-46ea-9ce9-4955dbd2b96e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bcf60847-e843-46ea-9ce9-4955dbd2b96e,segment=NetworkSegment(f925d3de-0d36-4489-a3a0-b443b328c9b6),segment_id=f925d3de-0d36-4489-a3a0-b443b328c9b6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:41.838908 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.921113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Calling delete_port for bcf60847-e843-46ea-9ce9-4955dbd2b96e owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:42.096692 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ed9ae-f618-46a9-84a0-9785a3e52349 x-openstack-request-id: req-481ed9ae-f618-46a9-84a0-9785a3e52349 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:42.097100 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d04a7ba-ad88-40ba-b394-304c83f83da7", "name": "network-vif-deleted", "tag": "f089835e-32d5-4771-95ee-d905abd9f06c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:42.097395 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-481ed9ae-f618-46a9-84a0-9785a3e52349 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:42.097827 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d04a7ba-ad88-40ba-b394-304c83f83da7', 'name': 'network-vif-deleted', 'tag': 'f089835e-32d5-4771-95ee-d905abd9f06c', 'status': 'completed', 'code': 200} Jul 16 20:14:42.182092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.320878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Deleting port bcf60847-e843-46ea-9ce9-4955dbd2b96e {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:42.324374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.344863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf60847-e843-46ea-9ce9-4955dbd2b96e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.354750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] No DVR routers for this DVR port bcf60847-e843-46ea-9ce9-4955dbd2b96e on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:42.390468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Set router e41f0741-5fb8-4a94-89c6-48e0beb669f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:42.402141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bcf60847-e843-46ea-9ce9-4955dbd2b96e no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:42.428522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4811a9-699d-4ea3-a602-ff4b9c13153a {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:42.453874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.514876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Transition to ACTIVE for port object fc4811a9-699d-4ea3-a602-ff4b9c13153a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:42.534783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.538407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.544990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: bcf60847-e843-46ea-9ce9-4955dbd2b96e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:42.546252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bcf60847-e843-46ea-9ce9-4955dbd2b96e not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:42.569217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23dd7c3-0dd9-4860-b327-48bc03e67d96']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:42.592375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f925d3de-0d36-4489-a3a0-b443b328c9b6') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:42.596663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f925d3de-0d36-4489-a3a0-b443b328c9b6') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:42.623699 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.653038 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.680603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:42.691338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:42.693762 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:42.712130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b5ff-f344-499a-bf59-b3a26842d4f9 req-88880f77-3f67-4593-b570-ed0227a50ac0 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.714138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca57b5ff-f344-499a-bf59-b3a26842d4f9 req-88880f77-3f67-4593-b570-ed0227a50ac0 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 0.4367218 Jul 16 20:14:42.809624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] For port bcf60847-e843-46ea-9ce9-4955dbd2b96e, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:42.810272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.840532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.847894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.853300 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] 10.222.0.100 "DELETE /v2.0/networks/d23dd7c3-0dd9-4860-b327-48bc03e67d96 HTTP/1.1" status: 204 len: 168 time: 1.6917555 Jul 16 20:14:42.882254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cd4d1-d29f-4f9d-8dc4-3495f31aa419 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23dd7c3-0dd9-4860-b327-48bc03e67d96,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.901851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Calling delete_port for bcf60847-e843-46ea-9ce9-4955dbd2b96e owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:42.904594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4811a9-699d-4ea3-a602-ff4b9c13153a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.906600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Port bcf60847-e843-46ea-9ce9-4955dbd2b96e was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:14:42.911550 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.930737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Attempting to bind port fc4811a9-699d-4ea3-a602-ff4b9c13153a on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:42.931357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Attempting to bind port fc4811a9-699d-4ea3-a602-ff4b9c13153a by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '81cad71c-f7f1-4130-a616-92b425afc241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:42.931795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Attempting to bind port fc4811a9-699d-4ea3-a602-ff4b9c13153a on network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:42.952071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Port fc4811a9-699d-4ea3-a602-ff4b9c13153a on network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:42.952418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Attempting to bind port fc4811a9-699d-4ea3-a602-ff4b9c13153a on network 2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:42.957982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca57b5ff-f344-499a-bf59-b3a26842d4f9 req-acb88439-0eb9-4032-9084-d0e32571e973 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363527 Jul 16 20:14:42.963104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Pushing event deleted for resources: {'Port': ['ID=bcf60847-e843-46ea-9ce9-4955dbd2b96e,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.973973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] Network d23dd7c3-0dd9-4860-b327-48bc03e67d96 is not hosted by any dhcp agent {{(pid=94097) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:14:42.974487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e90d0d-0a44-431a-a42b-4bb4c939a290 None None] No DVR routers for this DVR port bcf60847-e843-46ea-9ce9-4955dbd2b96e on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:42.986866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:42.988377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Checking segment: {'id': '81cad71c-f7f1-4130-a616-92b425afc241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:42.991333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Bound using segment: {'id': '81cad71c-f7f1-4130-a616-92b425afc241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:42.992059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Bound port: fc4811a9-699d-4ea3-a602-ff4b9c13153a, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cad71c-f7f1-4130-a616-92b425afc241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:42.993118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.241366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:14:34Z', 'revision_number': 4, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port': {'id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:22Z', 'updated_at': '2021-07-16T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '238ea426-6c17-4e46-8bc7-b8e211079fee', 'name': '', 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'mac_address': 'fa:16:3e:a3:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbb5a723-84a4-4f4b-8799-9a9a0e351e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:35Z', 'revision_number': 2, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'subnets': [{'id': 'cbb5a723-84a4-4f4b-8799-9a9a0e351e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:43.255400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] For port fc4811a9-699d-4ea3-a602-ff4b9c13153a, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:43.276040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] For port fc4811a9-699d-4ea3-a602-ff4b9c13153a, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a,segment=NetworkSegment(81cad71c-f7f1-4130-a616-92b425afc241),segment_id=81cad71c-f7f1-4130-a616-92b425afc241)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:43.288288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.411776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35060) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:43.465223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Checking router: e41f0741-5fb8-4a94-89c6-48e0beb669f1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:43.465612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Updating router e41f0741-5fb8-4a94-89c6-48e0beb669f1 port 238ea426-6c17-4e46-8bc7-b8e211079fee binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:43.492099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4811a9-699d-4ea3-a602-ff4b9c13153a,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:43.507221 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.509981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35062) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:43.514755 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-602b5654-1bae-44f9-be2b-a02d4d27519b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0a09e4d85aa7494b810cea82fce76ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009851 Jul 16 20:14:43.540891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.541555 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.543096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-141cdf27-cfc3-4e77-94ae-675341e39465 service neutron] 10.222.0.26 "PUT /v2.0/ports/fc4811a9-699d-4ea3-a602-ff4b9c13153a HTTP/1.1" status: 200 len: 1092 time: 4.0572660 Jul 16 20:14:43.829397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e46d6d72-b180-4689-9db3-3a2082a2dda5 req-3cf6ee8b-efe1-40f0-9535-35c4066bfa29 tempest-FloatingIPsNegativeTestJSON-649201343 tempest-FloatingIPsNegativeTestJSON-649201343-project] 10.222.0.100 "GET /v2.0/floatingips?tenant_id=a5e7ad40fe4249a2a5cf2e3d7bbb796d HTTP/1.1" status: 200 len: 217 time: 0.1675472 Jul 16 20:14:43.892597 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2c32-4399-4324-bf3a-67892d173d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.929608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf997-2a47-487c-82bf-f089f334efef req-c49b28d5-61db-44c1-8eeb-d1f8929e92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.934580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-c49b28d5-61db-44c1-8eeb-d1f8929e92a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b8a1f8509854fe39b4a4a63f77b47b5&device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 1095 time: 0.3011103 Jul 16 20:14:44.060615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2c32-4399-4324-bf3a-67892d173d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.063551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35076) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:44.066337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-7bed6dfe-2ad5-4245-8037-fa836c4673a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a HTTP/1.1" status: 200 len: 217 time: 0.1202443 Jul 16 20:14:44.125047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-deleted', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a'}, {'name': 'network-changed', 'server_uuid': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'tag': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:44.131815 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce5408a-bb2e-4614-b329-599439f1b586" -d '{"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-deleted", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a"}, {"name": "network-changed", "server_uuid": "94f3dc86-0ca8-4346-9ac4-2963e0af626b", "tag": "fc4811a9-699d-4ea3-a602-ff4b9c13153a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:44.152237 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.194095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Transition to ACTIVE for port object 238ea426-6c17-4e46-8bc7-b8e211079fee will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:44.214936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.233050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1924687274-network', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:44.282633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd27b4-ec40-49eb-bb52-e0d6831a0b44 None None] Pushing event updated for resources: {'Port': ['ID=238ea426-6c17-4e46-8bc7-b8e211079fee,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.300452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Made reservation on behalf of 9e3c6b5f7fb74c05b8b79fa2cc9f5ba5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:44.307784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.337027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.420593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Attempting to bind port 238ea426-6c17-4e46-8bc7-b8e211079fee on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:44.420996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Attempting to bind port 238ea426-6c17-4e46-8bc7-b8e211079fee by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:44.421469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Attempting to bind port 238ea426-6c17-4e46-8bc7-b8e211079fee on network 175008c4-627e-43b8-a16e-d9dba3fb14a9 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:44.431019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:44.431470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Checking segment: {'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:44.434188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.434663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Bound using segment: {'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:44.435161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Bound port: 238ea426-6c17-4e46-8bc7-b8e211079fee, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e33e422-ae71-453b-8e89-5082312f7cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:44.435582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.533529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf997-2a47-487c-82bf-f089f334efef req-f8be4637-cd81-46f4-aa28-ee987b166f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.551790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-f8be4637-cd81-46f4-aa28-ee987b166f50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ddfd4d7a-8e1b-4cf4-85e3-b293300a919d HTTP/1.1" status: 200 len: 849 time: 0.4480381 Jul 16 20:14:44.576528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] For port 238ea426-6c17-4e46-8bc7-b8e211079fee, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:44.594820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] For port 238ea426-6c17-4e46-8bc7-b8e211079fee, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=238ea426-6c17-4e46-8bc7-b8e211079fee,segment=NetworkSegment(0e33e422-ae71-453b-8e89-5082312f7cbf),segment_id=0e33e422-ae71-453b-8e89-5082312f7cbf)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:44.617470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.618641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.629339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.650869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-a400521b-742b-4469-94a3-f7f3472f3d49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928833 Jul 16 20:14:44.690219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:44.721459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca79b95d-0109-439c-80aa-708d64610a3e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.734716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0566-1e2c-4049-9174-52d172ac9b28 req-c83e9c4d-7087-440f-9774-658a51e4ad63 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.753241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6de0566-1e2c-4049-9174-52d172ac9b28 req-c83e9c4d-7087-440f-9774-658a51e4ad63 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 944 time: 0.6572549 Jul 16 20:14:44.754343 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2c32-4399-4324-bf3a-67892d173d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.754881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.755505 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Added segment 3c35f79a-5513-4464-a036-4941455be99c of type vlan for network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b Jul 16 20:14:44.764823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2c32-4399-4324-bf3a-67892d173d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.766286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9a2b2c32-4399-4324-bf3a-67892d173d68 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dc564fec-17a7-434f-8d71-bfb86e512cef HTTP/1.1" status: 204 len: 168 time: 1.2515826 Jul 16 20:14:44.800702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Routers {'e41f0741-5fb8-4a94-89c6-48e0beb669f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:44.804289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:44.857111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.931142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd27b4-ec40-49eb-bb52-e0d6831a0b44 None None] Pushing event updated for resources: {'Port': ['ID=238ea426-6c17-4e46-8bc7-b8e211079fee,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.934332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.935453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.936113 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.036474 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9715989 Jul 16 20:14:45.039380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:45.046312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b2c32-4399-4324-bf3a-67892d173d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc564fec-17a7-434f-8d71-bfb86e512cef,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.061865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Request body: {'subnet': {'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1924687274-subnet', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:45.176661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] Set router e41f0741-5fb8-4a94-89c6-48e0beb669f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:45.197649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452444dd-bcf3-42cd-b9a4-881254e2424e admin admin] Pushing event updated for resources: {'Network': ['ID=83e5f9dc-1afa-455d-8de6-054e7e6ef55b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.218587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:45.276381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Made reservation on behalf of 9e3c6b5f7fb74c05b8b79fa2cc9f5ba5 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:45.278972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.290596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-3c2d9961-4806-44bd-9740-ec6d2064fb42 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.293572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-3c2d9961-4806-44bd-9740-ec6d2064fb42 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 949 time: 1.0955424 Jul 16 20:14:45.338878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-765bb0bb-fa7a-4d45-b9bc-96afec7e5557 service neutron] 10.222.0.26 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573172 Jul 16 20:14:45.342424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6de0566-1e2c-4049-9174-52d172ac9b28 req-a164be33-c1ae-4491-8aff-997ca8dca2c1 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254424 Jul 16 20:14:45.553552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.672618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285048c-6da8-4f06-ad2c-c4402e69296c req-63f343c1-d3ff-46a0-975b-adbe3bdd3d0d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.680493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1e5b71-0cb7-4b74-bf21-0b323e6df89c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.700968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Checking segment: {'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:45.701634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Network hostable DHCP agents. Network: 83e5f9dc-1afa-455d-8de6-054e7e6ef55b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:45.701948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:14:34Z', 'revision_number': 4, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port': {'id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:22Z', 'updated_at': '2021-07-16T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '238ea426-6c17-4e46-8bc7-b8e211079fee', 'name': '', 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'mac_address': 'fa:16:3e:a3:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbb5a723-84a4-4f4b-8799-9a9a0e351e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 4, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'subnets': [{'id': 'cbb5a723-84a4-4f4b-8799-9a9a0e351e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:45.710278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7285048c-6da8-4f06-ad2c-c4402e69296c req-63f343c1-d3ff-46a0-975b-adbe3bdd3d0d tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/ports?device_id=193683b2-7a11-46cc-9976-db54b2d0a742 HTTP/1.1" status: 200 len: 949 time: 0.8392136 Jul 16 20:14:45.738190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:45.759064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 83e5f9dc-1afa-455d-8de6-054e7e6ef55b) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:45.764921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.765838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.782562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec605c-83b0-4e46-82f9-131395ec9b77 None None] The sync data for ids ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'] in n-d-798930-6 is: [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:14:34Z', 'revision_number': 4, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port': {'id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:22Z', 'updated_at': '2021-07-16T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '238ea426-6c17-4e46-8bc7-b8e211079fee', 'name': '', 'network_id': '175008c4-627e-43b8-a16e-d9dba3fb14a9', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'mac_address': 'fa:16:3e:a3:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cbb5a723-84a4-4f4b-8799-9a9a0e351e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:44Z', 'revision_number': 4, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'subnets': [{'id': 'cbb5a723-84a4-4f4b-8799-9a9a0e351e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:45.791627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b74d72a6-e5e8-47e8-9777-05bd02a1583d req-e23741e2-b93d-4117-aa29-0a1cb4ca6825 tempest-FloatingIPsNegativeTestJSON-649201343 tempest-FloatingIPsNegativeTestJSON-649201343-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3840463 Jul 16 20:14:45.795458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09caf997-2a47-487c-82bf-f089f334efef req-3a4ff062-7d5b-4f98-9764-598fb1e57adb service neutron] 10.222.0.26 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406834 Jul 16 20:14:45.796584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65132e8-1558-462d-aa56-44f4bf7dc839 None None] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:45.811319 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88eaab07-c197-4fc0-8542-79fab9a970e0 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7689059 Jul 16 20:14:45.819328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35108) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:45.839946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:45.982626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7285048c-6da8-4f06-ad2c-c4402e69296c req-2cb52aa9-8ee4-47e5-9d1d-c4fee2362a2e tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.100 "GET /v2.0/security-groups?id=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674105 Jul 16 20:14:46.003705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.005690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.124844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Deleting port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:46.126452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.191051 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.211451 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f278caa-7c3c-4b36-9250-aeccb13f28b2 x-openstack-request-id: req-3f278caa-7c3c-4b36-9250-aeccb13f28b2 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:46.212163 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dadab1-6592-4930-b4e7-9f9431f4820c", "name": "network-vif-deleted", "tag": "b5fe05fa-aed7-47c8-9709-d062b309915a", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "94f3dc86-0ca8-4346-9ac4-2963e0af626b", "tag": "fc4811a9-699d-4ea3-a602-ff4b9c13153a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:46.212651 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3f278caa-7c3c-4b36-9250-aeccb13f28b2 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:46.213548 n-d-798930-6 neutron-server[94095]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51dadab1-6592-4930-b4e7-9f9431f4820c', 'name': 'network-vif-deleted', 'tag': 'b5fe05fa-aed7-47c8-9709-d062b309915a', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:14:46.214147 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'tag': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a', 'status': 'completed', 'code': 200} Jul 16 20:14:46.428251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-83e5f9dc-1afa-455d-8de6-054e7e6ef55b', 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'fixed_ips': [{'subnet_id': 'bd1e5b71-0cb7-4b74-bf21-0b323e6df89c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:46.433038 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.453871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 238ea426-6c17-4e46-8bc7-b8e211079fee up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:46.628871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-57a6a36a-7acc-4ffa-a4ad-04d8d7a66c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.630470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-57a6a36a-7acc-4ffa-a4ad-04d8d7a66c79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b8a1f8509854fe39b4a4a63f77b47b5&device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 1095 time: 0.4148436 Jul 16 20:14:46.654303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d9f9-6149-45f4-b19f-8285c192af7f req-ec31a2a0-e99e-4e9f-ae19-6fabf4747b58 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.668619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e58d9f9-6149-45f4-b19f-8285c192af7f req-ec31a2a0-e99e-4e9f-ae19-6fabf4747b58 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 0.5518734 Jul 16 20:14:46.674759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] For port 84c3cf86-e942-4cb3-a69d-531094c3c1b1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=84c3cf86-e942-4cb3-a69d-531094c3c1b1,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:46.675445 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.755958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Calling delete_port for 84c3cf86-e942-4cb3-a69d-531094c3c1b1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:46.800839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35122) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:46.801835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 238ea426-6c17-4e46-8bc7-b8e211079fee completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:46.810539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 238ea426-6c17-4e46-8bc7-b8e211079fee triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:46.811576 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.818197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e58d9f9-6149-45f4-b19f-8285c192af7f req-c9d28729-364c-4f04-bb9f-207918061670 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485133 Jul 16 20:14:47.058979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Allocated IP 172.20.0.2 (83e5f9dc-1afa-455d-8de6-054e7e6ef55b/bd1e5b71-0cb7-4b74-bf21-0b323e6df89c/6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:47.119228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.167556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1919925008-network', 'tenant_id': '5ff1571bd3b54fe39b14ce5802b590f7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:47.231550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Made reservation on behalf of 5ff1571bd3b54fe39b14ce5802b590f7 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:47.238074 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.269258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 238ea426-6c17-4e46-8bc7-b8e211079fee, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=238ea426-6c17-4e46-8bc7-b8e211079fee,segment=NetworkSegment(0e33e422-ae71-453b-8e89-5082312f7cbf),segment_id=0e33e422-ae71-453b-8e89-5082312f7cbf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:47.327474 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.348619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.374697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.488878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=238ea426-6c17-4e46-8bc7-b8e211079fee,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.600345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.602530 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-6dcac46a-6914-4d8b-b417-028a2cf1b5f3 req-1fc26732-0242-4ae7-b881-a3e5f717a7ec tempest-FloatingIPsNegativeTestJSON-649201343 tempest-FloatingIPsNegativeTestJSON-649201343-project] show failed (client error): The resource could not be found. Jul 16 20:14:47.604395 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.615721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dcac46a-6914-4d8b-b417-028a2cf1b5f3 req-1fc26732-0242-4ae7-b881-a3e5f717a7ec tempest-FloatingIPsNegativeTestJSON-649201343 tempest-FloatingIPsNegativeTestJSON-649201343-project] 10.222.0.100 "GET /v2.0/floatingips/23b73dca-9a3f-4a4c-a9c6-50d69628a62a HTTP/1.1" status: 404 len: 350 time: 0.3602698 Jul 16 20:14:47.632462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Transition to ACTIVE for port object 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:47.640780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6036f-993f-499b-b3b8-df02aec6941d req-910c9a54-194f-4d37-b66c-5c9ecbf5630f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.644283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-910c9a54-194f-4d37-b66c-5c9ecbf5630f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.6028166 Jul 16 20:14:47.655873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35138) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:47.667108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-7f12090e-eea4-4f5d-a3ca-667f87d6d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.668951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-7f12090e-eea4-4f5d-a3ca-667f87d6d65d service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 HTTP/1.1" status: 200 len: 910 time: 0.9982762 Jul 16 20:14:47.670514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.671620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.681872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Transition to ACTIVE for port object 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:47.696429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.710885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.732555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-a3bd856e-95e0-4acc-8478-b21fd882459a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/quotas/bba158c9a5a74456a3f89b42ef2c975b HTTP/1.1" status: 200 len: 375 time: 0.0812945 Jul 16 20:14:47.810294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:47.817057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:47.821006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:47.838784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Allocated IP 172.25.8.97 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/2f2be18e-03c4-4e95-b2a2-128355bb699f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:47.894179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Pushing event updated for resources: {'Port': ['ID=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.952792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Attempting to bind port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:47.953275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Attempting to bind port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:47.953711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Attempting to bind port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d on network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:47.961916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:47.962404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Checking segment: {'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:47.962920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.963428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Bound using segment: {'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:47.964002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Bound port: 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:47.964464 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.984634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:47.996052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.996503 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Added segment 15944fb2-0731-45a1-8b90-e6360aa551ef of type vlan for network 571fb607-bda5-472c-aa01-f3bce2bed30c Jul 16 20:14:48.044880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.065790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] For port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:48.070200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] For port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,segment=NetworkSegment(3c35f79a-5513-4464-a036-4941455be99c),segment_id=3c35f79a-5513-4464-a036-4941455be99c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:48.074984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd655589-8b0b-4930-91bb-1bfea52e92b7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.079380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-8ba7e0f1-686a-4245-9b3c-1c0ec74b6ed2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a HTTP/1.1" status: 200 len: 217 time: 0.3597567 Jul 16 20:14:48.083287 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.121187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.122043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.122636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.146781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.200040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ccbb9-a42a-4720-9dc9-246262b51161 None None] Pushing event updated for resources: {'Port': ['ID=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.254711 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.264431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-450b865c-6d95-4d90-b666-e2c7680a3939 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4076607 Jul 16 20:14:48.312385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2be18e-03c4-4e95-b2a2-128355bb699f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.315818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 238ea426-6c17-4e46-8bc7-b8e211079fee up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:48.324008 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:48.325711 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:48.328554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:48.385378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] Pushing event updated for resources: {'Network': ['ID=571fb607-bda5-472c-aa01-f3bce2bed30c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.414157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 571fb607-bda5-472c-aa01-f3bce2bed30c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:48.474625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 238ea426-6c17-4e46-8bc7-b8e211079fee triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:48.475333 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.518181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e8c0f46e-c4da-45e7-a1f7-f4284e729122 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6958704 Jul 16 20:14:48.553650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35142) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:48.564981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Request body: {'subnet': {'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1919925008-subnet', 'tenant_id': '5ff1571bd3b54fe39b14ce5802b590f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:48.576292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.598455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:48.622855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Made reservation on behalf of 5ff1571bd3b54fe39b14ce5802b590f7 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:48.625745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.641508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-b15a4229-e145-49ac-8b89-0f4927d935fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.644428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-b15a4229-e145-49ac-8b89-0f4927d935fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ddfd4d7a-8e1b-4cf4-85e3-b293300a919d HTTP/1.1" status: 200 len: 849 time: 0.5375140 Jul 16 20:14:48.726845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 84c3cf86-e942-4cb3-a69d-531094c3c1b1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:48.727453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 84c3cf86-e942-4cb3-a69d-531094c3c1b1 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:48.730072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device fc4811a9-699d-4ea3-a602-ff4b9c13153a details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:48.838682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Pushing event deleted for resources: {'Port': ['ID=84c3cf86-e942-4cb3-a69d-531094c3c1b1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.849570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da765628-5253-4973-8fd4-c5d4d3df1435 req-122f5c24-6d8f-4fd0-a1aa-78099fbf0842 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.851439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da765628-5253-4973-8fd4-c5d4d3df1435 req-122f5c24-6d8f-4fd0-a1aa-78099fbf0842 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 944 time: 0.9340274 Jul 16 20:14:48.852381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] No DVR routers for this DVR port 84c3cf86-e942-4cb3-a69d-531094c3c1b1 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:48.860316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-8aef8fac-fe0b-4999-b06a-00d91eedb8b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630042 Jul 16 20:14:48.861752 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.864600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8a599ff-a107-45e7-9e5a-81f7c3487d4f req-fc4ceff2-6931-4744-8f61-c613b938cc76 tempest-MigrationsAdminTest-1159414770 tempest-MigrationsAdminTest-1159414770-project] 10.222.0.21 "DELETE /v2.0/ports/84c3cf86-e942-4cb3-a69d-531094c3c1b1 HTTP/1.1" status: 204 len: 173 time: 3.5282316 Jul 16 20:14:48.868935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-deleted', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:48.871506 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd574ebe-986b-441d-b607-40ab5d39c824" -d '{"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-deleted", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:48.880980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-03d38056-4cbb-4ed8-8fdc-bdfebe6a1457 service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849176 Jul 16 20:14:49.015829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.073002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port fc4811a9-699d-4ea3-a602-ff4b9c13153a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a,segment=NetworkSegment(81cad71c-f7f1-4130-a616-92b425afc241),segment_id=81cad71c-f7f1-4130-a616-92b425afc241)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:49.155660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a', 'network_id': '2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306', 'port_id': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a', 'mac_address': 'fa:16:3e:f3:f7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfd4d7a-8e1b-4cf4-85e3-b293300a919d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:49.240099 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.277443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.307239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4811a9-699d-4ea3-a602-ff4b9c13153a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:49.356267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port fc4811a9-699d-4ea3-a602-ff4b9c13153a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a,segment=NetworkSegment(81cad71c-f7f1-4130-a616-92b425afc241),segment_id=81cad71c-f7f1-4130-a616-92b425afc241)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:49.366172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.387112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c1298e-0d81-4976-a3ef-6ae3fb51441d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:49.420677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Checking segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:49.421034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Network hostable DHCP agents. Network: 571fb607-bda5-472c-aa01-f3bce2bed30c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:49.497552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Network 571fb607-bda5-472c-aa01-f3bce2bed30c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:49.621972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.630579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 571fb607-bda5-472c-aa01-f3bce2bed30c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:49.671038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=fc4811a9-699d-4ea3-a602-ff4b9c13153a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:49.680035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4247825c-bd55-4550-8bbd-610ce7ecb643 None None] Network 571fb607-bda5-472c-aa01-f3bce2bed30c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:49.704382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.710280 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.791131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['fc4811a9-699d-4ea3-a602-ff4b9c13153a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:49.803412 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ff692a1f-fc8e-4d99-9652-8804004b4a4e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2476518 Jul 16 20:14:49.833582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-3e1497d1-7443-4bca-bd9e-5b5116fb00cc service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9310043 Jul 16 20:14:49.949119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Router ad227b3d-3487-40c9-b736-abaa2000d98f is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:50.020360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5821ec-22d5-46eb-9128-0640eec9e509 None None] Network 571fb607-bda5-472c-aa01-f3bce2bed30c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:50.051996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff7909-276a-4c33-9340-59dc9356e689 None None] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:50.103011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da765628-5253-4973-8fd4-c5d4d3df1435 req-0a275ac3-3c30-486d-9f72-f1442ed82350 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2341189 Jul 16 20:14:50.296947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:50.322847 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Sync routers for ids ['ad227b3d-3487-40c9-b736-abaa2000d98f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:50.362817 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Routers {'ad227b3d-3487-40c9-b736-abaa2000d98f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:50.364432 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ad227b3d-3487-40c9-b736-abaa2000d98f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:50.381475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.386409 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-90ec0537-c229-4ecf-bab6-5b29892c37c2 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5639400 Jul 16 20:14:50.387806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35156) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:50.493960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ad2b2c59-12d6-47ca-b1c2-33d0f3765fb8 None None] Provisioning for port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:50.536991 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e45887a-262f-4427-b477-dc568db1f137 x-openstack-request-id: req-0e45887a-262f-4427-b477-dc568db1f137 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:50.538319 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193683b2-7a11-46cc-9976-db54b2d0a742", "name": "network-vif-deleted", "tag": "84c3cf86-e942-4cb3-a69d-531094c3c1b1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:50.538540 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0e45887a-262f-4427-b477-dc568db1f137 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:50.538978 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193683b2-7a11-46cc-9976-db54b2d0a742', 'name': 'network-vif-deleted', 'tag': '84c3cf86-e942-4cb3-a69d-531094c3c1b1', 'status': 'completed', 'code': 200} Jul 16 20:14:50.627073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-6a0fa0fd-f1b2-484f-95cc-50070e7e182a service neutron] 10.222.0.26 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7493165 Jul 16 20:14:50.747685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d003894-b9a2-4f17-b2c0-0e8cbfcc55ac req-6c2f901e-b250-4c4c-a4fd-d4b9e2b73c57 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 210 time: 0.1314080 Jul 16 20:14:50.782295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:50.799707 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Set router ad227b3d-3487-40c9-b736-abaa2000d98f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:50.896847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14041f2-5675-4b6e-be7c-27681dfd4363 req-45f2ea13-b902-4f14-b89f-aa1a7e4fac1c tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.904484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d14041f2-5675-4b6e-be7c-27681dfd4363 req-45f2ea13-b902-4f14-b89f-aa1a7e4fac1c tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 0.2872133 Jul 16 20:14:51.037728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d14041f2-5675-4b6e-be7c-27681dfd4363 req-f498c623-f900-480a-bf65-1176fc95359b tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258931 Jul 16 20:14:51.145486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ce5408a-bb2e-4614-b329-599439f1b586 req-80141b06-109a-4a82-a73f-3c2bc46b2087 service neutron] 10.222.0.26 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604257 Jul 16 20:14:51.364603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35178) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:51.374954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.618767 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:14:48Z', 'revision_number': 3, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port': {'id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:47Z', 'updated_at': '2021-07-16T20:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:51.659103 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Checking router: ad227b3d-3487-40c9-b736-abaa2000d98f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:51.659901 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Updating router ad227b3d-3487-40c9-b736-abaa2000d98f port 2f2be18e-03c4-4e95-b2a2-128355bb699f binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:51.778250 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.793926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:51.804809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:51.805397 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.061664 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.080823 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.164031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,segment=NetworkSegment(3c35f79a-5513-4464-a036-4941455be99c),segment_id=3c35f79a-5513-4464-a036-4941455be99c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:52.175740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.179421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-101be143-b873-4abf-8062-226ef5d1f717 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.182159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-101be143-b873-4abf-8062-226ef5d1f717 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.2591872 Jul 16 20:14:52.274564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.315826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-aa31b454-2f55-40e5-bf7c-2369e7ee74ee tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/quotas/5ff1571bd3b54fe39b14ce5802b590f7 HTTP/1.1" status: 200 len: 375 time: 0.0866094 Jul 16 20:14:52.338451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Allocated IP 172.20.0.1 (83e5f9dc-1afa-455d-8de6-054e7e6ef55b/bd1e5b71-0cb7-4b74-bf21-0b323e6df89c/58069109-9423-48c6-985e-e17559c46953) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:52.349202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d45aeb1e-4ac7-4cf1-8322-97b4e7e0edeb None None] Provisioning complete for port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:52.351748 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d45aeb1e-4ac7-4cf1-8322-97b4e7e0edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.428524 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.446815 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Transition to ACTIVE for port object 2f2be18e-03c4-4e95-b2a2-128355bb699f will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:52.462915 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.483640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffb872-6027-48d3-b18d-7b7518d7b2a6 req-5ee1b9c1-3865-422a-9e3b-7823c5831b24 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.485682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1ffb872-6027-48d3-b18d-7b7518d7b2a6 req-5ee1b9c1-3865-422a-9e3b-7823c5831b24 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 945 time: 0.9380994 Jul 16 20:14:52.521023 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Attempting to bind port 2f2be18e-03c4-4e95-b2a2-128355bb699f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:52.521956 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Attempting to bind port 2f2be18e-03c4-4e95-b2a2-128355bb699f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:52.522810 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Attempting to bind port 2f2be18e-03c4-4e95-b2a2-128355bb699f on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:52.526187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.573348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Transition to ACTIVE for port object 58069109-9423-48c6-985e-e17559c46953 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:52.575819 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:52.577047 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:52.583910 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.584840 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:52.585402 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Bound port: 2f2be18e-03c4-4e95-b2a2-128355bb699f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:52.585846 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.614195 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Pushing event updated for resources: {'Port': ['ID=2f2be18e-03c4-4e95-b2a2-128355bb699f,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.623332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8f3e75a8-b054-4372-86aa-871284e650d4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3969d86e084a4e839c0cf0200a82ba72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2563899 Jul 16 20:14:52.626247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35194) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:52.640124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1ffb872-6027-48d3-b18d-7b7518d7b2a6 req-634fd014-9b96-49a7-9329-5c9f6c0c6824 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310387 Jul 16 20:14:52.643806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-b5737ced-dc9f-4b04-89e8-01e54a69e50c tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2689929 Jul 16 20:14:52.660195 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.661069 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.661069 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.661341 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.661666 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.662169 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.662697 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.663176 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.664466 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.664979 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.665576 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.666283 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.698203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device fc4811a9-699d-4ea3-a602-ff4b9c13153a up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:52.732059 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] For port 2f2be18e-03c4-4e95-b2a2-128355bb699f, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:52.745631 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] For port 2f2be18e-03c4-4e95-b2a2-128355bb699f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2f2be18e-03c4-4e95-b2a2-128355bb699f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:52.754141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.766140 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.840822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port fc4811a9-699d-4ea3-a602-ff4b9c13153a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:52.841718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:52.842250 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a36a6006-163b-40d5-98e3-e76a67ab2f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.846744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port fc4811a9-699d-4ea3-a602-ff4b9c13153a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:52.847180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.861367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:52.865419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:52.902336 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Routers {'ad227b3d-3487-40c9-b736-abaa2000d98f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:52.902777 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ad227b3d-3487-40c9-b736-abaa2000d98f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:52.928482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=58069109-9423-48c6-985e-e17559c46953,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.939955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a36a6006-163b-40d5-98e3-e76a67ab2f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.947317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.947793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.948164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.948510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.948959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.949288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.949612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.949934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.950472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.950808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.951295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:52.951908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:53.056571 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.086866 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] Set router ad227b3d-3487-40c9-b736-abaa2000d98f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:53.102579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.152448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:53.155233 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf8fc8a-7990-46d0-aa22-72c9ce1eba6b" -d '{"events": [{"server_uuid": "94f3dc86-0ca8-4346-9ac4-2963e0af626b", "name": "network-vif-plugged", "status": "completed", "tag": "fc4811a9-699d-4ea3-a602-ff4b9c13153a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:53.156176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-46cfb7d4-7634-424b-8eb9-ee44508cc3d8 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.160605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-46cfb7d4-7634-424b-8eb9-ee44508cc3d8 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1096 time: 1.3114583 Jul 16 20:14:53.178587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6036f-993f-499b-b3b8-df02aec6941d req-84ffca48-1bb7-4ba4-ada2-1579720a18d4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.183804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-84ffca48-1bb7-4ba4-ada2-1579720a18d4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.5579879 Jul 16 20:14:53.184787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port fc4811a9-699d-4ea3-a602-ff4b9c13153a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a,segment=NetworkSegment(81cad71c-f7f1-4130-a616-92b425afc241),segment_id=81cad71c-f7f1-4130-a616-92b425afc241)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:53.195297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.202424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-6'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:53.225627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a36a6006-163b-40d5-98e3-e76a67ab2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.232858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a36a6006-163b-40d5-98e3-e76a67ab2f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.248943 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a36a6006-163b-40d5-98e3-e76a67ab2f43 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c16d60e4-17e7-4a80-b0dd-56ecd020cd3f HTTP/1.1" status: 204 len: 168 time: 0.6117706 Jul 16 20:14:53.276153 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a6006-163b-40d5-98e3-e76a67ab2f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d60e4-17e7-4a80-b0dd-56ecd020cd3f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.281975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Request body: {'port': {'device_id': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'admin_state_up': True, 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:53.345615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d55f186d-d4b4-48bd-9ca4-2f1ca3e06308 req-a93072d9-338c-4880-b332-ba3f94856908 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 210 time: 0.0454159 Jul 16 20:14:53.359079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=fc4811a9-699d-4ea3-a602-ff4b9c13153a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.520441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-26845fe2-1d65-40f4-b066-05bf3d99cd8d None None] Provisioning for port 58069109-9423-48c6-985e-e17559c46953 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:53.524076 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147fa0b-a961-4ad2-8fd8-93c8fde4da39 None None] Pushing event updated for resources: {'Port': ['ID=2f2be18e-03c4-4e95-b2a2-128355bb699f,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.537302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-26845fe2-1d65-40f4-b066-05bf3d99cd8d None None] Provisioning complete for port 58069109-9423-48c6-985e-e17559c46953 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:53.539692 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-26845fe2-1d65-40f4-b066-05bf3d99cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.634325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.658619 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:14:48Z', 'revision_number': 3, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port': {'id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:47Z', 'updated_at': '2021-07-16T20:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:53.672872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-26845fe2-1d65-40f4-b066-05bf3d99cd8d None None] Port 58069109-9423-48c6-985e-e17559c46953 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:53.725247 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98ebc3-08a7-4a57-b538-7c4641f7f680 None None] The sync data for ids ['ad227b3d-3487-40c9-b736-abaa2000d98f'] in n-d-798930-6 is: [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:14:48Z', 'revision_number': 3, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port': {'id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:47Z', 'updated_at': '2021-07-16T20:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:53.902345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-a49612f4-37e7-4589-9735-ba8dc04dde7d service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2298317 Jul 16 20:14:53.910912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.970201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35206) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:53.986070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:53.991542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.060608 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.074160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08113249-0c25-4cd4-b296-b4c0c5703bdf req-01c048e0-c24b-4f14-8e67-42d140f76e22 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.075968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08113249-0c25-4cd4-b296-b4c0c5703bdf req-01c048e0-c24b-4f14-8e67-42d140f76e22 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 945 time: 0.4719694 Jul 16 20:14:54.083217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f234e692-1339-4ed0-88ce-5f2a2b404f16 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=74f8683f7f1542eb88072b13e102558e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1067486 Jul 16 20:14:54.083217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.085789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35208) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:54.212326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.224368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=58069109-9423-48c6-985e-e17559c46953,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:54.446709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-ee7c0582-41b1-4411-8a58-8239ce7f7ab1 service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140254 Jul 16 20:14:54.474610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:54.481091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08113249-0c25-4cd4-b296-b4c0c5703bdf req-f1143fec-fd62-453f-a228-1d282d77fa86 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367074 Jul 16 20:14:54.485135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:54.547717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2f2be18e-03c4-4e95-b2a2-128355bb699f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:54.595657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:54.619773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-db459c8d-b5e8-45a0-9377-2e923ad54d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.712957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-db459c8d-b5e8-45a0-9377-2e923ad54d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.744671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Deleting port 238ea426-6c17-4e46-8bc7-b8e211079fee {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:54.744996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.855525 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f87450-c969-40fd-ad05-7193fae7f098 x-openstack-request-id: req-94f87450-c969-40fd-ad05-7193fae7f098 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:54.855967 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f3dc86-0ca8-4346-9ac4-2963e0af626b", "name": "network-vif-plugged", "status": "completed", "tag": "fc4811a9-699d-4ea3-a602-ff4b9c13153a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:54.859772 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-94f87450-c969-40fd-ad05-7193fae7f098 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:54.861726 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a', 'code': 200} Jul 16 20:14:54.880304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:54.919886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Allocated IP 172.20.0.7 (c5d14762-e43f-4ebd-a0cf-a9068eb63b7b/67ee619a-874b-42ad-8c69-324407245e9a/7a158ebb-358a-4be2-9459-3c7882a26fb0) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:54.944505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:55.149320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Router ad227b3d-3487-40c9-b736-abaa2000d98f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:55.342508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35222) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:55.432639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 2f2be18e-03c4-4e95-b2a2-128355bb699f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:55.472737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2f2be18e-03c4-4e95-b2a2-128355bb699f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:55.478295 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.637255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22aea0-4bcf-4500-b86c-b1aa9884c023 req-161695ee-21ea-41b8-922e-24b79b882e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.639012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fd22aea0-4bcf-4500-b86c-b1aa9884c023 req-161695ee-21ea-41b8-922e-24b79b882e9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 1097 time: 0.5247023 Jul 16 20:14:55.669704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-31f0e1d6-4d8d-44f9-8f22-05b8129ed196 None None] Provisioning complete for port 58069109-9423-48c6-985e-e17559c46953 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:55.670550 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31f0e1d6-4d8d-44f9-8f22-05b8129ed196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.687035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:55.735300 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a4832a66-7a16-4763-a2d0-e4a20bcac0e2 admin admin] 10.222.0.100 "PUT /v2.0/routers/ad227b3d-3487-40c9-b736-abaa2000d98f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3358357 Jul 16 20:14:55.802928 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fd22aea0-4bcf-4500-b86c-b1aa9884c023 req-5264c8cb-42ac-4209-86d8-62a9ca33d00c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533246 Jul 16 20:14:55.852670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:55.903698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:55.906454 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e594f-af2a-4bd5-9df1-c8b9606a1d85" -d '{"events": [{"server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:55.906761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 has no active binding in host n-h2-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:14:55.913664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-31f0e1d6-4d8d-44f9-8f22-05b8129ed196 None None] Port 58069109-9423-48c6-985e-e17559c46953 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:55.919908 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.935732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] For port 238ea426-6c17-4e46-8bc7-b8e211079fee, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=238ea426-6c17-4e46-8bc7-b8e211079fee,segment=NetworkSegment(0e33e422-ae71-453b-8e89-5082312f7cbf),segment_id=0e33e422-ae71-453b-8e89-5082312f7cbf)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:55.936272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.958735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.979471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-db459c8d-b5e8-45a0-9377-2e923ad54d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.982371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-db459c8d-b5e8-45a0-9377-2e923ad54d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.983809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-db459c8d-b5e8-45a0-9377-2e923ad54d12 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9743df04-e1bd-4526-90e3-c1e080bf632f HTTP/1.1" status: 204 len: 168 time: 1.8966379 Jul 16 20:14:55.997870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Calling delete_port for 238ea426-6c17-4e46-8bc7-b8e211079fee owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:56.041710 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.109518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db459c8d-b5e8-45a0-9377-2e923ad54d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9743df04-e1bd-4526-90e3-c1e080bf632f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.183835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 2f2be18e-03c4-4e95-b2a2-128355bb699f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2f2be18e-03c4-4e95-b2a2-128355bb699f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:56.220533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.227707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:56.324006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.407084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=2f2be18e-03c4-4e95-b2a2-128355bb699f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.427334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:56.427801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.476790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.504039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b11a964-7528-4580-8830-78a59ce8bfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.666126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.736513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:56.870834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdd118-db56-444d-bb36-25565739b77d req-8e3a461d-401a-46a0-84e5-a7aa8043a11f tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.885239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55fdd118-db56-444d-bb36-25565739b77d req-8e3a461d-401a-46a0-84e5-a7aa8043a11f tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 946 time: 1.6306143 Jul 16 20:14:56.893472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on host n-h1-798930-6 for vnic_type normal with profile {"migrating_to": "n-h2-798930-6"} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:56.895944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:56.896500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:56.903089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:56.910479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:56.925638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2f2be18e-03c4-4e95-b2a2-128355bb699f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:57.062891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2f2be18e-03c4-4e95-b2a2-128355bb699f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:57.063190 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.123225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Sync routers for ids ['ad227b3d-3487-40c9-b736-abaa2000d98f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:57.153156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Routers {'ad227b3d-3487-40c9-b736-abaa2000d98f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:57.154271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ad227b3d-3487-40c9-b736-abaa2000d98f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:57.218888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event updated for resources: {'Port': ['ID=7a158ebb-358a-4be2-9459-3c7882a26fb0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:57.237831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:57.238164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Attempting to bind port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on network fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:57.295281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:57.295609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Checking segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:57.296023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Bound using segment: {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:57.296377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Bound port: 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:57.296894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.331308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55fdd118-db56-444d-bb36-25565739b77d req-856545c7-b644-44ab-a9a3-43c9f015d432 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403760 Jul 16 20:14:57.509513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:57.511139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.529643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be171e8f-4b53-48e5-a1f9-db239bd4f7e7 req-d4e08138-bc54-4936-939b-822cb2f1b11b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:57.531535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be171e8f-4b53-48e5-a1f9-db239bd4f7e7 req-d4e08138-bc54-4936-939b-822cb2f1b11b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 931 time: 1.0870183 Jul 16 20:14:57.600629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d2533759-0def-490c-a214-8aa842f8d6c8 req-a539fc1b-eddf-40f5-bdae-35bdebdbc74d tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 210 time: 0.1013227 Jul 16 20:14:57.674925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Set router ad227b3d-3487-40c9-b736-abaa2000d98f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:57.811122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:57.944793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:58.022250 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.037701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be171e8f-4b53-48e5-a1f9-db239bd4f7e7 req-77d40686-0885-404c-a59c-c10bd58437c5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816635 Jul 16 20:14:58.047308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b11a964-7528-4580-8830-78a59ce8bfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.089959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b11a964-7528-4580-8830-78a59ce8bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.099134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.102763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-30c83884-4dc0-46ad-a34e-956eae7c5746 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8943534 Jul 16 20:14:58.166010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:14:53Z', 'revision_number': 4, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port': {'id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:47Z', 'updated_at': '2021-07-16T20:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '58069109-9423-48c6-985e-e17559c46953', 'name': '', 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'mac_address': 'fa:16:3e:59:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bd1e5b71-0cb7-4b74-bf21-0b323e6df89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:52Z', 'updated_at': '2021-07-16T20:14:53Z', 'revision_number': 2, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'subnets': [{'id': 'bd1e5b71-0cb7-4b74-bf21-0b323e6df89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:58.217112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Checking router: ad227b3d-3487-40c9-b736-abaa2000d98f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:58.217654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Updating router ad227b3d-3487-40c9-b736-abaa2000d98f port 58069109-9423-48c6-985e-e17559c46953 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:58.232595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7b11a964-7528-4580-8830-78a59ce8bfe5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ba15845430604b36bc01139f52825387&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8772619 Jul 16 20:14:58.232595 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f8d13-b033-4cec-98c9-9c9bbb8f738c x-openstack-request-id: req-a82f8d13-b033-4cec-98c9-9c9bbb8f738c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:58.232595 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:58.232595 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a82f8d13-b033-4cec-98c9-9c9bbb8f738c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:58.232595 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103', 'code': 200} Jul 16 20:14:58.240547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Request body: {'port': {'device_id': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:58.256998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35266) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:58.262585 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.496479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-b42cbded-a5aa-455a-82e1-12a9f2132a3e tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.499157 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-b42cbded-a5aa-455a-82e1-12a9f2132a3e tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.8632829 Jul 16 20:14:58.520705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Request body: {'port': {'device_id': '5410f80d-faef-4544-abf2-e584d6784ce0', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'admin_state_up': True, 'tenant_id': '5ff1571bd3b54fe39b14ce5802b590f7'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:58.527431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11a964-7528-4580-8830-78a59ce8bfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b14468-c431-48d2-9c3d-a3b8e49fd8f3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.616116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=8']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.663643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.665263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.667949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-bee56ee6-d544-4986-9f38-dbc603b48cfa service neutron] 10.222.0.26 "PUT /v2.0/ports/2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 200 len: 1121 time: 5.4762583 Jul 16 20:14:58.788296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['2aeecb65-30cf-4c54-b6d9-c4cdafa61103'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:58.798833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2aeecb65-30cf-4c54-b6d9-c4cdafa61103'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:58.848770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c293a9-8138-4cf0-89d8-7a9e0d6e1e56 req-83e17575-0de7-4957-b5d6-bb7c8c3c58ec tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.861420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c293a9-8138-4cf0-89d8-7a9e0d6e1e56 req-83e17575-0de7-4957-b5d6-bb7c8c3c58ec tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 943 time: 0.9820294 Jul 16 20:14:58.864811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Pushing event deleted for resources: {'Port': ['ID=238ea426-6c17-4e46-8bc7-b8e211079fee,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.880651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Made reservation on behalf of 5ff1571bd3b54fe39b14ce5802b590f7 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:58.888931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.022265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.028517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.071303 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0d12ce2-7724-4950-8469-2f4dc9e7201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.105469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Transition to ACTIVE for port object 58069109-9423-48c6-985e-e17559c46953 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:59.138886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.161381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c293a9-8138-4cf0-89d8-7a9e0d6e1e56 req-d3efb910-3d23-499b-91aa-22ba6e80c754 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984264 Jul 16 20:14:59.163702 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0d12ce2-7724-4950-8469-2f4dc9e7201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.193921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Allocated IP 172.20.0.2 (571fb607-bda5-472c-aa01-f3bce2bed30c/94c1298e-0d81-4976-a3ef-6ae3fb51441d/f4ff8048-0c41-49bf-a06f-07eced7dbeaa) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:59.333434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-a021c49f-3afe-4b62-b3c7-0811e375f5bb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7191410 Jul 16 20:14:59.404875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:59.420462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4bb3a-ae9e-4a9d-9b97-cbbdf30d834a None None] Pushing event updated for resources: {'Port': ['ID=58069109-9423-48c6-985e-e17559c46953,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.523510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.525639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Attempting to bind port 58069109-9423-48c6-985e-e17559c46953 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:59.525639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Attempting to bind port 58069109-9423-48c6-985e-e17559c46953 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:59.526400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Attempting to bind port 58069109-9423-48c6-985e-e17559c46953 on network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:59.571548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.572218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:59.574484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Checking segment: {'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:59.575469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.577825 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Bound using segment: {'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:59.578875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Bound port: 58069109-9423-48c6-985e-e17559c46953, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c35f79a-5513-4464-a036-4941455be99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:59.579688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.605176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0d12ce2-7724-4950-8469-2f4dc9e7201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.608138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0d12ce2-7724-4950-8469-2f4dc9e7201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.610173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0d12ce2-7724-4950-8469-2f4dc9e7201b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/37b14468-c431-48d2-9c3d-a3b8e49fd8f3 HTTP/1.1" status: 204 len: 168 time: 1.3474894 Jul 16 20:14:59.635955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Network 571fb607-bda5-472c-aa01-f3bce2bed30c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:59.640307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:59.652290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:59.655861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.682271 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.708574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.711121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12ce2-7724-4950-8469-2f4dc9e7201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b14468-c431-48d2-9c3d-a3b8e49fd8f3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.762626 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.763384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.786325 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-c169c208-38c4-4e83-a144-050e42d140fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2748895 Jul 16 20:14:59.800146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Request body: {'port': {'device_id': '5410f80d-faef-4544-abf2-e584d6784ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:59.934727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ac89b-ba58-441a-adb3-f0da64ebc60e req-ca3cd2ee-2d92-4b41-8809-100a8e43d20b tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.936608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] For port 58069109-9423-48c6-985e-e17559c46953, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:59.937750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d41ac89b-ba58-441a-adb3-f0da64ebc60e req-ca3cd2ee-2d92-4b41-8809-100a8e43d20b tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 946 time: 0.5387595 Jul 16 20:14:59.946315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] For port 58069109-9423-48c6-985e-e17559c46953, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=58069109-9423-48c6-985e-e17559c46953,segment=NetworkSegment(3c35f79a-5513-4464-a036-4941455be99c),segment_id=3c35f79a-5513-4464-a036-4941455be99c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:59.951351 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.957044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.021660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Routers {'ad227b3d-3487-40c9-b736-abaa2000d98f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:00.023313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ad227b3d-3487-40c9-b736-abaa2000d98f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:00.235375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:00.240557 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94" -d '{"events": [{"name": "network-changed", "server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:00.354386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d41ac89b-ba58-441a-adb3-f0da64ebc60e req-e40ebafd-7eae-40a4-b2c8-0e3910740c68 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380041 Jul 16 20:15:00.355577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] Set router ad227b3d-3487-40c9-b736-abaa2000d98f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:00.447552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4bb3a-ae9e-4a9d-9b97-cbbdf30d834a None None] Pushing event updated for resources: {'Port': ['ID=58069109-9423-48c6-985e-e17559c46953,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:00.467616 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdc18-676b-40f6-874a-c67345b48707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.602891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35298) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:00.647952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7f5d26a0-3318-48e0-a6f7-14268eeec809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.654026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ff8048-0c41-49bf-a06f-07eced7dbeaa {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:00.680055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.723997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Transition to ACTIVE for port object f4ff8048-0c41-49bf-a06f-07eced7dbeaa will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:00.727551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:14:53Z', 'revision_number': 4, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port': {'id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:47Z', 'updated_at': '2021-07-16T20:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '58069109-9423-48c6-985e-e17559c46953', 'name': '', 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'mac_address': 'fa:16:3e:59:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bd1e5b71-0cb7-4b74-bf21-0b323e6df89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:52Z', 'updated_at': '2021-07-16T20:14:59Z', 'revision_number': 4, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'subnets': [{'id': 'bd1e5b71-0cb7-4b74-bf21-0b323e6df89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:00.738806 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.793528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa52a0-e903-44e9-af3c-08041a9bdd94 None None] The sync data for ids ['ad227b3d-3487-40c9-b736-abaa2000d98f'] in n-d-798930-6 is: [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:14:53Z', 'revision_number': 4, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port': {'id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:47Z', 'updated_at': '2021-07-16T20:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '58069109-9423-48c6-985e-e17559c46953', 'name': '', 'network_id': '83e5f9dc-1afa-455d-8de6-054e7e6ef55b', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'mac_address': 'fa:16:3e:59:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bd1e5b71-0cb7-4b74-bf21-0b323e6df89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:52Z', 'updated_at': '2021-07-16T20:14:59Z', 'revision_number': 4, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'subnets': [{'id': 'bd1e5b71-0cb7-4b74-bf21-0b323e6df89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:00.891330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a158ebb-358a-4be2-9459-3c7882a26fb0 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:00.896647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:00.978806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.008157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.025377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Transition to ACTIVE for port object 7a158ebb-358a-4be2-9459-3c7882a26fb0 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:01.052060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.114192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7f5d26a0-3318-48e0-a6f7-14268eeec809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.131724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7f5d26a0-3318-48e0-a6f7-14268eeec809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.162119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Attempting to bind port f4ff8048-0c41-49bf-a06f-07eced7dbeaa on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:01.162677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Attempting to bind port f4ff8048-0c41-49bf-a06f-07eced7dbeaa by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:01.163363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Attempting to bind port f4ff8048-0c41-49bf-a06f-07eced7dbeaa on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:01.166964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Router e41f0741-5fb8-4a94-89c6-48e0beb669f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:01.203779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475c1bb-6a64-4bb8-a87d-7a7d863135cc req-389c6781-710d-4147-88a4-8aaf1d0573dc tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.205769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c475c1bb-6a64-4bb8-a87d-7a7d863135cc req-389c6781-710d-4147-88a4-8aaf1d0573dc tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 943 time: 0.3826301 Jul 16 20:15:01.208362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Port f4ff8048-0c41-49bf-a06f-07eced7dbeaa on network 571fb607-bda5-472c-aa01-f3bce2bed30c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:01.208882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Attempting to bind port f4ff8048-0c41-49bf-a06f-07eced7dbeaa on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:01.235537 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7f5d26a0-3318-48e0-a6f7-14268eeec809 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=66b4bc5c07114bceaa3acda8d19dd0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306722 Jul 16 20:15:01.239335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35300) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:01.240975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:01.241533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Checking segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:01.242154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Bound using segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:01.242937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Bound port: f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:01.243616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.251788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d26a0-3318-48e0-a6f7-14268eeec809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9415338-da3b-43b4-9a11-ae806704301e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.252913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Pushing event updated for resources: {'Port': ['ID=7a158ebb-358a-4be2-9459-3c7882a26fb0,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.453786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af34837f-ef22-4c53-b190-c9a62267b959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.461878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:01.470714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:01.486738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.520828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Allocated IP 172.25.8.211 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/d811e86e-acef-4382-af8f-406d9ecd570a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:01.532416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c475c1bb-6a64-4bb8-a87d-7a7d863135cc req-30d8abfd-3def-4c42-8d02-86c042ea40df tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136420 Jul 16 20:15:01.570099 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af34837f-ef22-4c53-b190-c9a62267b959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.612698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.613784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.616377 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/f4ff8048-0c41-49bf-a06f-07eced7dbeaa HTTP/1.1" status: 200 len: 1091 time: 1.8215401 Jul 16 20:15:01.624704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:01.629602 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86131340-a502-4f4b-af7f-f0979f158d27" -d '{"events": [{"name": "network-changed", "server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:01.670471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Attempting to bind port 7a158ebb-358a-4be2-9459-3c7882a26fb0 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:01.671005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Attempting to bind port 7a158ebb-358a-4be2-9459-3c7882a26fb0 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:01.671594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Attempting to bind port 7a158ebb-358a-4be2-9459-3c7882a26fb0 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:01.708646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Port 7a158ebb-358a-4be2-9459-3c7882a26fb0 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:01.709180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Attempting to bind port 7a158ebb-358a-4be2-9459-3c7882a26fb0 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:01.740451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315bd0a-151a-411c-ba25-913aa71fd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.784994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:01.785549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:01.786203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Bound using segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:01.786990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Bound port: 7a158ebb-358a-4be2-9459-3c7882a26fb0, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:01.787668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.810548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af34837f-ef22-4c53-b190-c9a62267b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.813657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af34837f-ef22-4c53-b190-c9a62267b959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.815743 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-af34837f-ef22-4c53-b190-c9a62267b959 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c9415338-da3b-43b4-9a11-ae806704301e HTTP/1.1" status: 204 len: 168 time: 0.5682018 Jul 16 20:15:01.839466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-13468d5f-a8b0-4b4f-ae59-2981f512fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.845494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-13468d5f-a8b0-4b4f-ae59-2981f512fbc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 1094 time: 0.1247311 Jul 16 20:15:01.852343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34837f-ef22-4c53-b190-c9a62267b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9415338-da3b-43b4-9a11-ae806704301e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.950164 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-36f803ab-0f96-4484-be2d-fc83f4d480f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa HTTP/1.1" status: 200 len: 217 time: 0.0799370 Jul 16 20:15:02.007989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:02.025011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-828859ad-d75e-4199-92fc-59805a8c6745 admin admin] 10.222.0.100 "PUT /v2.0/routers/e41f0741-5fb8-4a94-89c6-48e0beb669f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3611608 Jul 16 20:15:02.032303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] Sync routers for ids ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:02.046262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35306) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:02.050401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] Routers {'e41f0741-5fb8-4a94-89c6-48e0beb669f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:02.053770 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:02.141899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.184997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] For port 7a158ebb-358a-4be2-9459-3c7882a26fb0, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:02.230212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cbd65-d3b3-4909-9004-a9846d9c012e req-69cdab68-7869-4355-b3f2-855990d364aa tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.231086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-a6781a8a-1838-4b75-a226-0ce6c0085ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.239750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-a6781a8a-1838-4b75-a226-0ce6c0085ee1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.2778742 Jul 16 20:15:02.249547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f2cbd65-d3b3-4909-9004-a9846d9c012e req-69cdab68-7869-4355-b3f2-855990d364aa tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 943 time: 0.3439295 Jul 16 20:15:02.254452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] For port 7a158ebb-358a-4be2-9459-3c7882a26fb0, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7a158ebb-358a-4be2-9459-3c7882a26fb0,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:02.274816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.353753 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-02bf18dd-6bdd-4d6f-868c-3b939a764020 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030350 Jul 16 20:15:02.365288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Pushing event updated for resources: {'Port': ['ID=7a158ebb-358a-4be2-9459-3c7882a26fb0,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:02.511202 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] Set router e41f0741-5fb8-4a94-89c6-48e0beb669f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:02.523929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.527401 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.539410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.549531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-ae616640-8eb0-4c93-a70c-ea724d9b19ae service neutron] 10.222.0.21 "PUT /v2.0/ports/7a158ebb-358a-4be2-9459-3c7882a26fb0 HTTP/1.1" status: 200 len: 1091 time: 4.3831563 Jul 16 20:15:02.551277 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.630937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:02.660769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f2cbd65-d3b3-4909-9004-a9846d9c012e req-43b1deba-2276-4cd3-a887-53ab1aa70418 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095116 Jul 16 20:15:02.675901 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-937ee008-ec17-4c01-bd01-9bfb522ac43a service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676976 Jul 16 20:15:02.828230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:02.886353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.913876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:02.959745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58069109-9423-48c6-985e-e17559c46953 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:02.989333 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7e212bdc-f4d0-4e57-aaac-e246533d689d req-900d1164-03c9-44f4-91ef-7d29e877a53d service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054862 Jul 16 20:15:03.040523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Deleting port a14ded57-d3df-43cc-8be1-e02b3308d2f4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:03.044481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.087872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Pushing event updated for resources: {'Port': ['ID=d811e86e-acef-4382-af8f-406d9ecd570a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.144178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 58069109-9423-48c6-985e-e17559c46953 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:03.151593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 58069109-9423-48c6-985e-e17559c46953 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:03.153493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.244156 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:14:57Z', 'revision_number': 5, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port': {'id': 'a14ded57-d3df-43cc-8be1-e02b3308d2f4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:22Z', 'updated_at': '2021-07-16T20:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:03.340167 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.346333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6036f-993f-499b-b3b8-df02aec6941d req-14f588a3-8853-4e36-a744-3dca8717254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.348305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-14f588a3-8853-4e36-a744-3dca8717254d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 1094 time: 0.6860702 Jul 16 20:15:03.352721 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] Checking router: e41f0741-5fb8-4a94-89c6-48e0beb669f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:15:03.354274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] For port a14ded57-d3df-43cc-8be1-e02b3308d2f4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a14ded57-d3df-43cc-8be1-e02b3308d2f4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:03.355168 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.401215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Calling delete_port for a14ded57-d3df-43cc-8be1-e02b3308d2f4 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:03.406796 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] Routers {'e41f0741-5fb8-4a94-89c6-48e0beb669f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:03.415031 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:14:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:03.418634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-0082d51c-141b-4d31-bc94-618826f8c3ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a158ebb-358a-4be2-9459-3c7882a26fb0 HTTP/1.1" status: 200 len: 217 time: 0.0577538 Jul 16 20:15:03.474846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 58069109-9423-48c6-985e-e17559c46953, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=58069109-9423-48c6-985e-e17559c46953,segment=NetworkSegment(3c35f79a-5513-4464-a036-4941455be99c),segment_id=3c35f79a-5513-4464-a036-4941455be99c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:03.478377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.488456 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.523404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-1b49b501-b091-4fc6-b177-7d7e4f8b25ba tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=b1074f92bd6c4e83865915a94c4a7736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414968 Jul 16 20:15:03.661552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6036f-993f-499b-b3b8-df02aec6941d req-bcc1f71e-e402-4705-8515-c3fc19ceb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.661552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-bcc1f71e-e402-4705-8515-c3fc19ceb3a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.2309303 Jul 16 20:15:03.688415 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] Set router e41f0741-5fb8-4a94-89c6-48e0beb669f1 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:03.698924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=58069109-9423-48c6-985e-e17559c46953,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.737216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-db19baed-1f48-455f-aba9-f26f43dfcac2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658607 Jul 16 20:15:03.911421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.927700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.972410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14ded57-d3df-43cc-8be1-e02b3308d2f4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.985409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.998180 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:15:02Z', 'revision_number': 6, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:04.065718 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5fcd2-1511-4620-a414-11919631c043 None None] The sync data for ids ['e41f0741-5fb8-4a94-89c6-48e0beb669f1'] in n-d-798930-6 is: [{'id': 'e41f0741-5fb8-4a94-89c6-48e0beb669f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-705670615-router', 'tenant_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:20Z', 'updated_at': '2021-07-16T20:15:02Z', 'revision_number': 6, 'project_id': 'a5e7ad40fe4249a2a5cf2e3d7bbb796d', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:04.145487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.192535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-1ae0a12b-8534-48c5-b47e-beb5e3391ded tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.204229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-1ae0a12b-8534-48c5-b47e-beb5e3391ded tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6794758 Jul 16 20:15:04.209259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-1b798f37-8b18-41ab-a6ef-7736618121a3 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638510 Jul 16 20:15:04.300122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-24fa8353-b254-4bb3-b66f-e1d0ffe63c31 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/quotas/b1074f92bd6c4e83865915a94c4a7736 HTTP/1.1" status: 200 len: 375 time: 0.0821264 Jul 16 20:15:04.335536 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.339866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.362796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-aa263b4d-e5ca-47e1-9618-ac51646829c2 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b1074f92bd6c4e83865915a94c4a7736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490015 Jul 16 20:15:04.440183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.441432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41f0741-5fb8-4a94-89c6-48e0beb669f1 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:15:04.461564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.469708 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d3e1a5ca-c04c-4127-bb73-b84920254150 admin admin] 10.222.0.100 "DELETE /v2.0/routers/e41f0741-5fb8-4a94-89c6-48e0beb669f1 HTTP/1.1" status: 204 len: 168 time: 2.4218524 Jul 16 20:15:04.474764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:04.574919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c6036f-993f-499b-b3b8-df02aec6941d req-d1c4c955-9fce-4144-874c-b4597d377aee service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460536 Jul 16 20:15:04.666592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] Deleting subnet cbb5a723-84a4-4f4b-8799-9a9a0e351e05 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:04.676073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:04.679069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.723147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.738434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.819479 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-41a22236-dbf9-4f8f-8b35-f1a713a72c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.841322 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.949889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Pushing event updated for resources: {'Port': ['ID=d811e86e-acef-4382-af8f-406d9ecd570a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:05.178833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.185115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.198704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58069109-9423-48c6-985e-e17559c46953 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:05.205905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9ff87-e4d4-4955-8dc4-0f1b4aaa80ae req-68565f87-dbaf-4648-8120-67cbc29bc7ad tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.207867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98b9ff87-e4d4-4955-8dc4-0f1b4aaa80ae req-68565f87-dbaf-4648-8120-67cbc29bc7ad tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 943 time: 0.2472384 Jul 16 20:15:05.263575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.266271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-3993b4db-fd83-4205-9ffe-c7adcc82b1cb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8939335 Jul 16 20:15:05.397737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 58069109-9423-48c6-985e-e17559c46953 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:05.398871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.474670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.570896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98b9ff87-e4d4-4955-8dc4-0f1b4aaa80ae req-3ffc6c69-6d20-4d28-b625-2420e9bb530e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529627 Jul 16 20:15:05.585997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-6b2f5a83-73f0-4331-b9be-692963d70b30 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.211 HTTP/1.1" status: 200 len: 696 time: 0.2442250 Jul 16 20:15:05.588707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb5a723-84a4-4f4b-8799-9a9a0e351e05,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:05.625230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.630666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342cb9c-0ab0-4637-9993-9bfa059356ec None None] Network 175008c4-627e-43b8-a16e-d9dba3fb14a9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:05.650971 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d1150f5d-b761-4515-8372-b201b2f9432a admin admin] 10.222.0.100 "DELETE /v2.0/subnets/cbb5a723-84a4-4f4b-8799-9a9a0e351e05 HTTP/1.1" status: 204 len: 168 time: 1.1736698 Jul 16 20:15:05.654901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35368) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:05.810308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a14ded57-d3df-43cc-8be1-e02b3308d2f4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:05.839287 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca36bd5-83f2-4a8d-927a-71ac2313b3b4 x-openstack-request-id: req-fca36bd5-83f2-4a8d-927a-71ac2313b3b4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:05.842101 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:05.842738 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fca36bd5-83f2-4a8d-927a-71ac2313b3b4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:05.844204 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103', 'status': 'completed', 'code': 200} Jul 16 20:15:05.925348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a14ded57-d3df-43cc-8be1-e02b3308d2f4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:05.926239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a14ded57-d3df-43cc-8be1-e02b3308d2f4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:05.926692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 238ea426-6c17-4e46-8bc7-b8e211079fee no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:05.979175 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.981858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 238ea426-6c17-4e46-8bc7-b8e211079fee {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:05.983127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 238ea426-6c17-4e46-8bc7-b8e211079fee not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:06.000250 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.109522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] DHCP port deletion for 175008c4-627e-43b8-a16e-d9dba3fb14a9 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:06.130919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Deleting port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:06.131482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.192856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-e28be497-37f5-4f0d-8b37-c33735e52233 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.197282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] Deleting port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:06.197519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.202104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a813778e-36d4-48d8-80ec-04bd71e46c76 req-e28be497-37f5-4f0d-8b37-c33735e52233 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.6094456 Jul 16 20:15:06.275611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-0c6c7a2a-7c5d-4955-8195-c3ad234b29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.283025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-0c6c7a2a-7c5d-4955-8195-c3ad234b29fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1124 time: 0.4247825 Jul 16 20:15:06.286122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] For port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,segment=NetworkSegment(0e33e422-ae71-453b-8e89-5082312f7cbf),segment_id=0e33e422-ae71-453b-8e89-5082312f7cbf)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:06.286860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.317676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Calling delete_port for 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:06.330604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] For port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,segment=NetworkSegment(0e33e422-ae71-453b-8e89-5082312f7cbf),segment_id=0e33e422-ae71-453b-8e89-5082312f7cbf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:06.331101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.370379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] Calling delete_port for 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:06.485479 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbd484-69f2-49aa-bb1a-6e510320ed31 x-openstack-request-id: req-59fbd484-69f2-49aa-bb1a-6e510320ed31 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:06.485961 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:06.486372 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-59fbd484-69f2-49aa-bb1a-6e510320ed31 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:06.487520 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'status': 'completed', 'code': 200} Jul 16 20:15:06.522432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.546900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.571400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] No DVR routers for this DVR port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:06.624234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:06.644268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] Pushing event deleted for resources: {'Port': ['ID=0611b3f9-ea21-4fab-86fb-b94c7e46f0c7,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:06.646843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69935031-ff41-4beb-afa5-82ce0a7a2d45 None None] No DVR routers for this DVR port 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:06.673833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7a158ebb-358a-4be2-9459-3c7882a26fb0 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:06.744622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.770752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175008c4-627e-43b8-a16e-d9dba3fb14a9']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:06.772103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f4ff8048-0c41-49bf-a06f-07eced7dbeaa details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:06.774881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-3cfb0962-85cc-452b-b339-3530a81cf1dc service neutron] 10.222.0.21 "GET /v2.0/ports/2aeecb65-30cf-4c54-b6d9-c4cdafa61103/bindings/n-h2-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.5311792 Jul 16 20:15:06.801940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e33e422-ae71-453b-8e89-5082312f7cbf') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:06.804628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e33e422-ae71-453b-8e89-5082312f7cbf') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:06.833636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.844148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-27ae5498-4abc-4776-bb0e-25438b7ad12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.846342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-27ae5498-4abc-4776-bb0e-25438b7ad12a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.5523891 Jul 16 20:15:06.862196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131340-a502-4f4b-af7f-f0979f158d27 req-86eac0f2-5859-42dd-bb92-5b8039ecfcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.865610 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86131340-a502-4f4b-af7f-f0979f158d27 req-86eac0f2-5859-42dd-bb92-5b8039ecfcc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 1094 time: 0.3766456 Jul 16 20:15:06.873311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.902580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:06.902994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:06.905850 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:06.929347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4ced8-2a5f-41b5-b3f4-2fc74bd6b17c req-d0fc1abc-d289-4f9e-9795-33cfdbd16098 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.936313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf4ced8-2a5f-41b5-b3f4-2fc74bd6b17c req-d0fc1abc-d289-4f9e-9795-33cfdbd16098 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 943 time: 0.3656869 Jul 16 20:15:06.969838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-f4311620-b6d3-4221-8b81-4c0554c44c99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 200 len: 217 time: 0.1104965 Jul 16 20:15:07.005954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f01d-fa58-4295-b249-45c548cc7dca req-98db6d2e-1985-4a7a-9f26-929bd2bd9298 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.019547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abd4f01d-fa58-4295-b249-45c548cc7dca req-98db6d2e-1985-4a7a-9f26-929bd2bd9298 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 943 time: 0.3463297 Jul 16 20:15:07.052736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:07.053585 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.088428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:07.088772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0611b3f9-ea21-4fab-86fb-b94c7e46f0c7 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:07.104361 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.114664 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] 10.222.0.100 "DELETE /v2.0/networks/175008c4-627e-43b8-a16e-d9dba3fb14a9 HTTP/1.1" status: 204 len: 168 time: 1.4546371 Jul 16 20:15:07.141115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfcef1-9103-469c-a12d-db8ae44229c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=175008c4-627e-43b8-a16e-d9dba3fb14a9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.151911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 7a158ebb-358a-4be2-9459-3c7882a26fb0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7a158ebb-358a-4be2-9459-3c7882a26fb0,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:07.166015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131340-a502-4f4b-af7f-f0979f158d27 req-7bca07b9-ce12-4d30-b3f2-af4eca9ad30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.171750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86131340-a502-4f4b-af7f-f0979f158d27 req-7bca07b9-ce12-4d30-b3f2-af4eca9ad30a service neutron] 10.222.0.26 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 906 time: 0.2803764 Jul 16 20:15:07.189297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf4ced8-2a5f-41b5-b3f4-2fc74bd6b17c req-b22d3829-c9af-4dd9-a5f5-2bf9bca81cc1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166812 Jul 16 20:15:07.199879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:07.236100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '7a158ebb-358a-4be2-9459-3c7882a26fb0', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': '7a158ebb-358a-4be2-9459-3c7882a26fb0', 'mac_address': 'fa:16:3e:2d:3b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:07.259207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'mac_address': 'fa:16:3e:7f:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:07.353948 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86131340-a502-4f4b-af7f-f0979f158d27 req-798f4fea-a065-4c8c-a6ee-81b9b05cbf41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa HTTP/1.1" status: 200 len: 217 time: 0.1481390 Jul 16 20:15:07.364010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:07.381938 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.393144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:07.437661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:07.454234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:07.501666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131340-a502-4f4b-af7f-f0979f158d27 req-4c4a8077-832d-4313-80ee-ab81a5698ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.506639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86131340-a502-4f4b-af7f-f0979f158d27 req-4c4a8077-832d-4313-80ee-ab81a5698ae3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.1459038 Jul 16 20:15:07.508934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a158ebb-358a-4be2-9459-3c7882a26fb0 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:07.521580 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.539900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.556006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-223be541-f1a3-4448-8eab-0a85edd2b593 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b1074f92bd6c4e83865915a94c4a7736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766320 Jul 16 20:15:07.567681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ff8048-0c41-49bf-a06f-07eced7dbeaa {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:07.602355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35378) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:07.606444 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86131340-a502-4f4b-af7f-f0979f158d27 req-ad8b590c-56df-42d9-abae-fd1aa37f6777 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935316 Jul 16 20:15:07.616186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:07.616871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-b46a90ce-4539-43d8-a538-90973f1b2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.619766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-b46a90ce-4539-43d8-a538-90973f1b2de0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.6291332 Jul 16 20:15:07.620368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 7a158ebb-358a-4be2-9459-3c7882a26fb0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7a158ebb-358a-4be2-9459-3c7882a26fb0,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:07.623337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05b618bc-6106-4c04-b88c-80d810460835 req-64983699-7d91-4a33-8059-ddb8ce5ca27b tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 210 time: 0.0946903 Jul 16 20:15:07.630257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abd4f01d-fa58-4295-b249-45c548cc7dca req-ed23510f-6696-40b2-90ca-354fd01a966a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092980 Jul 16 20:15:07.632781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.709754 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.729433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-bec94e51-2911-4759-a83c-a6db81e842ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980825 Jul 16 20:15:07.744745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.843023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=7a158ebb-358a-4be2-9459-3c7882a26fb0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.852877 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b0ed2291-2e5b-4189-ae43-f01f13128856 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a5e7ad40fe4249a2a5cf2e3d7bbb796d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442400 Jul 16 20:15:07.862630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:07.879057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f4ff8048-0c41-49bf-a06f-07eced7dbeaa'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:07.947461 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86131340-a502-4f4b-af7f-f0979f158d27 req-c8aed076-c111-450c-be71-39d27cc9227c service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287165 Jul 16 20:15:08.005835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c0740a2b-bd2c-4a5e-a837-e362fd235686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.006111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.028620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['7a158ebb-358a-4be2-9459-3c7882a26fb0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:08.088767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c0740a2b-bd2c-4a5e-a837-e362fd235686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.136900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.140997 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86131340-a502-4f4b-af7f-f0979f158d27 req-0533b489-4b37-4a98-8b39-ffff4b467e3d service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845634 Jul 16 20:15:08.186033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c0740a2b-bd2c-4a5e-a837-e362fd235686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.191124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c0740a2b-bd2c-4a5e-a837-e362fd235686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.194131 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c0740a2b-bd2c-4a5e-a837-e362fd235686 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0567e986-2426-4816-93ee-ba3a39bed4d5 HTTP/1.1" status: 204 len: 168 time: 0.3295889 Jul 16 20:15:08.226063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0740a2b-bd2c-4a5e-a837-e362fd235686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0567e986-2426-4816-93ee-ba3a39bed4d5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:08.262570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'tag': '7a158ebb-358a-4be2-9459-3c7882a26fb0'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:08.265400 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72f2ef-79a1-4856-85d1-07b74e3a0730" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4678d7-caba-4836-9c91-c90e8c2825b2", "tag": "7a158ebb-358a-4be2-9459-3c7882a26fb0"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:08.337376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8630dcd-d00c-4490-8df5-7abbc9ccd6cd req-1787c7df-e520-4601-a023-438b7adf464b tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips/aadb92cd-c404-4e2a-a6aa-c2d509312d47 HTTP/1.1" status: 200 len: 693 time: 0.6244354 Jul 16 20:15:08.367784 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.549542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] Transition to ACTIVE for port object 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:08.566878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-2d4a061d-7c25-4052-94c5-4c6c356f5cac tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.568560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-2d4a061d-7c25-4052-94c5-4c6c356f5cac tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9440169 Jul 16 20:15:08.602765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.622663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Request body: {'port': {'device_id': '4334a22c-911d-49bd-8675-863d286f6466', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'b1074f92bd6c4e83865915a94c4a7736'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:08.689616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-fff9bed2-c243-4e9f-8b80-6558ef9a9925 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267597 Jul 16 20:15:08.769998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f4ff8048-0c41-49bf-a06f-07eced7dbeaa up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:08.824868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] No DVR routers for this DVR port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:08.856693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8630dcd-d00c-4490-8df5-7abbc9ccd6cd req-f71d80a5-a392-4613-bbc1-6f361c35102c tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.857018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port f4ff8048-0c41-49bf-a06f-07eced7dbeaa completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:08.863102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port f4ff8048-0c41-49bf-a06f-07eced7dbeaa triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:08.863788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.864317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8630dcd-d00c-4490-8df5-7abbc9ccd6cd req-f71d80a5-a392-4613-bbc1-6f361c35102c tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.4745505 Jul 16 20:15:08.893778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-e8630dcd-d00c-4490-8df5-7abbc9ccd6cd req-21da1cdb-1d0d-4515-8b69-ac25659b27a3 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:15:08.894897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8630dcd-d00c-4490-8df5-7abbc9ccd6cd req-21da1cdb-1d0d-4515-8b69-ac25659b27a3 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297508 Jul 16 20:15:08.955774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] Pushing event updated for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:08.996356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9ca1d-d474-4786-970d-4118447ed787 req-53672ced-dedf-4b5d-a3d8-5db31b65f4fb tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.998124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9f9ca1d-d474-4786-970d-4118447ed787 req-53672ced-dedf-4b5d-a3d8-5db31b65f4fb tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 943 time: 0.6000488 Jul 16 20:15:09.004667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-6d9844c8-357e-4523-a57c-ba9f720ea67a service neutron] 10.222.0.21 "PUT /v2.0/ports/2aeecb65-30cf-4c54-b6d9-c4cdafa61103/bindings/n-h2-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2222574 Jul 16 20:15:09.024048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.072933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:09.077177 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e77c4-a5ce-4502-9b90-52ebde9eb876" -d '{"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-plugged", "status": "completed", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:09.093870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e64ab27-9b2f-4586-90fe-2f7bcda27e94 req-2bddcc43-0f5f-45fc-88fb-9bd167731edf service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897488 Jul 16 20:15:09.105873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.115885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.155153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Made reservation on behalf of b1074f92bd6c4e83865915a94c4a7736 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:09.163010 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.204737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9f9ca1d-d474-4786-970d-4118447ed787 req-fbb28d3e-06fc-48f4-bcb4-b72d3ca62b0d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842933 Jul 16 20:15:09.210038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.210655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.367441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-05973ebf-d5ed-4d16-8eba-f3d9e192ea9f tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.369997 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-05973ebf-d5ed-4d16-8eba-f3d9e192ea9f tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.2869465 Jul 16 20:15:09.469335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.475608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.574068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a08e54-ab9e-4688-bd62-636dd25df212,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.640501 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cef6f6b-e773-450b-8244-5405e447cd1e x-openstack-request-id: req-2cef6f6b-e773-450b-8244-5405e447cd1e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:09.640979 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4678d7-caba-4836-9c91-c90e8c2825b2", "tag": "7a158ebb-358a-4be2-9459-3c7882a26fb0", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:09.641422 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2cef6f6b-e773-450b-8244-5405e447cd1e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:09.643745 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'tag': '7a158ebb-358a-4be2-9459-3c7882a26fb0', 'status': 'completed', 'code': 200} Jul 16 20:15:09.784993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Allocated IP 192.168.233.231 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/ac9f4e68-814a-4a76-8f11-bb50038fea7a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:09.845530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfb8d7f9-c32d-4a5e-b82f-f3ef67609283 req-e8340bdb-2606-4c63-8b35-8597b62ec612 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 210 time: 0.0567865 Jul 16 20:15:09.920321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-4791f234-dc0e-47f8-aabd-d9ffd0455a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.923909 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-4791f234-dc0e-47f8-aabd-d9ffd0455a9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb&tenant_id=561d35b90f7f4adf85f4f68390f5fa87 HTTP/1.1" status: 200 len: 1095 time: 0.5424981 Jul 16 20:15:09.948098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10d56d-2254-4af2-bf42-896c2af4c797 req-61fc7199-dde2-4fee-84ef-542057fb5ac1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.950743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f10d56d-2254-4af2-bf42-896c2af4c797 req-61fc7199-dde2-4fee-84ef-542057fb5ac1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 945 time: 0.2680662 Jul 16 20:15:09.961089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-aa331df4-4f0c-43d7-b8f3-e4d8c31b1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.963801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-aa331df4-4f0c-43d7-b8f3-e4d8c31b1951 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 1095 time: 0.2822392 Jul 16 20:15:10.063507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-672e0194-0d2f-4a2c-b565-758c78e6ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.066436 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-672e0194-0d2f-4a2c-b565-758c78e6ac3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1095 time: 0.1019452 Jul 16 20:15:10.218913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-7e0ee2ef-10a1-433f-9e5b-3cbab0fc6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.222107 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-7e0ee2ef-10a1-433f-9e5b-3cbab0fc6e40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.1472049 Jul 16 20:15:10.262505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f10d56d-2254-4af2-bf42-896c2af4c797 req-a866ee10-a2ab-42ff-be1a-bf86c1986dc7 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889330 Jul 16 20:15:10.286161 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-c8bd8005-3efe-4cab-93cc-147083a13a83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 200 len: 217 time: 0.0541089 Jul 16 20:15:10.371137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-ba70e021-d9d8-440a-a11c-58235f5bef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.372827 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-ba70e021-d9d8-440a-a11c-58235f5bef50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.0781517 Jul 16 20:15:10.419648 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-af916e85-c42b-4e00-aeb8-b08a428aff43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393088 Jul 16 20:15:10.470322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.476722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-cc533ce7-66f5-4ecf-b31f-08ebd260f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.479526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-cc533ce7-66f5-4ecf-b31f-08ebd260f32c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.4976366 Jul 16 20:15:10.519026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb984814-70f5-4fcb-a38c-89863868c0b7 req-a9a2cce6-d5d5-44b8-9244-1401651cb3ec tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips?tenant_id=9e3c6b5f7fb74c05b8b79fa2cc9f5ba5 HTTP/1.1" status: 200 len: 696 time: 0.2004867 Jul 16 20:15:10.521043 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-72b73e2e-c97f-4994-a97c-58f926eb868e service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942991 Jul 16 20:15:10.540283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c64af-8841-400f-af0c-6e0a0f3f2e8e req-562fd9c6-4876-4b32-891b-491a9d565e08 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.542972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d8c64af-8841-400f-af0c-6e0a0f3f2e8e req-562fd9c6-4876-4b32-891b-491a9d565e08 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 944 time: 0.4888582 Jul 16 20:15:10.610206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Transition to ACTIVE for port object ac9f4e68-814a-4a76-8f11-bb50038fea7a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:10.627520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-33f732f0-f7c2-46aa-86e2-cb1d2794dd09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a158ebb-358a-4be2-9459-3c7882a26fb0 HTTP/1.1" status: 200 len: 217 time: 0.1309617 Jul 16 20:15:10.636034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-603a8ddb-7bdb-40fe-a97c-cd499f747841 service neutron] 10.222.0.26 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075413 Jul 16 20:15:10.698030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7a158ebb-358a-4be2-9459-3c7882a26fb0 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:10.794334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 7a158ebb-358a-4be2-9459-3c7882a26fb0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:10.800743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 7a158ebb-358a-4be2-9459-3c7882a26fb0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:10.801513 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.948173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d8c64af-8841-400f-af0c-6e0a0f3f2e8e req-444dd0fc-631d-4ab7-9452-2b99c912f45e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458047 Jul 16 20:15:10.970918 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.998407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-3db38ca1-b4d1-4e60-920a-063369909227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.000852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-3db38ca1-b4d1-4e60-920a-063369909227 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.3554223 Jul 16 20:15:11.043637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 7a158ebb-358a-4be2-9459-3c7882a26fb0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7a158ebb-358a-4be2-9459-3c7882a26fb0,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:11.051785 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.091907 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5f170d-d869-4e33-ad5a-b9b7525e67b5 x-openstack-request-id: req-fa5f170d-d869-4e33-ad5a-b9b7525e67b5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:11.092355 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-plugged", "status": "completed", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:11.092712 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fa5f170d-d869-4e33-ad5a-b9b7525e67b5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:11.093355 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'code': 200} Jul 16 20:15:11.127895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.134972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-55821e27-458e-488b-b7b1-6b3ba092991f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158364 Jul 16 20:15:11.164793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=7a158ebb-358a-4be2-9459-3c7882a26fb0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:11.165398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb984814-70f5-4fcb-a38c-89863868c0b7 req-b433b2ca-3de6-4ffe-a25a-d9324a008711 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.188862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb984814-70f5-4fcb-a38c-89863868c0b7 req-b433b2ca-3de6-4ffe-a25a-d9324a008711 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks?id=a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 787 time: 0.5885465 Jul 16 20:15:11.255153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-cb984814-70f5-4fcb-a38c-89863868c0b7 req-987dd89a-bed4-4dbe-9b02-dac0350bb6e1 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:15:11.260321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb984814-70f5-4fcb-a38c-89863868c0b7 req-987dd89a-bed4-4dbe-9b02-dac0350bb6e1 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0696349 Jul 16 20:15:11.296287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240a8f-64a1-45ec-8c99-9693d437951b req-d0f28c0a-a10b-4675-9d50-7ea4a548f072 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.299723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:11.318212 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-d0f28c0a-a10b-4675-9d50-7ea4a548f072 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb&tenant_id=561d35b90f7f4adf85f4f68390f5fa87&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.1709938 Jul 16 20:15:11.406426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:11.497181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:11.522523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Pushing event updated for resources: {'Port': ['ID=ac9f4e68-814a-4a76-8f11-bb50038fea7a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:11.644355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-86240a8f-64a1-45ec-8c99-9693d437951b req-de4b0d9a-4e12-4cfc-9d8d-184f2b40a4be service neutron] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:11.663189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-86240a8f-64a1-45ec-8c99-9693d437951b req-de4b0d9a-4e12-4cfc-9d8d-184f2b40a4be service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.664845 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-86240a8f-64a1-45ec-8c99-9693d437951b req-de4b0d9a-4e12-4cfc-9d8d-184f2b40a4be service neutron] 10.222.0.26 "DELETE /v2.0/ports/2aeecb65-30cf-4c54-b6d9-c4cdafa61103/bindings/n-h1-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.3386374 Jul 16 20:15:11.771369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.771696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.793440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35448) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:11.795460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-8c09733a-6544-45db-b154-079ee231fffd service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475540 Jul 16 20:15:11.824201 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:11.840855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-80dc1872-110d-4e15-8d35-679f89985368 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2338884 Jul 16 20:15:11.870091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Request body: {'port': {'device_id': '4334a22c-911d-49bd-8675-863d286f6466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:11.903001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd7e6d-faf8-4687-8f8c-4e9ec8d3f696 req-0c7e750e-784c-4669-a6df-f286e9722347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.904674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9abd7e6d-faf8-4687-8f8c-4e9ec8d3f696 req-0c7e750e-784c-4669-a6df-f286e9722347 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 1096 time: 0.6430533 Jul 16 20:15:11.930001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-65a705d1-72df-455a-92ae-3831674ea57c None None] Provisioning for port ac9f4e68-814a-4a76-8f11-bb50038fea7a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:11.938237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-65a705d1-72df-455a-92ae-3831674ea57c None None] Provisioning complete for port ac9f4e68-814a-4a76-8f11-bb50038fea7a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:11.940255 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-65a705d1-72df-455a-92ae-3831674ea57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.986703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3e61458-7a10-4254-90b3-6a8669826af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.050759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-65a705d1-72df-455a-92ae-3831674ea57c None None] Port ac9f4e68-814a-4a76-8f11-bb50038fea7a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:12.112170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3e61458-7a10-4254-90b3-6a8669826af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.117852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3e61458-7a10-4254-90b3-6a8669826af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.164961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c3e61458-7a10-4254-90b3-6a8669826af4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ee1ea061e2f84cafb7cc79088dff0fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696651 Jul 16 20:15:12.166358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e61458-7a10-4254-90b3-6a8669826af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c601583a-7475-4a2a-8ed4-c34af833d5f9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:12.171967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35454) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:12.250186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6770200e-5dbe-41d2-be17-b0f0b106e821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.272088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138806-5cea-42f0-b6d4-d47cbb705d64 req-dcec7c68-6a7d-4d09-a00b-e6b850a9f40a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.273682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9138806-5cea-42f0-b6d4-d47cbb705d64 req-dcec7c68-6a7d-4d09-a00b-e6b850a9f40a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 936 time: 0.7709460 Jul 16 20:15:12.292282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6770200e-5dbe-41d2-be17-b0f0b106e821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.322933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18be349-0d5e-4b6f-862b-667e38d77ba0 req-69b9ef8d-3832-4d88-ad02-8f62f9eec741 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.324588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c18be349-0d5e-4b6f-862b-667e38d77ba0 req-69b9ef8d-3832-4d88-ad02-8f62f9eec741 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 944 time: 0.7018814 Jul 16 20:15:12.383802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6770200e-5dbe-41d2-be17-b0f0b106e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.388647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6770200e-5dbe-41d2-be17-b0f0b106e821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.390714 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6770200e-5dbe-41d2-be17-b0f0b106e821 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c601583a-7475-4a2a-8ed4-c34af833d5f9 HTTP/1.1" status: 204 len: 168 time: 0.2163103 Jul 16 20:15:12.403775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770200e-5dbe-41d2-be17-b0f0b106e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c601583a-7475-4a2a-8ed4-c34af833d5f9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:12.415973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9abd7e6d-faf8-4687-8f8c-4e9ec8d3f696 req-75c3c708-d457-43d1-b21d-01121758bdf3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988990 Jul 16 20:15:12.431958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a72f2ef-79a1-4856-85d1-07b74e3a0730 req-2fe21499-b6b4-46f4-949a-d544cf7f1553 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252174 Jul 16 20:15:12.456649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.476231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9138806-5cea-42f0-b6d4-d47cbb705d64 req-518f1ed5-b1e9-4bbc-905b-5d139cdddd18 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839221 Jul 16 20:15:12.512092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c18be349-0d5e-4b6f-862b-667e38d77ba0 req-4bb35c14-0043-4d13-9aa6-a3e14fe7fb72 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747625 Jul 16 20:15:12.617206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-af4dc48e-221a-45e7-a423-ad30c641a8eb tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips/aadb92cd-c404-4e2a-a6aa-c2d509312d47 HTTP/1.1" status: 200 len: 693 time: 0.1012778 Jul 16 20:15:12.994973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-cebcc6a0-8396-46f6-b4e1-7c50b0cbfb2b tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.997388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-cebcc6a0-8396-46f6-b4e1-7c50b0cbfb2b tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.3353722 Jul 16 20:15:13.094318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a158ebb-358a-4be2-9459-3c7882a26fb0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:13.098237 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fae106a-d259-424c-acde-ea91abecf425" -d '{"events": [{"server_uuid": "bd4678d7-caba-4836-9c91-c90e8c2825b2", "name": "network-vif-plugged", "status": "completed", "tag": "7a158ebb-358a-4be2-9459-3c7882a26fb0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:13.115334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fde83-367d-4bec-aac5-63c80f2bf794 req-6a547916-3fa9-4d0c-ad80-66c04fee4999 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.117957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db7fde83-367d-4bec-aac5-63c80f2bf794 req-6a547916-3fa9-4d0c-ad80-66c04fee4999 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 945 time: 0.3578246 Jul 16 20:15:13.141799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-cf8070ca-b121-4f12-be8b-603d8665422f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.211 HTTP/1.1" status: 200 len: 696 time: 0.1260750 Jul 16 20:15:13.247889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-c229dc73-e686-43bc-8b04-930d77d77531 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.211 HTTP/1.1" status: 200 len: 696 time: 0.0746832 Jul 16 20:15:13.260722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db7fde83-367d-4bec-aac5-63c80f2bf794 req-713b5493-5253-4be8-a32f-47c3bfb17149 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264555 Jul 16 20:15:13.380702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9f4e68-814a-4a76-8f11-bb50038fea7a {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:13.389468 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.403725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Transition to ACTIVE for port object ac9f4e68-814a-4a76-8f11-bb50038fea7a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:13.434475 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.475798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35482) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:13.524129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9f4e68-814a-4a76-8f11-bb50038fea7a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:13.615229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Deleting port d811e86e-acef-4382-af8f-406d9ecd570a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:13.615727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.755012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Attempting to bind port ac9f4e68-814a-4a76-8f11-bb50038fea7a on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:13.755411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Attempting to bind port ac9f4e68-814a-4a76-8f11-bb50038fea7a by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:13.758176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Attempting to bind port ac9f4e68-814a-4a76-8f11-bb50038fea7a on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:13.764162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1103731532-network', 'tenant_id': 'ea022c55c9374a4fbf911d56f76b9468'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:13.765113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Port ac9f4e68-814a-4a76-8f11-bb50038fea7a on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:13.765454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Attempting to bind port ac9f4e68-814a-4a76-8f11-bb50038fea7a on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:13.792537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:13.792886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:13.793283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:13.793770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Bound port: ac9f4e68-814a-4a76-8f11-bb50038fea7a, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:13.794143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.801743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Made reservation on behalf of ea022c55c9374a4fbf911d56f76b9468 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:13.808341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.833602 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.859031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.859430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.895194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Calling delete_port for d811e86e-acef-4382-af8f-406d9ecd570a owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:13.994047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.999601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.027485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:14.040599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3621211-af4c-4db2-961a-7462f2fdb3d4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.046437 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.047066 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Added segment 0db37954-387e-4bd3-aee9-fd384e1242a1 of type vlan for network 68e3dad8-930b-4588-8055-92f6807b3129 Jul 16 20:15:14.066190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] For port ac9f4e68-814a-4a76-8f11-bb50038fea7a, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:14.075055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] For port ac9f4e68-814a-4a76-8f11-bb50038fea7a, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:14.098760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.100120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.152704 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.155699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.156698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.168511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b3336-2a4f-4889-9c3a-e34efcfddbf9 req-c3739280-fbb8-4565-b9ab-6aea00dd9d35 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.169846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db9b3336-2a4f-4889-9c3a-e34efcfddbf9 req-c3739280-fbb8-4565-b9ab-6aea00dd9d35 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.2225525 Jul 16 20:15:14.171288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.171918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.174381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac9f4e68-814a-4a76-8f11-bb50038fea7a HTTP/1.1" status: 200 len: 1096 time: 2.3202233 Jul 16 20:15:14.177828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:14.180533 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f" -d '{"events": [{"name": "network-changed", "server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:14.230574 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7520070 Jul 16 20:15:14.237438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35492) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:14.274573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d9926-54a1-4780-8ab2-c3ba53762004 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9f4e68-814a-4a76-8f11-bb50038fea7a,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.285274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Request body: {'subnet': {'network_id': '68e3dad8-930b-4588-8055-92f6807b3129', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1103731532-subnet', 'tenant_id': 'ea022c55c9374a4fbf911d56f76b9468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:14.290404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1070a3a-8167-4a2c-b130-f84171ecb989 admin admin] Pushing event updated for resources: {'Network': ['ID=68e3dad8-930b-4588-8055-92f6807b3129,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.315811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 68e3dad8-930b-4588-8055-92f6807b3129 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:14.330172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Made reservation on behalf of ea022c55c9374a4fbf911d56f76b9468 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:14.332423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.419091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db9b3336-2a4f-4889-9c3a-e34efcfddbf9 req-ed05906c-663d-40ef-a80c-1ec1c37ccb1e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279682 Jul 16 20:15:14.454650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.520998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Pushing event deleted for resources: {'Port': ['ID=d811e86e-acef-4382-af8f-406d9ecd570a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.529090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-4fead862-f6c7-4fe5-bf06-3aa563eadaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.531767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-4fead862-f6c7-4fe5-bf06-3aa563eadaae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1074f92bd6c4e83865915a94c4a7736&device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 1099 time: 0.2739956 Jul 16 20:15:14.543938 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6580aa8-e1ef-4a65-a0eb-33749919ef1f x-openstack-request-id: req-a6580aa8-e1ef-4a65-a0eb-33749919ef1f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:14.544829 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4678d7-caba-4836-9c91-c90e8c2825b2", "name": "network-vif-plugged", "status": "completed", "tag": "7a158ebb-358a-4be2-9459-3c7882a26fb0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:14.545809 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a6580aa8-e1ef-4a65-a0eb-33749919ef1f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:14.546657 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a158ebb-358a-4be2-9459-3c7882a26fb0', 'code': 200} Jul 16 20:15:14.682114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-ecbbe824-58c7-418c-80ec-6c6c43dfef3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a HTTP/1.1" status: 200 len: 217 time: 0.1379004 Jul 16 20:15:14.700370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.806412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6f83f8-6878-4ff6-8824-c437096369da,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.819435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Checking segment: {'id': '0db37954-387e-4bd3-aee9-fd384e1242a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '68e3dad8-930b-4588-8055-92f6807b3129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:14.820007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Network hostable DHCP agents. Network: 68e3dad8-930b-4588-8055-92f6807b3129, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:14.847742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Network 68e3dad8-930b-4588-8055-92f6807b3129 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:14.862286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 68e3dad8-930b-4588-8055-92f6807b3129) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:14.868810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.869758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.876808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a74a0-cefb-406b-81fe-fecd27498f16 None None] Network 68e3dad8-930b-4588-8055-92f6807b3129 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:14.899928 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4f516c3-2ac9-40ea-99e4-82031c9c3b00 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6532526 Jul 16 20:15:14.904675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.908650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.910418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdc75f9a-601a-4f2e-b773-8bb384933ab2 req-4eeab3a4-2e96-4698-a5b1-6283dd691d74 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "DELETE /v2.0/floatingips/aadb92cd-c404-4e2a-a6aa-c2d509312d47 HTTP/1.1" status: 204 len: 173 time: 1.6485579 Jul 16 20:15:14.935755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-0e228c7c-18d3-41b9-a2af-620ac2eb01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.938316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-0e228c7c-18d3-41b9-a2af-620ac2eb01d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2230954 Jul 16 20:15:15.027840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b934b4-c59e-4ec5-85d9-a17b7dbc7cb7 req-56d64f80-5d04-4834-bce7-531cb8b88c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.030277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9b934b4-c59e-4ec5-85d9-a17b7dbc7cb7 req-56d64f80-5d04-4834-bce7-531cb8b88c2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 1096 time: 0.3658254 Jul 16 20:15:15.071739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432b5ed-2166-48e0-b2b5-aa32883f3b1a req-245e4eb3-bb1c-498c-a21e-127f9da93fe6 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.074532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8432b5ed-2166-48e0-b2b5-aa32883f3b1a req-245e4eb3-bb1c-498c-a21e-127f9da93fe6 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 948 time: 0.3611274 Jul 16 20:15:15.077182 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84784cc-efc3-4b92-b0ac-11a31511a772 x-openstack-request-id: req-c84784cc-efc3-4b92-b0ac-11a31511a772 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:15.078089 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:15.078775 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c84784cc-efc3-4b92-b0ac-11a31511a772 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:15.080273 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a', 'status': 'completed', 'code': 200} Jul 16 20:15:15.130828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec85b6-4c94-4a00-8aff-adaf50102999 None None] Network 68e3dad8-930b-4588-8055-92f6807b3129 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:15.189307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-3a490354-21f4-4d3d-8d42-1ea77c7bd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.192263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-3a490354-21f4-4d3d-8d42-1ea77c7bd0c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412817 Jul 16 20:15:15.195324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9b934b4-c59e-4ec5-85d9-a17b7dbc7cb7 req-57a0d176-86f1-465f-aa7f-c40cef02c34d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506381 Jul 16 20:15:15.237566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8432b5ed-2166-48e0-b2b5-aa32883f3b1a req-2c853db0-e7be-40c5-96cc-29f4cf03e34a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331580 Jul 16 20:15:15.397506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbc76d-e9bc-4651-a685-a5a10ee3fd51 req-82b51902-2883-4903-b43d-f969e87183c9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.399361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81cbc76d-e9bc-4651-a685-a5a10ee3fd51 req-82b51902-2883-4903-b43d-f969e87183c9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 945 time: 0.1923511 Jul 16 20:15:15.427682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-543cc482-de04-440f-9276-711aee29be65 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379428 Jul 16 20:15:15.552211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81cbc76d-e9bc-4651-a685-a5a10ee3fd51 req-b63dc2b8-6d2c-4639-9432-55069292f3c3 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354494 Jul 16 20:15:15.598949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7ad2816-77e1-49cc-8dc0-2420a3c89b34 req-82235159-9aca-4f7b-9981-31f8b1555ab1 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610656 Jul 16 20:15:15.614660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec37a1-906f-49fe-aff1-d53de9d00f96 req-72123e08-dad1-4434-8fc6-2bd27db66f95 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.616286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84ec37a1-906f-49fe-aff1-d53de9d00f96 req-72123e08-dad1-4434-8fc6-2bd27db66f95 tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 1095 time: 0.1417966 Jul 16 20:15:15.733817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84ec37a1-906f-49fe-aff1-d53de9d00f96 req-0d2e3f03-c63e-41e0-852d-c10eac2c651b tempest-LiveMigrationTest-1023219677 tempest-LiveMigrationTest-1023219677-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102650 Jul 16 20:15:15.857759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-a47a8805-ae33-4480-80f3-d21d1a49d48a tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2246740 Jul 16 20:15:15.878100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:15.892046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-e7ebe315-0349-4082-8208-81180aee5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.894790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-e7ebe315-0349-4082-8208-81180aee5ff7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1074f92bd6c4e83865915a94c4a7736&device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 1099 time: 0.2124801 Jul 16 20:15:15.954986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.049921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-fd032660-9ee4-47ca-9545-ab2858b915f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.051547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-fd032660-9ee4-47ca-9545-ab2858b915f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1444242 Jul 16 20:15:16.127606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-cc1419fe-2f77-43f5-bc1e-4c2df94cbeed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a HTTP/1.1" status: 200 len: 217 time: 0.0447547 Jul 16 20:15:16.233520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-494d26ed-f18c-49cb-9cdc-a0c0868f8bc2 req-babee69f-01a9-45b0-bb0b-45ee1320af18 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1768999589', 'description': 'tempest-description-1392959315'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:16.244121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.254220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-e51c208a-b981-4ea4-bcf9-c3395acfe328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.255877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-e51c208a-b981-4ea4-bcf9-c3395acfe328 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1114087 Jul 16 20:15:16.356758 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-494d26ed-f18c-49cb-9cdc-a0c0868f8bc2 req-babee69f-01a9-45b0-bb0b-45ee1320af18 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.475121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-e9ba8c0c-5f43-47b8-89f8-5486fc968c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.476696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-e9ba8c0c-5f43-47b8-89f8-5486fc968c17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2121649 Jul 16 20:15:16.488988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Allocated IP 172.25.8.37 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/41014ad9-7727-4c43-9e15-c6454be18dec) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:16.700884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-494d26ed-f18c-49cb-9cdc-a0c0868f8bc2 req-babee69f-01a9-45b0-bb0b-45ee1320af18 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.717044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-494d26ed-f18c-49cb-9cdc-a0c0868f8bc2 req-babee69f-01a9-45b0-bb0b-45ee1320af18 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.740899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-f39ecac5-effa-4051-a250-efb3943651e1 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534378 Jul 16 20:15:16.773107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-494d26ed-f18c-49cb-9cdc-a0c0868f8bc2 req-babee69f-01a9-45b0-bb0b-45ee1320af18 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.774516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494d26ed-f18c-49cb-9cdc-a0c0868f8bc2 req-babee69f-01a9-45b0-bb0b-45ee1320af18 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5552211 Jul 16 20:15:16.800273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.831597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babee69f-01a9-45b0-bb0b-45ee1320af18 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268a602b-b7c2-4bfd-9bd8-7e46ddbb7a3d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:16.944845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494cecbc-70b6-4796-b3a1-a93a3fa6c35f req-40c10268-bcee-4add-80a8-760b51ccb833 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898000 Jul 16 20:15:16.959316 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.333862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:17.336100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Pushing event updated for resources: {'Port': ['ID=41014ad9-7727-4c43-9e15-c6454be18dec,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:17.339577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:17.343654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:17.374779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb83da-83c3-4f5e-9cb4-83e30ba81319 req-523a5e5c-17ad-4d81-864d-7577aebc114c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.377116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dabb83da-83c3-4f5e-9cb4-83e30ba81319 req-523a5e5c-17ad-4d81-864d-7577aebc114c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.4927163 Jul 16 20:15:17.441376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dabb83da-83c3-4f5e-9cb4-83e30ba81319 req-d486e0ce-2c11-4348-935f-659635d9ea50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514917 Jul 16 20:15:17.489554 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.552447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.816627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.827176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.896320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-e2fd5339-fcb5-457a-9345-9f33c7bec7ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616461 Jul 16 20:15:18.015716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Pushing event updated for resources: {'Port': ['ID=41014ad9-7727-4c43-9e15-c6454be18dec,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.029936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.061633 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.062907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-ede2935b-0509-4fa3-9cd5-143db268147f tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1949842 Jul 16 20:15:18.133104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-edc1f398-a5a6-4e0b-9781-bdc7aa064f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.134996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-edc1f398-a5a6-4e0b-9781-bdc7aa064f16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 1096 time: 0.2034988 Jul 16 20:15:18.144383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-d5922ae6-144b-455b-a175-17fd5058bfd8 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0665286 Jul 16 20:15:18.390200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-74c4d8b0-b36a-4ed1-b264-2ada19e17dff tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.392995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b013d46-34c1-4fe2-b263-d12bb005c4a3 req-74c4d8b0-b36a-4ed1-b264-2ada19e17dff tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2416062 Jul 16 20:15:18.413411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-49a87221-8353-456f-8483-ff35ffe68d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.416224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-49a87221-8353-456f-8483-ff35ffe68d9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 200 len: 909 time: 0.2400513 Jul 16 20:15:18.484301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-2a410ab3-205b-44dd-8228-0055862f7298 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 200 len: 217 time: 0.0567296 Jul 16 20:15:18.549769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120be828-68d4-4dea-8eb9-b117f74eccd5 req-bf3198de-44be-4fa5-ad19-a754950b2e2d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.551470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-120be828-68d4-4dea-8eb9-b117f74eccd5 req-bf3198de-44be-4fa5-ad19-a754950b2e2d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 948 time: 0.2562401 Jul 16 20:15:18.568749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-52971a96-21c8-4c1b-9fd6-d1739c22048a tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/268a602b-b7c2-4bfd-9bd8-7e46ddbb7a3d HTTP/1.1" status: 200 len: 1805 time: 0.1458864 Jul 16 20:15:18.593189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '268a602b-b7c2-4bfd-9bd8-7e46ddbb7a3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:18.593497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '268a602b-b7c2-4bfd-9bd8-7e46ddbb7a3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:18.612611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-b0f10b0a-14b9-4afa-93ab-c3ff5e9dd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.614211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-b0f10b0a-14b9-4afa-93ab-c3ff5e9dd0ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 200 len: 848 time: 0.1190634 Jul 16 20:15:18.668765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-cd1e5420-971d-40fd-8c35-11113eb53d22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435548 Jul 16 20:15:18.675688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-120be828-68d4-4dea-8eb9-b117f74eccd5 req-835c6a7a-1cb4-4387-b3e4-736c323b6ca2 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163886 Jul 16 20:15:18.738304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device ac9f4e68-814a-4a76-8f11-bb50038fea7a details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:18.804488 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.862934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.878527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:18.904532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-32bc453b-0e4a-4f6c-8553-035dac64e349 service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250934 Jul 16 20:15:18.930429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port ac9f4e68-814a-4a76-8f11-bb50038fea7a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:18.961161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef75627-b647-4975-8a2c-e912ad1a83b2,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.961703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a', 'mac_address': 'fa:16:3e:e7:ea:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:19.012044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.014043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-793f2efd-ae80-4146-a8f8-ee5917076f48 req-a5986be7-692c-4556-b68c-42b31fcd9c78 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4352205 Jul 16 20:15:19.057053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.088556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9f4e68-814a-4a76-8f11-bb50038fea7a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:19.147149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port ac9f4e68-814a-4a76-8f11-bb50038fea7a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:19.154451 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.249719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-d3513a23-ff82-4914-a90d-a024c849f862 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.252870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-d3513a23-ff82-4914-a90d-a024c849f862 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 944 time: 0.3313618 Jul 16 20:15:19.254991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=ac9f4e68-814a-4a76-8f11-bb50038fea7a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:19.256178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d315edc8-b5b7-4542-8e9e-ae932abac68a req-12b5f886-94d4-4559-9050-788ef112f47b service neutron] 10.222.0.21 "GET /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364990 Jul 16 20:15:19.426135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabbc32-8091-4f3c-9886-52e8fc92980e req-fbd3f299-32f3-4edc-b948-d744e52e1ae1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.427779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9eabbc32-8091-4f3c-9886-52e8fc92980e req-fbd3f299-32f3-4edc-b948-d744e52e1ae1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 945 time: 0.3213398 Jul 16 20:15:19.489263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4311cf-e314-4b45-8df7-342778d38774 req-622b4660-906b-46d4-a71f-957134b390ec tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.490910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d4311cf-e314-4b45-8df7-342778d38774 req-622b4660-906b-46d4-a71f-957134b390ec tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 944 time: 0.1677182 Jul 16 20:15:19.513949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['ac9f4e68-814a-4a76-8f11-bb50038fea7a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:19.516197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9eabbc32-8091-4f3c-9886-52e8fc92980e req-214d3b9c-946b-412d-b521-4e29e5bbf062 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764477 Jul 16 20:15:19.535905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Deleting port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:19.536262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.598857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d4311cf-e314-4b45-8df7-342778d38774 req-309c2385-aaed-47e2-b933-c0716ea55cb6 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949273 Jul 16 20:15:19.809855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-65ad69af-41d9-4388-802f-2f7457b14033 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips/55f0f633-9839-4112-841f-c845a7d14bbc HTTP/1.1" status: 200 len: 692 time: 0.0927148 Jul 16 20:15:19.888588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] For port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:19.889640 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:19.915533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Calling delete_port for 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:20.036183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-e172948d-27a8-4eae-bc15-1ba8a46c6590 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.037723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-e172948d-27a8-4eae-bc15-1ba8a46c6590 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2098777 Jul 16 20:15:20.143991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-7abe731e-71b1-4d38-b39e-54c46a31f58a tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0856533 Jul 16 20:15:20.292253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-25502885-17d1-40df-8fb7-9cad6a50ef3d tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.1261868 Jul 16 20:15:20.321182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5e3f-3164-44b7-a043-ee84fa041641 req-8138c397-3b9e-4f1e-8dd1-1679f4305776 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.322671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5f5e3f-3164-44b7-a043-ee84fa041641 req-8138c397-3b9e-4f1e-8dd1-1679f4305776 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.2798290 Jul 16 20:15:20.378175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.393237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['2aeecb65-30cf-4c54-b6d9-c4cdafa61103'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:20.434147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event deleted for resources: {'Port': ['ID=2aeecb65-30cf-4c54-b6d9-c4cdafa61103,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:20.507233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['373c5c05-63e5-469c-be6e-df91d33b70cb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:20.545935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5f5e3f-3164-44b7-a043-ee84fa041641 req-28e9aa05-9e28-4849-8892-2710494cad13 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902566 Jul 16 20:15:20.579626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] No DVR routers for this DVR port 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:20.584558 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.588086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d89a0586-b562-4d26-83f2-5012fc4f7d78 req-34268c68-b3dc-4cd9-bd55-0cef2aaea34d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.26 "DELETE /v2.0/ports/2aeecb65-30cf-4c54-b6d9-c4cdafa61103 HTTP/1.1" status: 204 len: 173 time: 1.3273418 Jul 16 20:15:20.589067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'name': 'network-vif-deleted', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:20.593196 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1166ec-00ae-4b93-b87d-32522511cb2f" -d '{"events": [{"server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "name": "network-vif-deleted", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:20.610881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-1323ccf7-86d4-4acb-bf15-a0b6f6097d8f req-d9b7d1f7-55ea-4f5b-845d-5c832ae713c6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2130562987', 'description': 'tempest-description-1196994258'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:20.671642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1323ccf7-86d4-4acb-bf15-a0b6f6097d8f req-d9b7d1f7-55ea-4f5b-845d-5c832ae713c6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.678627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Deleting port 41014ad9-7727-4c43-9e15-c6454be18dec {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:20.679171 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.763178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device ac9f4e68-814a-4a76-8f11-bb50038fea7a up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:20.845815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port ac9f4e68-814a-4a76-8f11-bb50038fea7a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:20.852012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port ac9f4e68-814a-4a76-8f11-bb50038fea7a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:20.852374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.895588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.896338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.926095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Calling delete_port for 41014ad9-7727-4c43-9e15-c6454be18dec owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:20.966169 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1323ccf7-86d4-4acb-bf15-a0b6f6097d8f req-d9b7d1f7-55ea-4f5b-845d-5c832ae713c6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.974566 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.008610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-f7737e97-b002-45fb-8cbd-730d13078247 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2009280 Jul 16 20:15:21.014080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1323ccf7-86d4-4acb-bf15-a0b6f6097d8f req-d9b7d1f7-55ea-4f5b-845d-5c832ae713c6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.021785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:21.026177 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a47a66-0e99-4bff-8fad-45c909d5c8ca" -d '{"events": [{"server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "name": "network-vif-plugged", "status": "completed", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:21.064595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1323ccf7-86d4-4acb-bf15-a0b6f6097d8f req-d9b7d1f7-55ea-4f5b-845d-5c832ae713c6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.066208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1323ccf7-86d4-4acb-bf15-a0b6f6097d8f req-d9b7d1f7-55ea-4f5b-845d-5c832ae713c6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4640188 Jul 16 20:15:21.071235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port ac9f4e68-814a-4a76-8f11-bb50038fea7a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:21.080405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7d1f7-55ea-4f5b-845d-5c832ae713c6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55512a-56c7-4414-a087-bf6be9f0498f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:21.089857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.198735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=ac9f4e68-814a-4a76-8f11-bb50038fea7a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:21.258072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.268449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7354564-747a-404e-9111-d13b854d2e8e req-e67dc1f1-2be6-4a1d-a92e-c723e5623015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.271532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-e67dc1f1-2be6-4a1d-a92e-c723e5623015 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b8a1f8509854fe39b4a4a63f77b47b5&device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 1097 time: 0.1738577 Jul 16 20:15:21.340130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Pushing event deleted for resources: {'Port': ['ID=41014ad9-7727-4c43-9e15-c6454be18dec,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:21.516934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.519618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.520899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a721bf0-ffdc-498b-ae63-c1846c0dfde6 req-45f1fc2e-5713-4dde-baad-76de306c8407 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "DELETE /v2.0/floatingips/55f0f633-9839-4112-841f-c845a7d14bbc HTTP/1.1" status: 204 len: 173 time: 1.2180574 Jul 16 20:15:21.544567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7354564-747a-404e-9111-d13b854d2e8e req-c72efd33-3b0f-4bc0-a671-5b7297f1ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.548620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-c72efd33-3b0f-4bc0-a671-5b7297f1ec45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 HTTP/1.1" status: 200 len: 910 time: 0.2217536 Jul 16 20:15:22.071354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-aae6cbb1-8d66-462f-999e-8dc658370cee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a HTTP/1.1" status: 200 len: 217 time: 0.5121553 Jul 16 20:15:22.215171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7354564-747a-404e-9111-d13b854d2e8e req-f5a4a770-8edd-4ebb-9ec2-f0e88a854727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.216882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-f5a4a770-8edd-4ebb-9ec2-f0e88a854727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ddfd4d7a-8e1b-4cf4-85e3-b293300a919d HTTP/1.1" status: 200 len: 849 time: 0.1293042 Jul 16 20:15:22.238509 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a201baa-7c35-49a8-a784-7294cc6cace0 x-openstack-request-id: req-9a201baa-7c35-49a8-a784-7294cc6cace0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:22.239120 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226f5897-26cb-4747-b02a-dd1d87b29cdb", "name": "network-vif-deleted", "tag": "2aeecb65-30cf-4c54-b6d9-c4cdafa61103", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:22.239748 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9a201baa-7c35-49a8-a784-7294cc6cace0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:22.241376 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226f5897-26cb-4747-b02a-dd1d87b29cdb', 'name': 'network-vif-deleted', 'tag': '2aeecb65-30cf-4c54-b6d9-c4cdafa61103', 'status': 'completed', 'code': 200} Jul 16 20:15:22.304385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-675e156a-ed60-4ead-beec-1caba5d812c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614839 Jul 16 20:15:22.343836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fba23-46b4-4f4f-8cd8-b9abdd7fcbe5 req-16b3c670-aab5-48da-9ef8-d16ab3a116d4 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.348198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494fba23-46b4-4f4f-8cd8-b9abdd7fcbe5 req-16b3c670-aab5-48da-9ef8-d16ab3a116d4 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 950 time: 0.2833903 Jul 16 20:15:22.467219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c55642f2-21e2-4840-a1b7-529656d7748e req-32bc8a0e-5ecb-45f9-a0de-8d62dd18f0f4 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 210 time: 0.1173177 Jul 16 20:15:22.538928 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d6ce2d-4019-42e5-8507-1d413aa9dc5e x-openstack-request-id: req-94d6ce2d-4019-42e5-8507-1d413aa9dc5e {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:22.539788 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "name": "network-vif-plugged", "status": "completed", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:22.539788 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-94d6ce2d-4019-42e5-8507-1d413aa9dc5e {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:22.540154 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a', 'code': 200} Jul 16 20:15:22.574330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-494fba23-46b4-4f4f-8cd8-b9abdd7fcbe5 req-b0a10d34-7218-4d7c-97e0-7dbe1fd445cb tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039523 Jul 16 20:15:22.653669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-194cdf2e-104f-4b7e-ba5c-181a51de9743 service neutron] 10.222.0.26 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412738 Jul 16 20:15:22.752567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-514e490f-7e5b-49f0-bfc7-ab5ae4196e90 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/7f55512a-56c7-4414-a087-bf6be9f0498f HTTP/1.1" status: 200 len: 1805 time: 0.1940730 Jul 16 20:15:22.758767 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-a827d731-fd2c-44ae-ae1b-3c7a6557775d req-1d63c7c8-ef0d-4889-9a14-20abf988d321 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] show failed (client error): The resource could not be found. Jul 16 20:15:22.760068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a827d731-fd2c-44ae-ae1b-3c7a6557775d req-1d63c7c8-ef0d-4889-9a14-20abf988d321 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips/55f0f633-9839-4112-841f-c845a7d14bbc HTTP/1.1" status: 404 len: 350 time: 0.0981448 Jul 16 20:15:22.807627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7f55512a-56c7-4414-a087-bf6be9f0498f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:22.808002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7f55512a-56c7-4414-a087-bf6be9f0498f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:22.854527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:22.870127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7354564-747a-404e-9111-d13b854d2e8e req-359353a4-5c47-4b5a-b7fa-d90b7e835780 service neutron] 10.222.0.26 "GET /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051859 Jul 16 20:15:22.875769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e6240-a1cb-417a-9853-50b31b61ec54 req-d41a1b21-1aa7-4a8b-87ff-efcbf605468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.877614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33e6240-a1cb-417a-9853-50b31b61ec54 req-d41a1b21-1aa7-4a8b-87ff-efcbf605468f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 1101 time: 0.2266779 Jul 16 20:15:22.913690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:22.914722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2aeecb65-30cf-4c54-b6d9-c4cdafa61103 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:22.988115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.996101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a33e6240-a1cb-417a-9853-50b31b61ec54 req-f157ff28-a275-4af7-b8f4-664fa82f8294 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072640 Jul 16 20:15:23.037820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7dd0-7d17-46d9-8df4-b4e9870618bd req-4d927f35-5c1b-4440-8f47-57cc0f34aaea tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.039990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34ad7dd0-7d17-46d9-8df4-b4e9870618bd req-4d927f35-5c1b-4440-8f47-57cc0f34aaea tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.1672914 Jul 16 20:15:23.052927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.067375 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.091818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d521cb3e-da3a-4451-b2f0-3188c18ee810,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:23.111059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.112580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e03a541c-c1e3-4798-9f05-10251e020e26 req-9253c339-2008-42e6-860a-48b13d947b30 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3132041 Jul 16 20:15:23.116748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34ad7dd0-7d17-46d9-8df4-b4e9870618bd req-52c9b17d-8d83-4486-99c9-fe05b4b5fda8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715504 Jul 16 20:15:23.309806 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-b7b82ef9-2489-494d-a1e6-766e5d4c17a0 req-4ebb3110-e029-44fa-b8a8-80f18781ea90 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] show failed (client error): The resource could not be found. Jul 16 20:15:23.310861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7b82ef9-2489-494d-a1e6-766e5d4c17a0 req-4ebb3110-e029-44fa-b8a8-80f18781ea90 tempest-FloatingIPsTestJSON-823513002 tempest-FloatingIPsTestJSON-823513002-project] 10.222.0.100 "GET /v2.0/floatingips/55f0f633-9839-4112-841f-c845a7d14bbc HTTP/1.1" status: 404 len: 350 time: 0.0465074 Jul 16 20:15:23.324853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35594) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:23.352768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-5acde2aa-fcbf-4bed-ad69-63f340d54d90 req-beccaed2-2dbf-4437-b0b7-a29609b6f409 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1840407162', 'description': 'tempest-description-1605408412'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:23.418284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5acde2aa-fcbf-4bed-ad69-63f340d54d90 req-beccaed2-2dbf-4437-b0b7-a29609b6f409 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.644139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5acde2aa-fcbf-4bed-ad69-63f340d54d90 req-beccaed2-2dbf-4437-b0b7-a29609b6f409 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.652390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5acde2aa-fcbf-4bed-ad69-63f340d54d90 req-beccaed2-2dbf-4437-b0b7-a29609b6f409 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.745715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccaed2-2dbf-4437-b0b7-a29609b6f409 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1ee436-668f-4b94-ab06-f18b14319eeb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:23.765390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5acde2aa-fcbf-4bed-ad69-63f340d54d90 req-beccaed2-2dbf-4437-b0b7-a29609b6f409 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.770863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5acde2aa-fcbf-4bed-ad69-63f340d54d90 req-beccaed2-2dbf-4437-b0b7-a29609b6f409 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4223125 Jul 16 20:15:23.893432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.912443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed2af03f-9ef2-4976-8bd1-546ce16d54db req-099793ca-2a9f-47f1-a867-3dea9409ad30 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 210 time: 0.0591576 Jul 16 20:15:23.937859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e2ea8540-2821-4a07-a650-18ded180f57b req-2b47ef6b-e2b1-4b80-b2fb-33d59f3c2cb4 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-321879372', 'description': 'tempest-description-1243032944'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:23.967222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e2ea8540-2821-4a07-a650-18ded180f57b req-2b47ef6b-e2b1-4b80-b2fb-33d59f3c2cb4 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.143922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95818e34-93d1-41be-b840-ef200c767ac9 req-3c8089e1-d385-4948-b89d-25dc7636c2cc tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.156943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95818e34-93d1-41be-b840-ef200c767ac9 req-3c8089e1-d385-4948-b89d-25dc7636c2cc tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 950 time: 0.1655157 Jul 16 20:15:24.231151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e2ea8540-2821-4a07-a650-18ded180f57b req-2b47ef6b-e2b1-4b80-b2fb-33d59f3c2cb4 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.247856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95818e34-93d1-41be-b840-ef200c767ac9 req-a6a5a0ba-49cd-4f83-827c-d74c2e6ebedc tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891075 Jul 16 20:15:24.255129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e2ea8540-2821-4a07-a650-18ded180f57b req-2b47ef6b-e2b1-4b80-b2fb-33d59f3c2cb4 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.303922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e2ea8540-2821-4a07-a650-18ded180f57b req-2b47ef6b-e2b1-4b80-b2fb-33d59f3c2cb4 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.305315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2ea8540-2821-4a07-a650-18ded180f57b req-2b47ef6b-e2b1-4b80-b2fb-33d59f3c2cb4 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3723803 Jul 16 20:15:24.314060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47ef6b-e2b1-4b80-b2fb-33d59f3c2cb4 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a3516-d75c-4633-85ee-57fb3276ea28,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:24.439124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Deleting port 58069109-9423-48c6-985e-e17559c46953 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:24.440032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.554916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] For port 58069109-9423-48c6-985e-e17559c46953, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=58069109-9423-48c6-985e-e17559c46953,segment=NetworkSegment(3c35f79a-5513-4464-a036-4941455be99c),segment_id=3c35f79a-5513-4464-a036-4941455be99c)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:24.555307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.585489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Calling delete_port for 58069109-9423-48c6-985e-e17559c46953 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:24.723409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-7f568fea-4284-47b8-97d4-888cb68bce83 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/9c1ee436-668f-4b94-ab06-f18b14319eeb HTTP/1.1" status: 200 len: 1805 time: 0.1486340 Jul 16 20:15:24.782152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35634) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:24.855386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f4ff8048-0c41-49bf-a06f-07eced7dbeaa details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:24.868377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5439a6-4bda-422f-ae57-296c177e7ae9 req-e600787b-5092-4f7d-ad2b-dfa211fe40ee tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.870965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b5439a6-4bda-422f-ae57-296c177e7ae9 req-e600787b-5092-4f7d-ad2b-dfa211fe40ee tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.2357249 Jul 16 20:15:24.910674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-15752480-39fa-4e49-bcbc-dca3dce14c7c tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/2c2a3516-d75c-4633-85ee-57fb3276ea28 HTTP/1.1" status: 200 len: 1804 time: 0.1853735 Jul 16 20:15:24.934387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c1ee436-668f-4b94-ab06-f18b14319eeb', 'remote_group_id': '2c2a3516-d75c-4633-85ee-57fb3276ea28', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:24.935076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c1ee436-668f-4b94-ab06-f18b14319eeb', 'remote_group_id': '2c2a3516-d75c-4633-85ee-57fb3276ea28', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:24.937187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.008001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Pushing event deleted for resources: {'Port': ['ID=58069109-9423-48c6-985e-e17559c46953,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.059464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b5439a6-4bda-422f-ae57-296c177e7ae9 req-76d7c54e-dae4-4c3a-a294-30f0bb789ef4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751828 Jul 16 20:15:25.076478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:25.112933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'mac_address': 'fa:16:3e:7f:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:25.131860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6a53e5-1c0e-4903-9781-118fad022a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.177802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.200273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.207549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4ff8048-0c41-49bf-a06f-07eced7dbeaa {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:25.256090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:25.265625 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.321506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.328286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.367078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f4ff8048-0c41-49bf-a06f-07eced7dbeaa'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:25.412427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.448696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b41149-60d8-4ff2-96da-2e4759573247,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.471211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.619307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6a53e5-1c0e-4903-9781-118fad022a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.630934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6a53e5-1c0e-4903-9781-118fad022a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.633957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.637121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-543ef69f-3409-4bf9-8ccd-715b0f2cbf16 req-446e21ae-2328-4baa-8b28-c7d6c4c8d097 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7243383 Jul 16 20:15:25.703120 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bd6a53e5-1c0e-4903-9781-118fad022a6d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4041008369fb4727b717e7708fa9c6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9192901 Jul 16 20:15:25.706904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35656) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:25.714370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a53e5-1c0e-4903-9781-118fad022a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2eb9a9-ce92-447a-afc0-657e6f1dcabf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.881320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1e8be40-adf4-4f39-8f72-4dcb30375fd1 req-27cb1735-8a19-479f-97f4-a605797956a5 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=226f5897-26cb-4747-b02a-dd1d87b29cdb HTTP/1.1" status: 200 len: 210 time: 0.0676994 Jul 16 20:15:25.915129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Router ad227b3d-3487-40c9-b736-abaa2000d98f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:25.951280 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-baf915d8-7993-48c3-a19f-5deead2a92aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.979044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-baf915d8-7993-48c3-a19f-5deead2a92aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.073864 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-baf915d8-7993-48c3-a19f-5deead2a92aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.077931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-baf915d8-7993-48c3-a19f-5deead2a92aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.085123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-baf915d8-7993-48c3-a19f-5deead2a92aa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1c2eb9a9-ce92-447a-afc0-657e6f1dcabf HTTP/1.1" status: 204 len: 168 time: 0.3716531 Jul 16 20:15:26.123741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf915d8-7993-48c3-a19f-5deead2a92aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2eb9a9-ce92-447a-afc0-657e6f1dcabf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:26.142031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:26.152313 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-26094863-ce93-4bb0-8e8e-8616eedc3805 admin admin] 10.222.0.100 "PUT /v2.0/routers/ad227b3d-3487-40c9-b736-abaa2000d98f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229339 Jul 16 20:15:26.154574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.196314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] Sync routers for ids ['ad227b3d-3487-40c9-b736-abaa2000d98f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:26.241612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005b68-ac65-4464-b697-6987770287c7 req-b0daca96-7341-4d3b-9acd-d52745761d0c tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.244150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30005b68-ac65-4464-b697-6987770287c7 req-b0daca96-7341-4d3b-9acd-d52745761d0c tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 950 time: 0.3670094 Jul 16 20:15:26.262174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] Routers {'ad227b3d-3487-40c9-b736-abaa2000d98f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:26.263224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ad227b3d-3487-40c9-b736-abaa2000d98f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:26.387620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30005b68-ac65-4464-b697-6987770287c7 req-3b609b5b-87e3-4b54-82cf-9fc603cb3025 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086442 Jul 16 20:15:26.423847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f778951c-fe70-45f8-b5ef-9570084416ac req-ecd23cb8-a9c2-4c4c-ad73-1117845ddbd5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1190918318', 'description': 'tempest-description-2016428329'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:26.463736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f778951c-fe70-45f8-b5ef-9570084416ac req-ecd23cb8-a9c2-4c4c-ad73-1117845ddbd5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.515795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.667383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f778951c-fe70-45f8-b5ef-9570084416ac req-ecd23cb8-a9c2-4c4c-ad73-1117845ddbd5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.679187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f778951c-fe70-45f8-b5ef-9570084416ac req-ecd23cb8-a9c2-4c4c-ad73-1117845ddbd5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.747395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f778951c-fe70-45f8-b5ef-9570084416ac req-ecd23cb8-a9c2-4c4c-ad73-1117845ddbd5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.752528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f778951c-fe70-45f8-b5ef-9570084416ac req-ecd23cb8-a9c2-4c4c-ad73-1117845ddbd5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3362820 Jul 16 20:15:26.769045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.786744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd23cb8-a9c2-4c4c-ad73-1117845ddbd5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad9881-9667-44af-8814-6a40c36ec645,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:26.882847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:26.900324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f4ff8048-0c41-49bf-a06f-07eced7dbeaa up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:26.915178 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71fd19b0-42ec-41fd-b5a2-88b92bc73c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.948647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b3a0-62a1-4936-9632-3b8607c45e70 req-797fb5ab-f9d9-4eed-b877-15db1454963e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:26.951666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b63b3a0-62a1-4936-9632-3b8607c45e70 req-797fb5ab-f9d9-4eed-b877-15db1454963e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.1549735 Jul 16 20:15:27.015701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Deleting port 2f2be18e-03c4-4e95-b2a2-128355bb699f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:27.016155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.041973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port f4ff8048-0c41-49bf-a06f-07eced7dbeaa triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:27.042828 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.111864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b63b3a0-62a1-4936-9632-3b8607c45e70 req-d489564d-6330-4666-8f1c-63454d0dab96 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437948 Jul 16 20:15:27.239214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] Set router ad227b3d-3487-40c9-b736-abaa2000d98f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:27.446076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-90cbce69-a778-457f-9a4c-d417d51504f9 req-a1eb60e3-9de6-40d1-86a1-589aa923a8e5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1473135555', 'description': 'tempest-description-426754041'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:27.797921 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.889710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] For port 2f2be18e-03c4-4e95-b2a2-128355bb699f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2f2be18e-03c4-4e95-b2a2-128355bb699f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:27.890620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.933131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:27.944388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Calling delete_port for 2f2be18e-03c4-4e95-b2a2-128355bb699f owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:27.947572 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dc15e8-0baa-4109-9139-fefa5a0f994f" -d '{"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-plugged", "status": "completed", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:27.974451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:27.980841 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.058103 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71fd19b0-42ec-41fd-b5a2-88b92bc73c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.075134 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71fd19b0-42ec-41fd-b5a2-88b92bc73c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.109454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-903bd668-c69b-441c-9caa-07a3031270a6 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=b1074f92bd6c4e83865915a94c4a7736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931990 Jul 16 20:15:28.112449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:15:24Z', 'revision_number': 5, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port': {'id': '2f2be18e-03c4-4e95-b2a2-128355bb699f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:47Z', 'updated_at': '2021-07-16T20:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:28.151265 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-71fd19b0-42ec-41fd-b5a2-88b92bc73c5d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=438c5e94212f4cc0ae0cf67fb6f99f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2624238 Jul 16 20:15:28.168422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.169070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] Checking router: ad227b3d-3487-40c9-b736-abaa2000d98f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:15:28.195454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] Routers {'ad227b3d-3487-40c9-b736-abaa2000d98f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:28.197234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ad227b3d-3487-40c9-b736-abaa2000d98f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:28.291679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90cbce69-a778-457f-9a4c-d417d51504f9 req-a1eb60e3-9de6-40d1-86a1-589aa923a8e5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.469304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.478566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.498266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90cbce69-a778-457f-9a4c-d417d51504f9 req-a1eb60e3-9de6-40d1-86a1-589aa923a8e5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.513625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90cbce69-a778-457f-9a4c-d417d51504f9 req-a1eb60e3-9de6-40d1-86a1-589aa923a8e5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.593283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] Set router ad227b3d-3487-40c9-b736-abaa2000d98f gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:28.593968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb60e3-9de6-40d1-86a1-589aa923a8e5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aababcf7-8108-4b58-93c6-5f5e9853e7b5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.601724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90cbce69-a778-457f-9a4c-d417d51504f9 req-a1eb60e3-9de6-40d1-86a1-589aa923a8e5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.616101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90cbce69-a778-457f-9a4c-d417d51504f9 req-a1eb60e3-9de6-40d1-86a1-589aa923a8e5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1750684 Jul 16 20:15:28.619805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd19b0-42ec-41fd-b5a2-88b92bc73c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fac951-cf21-474a-942e-625f8321c0db,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.624269 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6b06-56f1-43c2-a0bd-41010d6a8b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.637170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-2943dbfa-7453-441e-837b-40e003c9cd54 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.650994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-2943dbfa-7453-441e-837b-40e003c9cd54 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5390654 Jul 16 20:15:28.680498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-e7f483d9-4765-485d-858a-b13b78b2e92e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/quotas/b1074f92bd6c4e83865915a94c4a7736 HTTP/1.1" status: 200 len: 375 time: 0.0279877 Jul 16 20:15:28.754948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2be18e-03c4-4e95-b2a2-128355bb699f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.911384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:15:26Z', 'revision_number': 6, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:29.012824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d42e13-311a-48fd-9241-0fc215526660 None None] The sync data for ids ['ad227b3d-3487-40c9-b736-abaa2000d98f'] in n-d-798930-6 is: [{'id': 'ad227b3d-3487-40c9-b736-abaa2000d98f', 'name': 'tempest-FloatingIPsTestJSON-1924687274-router', 'tenant_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:46Z', 'updated_at': '2021-07-16T20:15:26Z', 'revision_number': 6, 'project_id': '9e3c6b5f7fb74c05b8b79fa2cc9f5ba5', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:29.036774 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6b06-56f1-43c2-a0bd-41010d6a8b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.067956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-0d01148f-2e44-4006-a6da-a376f02afcac tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b1074f92bd6c4e83865915a94c4a7736&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3861716 Jul 16 20:15:29.148601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.357128 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b3ad8-8b23-4e53-b669-403bb382e484 x-openstack-request-id: req-c42b3ad8-8b23-4e53-b669-403bb382e484 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:29.359024 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-plugged", "status": "completed", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:29.359410 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c42b3ad8-8b23-4e53-b669-403bb382e484 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:29.360688 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'code': 200} Jul 16 20:15:29.566850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6b06-56f1-43c2-a0bd-41010d6a8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.573860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6b06-56f1-43c2-a0bd-41010d6a8b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.593374 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b8bb6b06-56f1-43c2-a0bd-41010d6a8b36 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b8fac951-cf21-474a-942e-625f8321c0db HTTP/1.1" status: 204 len: 168 time: 1.4111543 Jul 16 20:15:29.651967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-b6b9851e-971f-4bd4-a9b0-67ab8185bc61 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/6fad9881-9667-44af-8814-6a40c36ec645 HTTP/1.1" status: 200 len: 1805 time: 0.2604477 Jul 16 20:15:29.678206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb6b06-56f1-43c2-a0bd-41010d6a8b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fac951-cf21-474a-942e-625f8321c0db,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.698144 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.707003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.904532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.905226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad227b3d-3487-40c9-b736-abaa2000d98f {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:15:29.913759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.921371 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d4ebd1ea-72d7-408e-a35a-ea97bc07c851 admin admin] 10.222.0.100 "DELETE /v2.0/routers/ad227b3d-3487-40c9-b736-abaa2000d98f HTTP/1.1" status: 204 len: 168 time: 3.7593858 Jul 16 20:15:29.922977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:30.024058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-1e763430-c261-48d6-88dc-f232335aa953 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/aababcf7-8108-4b58-93c6-5f5e9853e7b5 HTTP/1.1" status: 200 len: 1804 time: 0.3697979 Jul 16 20:15:30.168664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] Deleting subnet bd1e5b71-0cb7-4b74-bf21-0b323e6df89c {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:30.175422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6fad9881-9667-44af-8814-6a40c36ec645', 'remote_group_id': 'aababcf7-8108-4b58-93c6-5f5e9853e7b5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:30.176439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6fad9881-9667-44af-8814-6a40c36ec645', 'remote_group_id': 'aababcf7-8108-4b58-93c6-5f5e9853e7b5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:30.191524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.256121 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b50f26aa-2438-4afd-b40b-9b3f2acc0f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.445988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.477603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24719-f7be-4303-ac7e-e6e4fbd39c33 req-1ba3a47e-11b0-4005-b461-46fc1260b076 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.495222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52f24719-f7be-4303-ac7e-e6e4fbd39c33 req-1ba3a47e-11b0-4005-b461-46fc1260b076 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.5566976 Jul 16 20:15:30.787033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52f24719-f7be-4303-ac7e-e6e4fbd39c33 req-de17ec99-60fd-40d8-974c-f70f2275320b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894754 Jul 16 20:15:30.846672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.863539 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.886535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2f2be18e-03c4-4e95-b2a2-128355bb699f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:31.001375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 2f2be18e-03c4-4e95-b2a2-128355bb699f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:31.033276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2f2be18e-03c4-4e95-b2a2-128355bb699f not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:31.034040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58069109-9423-48c6-985e-e17559c46953 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:31.073281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.081977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.190080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 58069109-9423-48c6-985e-e17559c46953 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:31.192606 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.194890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58069109-9423-48c6-985e-e17559c46953 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:31.206130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229bcc50-43f3-4cca-aff4-cdba9b050875,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.262976 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.265178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37631ee3-a53d-4e42-9fac-0c7a6b052972 req-59f195c3-7e3c-4489-931a-b233f12d0471 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2360775 Jul 16 20:15:31.342837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1e5b71-0cb7-4b74-bf21-0b323e6df89c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.377095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e885ba-cd82-443c-9699-dda81e04f6f1 None None] Network 83e5f9dc-1afa-455d-8de6-054e7e6ef55b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:31.393650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.402271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35782) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.402672 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e0dc87bf-5225-4cc3-82ca-b1c1960f3e0e admin admin] 10.222.0.100 "DELETE /v2.0/subnets/bd1e5b71-0cb7-4b74-bf21-0b323e6df89c HTTP/1.1" status: 204 len: 168 time: 1.4675951 Jul 16 20:15:31.868357 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae30332d-71e2-4487-96ca-7caed9f0076f req-9e873ac2-7b87-45bf-8ca5-2aa8db5742d9 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 210 time: 0.0623748 Jul 16 20:15:31.881716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.104231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Deleting port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:32.104749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.111985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54f213f1-3fff-4fd8-a1a8-a9a16b8b55a8 req-db0ca93f-a913-4362-8294-800a511f0303 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/aababcf7-8108-4b58-93c6-5f5e9853e7b5 HTTP/1.1" status: 200 len: 1804 time: 0.1065526 Jul 16 20:15:32.303706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] DHCP port deletion for 83e5f9dc-1afa-455d-8de6-054e7e6ef55b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:32.400078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] For port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,segment=NetworkSegment(3c35f79a-5513-4464-a036-4941455be99c),segment_id=3c35f79a-5513-4464-a036-4941455be99c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:32.400681 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.460680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54f213f1-3fff-4fd8-a1a8-a9a16b8b55a8 req-e4aa246b-7d4e-4d6a-a70b-bdb69b782f7e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.463341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Calling delete_port for 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:32.468368 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-79069eb5-ad43-4693-89dc-a17989a83d86 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b1074f92bd6c4e83865915a94c4a7736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529478 Jul 16 20:15:32.507870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35800) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.662830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] Deleting port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:32.671797 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.790417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-bb21d020-b3c0-49ff-a48b-1161d85b56c9 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.792499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-bb21d020-b3c0-49ff-a48b-1161d85b56c9 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091099 Jul 16 20:15:32.842138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Request body: {'port': {'device_id': '878bdc3d-7375-4941-abdb-7637801843b4', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'b1074f92bd6c4e83865915a94c4a7736'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:32.866697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-13807449-network', 'tenant_id': '24a9d32a09ef4997a5334b35654c10e2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:32.935205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Made reservation on behalf of 24a9d32a09ef4997a5334b35654c10e2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:32.940533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.972304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.018967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:33.022984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] For port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,segment=NetworkSegment(3c35f79a-5513-4464-a036-4941455be99c),segment_id=3c35f79a-5513-4464-a036-4941455be99c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:33.026380 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.118119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] Calling delete_port for 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:33.173064 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54f213f1-3fff-4fd8-a1a8-a9a16b8b55a8 req-e4aa246b-7d4e-4d6a-a70b-bdb69b782f7e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.220995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.226812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.271201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:33.322810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.327222 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Added segment 31cc9fdd-f866-433c-93e0-1a0c81c6d695 of type vlan for network e10b2181-4fc7-4066-bc06-54086f21d461 Jul 16 20:15:33.329865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff84b15-e643-4804-b920-d1d105123a38,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.411237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Made reservation on behalf of b1074f92bd6c4e83865915a94c4a7736 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:33.416237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.447125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.479293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.482111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.544823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97236bd-d6f5-4d81-a181-e8695c35cbea req-4a2631c0-c333-46fb-b899-cb8a51f3b065 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.551201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.552692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d97236bd-d6f5-4d81-a181-e8695c35cbea req-4a2631c0-c333-46fb-b899-cb8a51f3b065 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.3762293 Jul 16 20:15:33.553531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.554309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.588123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] Pushing event deleted for resources: {'Port': ['ID=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.608460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41497d6c-a1de-4746-a012-211ab6df9cc3 None None] No DVR routers for this DVR port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:33.618181 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.654925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54f213f1-3fff-4fd8-a1a8-a9a16b8b55a8 req-e4aa246b-7d4e-4d6a-a70b-bdb69b782f7e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.658320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54f213f1-3fff-4fd8-a1a8-a9a16b8b55a8 req-e4aa246b-7d4e-4d6a-a70b-bdb69b782f7e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.670714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54f213f1-3fff-4fd8-a1a8-a9a16b8b55a8 req-e4aa246b-7d4e-4d6a-a70b-bdb69b782f7e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-groups/aababcf7-8108-4b58-93c6-5f5e9853e7b5 HTTP/1.1" status: 204 len: 173 time: 1.5374367 Jul 16 20:15:33.756570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] Pushing event updated for resources: {'Network': ['ID=e10b2181-4fc7-4066-bc06-54086f21d461,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.776918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e10b2181-4fc7-4066-bc06-54086f21d461 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:33.796812 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bfd13a54-8da8-4add-bb43-ee3b9bc5e32a admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2858040 Jul 16 20:15:33.801306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35820) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:33.807469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Request body: {'subnet': {'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-13807449-subnet', 'tenant_id': '24a9d32a09ef4997a5334b35654c10e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:33.856591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Made reservation on behalf of 24a9d32a09ef4997a5334b35654c10e2 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:33.861834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.940311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.984107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] No DVR routers for this DVR port 6dde41a8-0f2b-4cc3-9857-e6ab8b4c254d on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:33.997914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa246b-7d4e-4d6a-a70b-bdb69b782f7e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aababcf7-8108-4b58-93c6-5f5e9853e7b5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.053672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.167460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d97236bd-d6f5-4d81-a181-e8695c35cbea req-b14cdd2c-463e-48b4-918f-aeef31774d9f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972342 Jul 16 20:15:34.304043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-a58bf0d8-57a7-416a-abed-d81a3e86eef4 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.305650 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-a58bf0d8-57a7-416a-abed-d81a3e86eef4 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.26 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 946 time: 0.2226307 Jul 16 20:15:34.380248 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.399453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e5f9dc-1afa-455d-8de6-054e7e6ef55b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:34.415906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c35f79a-5513-4464-a036-4941455be99c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:34.416503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c35f79a-5513-4464-a036-4941455be99c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:34.430141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.452746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.463814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:34.466118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.512900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Deleting port fc4811a9-699d-4ea3-a602-ff4b9c13153a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:34.513316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:34.543747 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:34.548196 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:34.574910 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.625965 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.628377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] 10.222.0.100 "DELETE /v2.0/networks/83e5f9dc-1afa-455d-8de6-054e7e6ef55b HTTP/1.1" status: 204 len: 168 time: 3.2230651 Jul 16 20:15:34.634320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] For port fc4811a9-699d-4ea3-a602-ff4b9c13153a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=fc4811a9-699d-4ea3-a602-ff4b9c13153a,segment=NetworkSegment(81cad71c-f7f1-4130-a616-92b425afc241),segment_id=81cad71c-f7f1-4130-a616-92b425afc241)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:34.634320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.644249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e072ca44-d3b2-49a7-9974-8f0e5656be5e req-f2d1c7c1-2ade-47e1-91d4-5ca551913d0d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 210 time: 0.3270140 Jul 16 20:15:34.650118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Calling delete_port for fc4811a9-699d-4ea3-a602-ff4b9c13153a owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:34.701015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c40ea8-7ae7-42c6-b460-03e3dd472233 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e5f9dc-1afa-455d-8de6-054e7e6ef55b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.733531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Allocated IP 192.168.233.99 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/af14acb5-adba-4901-aae7-4ebf2f5bce39) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:34.756567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b5d5291-109f-4882-8951-558d8a39e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.911485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.964893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71815af3-f607-4e56-8f6d-60f0ef0dc5fd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.995086 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.013316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['fc4811a9-699d-4ea3-a602-ff4b9c13153a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:35.135724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:35.136406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Network hostable DHCP agents. Network: e10b2181-4fc7-4066-bc06-54086f21d461, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:35.139035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35828) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:35.140168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] No DVR routers for this DVR port fc4811a9-699d-4ea3-a602-ff4b9c13153a on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:35.144051 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.147971 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7fd189b6-2e2f-465a-ac22-8145c9965517 req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.26 "DELETE /v2.0/ports/fc4811a9-699d-4ea3-a602-ff4b9c13153a HTTP/1.1" status: 204 len: 173 time: 0.8258505 Jul 16 20:15:35.149265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405d1b6-08ef-4c35-8eea-a79711798ef8 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Pushing event deleted for resources: {'Port': ['ID=fc4811a9-699d-4ea3-a602-ff4b9c13153a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.201586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'name': 'network-vif-deleted', 'tag': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:35.209987 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefa5dc4-3049-4392-9892-88ca1fe4b24a" -d '{"events": [{"server_uuid": "94f3dc86-0ca8-4346-9ac4-2963e0af626b", "name": "network-vif-deleted", "tag": "fc4811a9-699d-4ea3-a602-ff4b9c13153a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:35.269587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc1d2bfb-87c3-42a6-9230-0ad3176b67cd req-dc6e2d12-1821-434c-a950-34156c897e09 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/6fad9881-9667-44af-8814-6a40c36ec645 HTTP/1.1" status: 200 len: 1805 time: 0.5529220 Jul 16 20:15:35.333984 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7c7e7376-1566-443f-b24c-bd1b99c2817b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9e3c6b5f7fb74c05b8b79fa2cc9f5ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558406 Jul 16 20:15:35.338615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35840) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:35.382059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Network e10b2181-4fc7-4066-bc06-54086f21d461 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:35.420895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65dfa5-f914-4867-980f-fbcefac41870 req-506b09cf-33a6-411a-9f01-a3ce397f4fef tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.427414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a65dfa5-f914-4867-980f-fbcefac41870 req-506b09cf-33a6-411a-9f01-a3ce397f4fef tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f3dc86-0ca8-4346-9ac4-2963e0af626b HTTP/1.1" status: 200 len: 867 time: 1.3377695 Jul 16 20:15:35.471556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e10b2181-4fc7-4066-bc06-54086f21d461) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:35.483726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.486551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.494472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4593f45-30ff-457c-9cd0-2514a45856bf None None] Network e10b2181-4fc7-4066-bc06-54086f21d461 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:35.530785 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d990c585-1670-4f16-b14d-eef7eb803265 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7283053 Jul 16 20:15:35.586404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb28c-5316-4683-9ac2-9a8795af148b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.602777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a65dfa5-f914-4867-980f-fbcefac41870 req-85be3d28-9a60-4047-82cc-857883beff45 tempest-ServerTagsTestJSON-239839580 tempest-ServerTagsTestJSON-239839580-project] 10.222.0.100 "GET /v2.0/security-groups?id=fb058687-5224-441f-a4a0-d8d9b685f32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702285 Jul 16 20:15:35.619182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.656172 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb28c-5316-4683-9ac2-9a8795af148b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.676672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Transition to ACTIVE for port object af14acb5-adba-4901-aae7-4ebf2f5bce39 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:35.808384 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.835361 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fd42ed-9e93-4037-9fa9-224666000e21 x-openstack-request-id: req-30fd42ed-9e93-4037-9fa9-224666000e21 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:35.835696 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f3dc86-0ca8-4346-9ac4-2963e0af626b", "name": "network-vif-deleted", "tag": "fc4811a9-699d-4ea3-a602-ff4b9c13153a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:35.836735 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-30fd42ed-9e93-4037-9fa9-224666000e21 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:35.839187 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3dc86-0ca8-4346-9ac4-2963e0af626b', 'name': 'network-vif-deleted', 'tag': 'fc4811a9-699d-4ea3-a602-ff4b9c13153a', 'status': 'completed', 'code': 200} Jul 16 20:15:35.840013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['ac9f4e68-814a-4a76-8f11-bb50038fea7a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:35.841065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb28c-5316-4683-9ac2-9a8795af148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.849156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb28c-5316-4683-9ac2-9a8795af148b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.855315 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1c2eb28c-5316-4683-9ac2-9a8795af148b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ca79b95d-0109-439c-80aa-708d64610a3e HTTP/1.1" status: 204 len: 168 time: 0.5137622 Jul 16 20:15:35.904949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eb28c-5316-4683-9ac2-9a8795af148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca79b95d-0109-439c-80aa-708d64610a3e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.938959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-52134d91-8fa1-4829-b9a9-c7e372912ce6 req-aadd5f37-d3c5-4f14-a439-798dcdbb9d57 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2115732312', 'description': 'tempest-description-280378028'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:36.031157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4217f61a-f0f0-474d-b452-4ccf66b81f3a None None] Network e10b2181-4fc7-4066-bc06-54086f21d461 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:36.037904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.120553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Pushing event updated for resources: {'Port': ['ID=af14acb5-adba-4901-aae7-4ebf2f5bce39,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:36.161725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:36.165641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-52134d91-8fa1-4829-b9a9-c7e372912ce6 req-aadd5f37-d3c5-4f14-a439-798dcdbb9d57 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.175531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:36.292284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:36.686969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.689603 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.745031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3283cc-db91-479d-8f87-9bd8e2697587 req-282c348a-2910-434b-b839-3ebbb7585b74 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.753606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a3283cc-db91-479d-8f87-9bd8e2697587 req-282c348a-2910-434b-b839-3ebbb7585b74 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.7937961 Jul 16 20:15:36.848150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a3283cc-db91-479d-8f87-9bd8e2697587 req-560e5823-e82f-4fe4-b3be-cb6696b801dd tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933001 Jul 16 20:15:36.934755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-52134d91-8fa1-4829-b9a9-c7e372912ce6 req-aadd5f37-d3c5-4f14-a439-798dcdbb9d57 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.945852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-52134d91-8fa1-4829-b9a9-c7e372912ce6 req-aadd5f37-d3c5-4f14-a439-798dcdbb9d57 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.957406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d54e1c88-bdc9-4146-8015-724be5ff33f9 None None] Provisioning for port af14acb5-adba-4901-aae7-4ebf2f5bce39 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:36.966623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d54e1c88-bdc9-4146-8015-724be5ff33f9 None None] Provisioning complete for port af14acb5-adba-4901-aae7-4ebf2f5bce39 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:36.967530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d54e1c88-bdc9-4146-8015-724be5ff33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.973391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-46cad47c-d984-493a-8491-0c785e1d453d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1476445 Jul 16 20:15:37.040137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Request body: {'port': {'device_id': '878bdc3d-7375-4941-abdb-7637801843b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:37.092833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d54e1c88-bdc9-4146-8015-724be5ff33f9 None None] Port af14acb5-adba-4901-aae7-4ebf2f5bce39 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:37.204731 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-52134d91-8fa1-4829-b9a9-c7e372912ce6 req-aadd5f37-d3c5-4f14-a439-798dcdbb9d57 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.206960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52134d91-8fa1-4829-b9a9-c7e372912ce6 req-aadd5f37-d3c5-4f14-a439-798dcdbb9d57 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3437831 Jul 16 20:15:37.280872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd5f37-d3c5-4f14-a439-798dcdbb9d57 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.877041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35892) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:37.886869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1645503879-network', 'tenant_id': '6dbab01b53254a2c8b657dea4642f269'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:37.982166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Made reservation on behalf of 6dbab01b53254a2c8b657dea4642f269 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:37.986224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.004375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.061856 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.073991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.081026 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.192999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35902) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:38.260240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bf6a5-cce1-4fda-acfd-06fc743207d0 req-f187a1f4-469d-4c14-ba56-cccb4b4198c4 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.265836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] Deleting subnet ddfd4d7a-8e1b-4cf4-85e3-b293300a919d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:38.272783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c1bf6a5-cce1-4fda-acfd-06fc743207d0 req-f187a1f4-469d-4c14-ba56-cccb4b4198c4 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 935 time: 1.1035068 Jul 16 20:15:38.309588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.316863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.324496 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.368855 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.431788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:38.439865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.465926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b359e0d-b757-416f-803e-1d1a4efac15e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:38.492593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.498142 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Added segment 7d80b01b-4a05-47ed-bf0e-49232871de9c of type vlan for network 02c05b88-a316-4163-ac76-a92e5e93d282 Jul 16 20:15:38.569591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-7a4590c7-a004-446b-9753-06f48d23f724 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93 HTTP/1.1" status: 200 len: 1804 time: 0.3378339 Jul 16 20:15:38.581880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.594213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.610609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:38.611526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:38.702824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.705214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.706720 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.755761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35908) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:38.814863 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9357052 Jul 16 20:15:38.823813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35912) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:38.836680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Request body: {'subnet': {'network_id': '02c05b88-a316-4163-ac76-a92e5e93d282', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1645503879-subnet', 'tenant_id': '6dbab01b53254a2c8b657dea4642f269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:38.838989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c1bf6a5-cce1-4fda-acfd-06fc743207d0 req-20d9e1a0-da38-48d0-b8a3-4e8772fec77b tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604100 Jul 16 20:15:38.842605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.909843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device fc4811a9-699d-4ea3-a602-ff4b9c13153a no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:38.911584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af14acb5-adba-4901-aae7-4ebf2f5bce39 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:38.925376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abde70-7dde-4339-a0e5-ee4e4bff0ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=02c05b88-a316-4163-ac76-a92e5e93d282,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:38.942773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.993056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfd4d7a-8e1b-4cf4-85e3-b293300a919d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.001829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.003903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 02c05b88-a316-4163-ac76-a92e5e93d282 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:39.005670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-fad5f137-a4d4-4f5b-afe4-0cc1d5cb4d60 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.007550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-fad5f137-a4d4-4f5b-afe4-0cc1d5cb4d60 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 944 time: 0.2225919 Jul 16 20:15:39.009472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Transition to ACTIVE for port object af14acb5-adba-4901-aae7-4ebf2f5bce39 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:39.011597 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dcb18086-d590-4b5c-afeb-c46ed67e86a8 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/ddfd4d7a-8e1b-4cf4-85e3-b293300a919d HTTP/1.1" status: 204 len: 168 time: 0.8166683 Jul 16 20:15:39.014909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:39.030021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Made reservation on behalf of 6dbab01b53254a2c8b657dea4642f269 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:39.038381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.128892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.200321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: fc4811a9-699d-4ea3-a602-ff4b9c13153a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:39.202704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device fc4811a9-699d-4ea3-a602-ff4b9c13153a not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:39.311765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-network', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:39.398047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.470474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Made reservation on behalf of e1fce30abf4648399ddcea0681a3f84f for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:39.476831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.524561 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.542361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Pushing event updated for resources: {'Port': ['ID=af14acb5-adba-4901-aae7-4ebf2f5bce39,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.569120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.580028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.580853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.581539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.597224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.598219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.598474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.599199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.599785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.600307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.600828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.601357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.710673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.729893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.773154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.818980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Deleting port 373c5c05-63e5-469c-be6e-df91d33b70cb {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:39.819953 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.856259 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.862958 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.909462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.913480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b1deb29-4a35-4b81-ac5a-b6969eb3587c req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3274527 Jul 16 20:15:39.924661 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.928680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b1167-dc70-477a-bc04-9f37659d5771 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c40aa0-55ea-43a9-aa85-508c7ccdb4d7,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.949863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:39.978815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c05d9-71cf-4358-a4a2-4473c31d6d1f req-3fc94a50-7ea4-43e6-98d2-99f129a41c8f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:39.987161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-481c05d9-71cf-4358-a4a2-4473c31d6d1f req-3fc94a50-7ea4-43e6-98d2-99f129a41c8f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 944 time: 0.6867995 Jul 16 20:15:40.023703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Attempting to bind port af14acb5-adba-4901-aae7-4ebf2f5bce39 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:40.024518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Attempting to bind port af14acb5-adba-4901-aae7-4ebf2f5bce39 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:40.025212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Attempting to bind port af14acb5-adba-4901-aae7-4ebf2f5bce39 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:40.029144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb04d442-b72c-424d-a235-624168148d1c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.055620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.056123 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Added segment 4e47c1f1-7145-4b41-b8b1-250c0c61377d of type vlan for network cb6785a7-2345-4645-828e-c92fba00b241 Jul 16 20:15:40.104619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6641251-f0a7-41ca-98ed-5cc36d6e55aa,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.117757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Port af14acb5-adba-4901-aae7-4ebf2f5bce39 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:40.118255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Attempting to bind port af14acb5-adba-4901-aae7-4ebf2f5bce39 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:40.163145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.168086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Checking segment: {'id': '7d80b01b-4a05-47ed-bf0e-49232871de9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '02c05b88-a316-4163-ac76-a92e5e93d282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:40.168442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Network hostable DHCP agents. Network: 02c05b88-a316-4163-ac76-a92e5e93d282, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:40.186268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:40.187209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:40.187209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:40.188688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Bound port: af14acb5-adba-4901-aae7-4ebf2f5bce39, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:40.188879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.208913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Network 02c05b88-a316-4163-ac76-a92e5e93d282 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:40.216170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.217228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.217884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.246428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 02c05b88-a316-4163-ac76-a92e5e93d282) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:40.265672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819c201-1a09-4837-bc2e-a894fab13c64 None None] Network 02c05b88-a316-4163-ac76-a92e5e93d282 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:40.287060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.298923 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.306525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.309413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5478060 Jul 16 20:15:40.325718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:40.340775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-481c05d9-71cf-4358-a4a2-4473c31d6d1f req-96c09062-f002-4b85-84eb-2d8f6d6b4fc2 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522286 Jul 16 20:15:40.349258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Request body: {'subnet': {'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-subnet', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:40.394600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:40.405946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] For port 373c5c05-63e5-469c-be6e-df91d33b70cb, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=373c5c05-63e5-469c-be6e-df91d33b70cb,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:40.406414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.451743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cad71c-f7f1-4130-a616-92b425afc241') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:40.452171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cad71c-f7f1-4130-a616-92b425afc241') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:40.455476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c707a-ad1f-4253-9b92-3acc374086c7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6785a7-2345-4645-828e-c92fba00b241,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.474440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.490895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network cb6785a7-2345-4645-828e-c92fba00b241 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:40.506716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Calling delete_port for 373c5c05-63e5-469c-be6e-df91d33b70cb owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:40.526166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-112b0988-4bec-4ebf-b5db-332e907fd9e4 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7001433 Jul 16 20:15:40.536177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Made reservation on behalf of e1fce30abf4648399ddcea0681a3f84f for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:40.538903 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.561569 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.652635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:40.653119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:40.658700 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:40.702392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] For port af14acb5-adba-4901-aae7-4ebf2f5bce39, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:40.776463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a4aaf-2d13-4809-8c1b-0a08df12b23b req-d6093229-1f90-464e-aa88-0872d3ee7859 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:40.783913 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e1a4aaf-2d13-4809-8c1b-0a08df12b23b req-d6093229-1f90-464e-aa88-0872d3ee7859 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.6431055 Jul 16 20:15:40.863858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] For port af14acb5-adba-4901-aae7-4ebf2f5bce39, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=af14acb5-adba-4901-aae7-4ebf2f5bce39,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:40.893819 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.900099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.902246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] 10.222.0.100 "DELETE /v2.0/networks/2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306 HTTP/1.1" status: 204 len: 168 time: 1.7964232 Jul 16 20:15:40.903956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.917956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-32148804-beb1-45e5-94ce-83c1c01d9922 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93 HTTP/1.1" status: 200 len: 2397 time: 0.3896725 Jul 16 20:15:41.007830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e1a4aaf-2d13-4809-8c1b-0a08df12b23b req-ab1cc404-db9a-4152-9c20-e13ca70cbd12 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193382 Jul 16 20:15:41.021960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145725a5-8669-4f1f-8a9b-9c27ecedf255 None None] Network 02c05b88-a316-4163-ac76-a92e5e93d282 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:41.105256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93', 'remote_group_id': None}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:41.106086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93', 'remote_group_id': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:41.147235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Pushing event updated for resources: {'Port': ['ID=af14acb5-adba-4901-aae7-4ebf2f5bce39,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.161184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4e48d-f7c6-4c45-bae5-2b8ebbe17d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa1a5a8-a7f9-4744-a1f3-c4586ef6a306,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.222687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35946) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:41.321783 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5e42e34c-b0cc-4ac3-b8be-353eb22c4e5e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7b8a1f8509854fe39b4a4a63f77b47b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946777 Jul 16 20:15:41.323172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35948) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:41.374061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.374061 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.375896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-1286c5b6-1fd6-4bef-be66-9a8c3db5b5de service neutron] 10.222.0.26 "PUT /v2.0/ports/af14acb5-adba-4901-aae7-4ebf2f5bce39 HTTP/1.1" status: 200 len: 1095 time: 4.3508728 Jul 16 20:15:41.397395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40fb4e3d-1685-4806-88c8-9b80759edab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.461575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40fb4e3d-1685-4806-88c8-9b80759edab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.518306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878bdc3d-7375-4941-abdb-7637801843b4', 'tag': 'af14acb5-adba-4901-aae7-4ebf2f5bce39'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:41.523292 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aaf7ff-56f8-4753-ab62-c6a7fce61518" -d '{"events": [{"name": "network-changed", "server_uuid": "878bdc3d-7375-4941-abdb-7637801843b4", "tag": "af14acb5-adba-4901-aae7-4ebf2f5bce39"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:41.545803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.554385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.613903 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40fb4e3d-1685-4806-88c8-9b80759edab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.619698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40fb4e3d-1685-4806-88c8-9b80759edab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.621763 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-40fb4e3d-1685-4806-88c8-9b80759edab6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fb058687-5224-441f-a4a0-d8d9b685f32a HTTP/1.1" status: 204 len: 168 time: 0.2970808 Jul 16 20:15:41.645077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb4e3d-1685-4806-88c8-9b80759edab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb058687-5224-441f-a4a0-d8d9b685f32a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.689686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event deleted for resources: {'Port': ['ID=373c5c05-63e5-469c-be6e-df91d33b70cb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.842582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] No DVR routers for this DVR port 373c5c05-63e5-469c-be6e-df91d33b70cb on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:41.856481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.858740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47db8f30-e6ac-4e08-8c36-1b2a209c801f req-37ed0641-33bd-4027-83a3-873c599bbe07 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "DELETE /v2.0/ports/373c5c05-63e5-469c-be6e-df91d33b70cb HTTP/1.1" status: 204 len: 173 time: 2.8414218 Jul 16 20:15:41.899917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e139d2-7e47-4de7-8fb3-e453d1a8f974,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.932187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:41.950491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd18d4-536b-41a8-9708-2fb21eec270c req-bba178f6-ccaa-4030-897e-55e9edffb545 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:41.952276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0efd18d4-536b-41a8-9708-2fb21eec270c req-bba178f6-ccaa-4030-897e-55e9edffb545 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 947 time: 0.7132630 Jul 16 20:15:41.989827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Checking segment: {'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:41.990204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Network hostable DHCP agents. Network: cb6785a7-2345-4645-828e-c92fba00b241, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:42.029669 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.034652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-11be233b-9599-47f5-8afb-08426e86f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.036449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-11be233b-9599-47f5-8afb-08426e86f147 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1074f92bd6c4e83865915a94c4a7736&device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 1098 time: 0.4957151 Jul 16 20:15:42.059343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0efd18d4-536b-41a8-9708-2fb21eec270c req-213d2568-d28c-4c0e-bfc7-02aa241a7e49 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906081 Jul 16 20:15:42.072321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.155746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-b39feaad-a0bf-48c2-adc1-238ea5d1e451 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=af14acb5-adba-4901-aae7-4ebf2f5bce39 HTTP/1.1" status: 200 len: 217 time: 0.0947025 Jul 16 20:15:42.165028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Network cb6785a7-2345-4645-828e-c92fba00b241 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:42.174737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.176800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0691da7a-a2a5-481e-8833-9a81e8c5979c req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1969934 Jul 16 20:15:42.195137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a0d1e-aeda-478b-9066-aad6dc68b45f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ed9ffe-ba34-49e0-ad8e-4c73fc54286f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:42.260957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, cb6785a7-2345-4645-828e-c92fba00b241) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:42.270289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.277187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c57ae-47ab-4cdd-83e1-671956ef8db3 None None] Network cb6785a7-2345-4645-828e-c92fba00b241 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:42.285145 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.323338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-53682bb8-6bf2-43a7-9558-f2c42a4ec729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.326403 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-53682bb8-6bf2-43a7-9558-f2c42a4ec729 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1560988 Jul 16 20:15:42.332678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-92b746c4-fc1e-4138-a335-fe4ee690d3d3 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9866972 Jul 16 20:15:42.333303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35968) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:42.341835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:42.438915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.447223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.578145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bcb171f3-d62e-4be0-b2c6-5df045b2f90c req-d2cd41e5-97ec-4a04-9040-fa3abad5d243 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d HTTP/1.1" status: 200 len: 210 time: 0.1206586 Jul 16 20:15:42.650324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-21c37e79-67e6-441b-98d9-1fc7b50bf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:42.652460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-21c37e79-67e6-441b-98d9-1fc7b50bf1bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3041062 Jul 16 20:15:42.681101 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.867840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 373c5c05-63e5-469c-be6e-df91d33b70cb no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:42.900860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-168079b7-d9cb-4416-a981-ac91eba8e0e5 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406149 Jul 16 20:15:42.907288 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a223f45-f5c0-4618-abac-6ba86bc6e460 x-openstack-request-id: req-5a223f45-f5c0-4618-abac-6ba86bc6e460 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:42.908634 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878bdc3d-7375-4941-abdb-7637801843b4", "tag": "af14acb5-adba-4901-aae7-4ebf2f5bce39", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:42.909475 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5a223f45-f5c0-4618-abac-6ba86bc6e460 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:42.915882 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878bdc3d-7375-4941-abdb-7637801843b4', 'tag': 'af14acb5-adba-4901-aae7-4ebf2f5bce39', 'status': 'completed', 'code': 200} Jul 16 20:15:42.975459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 373c5c05-63e5-469c-be6e-df91d33b70cb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:42.978505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 373c5c05-63e5-469c-be6e-df91d33b70cb not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:43.073043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-cb6785a7-2345-4645-828e-c92fba00b241', 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'fixed_ips': [{'subnet_id': 'b3e139d2-7e47-4de7-8fb3-e453d1a8f974'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:43.073632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.089411 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.494455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.527266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Allocated IP 172.20.0.2 (cb6785a7-2345-4645-828e-c92fba00b241/b3e139d2-7e47-4de7-8fb3-e453d1a8f974/082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:43.528296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28f922bf-b18a-4422-bf3b-d2283250a5fb req-d0f61e89-2353-4b83-b843-605f80f3c502 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074297 Jul 16 20:15:43.530848 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.565254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-9d93cecd-ee99-4a0e-92f7-21d1b367ab86 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.568395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-9d93cecd-ee99-4a0e-92f7-21d1b367ab86 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.6651616 Jul 16 20:15:43.602470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-d8448963-b18c-4280-921b-255f6505a646 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/quotas/24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 375 time: 0.0209496 Jul 16 20:15:43.761158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3a40e-5567-48f9-a0c6-b3e26b13d15a req-51bf3a8c-9832-46d2-9477-a2d2b9d7041a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:43.774977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8a3a40e-5567-48f9-a0c6-b3e26b13d15a req-51bf3a8c-9832-46d2-9477-a2d2b9d7041a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.4980767 Jul 16 20:15:43.782329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-924e08ca-56bf-49f2-b32c-abef6399db1d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1518824 Jul 16 20:15:43.828162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Allocated IP 172.25.8.211 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/d55eb0f4-6af2-4680-8ad7-b89f156b4d75) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:43.833479 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.864007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Transition to ACTIVE for port object 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:43.913052 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Transition to ACTIVE for port object 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:43.934909 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.948613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8a3a40e-5567-48f9-a0c6-b3e26b13d15a req-60a07ad3-e330-4fc8-8f40-af298b1b8a60 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712794 Jul 16 20:15:44.045131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Network cb6785a7-2345-4645-828e-c92fba00b241 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:44.057842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:44.068340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:44.069249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-7e0af0e2-e26c-49f3-91cd-cad43c17b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.072153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-7e0af0e2-e26c-49f3-91cd-cad43c17b291 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1074f92bd6c4e83865915a94c4a7736&device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 1098 time: 0.4647856 Jul 16 20:15:44.081611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Pushing event updated for resources: {'Port': ['ID=082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:44.133939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.178672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Attempting to bind port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:44.179198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Attempting to bind port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:44.179749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Attempting to bind port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 on network cb6785a7-2345-4645-828e-c92fba00b241 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:44.182857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.183398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.183903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.184419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.184857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.186146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.189679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.190371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.190820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.191546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.192007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.192447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:44.209112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:44.209670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Checking segment: {'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:44.210624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.212291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Bound using segment: {'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:44.212942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Bound port: 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:44.213454 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.242836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.311855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] For port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:44.323085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] For port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2,segment=NetworkSegment(4e47c1f1-7145-4b41-b8b1-250c0c61377d),segment_id=4e47c1f1-7145-4b41-b8b1-250c0c61377d)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:44.336480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:44.341999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.348529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:44.355532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:44.392542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Pushing event updated for resources: {'Port': ['ID=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:44.466576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511d2eb-23b3-4e8d-bf30-a309de648571 None None] Pushing event updated for resources: {'Port': ['ID=082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:44.749862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c67ee07b-6674-4faf-9f93-d74ebbf4c7e1 req-3c64c263-0bee-46dd-b42a-ae7da01c646c tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93 HTTP/1.1" status: 200 len: 2995 time: 0.6909504 Jul 16 20:15:44.784138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-4929e544-c297-492d-9211-a99586430b31 service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833798 Jul 16 20:15:44.854858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-d3f5e8cb-1ab9-4206-85b5-ad08c8b7eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:44.858899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-d3f5e8cb-1ab9-4206-85b5-ad08c8b7eece service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.7669435 Jul 16 20:15:44.957546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.970958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'name': 'network-vif-deleted', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:44.984595 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beea7445-1a2b-494b-90ff-f6137a17761e" -d '{"events": [{"server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "name": "network-vif-deleted", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:45.004210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-ffc23bf2-bb1a-46ef-92ef-538a699cfcdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=af14acb5-adba-4901-aae7-4ebf2f5bce39 HTTP/1.1" status: 200 len: 217 time: 0.1377344 Jul 16 20:15:45.094487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:45.202447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:45.303368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-81f8e2e1-5b9b-4c53-8fd2-42d47be64bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:45.305490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-81f8e2e1-5b9b-4c53-8fd2-42d47be64bfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2159252 Jul 16 20:15:45.314123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-5f439d9d-6582-4c43-841b-30286cfae230 service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288146 Jul 16 20:15:45.320441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:45.395556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d084074-d9c4-4f34-8da8-e0c07dc3426e req-62252db9-1dca-462e-a3d1-dc0d1119049a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:45.410822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d084074-d9c4-4f34-8da8-e0c07dc3426e req-62252db9-1dca-462e-a3d1-dc0d1119049a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 947 time: 0.4121101 Jul 16 20:15:45.529476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d084074-d9c4-4f34-8da8-e0c07dc3426e req-d3cf29f6-b17d-4926-b641-a92970f556bf tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167510 Jul 16 20:15:45.550188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:15:45.568133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-8f18c95a-6785-46b2-af8a-03a53b59b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:45.573488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-8f18c95a-6785-46b2-af8a-03a53b59b5ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2559557 Jul 16 20:15:46.117744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db2cea90-53b5-497a-879a-85aef497b6db req-5165c649-edb4-42d2-b1e7-e3b3c7dd92fc tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-group-rules/a0ed9ffe-ba34-49e0-ad8e-4c73fc54286f HTTP/1.1" status: 200 len: 783 time: 0.1513567 Jul 16 20:15:46.195646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-1b036d42-9e76-47dc-9e3a-aff212d5ea42 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137023 Jul 16 20:15:46.289606 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434b52b6-8e83-45e9-b792-13ab7885d069 x-openstack-request-id: req-434b52b6-8e83-45e9-b792-13ab7885d069 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:46.290588 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d", "name": "network-vif-deleted", "tag": "373c5c05-63e5-469c-be6e-df91d33b70cb", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:46.291305 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-434b52b6-8e83-45e9-b792-13ab7885d069 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:46.292302 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c50fe2-80d7-4ed0-bae3-c9c735cf2e5d', 'name': 'network-vif-deleted', 'tag': '373c5c05-63e5-469c-be6e-df91d33b70cb', 'status': 'completed', 'code': 200} Jul 16 20:15:46.433372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:46.456997 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Sync routers for ids ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:46.468841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d8da69-91c4-4fa8-9bac-a4ecf26f0cb4 None None] Network cb6785a7-2345-4645-828e-c92fba00b241 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:46.475412 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Routers {'0a78157c-a0e0-4418-8e1c-8a63c85089d7'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:46.476157 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:46.499464 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.505098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37b8e7c5-16d2-4927-b332-57f054eec825 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1669571 Jul 16 20:15:46.505343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:46.606460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1c5c71eb-0c57-4c46-84d1-063403adb852 None None] Provisioning for port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:46.620763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1c5c71eb-0c57-4c46-84d1-063403adb852 None None] Provisioning complete for port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:46.621605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c5c71eb-0c57-4c46-84d1-063403adb852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.686597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18aaf7ff-56f8-4753-ab62-c6a7fce61518 req-0e1cedea-4f4c-4349-8db0-95f91ec6ce13 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657924 Jul 16 20:15:46.698503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db2cea90-53b5-497a-879a-85aef497b6db req-14ba6452-9c92-4141-8f61-a320dead6dde tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93 HTTP/1.1" status: 200 len: 2995 time: 0.5773644 Jul 16 20:15:46.819339 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Set router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:46.849641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c5c71eb-0c57-4c46-84d1-063403adb852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.867342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db2cea90-53b5-497a-879a-85aef497b6db req-c30b760c-fb7e-47f5-8054-be8020f68451 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.894981 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db2cea90-53b5-497a-879a-85aef497b6db req-c30b760c-fb7e-47f5-8054-be8020f68451 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.983547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device af14acb5-adba-4901-aae7-4ebf2f5bce39 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:46.995117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d7f3-e2a6-4045-bead-a720fdb56330 req-d3959cab-cb1c-415c-aca2-286923aba0a8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.005593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2158d7f3-e2a6-4045-bead-a720fdb56330 req-d3959cab-cb1c-415c-aca2-286923aba0a8 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.2343020 Jul 16 20:15:47.012945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1c5c71eb-0c57-4c46-84d1-063403adb852 None None] For port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2,segment=NetworkSegment(4e47c1f1-7145-4b41-b8b1-250c0c61377d),segment_id=4e47c1f1-7145-4b41-b8b1-250c0c61377d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:47.014702 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db2cea90-53b5-497a-879a-85aef497b6db req-c30b760c-fb7e-47f5-8054-be8020f68451 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.034793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db2cea90-53b5-497a-879a-85aef497b6db req-c30b760c-fb7e-47f5-8054-be8020f68451 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.036031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db2cea90-53b5-497a-879a-85aef497b6db req-c30b760c-fb7e-47f5-8054-be8020f68451 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/a0ed9ffe-ba34-49e0-ad8e-4c73fc54286f HTTP/1.1" status: 204 len: 173 time: 0.3287177 Jul 16 20:15:47.056524 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c5c71eb-0c57-4c46-84d1-063403adb852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.083956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b760c-fb7e-47f5-8054-be8020f68451 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0ed9ffe-ba34-49e0-ad8e-4c73fc54286f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:47.158675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2158d7f3-e2a6-4045-bead-a720fdb56330 req-68011874-73f6-4e82-a364-fc540e2d9126 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536517 Jul 16 20:15:47.192766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c71eb-0c57-4c46-84d1-063403adb852 None None] Pushing event updated for resources: {'Port': ['ID=082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:47.296953 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:15:42Z', 'updated_at': '2021-07-16T20:15:44Z', 'revision_number': 3, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'gw_port': {'id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:43Z', 'updated_at': '2021-07-16T20:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:47.302244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6112d5b4-aef4-48a4-8d09-612a3e382c6d req-66307b4f-f879-4aa2-a2d7-79f4286421d7 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 210 time: 0.1421621 Jul 16 20:15:47.400814 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Checking router: 0a78157c-a0e0-4418-8e1c-8a63c85089d7 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:15:47.402424 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Updating router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:15:47.521400 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.599420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port af14acb5-adba-4901-aae7-4ebf2f5bce39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=af14acb5-adba-4901-aae7-4ebf2f5bce39,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:47.657222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'af14acb5-adba-4901-aae7-4ebf2f5bce39', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'af14acb5-adba-4901-aae7-4ebf2f5bce39', 'mac_address': 'fa:16:3e:c7:1a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:47.800501 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.897750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af14acb5-adba-4901-aae7-4ebf2f5bce39 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:47.978093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7b254-88f3-4718-8360-4a0f28ce2e4f req-18d61940-4ae4-4c8f-b4d8-070577127bb2 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.994861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77e7b254-88f3-4718-8360-4a0f28ce2e4f req-18d61940-4ae4-4c8f-b4d8-070577127bb2 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 947 time: 0.3597591 Jul 16 20:15:48.040492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port af14acb5-adba-4901-aae7-4ebf2f5bce39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=af14acb5-adba-4901-aae7-4ebf2f5bce39,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:48.051892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.153362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.187972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bd93d78c-0045-4051-a184-d9b2e01c59f2 None None] Provisioning complete for port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:48.188358 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd93d78c-0045-4051-a184-d9b2e01c59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.251733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=af14acb5-adba-4901-aae7-4ebf2f5bce39,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:48.328890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77e7b254-88f3-4718-8360-4a0f28ce2e4f req-486c5b77-16a6-4ebc-8265-9543e5d89e4e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318155 Jul 16 20:15:48.360228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96444346-d70e-4c99-bb82-cd000e5fa7f9 req-d595e010-ac5f-438f-b7de-28950b9fc3f6 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93 HTTP/1.1" status: 200 len: 2397 time: 0.2504282 Jul 16 20:15:48.375956 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.405925 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Transition to ACTIVE for port object d55eb0f4-6af2-4680-8ad7-b89f156b4d75 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:48.407205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['af14acb5-adba-4901-aae7-4ebf2f5bce39'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:48.414339 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.470696 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e483b37-f7c1-46f1-9dee-3b3fd7f6e242 None None] Pushing event updated for resources: {'Port': ['ID=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:48.494132 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Attempting to bind port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:48.494511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Attempting to bind port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:48.495704 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Attempting to bind port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:48.502379 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:48.502770 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:48.503184 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.503651 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:48.504147 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Bound port: d55eb0f4-6af2-4680-8ad7-b89f156b4d75, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:48.504532 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.621881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96444346-d70e-4c99-bb82-cd000e5fa7f9 req-ab70d959-9d16-41e1-88f8-f7ef092b96b1 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.645894 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] For port d55eb0f4-6af2-4680-8ad7-b89f156b4d75, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:48.664355 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] For port d55eb0f4-6af2-4680-8ad7-b89f156b4d75, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:48.675770 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.676623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Allocated IP 172.20.0.1 (cb6785a7-2345-4645-828e-c92fba00b241/b3e139d2-7e47-4de7-8fb3-e453d1a8f974/29759fba-8b9e-4f48-9be3-fc5f8ff18939) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:48.738746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96444346-d70e-4c99-bb82-cd000e5fa7f9 req-ab70d959-9d16-41e1-88f8-f7ef092b96b1 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.845857 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:48.870040 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Routers {'0a78157c-a0e0-4418-8e1c-8a63c85089d7'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:48.872846 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:49.005818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:49.067226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.091176 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] Set router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:49.137279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Transition to ACTIVE for port object 29759fba-8b9e-4f48-9be3-fc5f8ff18939 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:49.138345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:49.147410 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.179818 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e483b37-f7c1-46f1-9dee-3b3fd7f6e242 None None] Pushing event updated for resources: {'Port': ['ID=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:49.273552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.336767 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:15:42Z', 'updated_at': '2021-07-16T20:15:44Z', 'revision_number': 3, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'gw_port': {'id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:43Z', 'updated_at': '2021-07-16T20:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:49.371995 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a734-58ad-459e-9732-6dfbb57cf5d5 None None] The sync data for ids ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'] in n-d-798930-6 is: [{'id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:15:42Z', 'updated_at': '2021-07-16T20:15:44Z', 'revision_number': 3, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'gw_port': {'id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:43Z', 'updated_at': '2021-07-16T20:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:49.403867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Network cb6785a7-2345-4645-828e-c92fba00b241 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:49.413022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:49.416427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:49.445878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Pushing event updated for resources: {'Port': ['ID=29759fba-8b9e-4f48-9be3-fc5f8ff18939,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:49.503407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.508621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96444346-d70e-4c99-bb82-cd000e5fa7f9 req-ab70d959-9d16-41e1-88f8-f7ef092b96b1 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.522792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96444346-d70e-4c99-bb82-cd000e5fa7f9 req-ab70d959-9d16-41e1-88f8-f7ef092b96b1 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.524210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96444346-d70e-4c99-bb82-cd000e5fa7f9 req-ab70d959-9d16-41e1-88f8-f7ef092b96b1 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-groups/2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93 HTTP/1.1" status: 204 len: 173 time: 1.1534364 Jul 16 20:15:49.607206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70d959-9d16-41e1-88f8-f7ef092b96b1 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe36e9e-7414-43c6-ac3f-1dbc3d0bad93,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:49.634455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b682c9-0565-4b72-8b9f-6d33dd32062e req-412c96be-3039-419b-bc46-81faa17a98d1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.643972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61b682c9-0565-4b72-8b9f-6d33dd32062e req-412c96be-3039-419b-bc46-81faa17a98d1 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 945 time: 0.6653647 Jul 16 20:15:49.679678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1b9c8747-c442-4ac0-9086-5191733a6616 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.681751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1b9c8747-c442-4ac0-9086-5191733a6616 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 945 time: 0.8020563 Jul 16 20:15:49.697551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-52d178fa-d415-45e6-84eb-45d88707f695 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.701223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-52d178fa-d415-45e6-84eb-45d88707f695 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.7593110 Jul 16 20:15:49.801809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Request body: {'port': {'device_id': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'admin_state_up': True, 'tenant_id': '24a9d32a09ef4997a5334b35654c10e2'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:49.823928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:49.945645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e75adc3c-49b7-4d47-9461-de63d015f815 None None] Provisioning for port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:49.950550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e75adc3c-49b7-4d47-9461-de63d015f815 None None] Provisioning complete for port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:49.950977 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e75adc3c-49b7-4d47-9461-de63d015f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.026294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e75adc3c-49b7-4d47-9461-de63d015f815 None None] Port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:50.159619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.166738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.225141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61b682c9-0565-4b72-8b9f-6d33dd32062e req-a54a72c5-9729-43a5-b686-3ab9f1e33d0e tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801239 Jul 16 20:15:50.393390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Pushing event updated for resources: {'Port': ['ID=29759fba-8b9e-4f48-9be3-fc5f8ff18939,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:50.398132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.487377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8a255bb-91d1-416e-a907-118c2bdd90eb req-4a0c1da8-625a-4a77-9186-d2c85969fb39 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 210 time: 0.0597172 Jul 16 20:15:50.648643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc0980-a590-4337-aec8-fd6373f279e1 req-0fcc92c9-61b1-47ff-9c21-fdbb5167eb3f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.659409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2adc0980-a590-4337-aec8-fd6373f279e1 req-0fcc92c9-61b1-47ff-9c21-fdbb5167eb3f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.8754473 Jul 16 20:15:50.692419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Deleting port 1e069431-2d42-4cee-bce1-e1726d6bdd62 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:50.692763 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.697329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Made reservation on behalf of 24a9d32a09ef4997a5334b35654c10e2 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:50.702848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.790708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Network cb6785a7-2345-4645-828e-c92fba00b241 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:50.797826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:50.912120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2adc0980-a590-4337-aec8-fd6373f279e1 req-923f949c-e60b-4fbd-9a08-25fb996de4d3 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516406 Jul 16 20:15:50.973116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device af14acb5-adba-4901-aae7-4ebf2f5bce39 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:51.176642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d55eb0f4-6af2-4680-8ad7-b89f156b4d75 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:51.215235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:51.246793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port af14acb5-adba-4901-aae7-4ebf2f5bce39 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:51.267429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port af14acb5-adba-4901-aae7-4ebf2f5bce39 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:51.267817 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.333749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] For port 1e069431-2d42-4cee-bce1-e1726d6bdd62, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1e069431-2d42-4cee-bce1-e1726d6bdd62,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:51.334202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.348707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36084) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:51.411215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Calling delete_port for 1e069431-2d42-4cee-bce1-e1726d6bdd62 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:51.430274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:51.455510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:51.455875 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.520620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:51.532687 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-84cc32f7-9629-4075-b9ce-00c0770c386f admin admin] 10.222.0.100 "PUT /v2.0/routers/0a78157c-a0e0-4418-8e1c-8a63c85089d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0258987 Jul 16 20:15:51.560175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-918a82ac-4b8d-418b-9ed2-450ccfbfe77b None None] Provisioning complete for port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:51.560600 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-918a82ac-4b8d-418b-9ed2-450ccfbfe77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.620735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-918a82ac-4b8d-418b-9ed2-450ccfbfe77b None None] Port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:51.669855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c931d14a-6c79-4239-a874-4ddaca7d4a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.700898 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.708492 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-f1e1dd8c-3e15-4acc-afa1-f6cc356ab079 req-d67a5f86-666c-46eb-a4bb-b29875d1090e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] show failed (client error): The resource could not be found. Jul 16 20:15:51.713559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1e1dd8c-3e15-4acc-afa1-f6cc356ab079 req-d67a5f86-666c-46eb-a4bb-b29875d1090e tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/aababcf7-8108-4b58-93c6-5f5e9853e7b5 HTTP/1.1" status: 404 len: 352 time: 0.3575585 Jul 16 20:15:51.764350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d55eb0f4-6af2-4680-8ad7-b89f156b4d75, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:51.770027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.816519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.825678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Allocated IP 172.20.0.14 (e10b2181-4fc7-4066-bc06-54086f21d461/71815af3-f607-4e56-8f6d-60f0ef0dc5fd/9effb149-f6a9-45a7-9646-0eb737b86905) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:51.826053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878bdc3d-7375-4941-abdb-7637801843b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af14acb5-adba-4901-aae7-4ebf2f5bce39'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:51.829362 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbaaff9-d688-4bc5-afc2-d1df1b969941" -d '{"events": [{"server_uuid": "878bdc3d-7375-4941-abdb-7637801843b4", "name": "network-vif-plugged", "status": "completed", "tag": "af14acb5-adba-4901-aae7-4ebf2f5bce39"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:51.868479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port af14acb5-adba-4901-aae7-4ebf2f5bce39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=af14acb5-adba-4901-aae7-4ebf2f5bce39,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:51.875377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.901415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d467-cd93-4f1d-88dd-2c1a2ee0048c req-a9b06bf1-6ab3-4a85-bace-8474718dbc44 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.910639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1111d467-cd93-4f1d-88dd-2c1a2ee0048c req-a9b06bf1-6ab3-4a85-bace-8474718dbc44 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 948 time: 0.9876831 Jul 16 20:15:51.939270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:51.972653 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c931d14a-6c79-4239-a874-4ddaca7d4a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.983507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c931d14a-6c79-4239-a874-4ddaca7d4a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.074302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=af14acb5-adba-4901-aae7-4ebf2f5bce39,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.083972 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c931d14a-6c79-4239-a874-4ddaca7d4a3d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8c0617bbe856444bbcf6ab962670bcb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386647 Jul 16 20:15:52.111749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931d14a-6c79-4239-a874-4ddaca7d4a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fa0acc-142b-4df9-ba41-82caa6fcc38f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.118715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36108) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:52.224570 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39bbc757-1e4b-4fb4-b297-e8d3860de2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.227220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0265a83-df99-43b4-827c-70745ec8b154 req-2d495e3c-1b50-4940-8100-84c5fe47e301 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=b81f87ac-8508-40c7-851c-cadedbc1d0bf HTTP/1.1" status: 200 len: 210 time: 0.0649760 Jul 16 20:15:52.240605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.335646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39bbc757-1e4b-4fb4-b297-e8d3860de2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.371092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1111d467-cd93-4f1d-88dd-2c1a2ee0048c req-dcc94033-0031-4e4b-9a66-eb433ff6b605 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591410 Jul 16 20:15:52.372422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event deleted for resources: {'Port': ['ID=1e069431-2d42-4cee-bce1-e1726d6bdd62,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.473511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39bbc757-1e4b-4fb4-b297-e8d3860de2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.476834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39bbc757-1e4b-4fb4-b297-e8d3860de2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.481414 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39bbc757-1e4b-4fb4-b297-e8d3860de2e3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/20fa0acc-142b-4df9-ba41-82caa6fcc38f HTTP/1.1" status: 204 len: 168 time: 0.3611429 Jul 16 20:15:52.497828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbc757-1e4b-4fb4-b297-e8d3860de2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fa0acc-142b-4df9-ba41-82caa6fcc38f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.520141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] No DVR routers for this DVR port 1e069431-2d42-4cee-bce1-e1726d6bdd62 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:52.534726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.546081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0c1361e-021e-4182-ab8d-140a5f7bcf9b req-1cf910cf-2cf1-4ef9-8917-292e1050d00d tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "DELETE /v2.0/ports/1e069431-2d42-4cee-bce1-e1726d6bdd62 HTTP/1.1" status: 204 len: 173 time: 2.8276997 Jul 16 20:15:52.580521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.647501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'name': 'network-vif-deleted', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:52.651863 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf197be-853a-4786-9bbc-18040ea16b6d" -d '{"events": [{"server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "name": "network-vif-deleted", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:52.707576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Sync routers for ids ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:52.741855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Routers {'0a78157c-a0e0-4418-8e1c-8a63c85089d7'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:52.743079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:52.753174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f960d998-86bc-4259-8615-e3b880a828eb req-d57a0983-0217-4aa8-a684-1b3e349e411e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 210 time: 0.2046921 Jul 16 20:15:52.780597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-526a0ccf-bf53-466e-8cfc-341afee44976 req-2a009fa4-eb74-4574-b586-5f10a45a8fe7 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/6fad9881-9667-44af-8814-6a40c36ec645 HTTP/1.1" status: 200 len: 1805 time: 0.1213219 Jul 16 20:15:52.902680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.913732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:52.978013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 1e069431-2d42-4cee-bce1-e1726d6bdd62 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:52.978920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1e069431-2d42-4cee-bce1-e1726d6bdd62 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:52.993667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d55eb0f4-6af2-4680-8ad7-b89f156b4d75 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:53.072573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Network e10b2181-4fc7-4066-bc06-54086f21d461 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:53.090563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:53.107140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:53.112119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.129278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-526a0ccf-bf53-466e-8cfc-341afee44976 req-08bd7076-2a52-4b14-a86f-ea58cf01cc66 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.172829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-526a0ccf-bf53-466e-8cfc-341afee44976 req-08bd7076-2a52-4b14-a86f-ea58cf01cc66 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.350308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-526a0ccf-bf53-466e-8cfc-341afee44976 req-08bd7076-2a52-4b14-a86f-ea58cf01cc66 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.356776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-526a0ccf-bf53-466e-8cfc-341afee44976 req-08bd7076-2a52-4b14-a86f-ea58cf01cc66 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.358873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-526a0ccf-bf53-466e-8cfc-341afee44976 req-08bd7076-2a52-4b14-a86f-ea58cf01cc66 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-groups/6fad9881-9667-44af-8814-6a40c36ec645 HTTP/1.1" status: 204 len: 173 time: 0.5703912 Jul 16 20:15:53.387358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd7076-2a52-4b14-a86f-ea58cf01cc66 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad9881-9667-44af-8814-6a40c36ec645,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.422660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.423983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.456390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6f5aa45-cebb-4c36-89c5-8dbbe80d2a2f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7102261 Jul 16 20:15:53.478187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Request body: {'port': {'device_id': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:53.556662 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d74f2-21ab-4df3-8525-48eb9272c0d7 x-openstack-request-id: req-a81d74f2-21ab-4df3-8525-48eb9272c0d7 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:53.557133 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878bdc3d-7375-4941-abdb-7637801843b4", "name": "network-vif-plugged", "status": "completed", "tag": "af14acb5-adba-4901-aae7-4ebf2f5bce39", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:53.557549 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a81d74f2-21ab-4df3-8525-48eb9272c0d7 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:53.558241 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878bdc3d-7375-4941-abdb-7637801843b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af14acb5-adba-4901-aae7-4ebf2f5bce39', 'code': 200} Jul 16 20:15:53.598411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.854615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:53.855974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.859739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Set router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:53.897637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79321-a892-4a9d-ba39-067dda910e1e req-64ce3247-891b-41fb-9aa6-267f9ad9b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.900190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8be79321-a892-4a9d-ba39-067dda910e1e req-64ce3247-891b-41fb-9aa6-267f9ad9b38d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 1100 time: 0.2543030 Jul 16 20:15:53.956437 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-7b86cd9c-33f9-4fe7-ac18-37ff118f7968 req-668aaef9-6450-407d-876f-b491a3283620 tempest-FloatingIPDetailsNegativeTestJSON-578674576 tempest-FloatingIPDetailsNegativeTestJSON-578674576-project] show failed (client error): The resource could not be found. Jul 16 20:15:53.978887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b86cd9c-33f9-4fe7-ac18-37ff118f7968 req-668aaef9-6450-407d-876f-b491a3283620 tempest-FloatingIPDetailsNegativeTestJSON-578674576 tempest-FloatingIPDetailsNegativeTestJSON-578674576-project] 10.222.0.100 "GET /v2.0/floatingips/4f0bbc47-f6d9-4765-baf5-2c299a8708bd HTTP/1.1" status: 404 len: 350 time: 0.3016672 Jul 16 20:15:53.998355 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8be79321-a892-4a9d-ba39-067dda910e1e req-9b218264-756c-4441-a881-efdc2f75ae9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886796 Jul 16 20:15:53.998873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:54.357315 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6607886-a114-4de3-b505-bffd19b7e1a4 x-openstack-request-id: req-e6607886-a114-4de3-b505-bffd19b7e1a4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:54.357315 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81f87ac-8508-40c7-851c-cadedbc1d0bf", "name": "network-vif-deleted", "tag": "1e069431-2d42-4cee-bce1-e1726d6bdd62", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:54.357315 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e6607886-a114-4de3-b505-bffd19b7e1a4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:54.357315 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81f87ac-8508-40c7-851c-cadedbc1d0bf', 'name': 'network-vif-deleted', 'tag': '1e069431-2d42-4cee-bce1-e1726d6bdd62', 'status': 'completed', 'code': 200} Jul 16 20:15:54.609321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5e769-91c9-45da-81f0-703aba08d2fd req-18af4585-ab49-46df-b37c-4dd22cf49e44 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.613763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a6b5e769-91c9-45da-81f0-703aba08d2fd req-18af4585-ab49-46df-b37c-4dd22cf49e44 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.6610117 Jul 16 20:15:54.662726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9effb149-f6a9-45a7-9646-0eb737b86905 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:54.672339 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.698804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Transition to ACTIVE for port object 9effb149-f6a9-45a7-9646-0eb737b86905 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:54.726623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.793083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:54.825448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:15:42Z', 'updated_at': '2021-07-16T20:15:49Z', 'revision_number': 4, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'gw_port': {'id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:43Z', 'updated_at': '2021-07-16T20:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '29759fba-8b9e-4f48-9be3-fc5f8ff18939', 'name': '', 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'mac_address': 'fa:16:3e:6b:8d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'b3e139d2-7e47-4de7-8fb3-e453d1a8f974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:48Z', 'updated_at': '2021-07-16T20:15:49Z', 'revision_number': 2, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'subnets': [{'id': 'b3e139d2-7e47-4de7-8fb3-e453d1a8f974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:54.844125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a6b5e769-91c9-45da-81f0-703aba08d2fd req-92a4e552-2e1f-44d7-93a2-43e92be31188 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491635 Jul 16 20:15:54.913299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.021988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Checking router: 0a78157c-a0e0-4418-8e1c-8a63c85089d7 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:15:55.022840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Updating router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:15:55.075327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95c242b7-f1a9-4163-8718-b4bbdb430414 req-29346997-9b5a-4be3-b4ba-67c5ec28e8a5 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/2c2a3516-d75c-4633-85ee-57fb3276ea28 HTTP/1.1" status: 200 len: 1804 time: 0.3742106 Jul 16 20:15:55.216592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.267588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:55.268111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:55.268645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:55.316044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:55.317093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:55.612823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Deleting port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:55.616214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.880818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:55.881617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:55.882190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:55.883569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Bound port: 9effb149-f6a9-45a7-9646-0eb737b86905, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:55.884176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.886640 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95c242b7-f1a9-4163-8718-b4bbdb430414 req-f4fc72fa-cbbd-4420-a274-9024de311978 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.975502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.977422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.979637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95c242b7-f1a9-4163-8718-b4bbdb430414 req-f4fc72fa-cbbd-4420-a274-9024de311978 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.002289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Transition to ACTIVE for port object 29759fba-8b9e-4f48-9be3-fc5f8ff18939 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:56.003975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Calling delete_port for 29759fba-8b9e-4f48-9be3-fc5f8ff18939 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:56.012878 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.098232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadeb83-b2da-4f72-b510-9a52739751b6 req-a8cbf2b3-d5a7-4680-9e84-7c16ed02c9eb tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.100351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8aadeb83-b2da-4f72-b510-9a52739751b6 req-a8cbf2b3-d5a7-4680-9e84-7c16ed02c9eb tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 949 time: 0.8370826 Jul 16 20:15:56.117773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a30c29-22bf-45a8-905b-17827ac0dc1b None None] Pushing event updated for resources: {'Port': ['ID=29759fba-8b9e-4f48-9be3-fc5f8ff18939,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:56.177684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:56.201506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:56.225766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.227613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Attempting to bind port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:56.228205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Attempting to bind port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:56.229097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Attempting to bind port 29759fba-8b9e-4f48-9be3-fc5f8ff18939 on network cb6785a7-2345-4645-828e-c92fba00b241 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:56.237887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:56.238902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Checking segment: {'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:56.239647 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.240624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Bound using segment: {'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:56.241320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Bound port: 29759fba-8b9e-4f48-9be3-fc5f8ff18939, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e47c1f1-7145-4b41-b8b1-250c0c61377d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:56.241831 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.348211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.349787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.352598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] 10.222.0.26 "PUT /v2.0/ports/9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 1092 time: 2.8860934 Jul 16 20:15:56.363121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:56.367647 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1054d7b6-a083-4551-b3b0-15ec65338f95" -d '{"events": [{"name": "network-changed", "server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:56.407326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8aadeb83-b2da-4f72-b510-9a52739751b6 req-b4615ea1-574a-43e2-b63f-0eb84a802bd9 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936785 Jul 16 20:15:56.429802 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95c242b7-f1a9-4163-8718-b4bbdb430414 req-f4fc72fa-cbbd-4420-a274-9024de311978 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.446364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95c242b7-f1a9-4163-8718-b4bbdb430414 req-f4fc72fa-cbbd-4420-a274-9024de311978 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.451348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95c242b7-f1a9-4163-8718-b4bbdb430414 req-f4fc72fa-cbbd-4420-a274-9024de311978 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-groups/2c2a3516-d75c-4633-85ee-57fb3276ea28 HTTP/1.1" status: 204 len: 173 time: 1.3814068 Jul 16 20:15:56.477283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] For port 29759fba-8b9e-4f48-9be3-fc5f8ff18939, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:56.486508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] For port 29759fba-8b9e-4f48-9be3-fc5f8ff18939, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=29759fba-8b9e-4f48-9be3-fc5f8ff18939,segment=NetworkSegment(4e47c1f1-7145-4b41-b8b1-250c0c61377d),segment_id=4e47c1f1-7145-4b41-b8b1-250c0c61377d)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:56.494576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04cfa6-adaf-4e12-88eb-b8d944bbf30c service neutron] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:56.499626 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.554781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc72fa-cbbd-4420-a274-9024de311978 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a3516-d75c-4633-85ee-57fb3276ea28,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:56.664923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-fc5da8e6-1f26-44ae-ad46-89d89489034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.670500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-fc5da8e6-1f26-44ae-ad46-89d89489034b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1095 time: 0.2095389 Jul 16 20:15:56.764099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Routers {'0a78157c-a0e0-4418-8e1c-8a63c85089d7'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:56.768244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:56.829265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-d848d7e9-273a-4d31-ac56-7064957dad4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 217 time: 0.1436086 Jul 16 20:15:56.958003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.964931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-3afefc01-ad27-486d-bd9a-a3644e47cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.966573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-3afefc01-ad27-486d-bd9a-a3644e47cf02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1232033 Jul 16 20:15:57.070111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Pushing event deleted for resources: {'Port': ['ID=29759fba-8b9e-4f48-9be3-fc5f8ff18939,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:57.104549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-9362e391-4aed-4aa2-b15f-47e05f10133c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257403 Jul 16 20:15:57.110686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a30c29-22bf-45a8-905b-17827ac0dc1b None None] Pushing event updated for resources: {'Port': ['ID=29759fba-8b9e-4f48-9be3-fc5f8ff18939,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:57.210699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] Set router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:57.218260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2533118b-7c8c-4f6c-a668-fae6e33d20e0 None None] Could not find standard attr ID for object 29759fba-8b9e-4f48-9be3-fc5f8ff18939. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:15:57.435557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.436291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.436870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.438034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.438619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.439181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.439800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.441162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.442006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.442983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.444796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.448755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:57.520261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90780d-f2b2-482f-9767-288ca5e24540 req-3c7f94c7-9a50-42b2-9077-95eae56d2549 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.548558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f90780d-f2b2-482f-9767-288ca5e24540 req-3c7f94c7-9a50-42b2-9077-95eae56d2549 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 944 time: 0.7163165 Jul 16 20:15:57.682596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-e6ccb2c4-dace-4cdc-beb3-e9a2c45ec698 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658541 Jul 16 20:15:57.783411 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.814772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:15:42Z', 'updated_at': '2021-07-16T20:15:49Z', 'revision_number': 4, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'gw_port': {'id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:43Z', 'updated_at': '2021-07-16T20:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '29759fba-8b9e-4f48-9be3-fc5f8ff18939', 'name': '', 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'mac_address': 'fa:16:3e:6b:8d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'b3e139d2-7e47-4de7-8fb3-e453d1a8f974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:48Z', 'updated_at': '2021-07-16T20:15:56Z', 'revision_number': 4, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'subnets': [{'id': 'b3e139d2-7e47-4de7-8fb3-e453d1a8f974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:57.905131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42a4a604-aca7-4b2b-89dd-49aba383543f req-4c5fe2a7-a88f-449e-a2cb-293713223210 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115257 Jul 16 20:15:57.909645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f90780d-f2b2-482f-9767-288ca5e24540 req-da00ba79-f779-4293-a8e9-792828f4de27 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599474 Jul 16 20:15:57.915545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1353fb-ed21-4003-be3a-8e44bf3e75f5 None None] The sync data for ids ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'] in n-d-798930-6 is: [{'id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:15:42Z', 'updated_at': '2021-07-16T20:15:49Z', 'revision_number': 4, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'gw_port': {'id': 'd55eb0f4-6af2-4680-8ad7-b89f156b4d75', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:43Z', 'updated_at': '2021-07-16T20:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '29759fba-8b9e-4f48-9be3-fc5f8ff18939', 'name': '', 'network_id': 'cb6785a7-2345-4645-828e-c92fba00b241', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'mac_address': 'fa:16:3e:6b:8d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'b3e139d2-7e47-4de7-8fb3-e453d1a8f974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:15:48Z', 'updated_at': '2021-07-16T20:15:56Z', 'revision_number': 4, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'subnets': [{'id': 'b3e139d2-7e47-4de7-8fb3-e453d1a8f974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:58.147791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-69f91dcd-47f2-44fd-b222-bff77b3446de tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.149637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-69f91dcd-47f2-44fd-b222-bff77b3446de tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 944 time: 0.2386246 Jul 16 20:15:58.314928 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933322a3-a2b5-459b-b23a-d427a319818a x-openstack-request-id: req-933322a3-a2b5-459b-b23a-d427a319818a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:58.315745 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:58.316580 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-933322a3-a2b5-459b-b23a-d427a319818a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:58.317265 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905', 'status': 'completed', 'code': 200} Jul 16 20:15:58.584220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a69298e-7fc4-49e0-88d6-d31ac55d9ef4 req-45f5968d-832d-4ff0-a116-6f3fb1bea84f tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/9c1ee436-668f-4b94-ab06-f18b14319eeb HTTP/1.1" status: 200 len: 1805 time: 0.2723598 Jul 16 20:15:58.739221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-2dcedfc8-666f-4aa0-9cc9-823ba7779bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.741731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-2dcedfc8-666f-4aa0-9cc9-823ba7779bd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1095 time: 0.3844457 Jul 16 20:15:58.819631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:58.824586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Deleting port 597e406b-c2ff-4966-9316-79ae73b1c546 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:58.825039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.967341 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7a69298e-7fc4-49e0-88d6-d31ac55d9ef4 req-55db19d7-71c9-46c7-89de-6b237ba34663 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.037067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:59.044383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7194da-e599-4905-b55f-29846fb6eb54 req-8aff55b7-36cc-4b52-8930-c6a2f37aa46a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.046055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7194da-e599-4905-b55f-29846fb6eb54 req-8aff55b7-36cc-4b52-8930-c6a2f37aa46a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 949 time: 0.4459939 Jul 16 20:15:59.055927 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81739324-9fa3-4f89-8525-f2ddc61d877f admin admin] 10.222.0.100 "PUT /v2.0/routers/0a78157c-a0e0-4418-8e1c-8a63c85089d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0556524 Jul 16 20:15:59.058274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36210) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:59.110587 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7a69298e-7fc4-49e0-88d6-d31ac55d9ef4 req-55db19d7-71c9-46c7-89de-6b237ba34663 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.181914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-2f52c240-5a58-40fe-b7ec-705f9410e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.183469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-2f52c240-5a58-40fe-b7ec-705f9410e529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.4322562 Jul 16 20:15:59.209128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] For port 597e406b-c2ff-4966-9316-79ae73b1c546, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=597e406b-c2ff-4966-9316-79ae73b1c546,segment=NetworkSegment(e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f),segment_id=e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:59.209545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.239031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.262292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Calling delete_port for 597e406b-c2ff-4966-9316-79ae73b1c546 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:59.265299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-3a46d74e-e62d-45c0-a1c3-26d5c266bd33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 217 time: 0.0727963 Jul 16 20:15:59.296424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7194da-e599-4905-b55f-29846fb6eb54 req-83848425-eb50-45f8-b5e9-c5bea5030a0a tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178285 Jul 16 20:15:59.325083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7a69298e-7fc4-49e0-88d6-d31ac55d9ef4 req-55db19d7-71c9-46c7-89de-6b237ba34663 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.327783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7a69298e-7fc4-49e0-88d6-d31ac55d9ef4 req-55db19d7-71c9-46c7-89de-6b237ba34663 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.344664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a69298e-7fc4-49e0-88d6-d31ac55d9ef4 req-55db19d7-71c9-46c7-89de-6b237ba34663 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-groups/9c1ee436-668f-4b94-ab06-f18b14319eeb HTTP/1.1" status: 204 len: 173 time: 0.7378736 Jul 16 20:15:59.444497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db19d7-71c9-46c7-89de-6b237ba34663 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1ee436-668f-4b94-ab06-f18b14319eeb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:59.474046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-1812c682-46cd-4b2e-bcd9-2482c566ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.475977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-1812c682-46cd-4b2e-bcd9-2482c566ae3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.2013316 Jul 16 20:15:59.490503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.528664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-609070a6-a1e5-47b6-a087-22dc4b2d1400 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387936 Jul 16 20:15:59.638270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Deleting port d55eb0f4-6af2-4680-8ad7-b89f156b4d75 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:59.638783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.738808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] For port d55eb0f4-6af2-4680-8ad7-b89f156b4d75, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:59.739325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.756599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Calling delete_port for d55eb0f4-6af2-4680-8ad7-b89f156b4d75 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:59.771935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-0b84d8f1-27fe-4b4b-8d27-920d6e41758e service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357018 Jul 16 20:15:59.784251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.890448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Pushing event deleted for resources: {'Port': ['ID=597e406b-c2ff-4966-9316-79ae73b1c546,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:59.997038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83003b-8077-4d42-b494-0c2010fcc5dd req-cc9a494c-964e-4d2b-8ad1-674027b02249 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.999831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c83003b-8077-4d42-b494-0c2010fcc5dd req-cc9a494c-964e-4d2b-8ad1-674027b02249 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.3793302 Jul 16 20:16:00.062040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] No DVR routers for this DVR port 597e406b-c2ff-4966-9316-79ae73b1c546 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:00.073334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcab1ca-79b1-4556-9bb4-0f5d6b6eaf8a req-7e634ca1-869d-4191-9142-fc8697281fc9 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.075802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fcab1ca-79b1-4556-9bb4-0f5d6b6eaf8a req-7e634ca1-869d-4191-9142-fc8697281fc9 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/ports?device_id=35c34d82-c41e-4441-b94b-5b7aae40af4f HTTP/1.1" status: 200 len: 866 time: 0.4541695 Jul 16 20:16:00.085900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.089096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f21d7c9-10c4-4b58-82df-6ce772481c27 req-72930f2a-553c-40f3-9d91-705d2683dd37 tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.21 "DELETE /v2.0/ports/597e406b-c2ff-4966-9316-79ae73b1c546 HTTP/1.1" status: 204 len: 173 time: 1.9307384 Jul 16 20:16:00.093766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.139424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d55eb0f4-6af2-4680-8ad7-b89f156b4d75,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:00.185585 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] Sync routers for ids ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:00.209514 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-59fd843e-9699-44a1-91d2-b8c2ca2c033f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.216051 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] Routers {'0a78157c-a0e0-4418-8e1c-8a63c85089d7'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:00.217661 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:00.241454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1054d7b6-a083-4551-b3b0-15ec65338f95 req-c00503fb-1042-4379-8d22-92c7d43ff7c4 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595473 Jul 16 20:16:00.268341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c83003b-8077-4d42-b494-0c2010fcc5dd req-afa14823-cf1e-4596-af9b-fa874d800e6a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245467 Jul 16 20:16:00.289230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fcab1ca-79b1-4556-9bb4-0f5d6b6eaf8a req-9924e944-035e-4891-9451-9b0a0d74d29f tempest-LiveMigrationTest-1457460009 tempest-LiveMigrationTest-1457460009-project] 10.222.0.100 "GET /v2.0/security-groups?id=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872311 Jul 16 20:16:00.303527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.324059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'name': 'network-vif-deleted', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:00.328463 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc3813a-711b-4780-b051-e460939cfee4" -d '{"events": [{"server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "name": "network-vif-deleted", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:00.352577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-40b7718f-9a4e-463f-9f55-e9d0986a08eb tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.355293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-40b7718f-9a4e-463f-9f55-e9d0986a08eb tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 945 time: 0.3177271 Jul 16 20:16:00.486729 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] Set router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:00.529999 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.536707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.587052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6348af8-a87c-411e-8340-0b50f7b862d1 req-99e2d15b-ded1-42ef-8f91-da97be1281d3 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/7f55512a-56c7-4414-a087-bf6be9f0498f HTTP/1.1" status: 200 len: 2404 time: 0.0905640 Jul 16 20:16:00.643275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.644592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a78157c-a0e0-4418-8e1c-8a63c85089d7 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:16:00.652840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.660016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87f9f0f8-20b2-43b7-b7b6-743ec5f79e3b admin admin] 10.222.0.100 "DELETE /v2.0/routers/0a78157c-a0e0-4418-8e1c-8a63c85089d7 HTTP/1.1" status: 204 len: 168 time: 1.5959682 Jul 16 20:16:00.660346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36232) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:00.669012 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78157c-a0e0-4418-8e1c-8a63c85089d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175324030-router', 'tenant_id': 'e1fce30abf4648399ddcea0681a3f84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:15:42Z', 'updated_at': '2021-07-16T20:15:59Z', 'revision_number': 7, 'project_id': 'e1fce30abf4648399ddcea0681a3f84f', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:00.698726 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] Checking router: 0a78157c-a0e0-4418-8e1c-8a63c85089d7 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:00.705773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Deleting port 7a158ebb-358a-4be2-9459-3c7882a26fb0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:00.706624 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.709108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] Routers set() bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:00.709466 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] Router IDs set() for agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:16:00.710140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_agentschedulers_db [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a78157c-a0e0-4418-8e1c-8a63c85089d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:15:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent'). {{(pid=94098) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:16:00.710520 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac4ad3-41f0-443c-af50-076f9f68e15c None None] The sync data for ids ['0a78157c-a0e0-4418-8e1c-8a63c85089d7'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:00.735431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] Deleting subnet b3e139d2-7e47-4de7-8fb3-e453d1a8f974 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:00.740206 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.806481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.874420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d6348af8-a87c-411e-8340-0b50f7b862d1 req-072e5aa1-3fd3-41d7-bfd5-6221c09026eb tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.916453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.932580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] For port 7a158ebb-358a-4be2-9459-3c7882a26fb0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=7a158ebb-358a-4be2-9459-3c7882a26fb0,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:00.932934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.936780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d6348af8-a87c-411e-8340-0b50f7b862d1 req-072e5aa1-3fd3-41d7-bfd5-6221c09026eb tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.947711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78409abf-49a1-4800-8fad-c0afe229c8c6 req-78566cc6-81a8-4634-a8bb-ccf428433060 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.949451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78409abf-49a1-4800-8fad-c0afe229c8c6 req-78566cc6-81a8-4634-a8bb-ccf428433060 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 944 time: 0.3479278 Jul 16 20:16:00.950117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:00.980152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Calling delete_port for 7a158ebb-358a-4be2-9459-3c7882a26fb0 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:01.011277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:01.020517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 597e406b-c2ff-4966-9316-79ae73b1c546 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:01.021499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 597e406b-c2ff-4966-9316-79ae73b1c546 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:01.078609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.101888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78409abf-49a1-4800-8fad-c0afe229c8c6 req-ea87b512-ee6d-40b2-bb10-e9dd2176c0f1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367755 Jul 16 20:16:01.165310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e139d2-7e47-4de7-8fb3-e453d1a8f974,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.165905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d6348af8-a87c-411e-8340-0b50f7b862d1 req-072e5aa1-3fd3-41d7-bfd5-6221c09026eb tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.168056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d6348af8-a87c-411e-8340-0b50f7b862d1 req-072e5aa1-3fd3-41d7-bfd5-6221c09026eb tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.169182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6348af8-a87c-411e-8340-0b50f7b862d1 req-072e5aa1-3fd3-41d7-bfd5-6221c09026eb tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-groups/7f55512a-56c7-4414-a087-bf6be9f0498f HTTP/1.1" status: 204 len: 173 time: 0.5761797 Jul 16 20:16:01.187595 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.193476 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c23f7eb7-d5f5-4976-91af-fda5121a7fb6 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/b3e139d2-7e47-4de7-8fb3-e453d1a8f974 HTTP/1.1" status: 204 len: 168 time: 0.5290947 Jul 16 20:16:01.193905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36236) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:01.227024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e5aa1-3fd3-41d7-bfd5-6221c09026eb tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55512a-56c7-4414-a087-bf6be9f0498f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.264381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.283674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '9effb149-f6a9-45a7-9646-0eb737b86905', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'port_id': '9effb149-f6a9-45a7-9646-0eb737b86905', 'mac_address': 'fa:16:3e:cc:01:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71815af3-f607-4e56-8f6d-60f0ef0dc5fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:01.303081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1597f26-6a73-417c-a4cc-045674acf9ec None None] Network cb6785a7-2345-4645-828e-c92fba00b241 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:01.392625 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.397295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 29759fba-8b9e-4f48-9be3-fc5f8ff18939 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:01.440623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 29759fba-8b9e-4f48-9be3-fc5f8ff18939 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:01.441246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 29759fba-8b9e-4f48-9be3-fc5f8ff18939 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:01.465233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9effb149-f6a9-45a7-9646-0eb737b86905 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:01.477340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.499101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.504427 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e889dd2-1c19-41a0-b73f-0de7e79713e8 x-openstack-request-id: req-9e889dd2-1c19-41a0-b73f-0de7e79713e8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:01.505178 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c34d82-c41e-4441-b94b-5b7aae40af4f", "name": "network-vif-deleted", "tag": "597e406b-c2ff-4966-9316-79ae73b1c546", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:01.505500 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9e889dd2-1c19-41a0-b73f-0de7e79713e8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:01.506215 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c34d82-c41e-4441-b94b-5b7aae40af4f', 'name': 'network-vif-deleted', 'tag': '597e406b-c2ff-4966-9316-79ae73b1c546', 'status': 'completed', 'code': 200} Jul 16 20:16:01.507339 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.536920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.629303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event deleted for resources: {'Port': ['ID=7a158ebb-358a-4be2-9459-3c7882a26fb0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.635669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.651679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Deleting port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:01.659937 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.736742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] No DVR routers for this DVR port 7a158ebb-358a-4be2-9459-3c7882a26fb0 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:01.740889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.743770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-182e7420-c85d-4257-b2e1-9bd85da1a22a req-0bfeaa58-8958-45ee-a9c1-8387648bf77b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "DELETE /v2.0/ports/7a158ebb-358a-4be2-9459-3c7882a26fb0 HTTP/1.1" status: 204 len: 173 time: 1.3787942 Jul 16 20:16:01.768351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03a9f6eb-5fbf-4a2e-878f-a90e95310bab req-f753399a-5d92-4cc4-829e-7c650e10799b tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "GET /v2.0/security-groups/268a602b-b7c2-4bfd-9bd8-7e46ddbb7a3d HTTP/1.1" status: 200 len: 2398 time: 0.1357203 Jul 16 20:16:01.849964 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] For port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2,segment=NetworkSegment(4e47c1f1-7145-4b41-b8b1-250c0c61377d),segment_id=4e47c1f1-7145-4b41-b8b1-250c0c61377d)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.850420 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.892836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03a9f6eb-5fbf-4a2e-878f-a90e95310bab req-586c5513-df0b-46bb-aa2a-ea23b4b7d358 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.896405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Calling delete_port for 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:01.898720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['9effb149-f6a9-45a7-9646-0eb737b86905'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:01.960614 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03a9f6eb-5fbf-4a2e-878f-a90e95310bab req-586c5513-df0b-46bb-aa2a-ea23b4b7d358 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.051752 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03a9f6eb-5fbf-4a2e-878f-a90e95310bab req-586c5513-df0b-46bb-aa2a-ea23b4b7d358 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.056840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03a9f6eb-5fbf-4a2e-878f-a90e95310bab req-586c5513-df0b-46bb-aa2a-ea23b4b7d358 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.075042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03a9f6eb-5fbf-4a2e-878f-a90e95310bab req-586c5513-df0b-46bb-aa2a-ea23b4b7d358 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] 10.222.0.100 "DELETE /v2.0/security-groups/268a602b-b7c2-4bfd-9bd8-7e46ddbb7a3d HTTP/1.1" status: 204 len: 173 time: 0.3053081 Jul 16 20:16:02.079352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36260) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:02.084892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.151126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c5513-df0b-46bb-aa2a-ea23b4b7d358 tempest-SecurityGroupRulesTestJSON-320371049 tempest-SecurityGroupRulesTestJSON-320371049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a602b-b7c2-4bfd-9bd8-7e46ddbb7a3d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.224807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d69408-72ed-474c-9aaf-ee6b87a08c96 None None] DHCP port deletion for cb6785a7-2345-4645-828e-c92fba00b241 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:02.225282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.236590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] Deleting subnet 5e6f83f8-6878-4ff6-8824-c437096369da {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:02.244021 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.245475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] No DVR routers for this DVR port 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:02.336613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.429600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aec058b9-dc22-48d9-8082-e5bced127191 req-d436fec4-e2e4-4fef-afc4-648a29da4487 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd4678d7-caba-4836-9c91-c90e8c2825b2 HTTP/1.1" status: 200 len: 210 time: 0.0479832 Jul 16 20:16:02.470637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.538852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.576198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6785a7-2345-4645-828e-c92fba00b241']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:02.598164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.613129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e47c1f1-7145-4b41-b8b1-250c0c61377d') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:02.613129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e47c1f1-7145-4b41-b8b1-250c0c61377d') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:02.633840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.660451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.686064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:02.687358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: items = [ Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:02.697820 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:02.704668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6f83f8-6878-4ff6-8824-c437096369da,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.708323 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.712390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cf5e7527-67e1-481c-b227-88b48d08d4ab admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5e6f83f8-6878-4ff6-8824-c437096369da HTTP/1.1" status: 204 len: 168 time: 0.6279471 Jul 16 20:16:02.716224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36288) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:02.733055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36292) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:02.846609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.890333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.897034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] 10.222.0.100 "DELETE /v2.0/networks/cb6785a7-2345-4645-828e-c92fba00b241 HTTP/1.1" status: 204 len: 168 time: 1.6994283 Jul 16 20:16:02.908825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.947464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7a158ebb-358a-4be2-9459-3c7882a26fb0 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:02.965382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1fbed-5270-41cf-8d54-4d7d65004b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6785a7-2345-4645-828e-c92fba00b241,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.052430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:03.211827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d55eb0f4-6af2-4680-8ad7-b89f156b4d75 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:03.232093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 7a158ebb-358a-4be2-9459-3c7882a26fb0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:03.232475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 7a158ebb-358a-4be2-9459-3c7882a26fb0 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:03.292038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d55eb0f4-6af2-4680-8ad7-b89f156b4d75 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:03.292388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d55eb0f4-6af2-4680-8ad7-b89f156b4d75 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:03.292800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:03.331041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:03.331404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 082b7fe0-4fb2-4752-9f1f-f83f1cc5f1d2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:03.344924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 9effb149-f6a9-45a7-9646-0eb737b86905 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:03.349449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 9effb149-f6a9-45a7-9646-0eb737b86905 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:03.349942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.438590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36306) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.468357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.487644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] Deleting subnet 647dbca8-b298-4873-bc76-057239649d33 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:03.494429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.529365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:03.535664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:03.538902 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44559deb-34ff-4703-92b5-961ecb41a345" -d '{"events": [{"server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "name": "network-vif-plugged", "status": "completed", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:03.546310 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.548243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f4ff8048-0c41-49bf-a06f-07eced7dbeaa no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:03.603606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.612715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'name': 'network-vif-deleted', 'tag': '7a158ebb-358a-4be2-9459-3c7882a26fb0'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:03.616268 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f1b7c-704f-471e-a729-79b5d0082d66" -d '{"events": [{"server_uuid": "bd4678d7-caba-4836-9c91-c90e8c2825b2", "name": "network-vif-deleted", "tag": "7a158ebb-358a-4be2-9459-3c7882a26fb0"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:03.656988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e3dad8-930b-4588-8055-92f6807b3129']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:03.658921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.707108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.712096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db37954-387e-4bd3-aee9-fd384e1242a1') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:03.712503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db37954-387e-4bd3-aee9-fd384e1242a1') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:03.713912 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9a44003-20ed-4b18-bfac-cd5de1296d00 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e1fce30abf4648399ddcea0681a3f84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741363 Jul 16 20:16:03.719748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36314) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.726328 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.742929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.767959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.785291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:03.786891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.791972 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.821902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:03.822344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:03.826592 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:03.844120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.865762 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.870187 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] 10.222.0.100 "DELETE /v2.0/subnets/647dbca8-b298-4873-bc76-057239649d33 HTTP/1.1" status: 204 len: 168 time: 1.1351478 Jul 16 20:16:03.882304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.904024 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.910712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a25570-c963-4d22-a3ef-c4817e93be9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647dbca8-b298-4873-bc76-057239649d33,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:03.912657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:03.918583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df0ba3-7710-4ab7-a91a-98107b219262 req-8bc9a1c9-f664-46e7-b724-7d8e685b8d6a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.920391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6df0ba3-7710-4ab7-a91a-98107b219262 req-8bc9a1c9-f664-46e7-b724-7d8e685b8d6a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 946 time: 0.2934849 Jul 16 20:16:03.925815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca698e-2c62-4fd1-b365-a7d5e81b8d8f req-a78f3deb-5bf7-4d2e-b773-a7d2aec6f9dd tempest-ServersAdminNegativeTestJSON-942405358 tempest-ServersAdminNegativeTestJSON-942405358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.927451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5ca698e-2c62-4fd1-b365-a7d5e81b8d8f req-a78f3deb-5bf7-4d2e-b773-a7d2aec6f9dd tempest-ServersAdminNegativeTestJSON-942405358 tempest-ServersAdminNegativeTestJSON-942405358-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 1100 time: 0.3022418 Jul 16 20:16:03.934682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-489545aa-77c8-4f60-958d-019e4f3a5210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.947181 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.987342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.991795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] 10.222.0.100 "DELETE /v2.0/networks/68e3dad8-930b-4588-8055-92f6807b3129 HTTP/1.1" status: 204 len: 168 time: 1.2720530 Jul 16 20:16:04.004910 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e5ca698e-2c62-4fd1-b365-a7d5e81b8d8f req-4e5dd332-fbec-4a54-8ebc-74004486608d tempest-ServersAdminNegativeTestJSON-942405358 tempest-ServersAdminNegativeTestJSON-942405358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.012574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-489545aa-77c8-4f60-958d-019e4f3a5210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.014831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.015433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9dee-0a14-46ca-b1fe-3e228e58d3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=68e3dad8-930b-4588-8055-92f6807b3129,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:04.053281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6df0ba3-7710-4ab7-a91a-98107b219262 req-b956506e-ddf8-417c-8afa-530eb5a7011c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210513 Jul 16 20:16:04.176786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-489545aa-77c8-4f60-958d-019e4f3a5210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.179959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-489545aa-77c8-4f60-958d-019e4f3a5210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.181466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-489545aa-77c8-4f60-958d-019e4f3a5210 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fb04d442-b72c-424d-a235-624168148d1c HTTP/1.1" status: 204 len: 168 time: 0.4600492 Jul 16 20:16:04.182034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.199672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489545aa-77c8-4f60-958d-019e4f3a5210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb04d442-b72c-424d-a235-624168148d1c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:04.222833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e5ca698e-2c62-4fd1-b365-a7d5e81b8d8f req-4e5dd332-fbec-4a54-8ebc-74004486608d tempest-ServersAdminNegativeTestJSON-942405358 tempest-ServersAdminNegativeTestJSON-942405358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.225687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:04.228804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e5ca698e-2c62-4fd1-b365-a7d5e81b8d8f req-4e5dd332-fbec-4a54-8ebc-74004486608d tempest-ServersAdminNegativeTestJSON-942405358 tempest-ServersAdminNegativeTestJSON-942405358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.254414 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:04.254980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43e4da5-bd7a-46bb-afd3-b44c9ec4c85f') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:04.273598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.293213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.293766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5ca698e-2c62-4fd1-b365-a7d5e81b8d8f req-4e5dd332-fbec-4a54-8ebc-74004486608d tempest-ServersAdminNegativeTestJSON-942405358 tempest-ServersAdminNegativeTestJSON-942405358-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507619 Jul 16 20:16:04.301458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dd332-fbec-4a54-8ebc-74004486608d tempest-ServersAdminNegativeTestJSON-942405358 tempest-ServersAdminNegativeTestJSON-942405358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9131cae-f4ff-4307-a4ec-e3f5034d0100,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:04.303118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:04.304029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:04.319407 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:04.473963 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.477086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36326) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.494271 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.508978 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] 10.222.0.100 "DELETE /v2.0/networks/fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec HTTP/1.1" status: 204 len: 168 time: 0.5947208 Jul 16 20:16:04.512525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36330) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.530038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c789d5-e92f-4e43-a56e-0a40ce70da97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1c8cfb-d1dd-49f8-8b0b-eaff0542c7ec,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:04.588231 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217c76e7-971f-4335-888a-5f175912740f x-openstack-request-id: req-217c76e7-971f-4335-888a-5f175912740f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:04.589128 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "name": "network-vif-plugged", "status": "completed", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:04.589605 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-217c76e7-971f-4335-888a-5f175912740f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:04.590183 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905', 'code': 200} Jul 16 20:16:04.652977 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3f441d-ab11-43ff-9d5c-80d46a4c8fc4 x-openstack-request-id: req-cf3f441d-ab11-43ff-9d5c-80d46a4c8fc4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:04.653555 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4678d7-caba-4836-9c91-c90e8c2825b2", "name": "network-vif-deleted", "tag": "7a158ebb-358a-4be2-9459-3c7882a26fb0", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:04.653555 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cf3f441d-ab11-43ff-9d5c-80d46a4c8fc4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:04.653915 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4678d7-caba-4836-9c91-c90e8c2825b2', 'name': 'network-vif-deleted', 'tag': '7a158ebb-358a-4be2-9459-3c7882a26fb0', 'status': 'completed', 'code': 200} Jul 16 20:16:04.762415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6704983-1ea9-4fd7-ab98-bb0328aeb8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.809489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] Deleting subnet bf66f669-0304-4c34-9ed9-de86aa7e4561 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:04.821756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ff2e6ae8-b37f-4e03-a3d9-457c68fa63a4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ea022c55c9374a4fbf911d56f76b9468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302960 Jul 16 20:16:04.826272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.827164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:04.893690 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.935505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396db94-28bd-446d-b4c4-27a323e73049 req-b77382e8-de19-4f8e-84ce-a083caa632c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.937418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f396db94-28bd-446d-b4c4-27a323e73049 req-b77382e8-de19-4f8e-84ce-a083caa632c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1097 time: 0.2277215 Jul 16 20:16:04.966374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:04.979934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6631d97f-20f5-4e9b-80a7-409337ed7c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.010647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6631d97f-20f5-4e9b-80a7-409337ed7c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.103535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6631d97f-20f5-4e9b-80a7-409337ed7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.107488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6631d97f-20f5-4e9b-80a7-409337ed7c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.109306 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6631d97f-20f5-4e9b-80a7-409337ed7c7c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f3621211-af4c-4db2-961a-7462f2fdb3d4 HTTP/1.1" status: 204 len: 168 time: 0.2803264 Jul 16 20:16:05.131798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d97f-20f5-4e9b-80a7-409337ed7c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3621211-af4c-4db2-961a-7462f2fdb3d4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.135143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f396db94-28bd-446d-b4c4-27a323e73049 req-d3f417e2-ebff-4847-aed2-0721348a03e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864865 Jul 16 20:16:05.243904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.291140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.293235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/bf66f669-0304-4c34-9ed9-de86aa7e4561 HTTP/1.1" status: 204 len: 168 time: 0.7750916 Jul 16 20:16:05.294113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7942b-5d9a-4eb8-a96d-566d294e5028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf66f669-0304-4c34-9ed9-de86aa7e4561,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.296389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:05.343339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-8db633c7-52c9-4bb8-aa23-86f718d86080 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.355396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-8db633c7-52c9-4bb8-aa23-86f718d86080 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.3922682 Jul 16 20:16:05.388879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-69d93bbe-62bb-4baf-8b51-c3bc1633ba80 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/quotas/5ff1571bd3b54fe39b14ce5802b590f7 HTTP/1.1" status: 200 len: 375 time: 0.0312767 Jul 16 20:16:05.521716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.598699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-a80211be-e9e0-4bbf-b8f7-506e0cb21a9d tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2082875 Jul 16 20:16:05.664349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.680229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d2f074-9bef-4e42-8239-4402f60056f7']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:05.694770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e3760c-87e2-4bb1-88b6-c99e54903962') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:05.695401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e3760c-87e2-4bb1-88b6-c99e54903962') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:05.708822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.737593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.748043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:05.749227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.798731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-7dd94a04-7ab5-4fdd-86e5-c273ca2be233 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:05.800830 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:05.816708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-7dd94a04-7ab5-4fdd-86e5-c273ca2be233 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 0.3359168 Jul 16 20:16:05.856245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-2a08cabb-386a-49d3-a5c0-493f2d89314f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/quotas/bba158c9a5a74456a3f89b42ef2c975b HTTP/1.1" status: 200 len: 375 time: 0.0380228 Jul 16 20:16:05.915469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.931588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.964794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-88076cb5-da51-47ca-9360-a48305a16ada tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064794 Jul 16 20:16:05.968628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.974417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e6d2f074-9bef-4e42-8239-4402f60056f7 HTTP/1.1" status: 204 len: 168 time: 0.6756070 Jul 16 20:16:05.976057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7e98a-ba4b-4369-a8c2-63d3b9459dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d2f074-9bef-4e42-8239-4402f60056f7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:06.045183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-f4d34f42-a062-442e-8ea8-675ad0590950 service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138424 Jul 16 20:16:06.233215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36420) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:06.294898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-87e3f821-9d78-4a8f-b31d-492eb59ba84d service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224678 Jul 16 20:16:06.343569 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a8a1b293-8ab3-4730-83ef-d78e1ec99e27 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=561d35b90f7f4adf85f4f68390f5fa87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087170 Jul 16 20:16:06.347845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36422) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:06.454137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-049c7d50-02f8-478a-ab77-dd7de1a7d03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.480204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-049c7d50-02f8-478a-ab77-dd7de1a7d03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.483543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-367a84ed-a560-4e82-8b8d-f5c24b86cdb1 service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269376 Jul 16 20:16:06.559039 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-049c7d50-02f8-478a-ab77-dd7de1a7d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.563040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-049c7d50-02f8-478a-ab77-dd7de1a7d03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.564525 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-049c7d50-02f8-478a-ab77-dd7de1a7d03a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4325a12c-4fa3-4b4d-be8e-36e6b6f3c269 HTTP/1.1" status: 204 len: 168 time: 0.2156341 Jul 16 20:16:06.576700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c7d50-02f8-478a-ab77-dd7de1a7d03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325a12c-4fa3-4b4d-be8e-36e6b6f3c269,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:06.592853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:06.597868 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d873bd-cbae-472d-9f51-e9f494678660" -d '{"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:06.646931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-77930dbb-0204-49cd-9d15-07bc0d202d44 service neutron] 10.222.0.100 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477931 Jul 16 20:16:06.685922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290090-708d-472c-97a6-bb4f139425b9 req-e8d8ba20-6aa0-4085-adb5-d696ee4e3cd3 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:06.699174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5290090-708d-472c-97a6-bb4f139425b9 req-e8d8ba20-6aa0-4085-adb5-d696ee4e3cd3 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "GET /v2.0/ports?device_id=5410f80d-faef-4544-abf2-e584d6784ce0 HTTP/1.1" status: 200 len: 943 time: 0.3820643 Jul 16 20:16:06.876843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Deleting port f4ff8048-0c41-49bf-a06f-07eced7dbeaa {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:06.878542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.173400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-5f250749-20ba-4615-87e5-bf1cda420159 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.178725 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-5f250749-20ba-4615-87e5-bf1cda420159 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.26 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 949 time: 0.4030380 Jul 16 20:16:07.289876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] For port f4ff8048-0c41-49bf-a06f-07eced7dbeaa, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:07.290407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.319186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Calling delete_port for f4ff8048-0c41-49bf-a06f-07eced7dbeaa owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:07.451109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Deleting port af14acb5-adba-4901-aae7-4ebf2f5bce39 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:07.451495 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.588006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36456) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:07.676375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36462) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:07.710689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] For port af14acb5-adba-4901-aae7-4ebf2f5bce39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=af14acb5-adba-4901-aae7-4ebf2f5bce39,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:07.711430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:07.729472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Calling delete_port for af14acb5-adba-4901-aae7-4ebf2f5bce39 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:07.753278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67768dce-a2b9-425f-8efb-c756894e68d4 req-e6296e8b-18e5-47ff-9bdb-4239da7c45be tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.755680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67768dce-a2b9-425f-8efb-c756894e68d4 req-e6296e8b-18e5-47ff-9bdb-4239da7c45be tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 946 time: 0.4236372 Jul 16 20:16:07.804817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6fdd4c23-ac9d-4e1d-bb93-33771a64e600 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cc7aaa2122c1426680b39858dd1e84ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028902 Jul 16 20:16:07.810352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36468) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:07.884053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4253b0-3212-44eb-9d65-c3d29333a663 req-27a0a0ee-e3bb-42eb-9f46-a9f84336a088 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:07.899142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4253b0-3212-44eb-9d65-c3d29333a663 req-27a0a0ee-e3bb-42eb-9f46-a9f84336a088 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 949 time: 0.3744562 Jul 16 20:16:08.034280 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.049578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.052840 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.068414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.088859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['af14acb5-adba-4901-aae7-4ebf2f5bce39'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.092843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['ac9f4e68-814a-4a76-8f11-bb50038fea7a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:08.127925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67768dce-a2b9-425f-8efb-c756894e68d4 req-e67b4b4f-35ae-440b-b915-b9acda73135d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395805 Jul 16 20:16:08.221047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event deleted for resources: {'Port': ['ID=f4ff8048-0c41-49bf-a06f-07eced7dbeaa,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:08.249248 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4253b0-3212-44eb-9d65-c3d29333a663 req-6f208d37-071a-49d0-a0ee-35e1162ccacb tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485851 Jul 16 20:16:08.415537 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058957a-9598-4550-acb5-c74d89764c07 x-openstack-request-id: req-7058957a-9598-4550-acb5-c74d89764c07 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:08.416161 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:08.416578 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7058957a-9598-4550-acb5-c74d89764c07 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:08.417144 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'code': 200} Jul 16 20:16:08.457196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] No DVR routers for this DVR port f4ff8048-0c41-49bf-a06f-07eced7dbeaa on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:08.461779 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccc829a5-d56b-4396-bde8-83cfe241e9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.466419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.481396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5290090-708d-472c-97a6-bb4f139425b9 req-789681bb-23d3-483b-92eb-295655708d00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "DELETE /v2.0/ports/f4ff8048-0c41-49bf-a06f-07eced7dbeaa HTTP/1.1" status: 204 len: 173 time: 1.7754920 Jul 16 20:16:08.490170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] No DVR routers for this DVR port af14acb5-adba-4901-aae7-4ebf2f5bce39 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:08.493302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Pushing event deleted for resources: {'Port': ['ID=af14acb5-adba-4901-aae7-4ebf2f5bce39,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:08.509122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.520536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-225151295-network', 'tenant_id': 'e6f134565361412d8224c5d5b17676b0'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:08.537271 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.540643 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bf5ec40-d8c0-4107-8415-67ff9eef1b31 req-dd5c5a8a-9a2a-4784-8bad-fdb517a68e79 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.26 "DELETE /v2.0/ports/af14acb5-adba-4901-aae7-4ebf2f5bce39 HTTP/1.1" status: 204 len: 173 time: 1.3575096 Jul 16 20:16:08.541436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878bdc3d-7375-4941-abdb-7637801843b4', 'name': 'network-vif-deleted', 'tag': 'af14acb5-adba-4901-aae7-4ebf2f5bce39'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:08.549676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-deleted', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:08.558834 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf06a23-0104-4a9d-9772-e788ab0c6d35" -d '{"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-deleted", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:08.561394 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f53fca-2e05-4634-99a4-c458fd79bb50" -d '{"events": [{"server_uuid": "878bdc3d-7375-4941-abdb-7637801843b4", "name": "network-vif-deleted", "tag": "af14acb5-adba-4901-aae7-4ebf2f5bce39"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:08.581856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6094ecf2-6509-4648-b949-d3bede7699de req-32303b20-c359-4932-9f09-727e8782ab02 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 210 time: 0.2041926 Jul 16 20:16:08.635096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Made reservation on behalf of e6f134565361412d8224c5d5b17676b0 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:08.641961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.644867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccc829a5-d56b-4396-bde8-83cfe241e9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.654230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.759989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccc829a5-d56b-4396-bde8-83cfe241e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.761601 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccc829a5-d56b-4396-bde8-83cfe241e9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.762879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ccc829a5-d56b-4396-bde8-83cfe241e9e8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/23397eb7-9bb2-492e-a44e-2bb21758b02f HTTP/1.1" status: 204 len: 168 time: 0.9377720 Jul 16 20:16:08.799215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc829a5-d56b-4396-bde8-83cfe241e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23397eb7-9bb2-492e-a44e-2bb21758b02f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:08.848804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-479e62aa-9b6b-4208-832a-2955df971b15 req-c8d9e979-2120-4763-ad47-ed4291d83133 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 210 time: 0.0692401 Jul 16 20:16:08.991389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:08.997833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.049690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:09.061244 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c31f23-2422-474d-a5ec-3f77ee8fe83f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:09.089912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.113152 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Added segment 4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7 of type vlan for network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 Jul 16 20:16:09.168777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.212901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.213607 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b598f957-c60f-45cb-b97e-f9b6f7ebaf2f x-openstack-request-id: req-b598f957-c60f-45cb-b97e-f9b6f7ebaf2f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:09.214099 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5410f80d-faef-4544-abf2-e584d6784ce0", "name": "network-vif-deleted", "tag": "f4ff8048-0c41-49bf-a06f-07eced7dbeaa", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:09.214196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:09.214744 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b598f957-c60f-45cb-b97e-f9b6f7ebaf2f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:09.215556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:09.215712 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5410f80d-faef-4544-abf2-e584d6784ce0', 'name': 'network-vif-deleted', 'tag': 'f4ff8048-0c41-49bf-a06f-07eced7dbeaa', 'status': 'completed', 'code': 200} Jul 16 20:16:09.259799 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a90fa-6047-4be1-a4cf-2026e6a4bf61 x-openstack-request-id: req-b65a90fa-6047-4be1-a4cf-2026e6a4bf61 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:09.260576 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878bdc3d-7375-4941-abdb-7637801843b4", "name": "network-vif-deleted", "tag": "af14acb5-adba-4901-aae7-4ebf2f5bce39", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:09.261802 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b65a90fa-6047-4be1-a4cf-2026e6a4bf61 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:09.262231 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878bdc3d-7375-4941-abdb-7637801843b4', 'name': 'network-vif-deleted', 'tag': 'af14acb5-adba-4901-aae7-4ebf2f5bce39', 'status': 'completed', 'code': 200} Jul 16 20:16:09.272932 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5918870 Jul 16 20:16:09.274337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36516) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:09.286474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Request body: {'subnet': {'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-225151295-subnet', 'tenant_id': 'e6f134565361412d8224c5d5b17676b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:09.319833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96407ab2-bfb1-4e72-93e1-fb95760ba0ad admin admin] Pushing event updated for resources: {'Network': ['ID=8b2e2238-6c6c-4ecb-9539-3628cda36a88,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:09.335152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:09.436360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Made reservation on behalf of e6f134565361412d8224c5d5b17676b0 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:09.443367 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.000858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65205854-0d77-42e3-8c9b-28f69f0de352 req-9f3588e1-deb4-4755-b712-3373ba90a750 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=878bdc3d-7375-4941-abdb-7637801843b4 HTTP/1.1" status: 200 len: 210 time: 0.0916719 Jul 16 20:16:10.085966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-79c10830-78a1-47bc-aca4-e60c3d975877 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:10.088726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-79c10830-78a1-47bc-aca4-e60c3d975877 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.4054601 Jul 16 20:16:10.111900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Request body: {'port': {'device_id': '827e972e-b761-4804-9a2b-30689c60105b', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'admin_state_up': True, 'tenant_id': '5ff1571bd3b54fe39b14ce5802b590f7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:10.143014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e7aa-82d7-4507-a2c5-a818954b0cfe req-8893450c-39fc-4aef-8810-f03ea9f763cf tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:10.152903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97e1e7aa-82d7-4507-a2c5-a818954b0cfe req-8893450c-39fc-4aef-8810-f03ea9f763cf tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1097 time: 0.6341100 Jul 16 20:16:10.292233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97e1e7aa-82d7-4507-a2c5-a818954b0cfe req-1d95ab3a-17ac-4448-9afb-d7e12a96ae2b tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383138 Jul 16 20:16:10.363995 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.429151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503e5f97-58b0-48b4-be5e-d9217a248b3d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:10.477458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Made reservation on behalf of 5ff1571bd3b54fe39b14ce5802b590f7 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:10.481998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.508442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Checking segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:10.508794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Network hostable DHCP agents. Network: 8b2e2238-6c6c-4ecb-9539-3628cda36a88, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:10.538690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62b9380b-9a12-4dad-b69b-c10cd9cd3f4b req-6c685de2-1561-45e7-8959-637e27556a11 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 210 time: 0.0648217 Jul 16 20:16:10.584284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:10.672722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8b2e2238-6c6c-4ecb-9539-3628cda36a88) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:10.689012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8942bc23-e634-49ec-886a-ad217ad5f31e None None] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:10.716223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:10.718183 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:10.871741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-161d3a2b-5e20-49a5-9fc0-1425a228129e req-fc4cba9d-9f8e-4253-bad8-9e4a82456897 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 210 time: 0.1905129 Jul 16 20:16:10.913129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15f05767-53d4-4069-9d31-ea94e3cc7da4 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6352279 Jul 16 20:16:11.220454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f4ff8048-0c41-49bf-a06f-07eced7dbeaa no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:11.290419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: f4ff8048-0c41-49bf-a06f-07eced7dbeaa {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:11.290954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f4ff8048-0c41-49bf-a06f-07eced7dbeaa not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:11.291731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device af14acb5-adba-4901-aae7-4ebf2f5bce39 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:11.393794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: af14acb5-adba-4901-aae7-4ebf2f5bce39 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:11.394958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device af14acb5-adba-4901-aae7-4ebf2f5bce39 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:11.568639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794950d-555a-47b3-bbb7-4fb8fdafaf43 None None] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:11.835645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-b82796a2-36fc-4fd1-8865-8bb1889ccea1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.838403 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-b82796a2-36fc-4fd1-8865-8bb1889ccea1 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 811 time: 1.0158930 Jul 16 20:16:11.858881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Allocated IP 172.20.0.13 (571fb607-bda5-472c-aa01-f3bce2bed30c/94c1298e-0d81-4976-a3ef-6ae3fb51441d/305c809b-0f8f-46b3-8823-e3cf649b3fc4) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:11.885459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Request body: {'port': {'device_id': '08429def-2294-4f59-8ddb-946a8fc003b4', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'admin_state_up': True, 'tenant_id': 'bba158c9a5a74456a3f89b42ef2c975b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:11.994297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef78e6-8835-4e3a-9ca6-3d579e2fb470 req-97854394-38c0-4083-8574-b9e1742710cf tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:11.996058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96ef78e6-8835-4e3a-9ca6-3d579e2fb470 req-97854394-38c0-4083-8574-b9e1742710cf tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1097 time: 0.3922474 Jul 16 20:16:12.149862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96ef78e6-8835-4e3a-9ca6-3d579e2fb470 req-de943f8a-ee4c-43e2-bcdb-4b2b87aa99c8 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082230 Jul 16 20:16:12.234232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Made reservation on behalf of bba158c9a5a74456a3f89b42ef2c975b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:12.238712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.272245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.492978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.648741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Allocated IP 172.20.0.12 (c5d14762-e43f-4ebd-a0cf-a9068eb63b7b/67ee619a-874b-42ad-8c69-324407245e9a/e0abd339-8272-4f97-bc5f-993991694ae5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:12.708633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Network 571fb607-bda5-472c-aa01-f3bce2bed30c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:12.711110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-912534cf-5014-46f1-a7be-e2afa77f78c6 req-5e015f9a-bc3b-4c96-8bd8-cc99bae8ace5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 210 time: 0.1293185 Jul 16 20:16:12.720243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:12.751001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.753799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:12.858527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.860133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:12.926119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-2c95a719-d84b-4bec-afd7-9ea25535475a tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.928385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-2c95a719-d84b-4bec-afd7-9ea25535475a tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 812 time: 0.4283237 Jul 16 20:16:12.960947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-250cdd66-603f-478d-ada8-6fedcdbd6fb5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8543313 Jul 16 20:16:12.981315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Request body: {'port': {'device_id': '827e972e-b761-4804-9a2b-30689c60105b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:12.997511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-20ba2f65-8859-4dfe-ae9d-71e43746cbd6 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/quotas/e6f134565361412d8224c5d5b17676b0 HTTP/1.1" status: 200 len: 375 time: 0.0397406 Jul 16 20:16:13.117945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-c880afe2-acbb-4d69-b563-d03c3e1bd078 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981221 Jul 16 20:16:13.222220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.280103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bec46-1fc0-4c82-aba5-291f70f66b59 req-e8fb78b8-f0b7-4e1e-b46f-10d65ab3aa2a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.282643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-366bec46-1fc0-4c82-aba5-291f70f66b59 req-e8fb78b8-f0b7-4e1e-b46f-10d65ab3aa2a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 932 time: 0.4031909 Jul 16 20:16:13.289076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.409134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-5257235c-a773-4267-863a-84207f90ae2b service neutron] 10.222.0.100 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774794 Jul 16 20:16:13.447921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-366bec46-1fc0-4c82-aba5-291f70f66b59 req-6c5ee9a4-31ad-4788-9b4f-ea13ca2db335 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559634 Jul 16 20:16:13.462645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.639710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:13.659543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event updated for resources: {'Port': ['ID=e0abd339-8272-4f97-bc5f-993991694ae5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:13.662266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:13.674733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:13.780330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-fbaac1ce-a682-4876-8b2e-022921306883 service neutron] 10.222.0.100 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560562 Jul 16 20:16:13.834730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.835448 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.878876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-6b62643a-0fbe-40a0-ab28-c42eaad1cc50 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0229158 Jul 16 20:16:13.901285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Request body: {'port': {'device_id': '08429def-2294-4f59-8ddb-946a8fc003b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:14.083227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb1a2f-3b77-40e8-a135-b266b6ab0bf8 req-4f6a08b7-769a-486c-b56b-2cb667ffac29 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.086734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fbb1a2f-3b77-40e8-a135-b266b6ab0bf8 req-4f6a08b7-769a-486c-b56b-2cb667ffac29 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 950 time: 0.3566818 Jul 16 20:16:14.163518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305c809b-0f8f-46b3-8823-e3cf649b3fc4 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:14.205592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.260453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.296101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Transition to ACTIVE for port object 305c809b-0f8f-46b3-8823-e3cf649b3fc4 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:14.311344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.318634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fbb1a2f-3b77-40e8-a135-b266b6ab0bf8 req-0afd9048-d0ba-4bda-9342-d0a1c30f737d tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/security-groups?id=c8a08e54-ab9e-4688-bd62-636dd25df212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045178 Jul 16 20:16:14.409324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-5bbdfaba-e8c1-4295-afc0-128eabcefc52 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.411014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-5bbdfaba-e8c1-4295-afc0-128eabcefc52 tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.21 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 950 time: 0.4621575 Jul 16 20:16:14.498834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:15.394450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Attempting to bind port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:15.395927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Attempting to bind port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:15.396679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Attempting to bind port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:15.438766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 on network 571fb607-bda5-472c-aa01-f3bce2bed30c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:15.439870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Attempting to bind port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:15.496357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Deleting port ac9f4e68-814a-4a76-8f11-bb50038fea7a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:15.497972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.511378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:15.512078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Checking segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:15.512700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Bound using segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:15.513446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Bound port: 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:15.514060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.691660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acac71-b243-458b-b6e9-311f0644e13c req-a746fd50-899c-4d53-a6f7-d473009a4bfd tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.716043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00acac71-b243-458b-b6e9-311f0644e13c req-a746fd50-899c-4d53-a6f7-d473009a4bfd tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 932 time: 1.0869052 Jul 16 20:16:16.043323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00acac71-b243-458b-b6e9-311f0644e13c req-85c3923c-8ca0-4911-9a6e-96c255a2fa7c tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255615 Jul 16 20:16:16.065755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0abd339-8272-4f97-bc5f-993991694ae5 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:16.096577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.125614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Transition to ACTIVE for port object e0abd339-8272-4f97-bc5f-993991694ae5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:16.153385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.281008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Pushing event updated for resources: {'Port': ['ID=e0abd339-8272-4f97-bc5f-993991694ae5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:16.376562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] For port ac9f4e68-814a-4a76-8f11-bb50038fea7a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:16.378999 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.413693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:16.460896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:16.516250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Calling delete_port for ac9f4e68-814a-4a76-8f11-bb50038fea7a owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:16.535909 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.767105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.768387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.770880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] 10.222.0.21 "PUT /v2.0/ports/305c809b-0f8f-46b3-8823-e3cf649b3fc4 HTTP/1.1" status: 200 len: 1092 time: 3.7947760 Jul 16 20:16:16.771556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:16.774238 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497773d3-003e-4569-ac5c-c0f8c3bad87c" -d '{"events": [{"name": "network-changed", "server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:16.947060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device ac9f4e68-814a-4a76-8f11-bb50038fea7a no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:17.055424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-8502f22f-342f-46f1-9aa4-1d74856b32dd tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.057014 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-8502f22f-342f-46f1-9aa4-1d74856b32dd tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 812 time: 0.2115297 Jul 16 20:16:17.073455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Request body: {'port': {'device_id': '088bae09-722c-4416-9ed5-71093a7e086c', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'admin_state_up': True, 'tenant_id': 'e6f134565361412d8224c5d5b17676b0'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:17.107154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82524984-2b1b-4cd8-a36b-0cc98a23ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.122175 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.177116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:17.180166 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343e4cc3-30fe-4d22-b3a2-53dc2ea44c3c" -d '{"events": [{"server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:17.221112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port ac9f4e68-814a-4a76-8f11-bb50038fea7a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=ac9f4e68-814a-4a76-8f11-bb50038fea7a,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:17.228480 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.269274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Attempting to bind port e0abd339-8272-4f97-bc5f-993991694ae5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:17.270204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Attempting to bind port e0abd339-8272-4f97-bc5f-993991694ae5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:17.271021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Attempting to bind port e0abd339-8272-4f97-bc5f-993991694ae5 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:17.308985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Port e0abd339-8272-4f97-bc5f-993991694ae5 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:17.309304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Attempting to bind port e0abd339-8272-4f97-bc5f-993991694ae5 on network c5d14762-e43f-4ebd-a0cf-a9068eb63b7b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:17.335584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:17.337605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Checking segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:17.338228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Bound using segment: {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:17.340999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Bound port: e0abd339-8272-4f97-bc5f-993991694ae5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be13ebba-debb-45af-936f-3dc9e1d239fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:17.341609 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.364652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Made reservation on behalf of e6f134565361412d8224c5d5b17676b0 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:17.369627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.373882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=ac9f4e68-814a-4a76-8f11-bb50038fea7a,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.453925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-04d1a1ef-390d-4873-b153-33d9f8b00b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.456844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-04d1a1ef-390d-4873-b153-33d9f8b00b2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 1095 time: 0.5824420 Jul 16 20:16:17.475314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3d5e-6f5d-4cc4-9d37-f569e4516821 req-d7a469c1-d29d-4596-8c03-10ed465159cc tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.476980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a4d3d5e-6f5d-4cc4-9d37-f569e4516821 req-d7a469c1-d29d-4596-8c03-10ed465159cc tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 944 time: 0.6678541 Jul 16 20:16:17.555161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-ca090bb3-ed82-4ea5-bf89-361b754ec4d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4 HTTP/1.1" status: 200 len: 217 time: 0.0559132 Jul 16 20:16:17.564919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.569974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Allocated IP 172.20.0.2 (8b2e2238-6c6c-4ecb-9539-3628cda36a88/503e5f97-58b0-48b4-be5e-d9217a248b3d/907ffd7c-c5b9-4471-8dc9-194ed9e57c65) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:17.664054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Pushing event deleted for resources: {'Port': ['ID=ac9f4e68-814a-4a76-8f11-bb50038fea7a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.673633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] For port e0abd339-8272-4f97-bc5f-993991694ae5, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:17.727022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a4d3d5e-6f5d-4cc4-9d37-f569e4516821 req-e0e34332-a9ef-4de4-a827-ac19c9dab814 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231815 Jul 16 20:16:17.741806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] For port e0abd339-8272-4f97-bc5f-993991694ae5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e0abd339-8272-4f97-bc5f-993991694ae5,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:17.786012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.792081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-1f3da6c2-4f53-424a-94ae-93c9f74d300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.793616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-1f3da6c2-4f53-424a-94ae-93c9f74d300b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.2267666 Jul 16 20:16:17.805855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] No DVR routers for this DVR port ac9f4e68-814a-4a76-8f11-bb50038fea7a on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:17.808113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.826928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.842275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b64d199b-a0db-4c81-a5a0-95fde6418935 req-3e4388c9-dc91-47c7-a0db-a8e32390989e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.21 "DELETE /v2.0/ports/ac9f4e68-814a-4a76-8f11-bb50038fea7a HTTP/1.1" status: 204 len: 173 time: 3.4213028 Jul 16 20:16:17.872601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.923338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:17.927671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:17.933186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:17.997092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.000832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.028709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event updated for resources: {'Port': ['ID=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:18.043879 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-c3f5340a-007f-4c34-baf9-11cfb2c5ffc2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9755173 Jul 16 20:16:18.058830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Request body: {'port': {'device_id': '088bae09-722c-4416-9ed5-71093a7e086c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:18.109043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-aa04e24c-751b-4416-ba04-99523ab0e9c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2837861 Jul 16 20:16:18.110969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Pushing event updated for resources: {'Port': ['ID=e0abd339-8272-4f97-bc5f-993991694ae5,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:18.185541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.186707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.190831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-cfa48d1d-1bd0-40f6-9ac6-dc007187687c service neutron] 10.222.0.21 "PUT /v2.0/ports/e0abd339-8272-4f97-bc5f-993991694ae5 HTTP/1.1" status: 200 len: 1092 time: 4.2977667 Jul 16 20:16:18.228190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c2cc473-41c3-4e8c-98ca-60b1441962b5 req-c5b19c25-91bd-4ea0-aa72-afc0016a4b1e tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 210 time: 0.1958036 Jul 16 20:16:18.353378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.482914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-5072ecb8-122f-4b61-b85b-00c7d54f3765 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.485399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-5072ecb8-122f-4b61-b85b-00c7d54f3765 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 812 time: 0.7533977 Jul 16 20:16:18.506104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Request body: {'port': {'device_id': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'admin_state_up': True, 'tenant_id': 'e6f134565361412d8224c5d5b17676b0'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:18.535308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-6d9a54ab-aecf-4eff-a377-211d20d74406 service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430140 Jul 16 20:16:18.658576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-ec5bfe40-6dde-490d-8442-2aed5189ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.660520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-ec5bfe40-6dde-490d-8442-2aed5189ac1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 1095 time: 0.2871938 Jul 16 20:16:18.759519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-1bdcbb53-7121-4c82-9c06-4eaa54caf8b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0abd339-8272-4f97-bc5f-993991694ae5 HTTP/1.1" status: 200 len: 217 time: 0.0629261 Jul 16 20:16:18.865117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7289f894-d363-4b88-bc16-65c98789f536 req-be8ade02-bd6f-4e04-b476-e67238e5ef8e tempest-ServersAdminNegativeTestJSON-1225356073 tempest-ServersAdminNegativeTestJSON-1225356073-project] 10.222.0.100 "GET /v2.0/ports?device_id=4334a22c-911d-49bd-8675-863d286f6466 HTTP/1.1" status: 200 len: 210 time: 0.0508440 Jul 16 20:16:18.893461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba350ab5-bca1-4371-8c6d-59740761b330 req-8eb3d300-db43-435e-a5b5-0d261368345c service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432994 Jul 16 20:16:18.901321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-f69056e9-aacf-4a3d-8c44-7895a6961fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.903419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-f69056e9-aacf-4a3d-8c44-7895a6961fbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 0.1345999 Jul 16 20:16:18.905233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Made reservation on behalf of e6f134565361412d8224c5d5b17676b0 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:18.908811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-19c897b5-a919-4489-a204-6c97d5cb534c tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:16:18.910031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-19c897b5-a919-4489-a204-6c97d5cb534c tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6292171 Jul 16 20:16:18.930610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.051470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-9c1f1016-5f2e-4f79-85c3-7cd1b2ab0592 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030352 Jul 16 20:16:19.109336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Request body: {'binding': {'host': 'n-h1-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:19.112739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Unknown quota resources ['binding']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:16:19.150260 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c181c09b-458e-4c57-a94e-86ca2a0e8897 x-openstack-request-id: req-c181c09b-458e-4c57-a94e-86ca2a0e8897 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:19.150550 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:19.150817 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c181c09b-458e-4c57-a94e-86ca2a0e8897 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:19.151286 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'status': 'completed', 'code': 200} Jul 16 20:16:19.244917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:19.268715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.305909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Transition to ACTIVE for port object 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:19.346403 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.401621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-e6bf62de-ee79-4cf8-b7e4-dc1efd3a4d48 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421910 Jul 16 20:16:19.458038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Pushing event updated for resources: {'Port': ['ID=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.577441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-06b8ed62-225d-4e78-b432-056dda930d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.581120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-06b8ed62-225d-4e78-b432-056dda930d7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 1095 time: 0.3599021 Jul 16 20:16:19.595626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Allocated IP 172.20.0.10 (8b2e2238-6c6c-4ecb-9539-3628cda36a88/503e5f97-58b0-48b4-be5e-d9217a248b3d/0301aa51-2044-47f3-b5c1-9994801d64e3) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:19.966376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Attempting to bind port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:19.966704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Attempting to bind port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:19.967025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Attempting to bind port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:19.980754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:19.981101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Attempting to bind port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:19.989010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on host n-h1-798930-6 for vnic_type normal with profile None {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:19.989362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:19.989689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:19.992169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:19.992486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Checking segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:19.992882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Bound using segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:19.993330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Bound port: 907ffd7c-c5b9-4471-8dc9-194ed9e57c65, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:19.993688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.006655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:20.007094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:20.019960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:20.020912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:20.021783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:20.023126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Bound port: 9effb149-f6a9-45a7-9646-0eb737b86905, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:20.054016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf938e14-6173-4705-978c-e387ec8c225c req-f8a02560-c11c-49ec-9c9c-dce86ac11a3a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.055882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf938e14-6173-4705-978c-e387ec8c225c req-f8a02560-c11c-49ec-9c9c-dce86ac11a3a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 944 time: 0.6743283 Jul 16 20:16:20.060679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-2c5c7f57-021f-4c1f-8480-cfae47496a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.062359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-2c5c7f57-021f-4c1f-8480-cfae47496a10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 906 time: 0.4560893 Jul 16 20:16:20.069354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f502a7e7-73a8-4e05-bbdc-6c00835ba99d req-45b424c3-2907-49df-b025-0513193196d5 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265092 Jul 16 20:16:20.167872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-fd37ecee-3f22-4c93-97e2-eac159adf61d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4 HTTP/1.1" status: 200 len: 217 time: 0.0853913 Jul 16 20:16:20.208709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf938e14-6173-4705-978c-e387ec8c225c req-d5d57af3-4356-469e-a25c-f9a869bbdf6e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379843 Jul 16 20:16:20.235070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] For port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:20.243884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] For port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:20.266205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.278713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:20.327566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.330623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-181a6fdd-3d0b-4a51-9fed-f7d91cfdaa7b service neutron] 10.222.0.100 "POST /v2.0/ports/9effb149-f6a9-45a7-9646-0eb737b86905/bindings HTTP/1.1" status: 201 len: 389 time: 1.3965487 Jul 16 20:16:20.362091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.363208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.366084 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] 10.222.0.26 "PUT /v2.0/ports/907ffd7c-c5b9-4471-8dc9-194ed9e57c65 HTTP/1.1" status: 200 len: 1091 time: 2.3136733 Jul 16 20:16:20.366874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088bae09-722c-4416-9ed5-71093a7e086c', 'tag': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:20.382532 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "088bae09-722c-4416-9ed5-71093a7e086c", "tag": "907ffd7c-c5b9-4471-8dc9-194ed9e57c65"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:20.396441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-180f5570-848a-4e8e-8f34-adccd5630d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.399469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-180f5570-848a-4e8e-8f34-adccd5630d03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.2030470 Jul 16 20:16:20.411307 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da40bbe6-4af1-48aa-8f64-5ba0aa44fc7f x-openstack-request-id: req-da40bbe6-4af1-48aa-8f64-5ba0aa44fc7f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:20.412335 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:20.412763 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-da40bbe6-4af1-48aa-8f64-5ba0aa44fc7f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:20.413409 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a', 'code': 200} Jul 16 20:16:20.459566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-8fa7cbcd-468a-485e-aa12-e6cd0abec378 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442426 Jul 16 20:16:20.516233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4d8c2-ed97-4f52-9b93-030ab95c1e3d service neutron] Pushing event updated for resources: {'Port': ['ID=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:20.540425 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.658092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-2cc612a3-8241-4340-abe5-305f1d3b332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.661954 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-2cc612a3-8241-4340-abe5-305f1d3b332d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=088bae09-722c-4416-9ed5-71093a7e086c HTTP/1.1" status: 200 len: 1094 time: 0.2247570 Jul 16 20:16:20.726968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-b5278d2d-a1f3-4077-9e7d-4eeaeb5b0e77 service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541425 Jul 16 20:16:20.813069 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-545c6ca8-1921-4c8a-b51d-c330d9a19179 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=907ffd7c-c5b9-4471-8dc9-194ed9e57c65 HTTP/1.1" status: 200 len: 217 time: 0.1410918 Jul 16 20:16:20.942654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 305c809b-0f8f-46b3-8823-e3cf649b3fc4 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:20.958540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-782310ac-87d7-466c-b185-7e18036c43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.965800 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-782310ac-87d7-466c-b185-7e18036c43f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.1453922 Jul 16 20:16:21.036360 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-800f3939-6a9f-462f-a87a-1fbc88dd4f17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612102 Jul 16 20:16:21.275416 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:21.280423 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-2e417fac-d367-4635-b5fc-b5aacc5cfac7 service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353299 Jul 16 20:16:21.302714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'mac_address': 'fa:16:3e:1d:ae:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:21.384492 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.403626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305c809b-0f8f-46b3-8823-e3cf649b3fc4 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:21.443196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:21.452020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.486056 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-79c525f4-cd66-4fd4-9023-dd1a17e34488 service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982884 Jul 16 20:16:21.555828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:21.670273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['305c809b-0f8f-46b3-8823-e3cf649b3fc4'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:21.741278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'name': 'network-vif-deleted', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a'}, {'name': 'network-changed', 'server_uuid': '08429def-2294-4f59-8ddb-946a8fc003b4', 'tag': 'e0abd339-8272-4f97-bc5f-993991694ae5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:21.744896 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df76c98-f981-4011-99ac-df1e95a9fbf7" -d '{"events": [{"server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "name": "network-vif-deleted", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a"}, {"name": "network-changed", "server_uuid": "08429def-2294-4f59-8ddb-946a8fc003b4", "tag": "e0abd339-8272-4f97-bc5f-993991694ae5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:21.884721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.013379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:22.056308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:22.080957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:22.133305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event updated for resources: {'Port': ['ID=0301aa51-2044-47f3-b5c1-9994801d64e3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:22.152903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497773d3-003e-4569-ac5c-c0f8c3bad87c req-357e90ad-cf54-471f-bc24-a79faae9f530 service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3574958 Jul 16 20:16:22.161066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-e3da0038-dd0a-4674-9dce-b85939c5e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.162648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-e3da0038-dd0a-4674-9dce-b85939c5e074 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1097 time: 1.4293654 Jul 16 20:16:22.236991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b438c1b-e74a-4e64-a08d-547fe48d0517 req-9f9bae40-c130-40f8-afbf-7328ebc212fc tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.238717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b438c1b-e74a-4e64-a08d-547fe48d0517 req-9f9bae40-c130-40f8-afbf-7328ebc212fc tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 945 time: 1.3859863 Jul 16 20:16:22.249112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.249722 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.264335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e17e20-c29c-41b4-a155-5376ee914f8c req-ec5691d9-6df5-40a1-8057-5ece01e4bcfa tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.266144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4e17e20-c29c-41b4-a155-5376ee914f8c req-ec5691d9-6df5-40a1-8057-5ece01e4bcfa tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 932 time: 0.4976830 Jul 16 20:16:22.349040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-71b579f2-86f1-4895-886d-acee477bed4c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8543537 Jul 16 20:16:22.370592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Request body: {'port': {'device_id': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:22.447134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b438c1b-e74a-4e64-a08d-547fe48d0517 req-2e0aa76f-4dda-4c80-af01-8c592c1495ae tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931984 Jul 16 20:16:22.465928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4e17e20-c29c-41b4-a155-5376ee914f8c req-f75b1835-93b7-466d-99c0-8c28322e8136 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847744 Jul 16 20:16:22.473725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-5619fe30-200d-47d9-9ef5-8b0edfbfe3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.475438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-5619fe30-200d-47d9-9ef5-8b0edfbfe3db service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2996964 Jul 16 20:16:22.553007 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d031c8c6-e0e7-4421-afa9-4607fe26829e x-openstack-request-id: req-d031c8c6-e0e7-4421-afa9-4607fe26829e {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:22.553536 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088bae09-722c-4416-9ed5-71093a7e086c", "tag": "907ffd7c-c5b9-4471-8dc9-194ed9e57c65", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:22.553891 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d031c8c6-e0e7-4421-afa9-4607fe26829e {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:22.554547 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088bae09-722c-4416-9ed5-71093a7e086c', 'tag': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65', 'status': 'completed', 'code': 200} Jul 16 20:16:22.573432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.781133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-8fb46869-e9f0-4342-b5d0-81e553a327c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 217 time: 0.2981846 Jul 16 20:16:22.812914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-360c6952-d312-472f-8814-b607201594c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.814365 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-360c6952-d312-472f-8814-b607201594c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=088bae09-722c-4416-9ed5-71093a7e086c HTTP/1.1" status: 200 len: 1094 time: 0.2147851 Jul 16 20:16:22.956413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e0abd339-8272-4f97-bc5f-993991694ae5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:22.961255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 305c809b-0f8f-46b3-8823-e3cf649b3fc4 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:23.020600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-443ae53d-d8c4-43ec-9f2b-5f60a81079f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.023672 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-443ae53d-d8c4-43ec-9f2b-5f60a81079f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 913 time: 0.1982279 Jul 16 20:16:23.126995 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-10b4d5d5-1584-4779-b4f3-8be60a78bb86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=907ffd7c-c5b9-4471-8dc9-194ed9e57c65 HTTP/1.1" status: 200 len: 217 time: 0.0964479 Jul 16 20:16:23.217096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:23.259613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-423dbf96-f4d2-440a-84a0-dd380a526afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.263037 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-423dbf96-f4d2-440a-84a0-dd380a526afd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.1284490 Jul 16 20:16:23.352122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36838) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:23.359073 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-4b347f26-3d90-4141-9a55-f9b0b618e30b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890393 Jul 16 20:16:23.367731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-4fc80a3b-4b6a-458b-95fa-e31e48a4d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.381992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-4fc80a3b-4b6a-458b-95fa-e31e48a4d5bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.5431566 Jul 16 20:16:23.397738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e0abd339-8272-4f97-bc5f-993991694ae5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e0abd339-8272-4f97-bc5f-993991694ae5,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:23.429117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e0abd339-8272-4f97-bc5f-993991694ae5', 'network_id': 'c5d14762-e43f-4ebd-a0cf-a9068eb63b7b', 'port_id': 'e0abd339-8272-4f97-bc5f-993991694ae5', 'mac_address': 'fa:16:3e:30:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ee619a-874b-42ad-8c69-324407245e9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:23.433360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:23.434295 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.548687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-42510994-4dcb-4e69-9de5-290d934b2735 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443124 Jul 16 20:16:23.573058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65fbc-1cea-4104-a84e-54192cc90c03 req-a7b40a8a-c28c-400a-91f8-964f3e9722b6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.597361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10c65fbc-1cea-4104-a84e-54192cc90c03 req-a7b40a8a-c28c-400a-91f8-964f3e9722b6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 946 time: 0.8484712 Jul 16 20:16:23.808683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-e0531e05-abaf-4b88-a381-099afb5e9be6 service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412460 Jul 16 20:16:23.821768 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a14b08b9-dfba-4948-abd2-3c45c995201f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b1074f92bd6c4e83865915a94c4a7736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679103 Jul 16 20:16:23.832691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36860) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:23.872634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.940140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10c65fbc-1cea-4104-a84e-54192cc90c03 req-e37d2fb5-31b7-480d-8b0d-ceb208a72c10 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206635 Jul 16 20:16:23.971717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0abd339-8272-4f97-bc5f-993991694ae5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:23.986630 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.065380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-bcfbd9d3-9569-412f-b8fa-32b14c22abb9 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2497244 Jul 16 20:16:24.245997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:24.254805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e0abd339-8272-4f97-bc5f-993991694ae5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e0abd339-8272-4f97-bc5f-993991694ae5,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:24.258308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:24.260986 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545a12a7-13d2-4750-93c0-a85f1982a1fb" -d '{"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-plugged", "status": "completed", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:24.264755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-fbec7fe6-aeac-4296-a872-366b040d5e05 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645827 Jul 16 20:16:24.269357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.338361 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4e26bae-b3a1-4255-ac75-d14cb95ba6c7 req-a435941c-4259-4a81-81ee-49760c1c4837 service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217605 Jul 16 20:16:24.353119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b79da6a-6472-46c3-b840-6154598b0cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.426169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.430125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b79da6a-6472-46c3-b840-6154598b0cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.478336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0301aa51-2044-47f3-b5c1-9994801d64e3 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:24.483860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:24.489836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.508951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Transition to ACTIVE for port object 0301aa51-2044-47f3-b5c1-9994801d64e3 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:24.599960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b79da6a-6472-46c3-b840-6154598b0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.610804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b79da6a-6472-46c3-b840-6154598b0cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.622105 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b79da6a-6472-46c3-b840-6154598b0cea admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c8a08e54-ab9e-4688-bd62-636dd25df212 HTTP/1.1" status: 204 len: 168 time: 0.7876902 Jul 16 20:16:24.637985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-08fcfc17-e166-4fce-9a82-b1db40b837eb tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.639653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-08fcfc17-e166-4fce-9a82-b1db40b837eb tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5291710 Jul 16 20:16:24.650038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79da6a-6472-46c3-b840-6154598b0cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a08e54-ab9e-4688-bd62-636dd25df212,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:24.663152 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.691753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e0abd339-8272-4f97-bc5f-993991694ae5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:24.702269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e0abd339-8272-4f97-bc5f-993991694ae5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:24.776438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-2c05a8f3-f643-45d8-b1fd-faa99fbf52e6 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/quotas/ef80a701e94f4dce965d7c0482d50ae9 HTTP/1.1" status: 200 len: 375 time: 0.1079197 Jul 16 20:16:24.994470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Pushing event updated for resources: {'Port': ['ID=0301aa51-2044-47f3-b5c1-9994801d64e3,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:24.998805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-f75f4377-8daf-4811-96ed-a84cf165af0b tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1653385 Jul 16 20:16:25.069026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-aea2efff-cb4c-4e73-a2b9-acaa8edecf5e service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715042 Jul 16 20:16:25.083543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dec63-a0c3-46bb-8378-069feaf7b7aa req-907b5a54-c72b-4948-881a-16a3b7c4119d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.097860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-984dec63-a0c3-46bb-8378-069feaf7b7aa req-907b5a54-c72b-4948-881a-16a3b7c4119d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 945 time: 0.7380049 Jul 16 20:16:25.170615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:25.335371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Attempting to bind port 0301aa51-2044-47f3-b5c1-9994801d64e3 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:25.335785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Attempting to bind port 0301aa51-2044-47f3-b5c1-9994801d64e3 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:25.336123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Attempting to bind port 0301aa51-2044-47f3-b5c1-9994801d64e3 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:25.349405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Port 0301aa51-2044-47f3-b5c1-9994801d64e3 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:25.350046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Attempting to bind port 0301aa51-2044-47f3-b5c1-9994801d64e3 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:25.457875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:25.457875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Checking segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:25.457875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Bound using segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:25.475190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Bound port: 0301aa51-2044-47f3-b5c1-9994801d64e3, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:25.475588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.489510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:25.526331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-984dec63-a0c3-46bb-8378-069feaf7b7aa req-6b66c149-2e37-4e17-9e9d-b32d182da33a tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901000 Jul 16 20:16:25.550631 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec6475a-6fcf-41f0-b667-871e04470abf x-openstack-request-id: req-bec6475a-6fcf-41f0-b667-871e04470abf {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:25.550876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'port_id': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65', 'mac_address': 'fa:16:3e:98:1e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503e5f97-58b0-48b4-be5e-d9217a248b3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:25.551003 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334a22c-911d-49bd-8675-863d286f6466", "name": "network-vif-deleted", "tag": "ac9f4e68-814a-4a76-8f11-bb50038fea7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08429def-2294-4f59-8ddb-946a8fc003b4", "tag": "e0abd339-8272-4f97-bc5f-993991694ae5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:25.551262 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bec6475a-6fcf-41f0-b667-871e04470abf {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:25.553516 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4334a22c-911d-49bd-8675-863d286f6466', 'name': 'network-vif-deleted', 'tag': 'ac9f4e68-814a-4a76-8f11-bb50038fea7a', 'status': 'completed', 'code': 200} Jul 16 20:16:25.553939 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08429def-2294-4f59-8ddb-946a8fc003b4', 'tag': 'e0abd339-8272-4f97-bc5f-993991694ae5', 'status': 'completed', 'code': 200} Jul 16 20:16:25.685855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:25.721941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.727070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-a49a544c-b530-4d43-987b-ae20e38c76c5 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.733359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-a49a544c-b530-4d43-987b-ae20e38c76c5 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1097 time: 0.5355268 Jul 16 20:16:25.786490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:25.794172 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d6bf25ea-beda-4726-89a9-d20107c185a4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c5ee74a2cab94568897bdf6f4aed0e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064782 Jul 16 20:16:25.794792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:25.807876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-6'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:25.830482 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:25.904766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:25.918752 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.960674 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f80f6e5c-5ca7-4800-87cc-973ef899ceff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.026257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f80f6e5c-5ca7-4800-87cc-973ef899ceff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.064065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] For port 0301aa51-2044-47f3-b5c1-9994801d64e3, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:26.153124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['907ffd7c-c5b9-4471-8dc9-194ed9e57c65'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:26.162273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] For port 0301aa51-2044-47f3-b5c1-9994801d64e3, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0301aa51-2044-47f3-b5c1-9994801d64e3,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:26.190501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-7b7da418-a56e-474b-bd5e-233be175f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.192708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-7b7da418-a56e-474b-bd5e-233be175f8fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 1096 time: 0.6261020 Jul 16 20:16:26.200601 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.220774 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f80f6e5c-5ca7-4800-87cc-973ef899ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.225549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f80f6e5c-5ca7-4800-87cc-973ef899ceff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.225788 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.229216 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f80f6e5c-5ca7-4800-87cc-973ef899ceff admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a9131cae-f4ff-4307-a4ec-e3f5034d0100 HTTP/1.1" status: 204 len: 168 time: 0.4309921 Jul 16 20:16:26.242623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.267728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f6e5c-5ca7-4800-87cc-973ef899ceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9131cae-f4ff-4307-a4ec-e3f5034d0100,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.744403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca27f7-f237-4c55-9bd1-b1cb1ce07387 req-a1641f40-c587-4b9f-96fd-3adceb15f4e5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.751838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0ca27f7-f237-4c55-9bd1-b1cb1ce07387 req-a1641f40-c587-4b9f-96fd-3adceb15f4e5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.8765488 Jul 16 20:16:26.766529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.767897 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.770144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] 10.222.0.26 "PUT /v2.0/ports/0301aa51-2044-47f3-b5c1-9994801d64e3 HTTP/1.1" status: 200 len: 1092 time: 4.4075756 Jul 16 20:16:26.834914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97311f-2b7c-4156-a0ca-59d62295e39a service neutron] Pushing event updated for resources: {'Port': ['ID=0301aa51-2044-47f3-b5c1-9994801d64e3,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.923525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71332-7a10-49b3-a950-b1eba17a7a3e req-7f1567ed-ba3b-4063-b01d-5eb6579d8b66 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.930676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1db71332-7a10-49b3-a950-b1eba17a7a3e req-7f1567ed-ba3b-4063-b01d-5eb6579d8b66 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 944 time: 0.9794934 Jul 16 20:16:26.964760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e0abd339-8272-4f97-bc5f-993991694ae5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:27.047507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0ca27f7-f237-4c55-9bd1-b1cb1ce07387 req-822d339e-3a97-405c-ae20-b1a64e3e1c18 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683699 Jul 16 20:16:27.098416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-53065ee0-8711-4a4f-aaa7-8097d14f053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:27.102762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-53065ee0-8711-4a4f-aaa7-8097d14f053b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 200 len: 912 time: 0.8736150 Jul 16 20:16:27.109345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port e0abd339-8272-4f97-bc5f-993991694ae5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:27.115145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:27.130723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e0abd339-8272-4f97-bc5f-993991694ae5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:27.131529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.180543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1db71332-7a10-49b3-a950-b1eba17a7a3e req-baa8821f-3683-4cc6-848e-836104d95e73 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488108 Jul 16 20:16:27.256583 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff1e76-a859-4212-9c91-a22f7f366f19 x-openstack-request-id: req-afff1e76-a859-4212-9c91-a22f7f366f19 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:27.257402 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-plugged", "status": "completed", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:27.257402 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-afff1e76-a859-4212-9c91-a22f7f366f19 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:27.258017 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'code': 200} Jul 16 20:16:27.263862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:27.428807 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.494618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:27.584528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e0abd339-8272-4f97-bc5f-993991694ae5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e0abd339-8272-4f97-bc5f-993991694ae5,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:27.604357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.665468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'tag': '0301aa51-2044-47f3-b5c1-9994801d64e3'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:27.669504 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d795148-761b-4831-b2c9-c80352c3da48" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4e133-57ce-4fbc-b231-4ea87499f72e", "tag": "0301aa51-2044-47f3-b5c1-9994801d64e3"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:27.681788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-ada4838b-8d68-4ddc-a630-377f97f32500 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0abd339-8272-4f97-bc5f-993991694ae5 HTTP/1.1" status: 200 len: 217 time: 0.5632498 Jul 16 20:16:27.713542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:27.733313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:27.744498 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.005041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e0abd339-8272-4f97-bc5f-993991694ae5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:28.133375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.227755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:28.237994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.339676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:28.371916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-60ec25dc-3d82-4a3a-b563-bfa83a342066 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669553 Jul 16 20:16:28.447360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.588378 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.604583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-d58e58e2-1e77-417b-8e0f-a7001ce96fed tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.606412 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-d58e58e2-1e77-417b-8e0f-a7001ce96fed tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271709 Jul 16 20:16:28.617744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-032054b4-6864-44c5-b09b-3a09efff1648 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1483691 Jul 16 20:16:28.618049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:28.652181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Request body: {'port': {'device_id': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'ef80a701e94f4dce965d7c0482d50ae9'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:28.736709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-99b4b7a8-38d1-41ad-887e-d21fe6fa8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.739341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-99b4b7a8-38d1-41ad-887e-d21fe6fa8b20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 1095 time: 1.8726139 Jul 16 20:16:28.886628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:28.977205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Made reservation on behalf of ef80a701e94f4dce965d7c0482d50ae9 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:28.983452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.997524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.028580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-46b21695-aa56-485d-aa11-10e2070c9434 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0301aa51-2044-47f3-b5c1-9994801d64e3 HTTP/1.1" status: 200 len: 217 time: 0.1144075 Jul 16 20:16:29.040109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c80595-da3d-41e8-bfb8-e2b5b465b7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.161411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc25ce-7295-4a49-912b-9a5b23ee9fa8 req-5f5c271d-d754-4ea2-b3f8-ce90617147df tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.174925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77cc25ce-7295-4a49-912b-9a5b23ee9fa8 req-5f5c271d-d754-4ea2-b3f8-ce90617147df tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 946 time: 1.4885926 Jul 16 20:16:29.179592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-03aa42ab-5753-46ec-b4e3-8ebbe6896237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.182241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-03aa42ab-5753-46ec-b4e3-8ebbe6896237 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 200 len: 851 time: 1.4695053 Jul 16 20:16:29.212131 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.221194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.260146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08429def-2294-4f59-8ddb-946a8fc003b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0abd339-8272-4f97-bc5f-993991694ae5'}, {'server_uuid': '088bae09-722c-4416-9ed5-71093a7e086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:29.267846 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161a8c6e-9952-4778-86f7-dd8ecccf45d6" -d '{"events": [{"server_uuid": "08429def-2294-4f59-8ddb-946a8fc003b4", "name": "network-vif-plugged", "status": "completed", "tag": "e0abd339-8272-4f97-bc5f-993991694ae5"}, {"server_uuid": "088bae09-722c-4416-9ed5-71093a7e086c", "name": "network-vif-plugged", "status": "completed", "tag": "907ffd7c-c5b9-4471-8dc9-194ed9e57c65"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:29.361449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58573010-f2cd-4e54-91ca-a00f4ccc6f36,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:29.376131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-720b4b8b-a186-4506-805a-bb6816e70e6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319706 Jul 16 20:16:29.431239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on host n-h2-798930-6 for vnic_type normal with profile {"migrating_to": "n-h1-798930-6"} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:29.432071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:29.432625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:29.460334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-cca916a2-80aa-4645-9fc9-a33aaf59930b tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.478047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-cca916a2-80aa-4645-9fc9-a33aaf59930b tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8580809 Jul 16 20:16:29.497472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Allocated IP 192.168.233.73 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/a8ac0bc8-e6e3-4ec5-b276-332940ee96b5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:29.535342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15ae2-c0c9-42e6-ac89-1587b0c8ca2f req-cd36ca7c-7406-4687-97da-a5e19cf51976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.538437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77b15ae2-c0c9-42e6-ac89-1587b0c8ca2f req-cd36ca7c-7406-4687-97da-a5e19cf51976 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 1097 time: 1.8553481 Jul 16 20:16:29.563669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535fa3-773c-4a68-967c-097b329e513e req-46228a8a-6930-491f-bf32-54d1478c61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:29.565967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-46228a8a-6930-491f-bf32-54d1478c61e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.5043621 Jul 16 20:16:29.573306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c80595-da3d-41e8-bfb8-e2b5b465b7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.582932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c80595-da3d-41e8-bfb8-e2b5b465b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.584244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:29.584751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Attempting to bind port 9effb149-f6a9-45a7-9646-0eb737b86905 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:29.643177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77cc25ce-7295-4a49-912b-9a5b23ee9fa8 req-01652c46-45c4-4755-87ac-33969a89b22e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671500 Jul 16 20:16:29.659991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c80595-da3d-41e8-bfb8-e2b5b465b7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e8556-fd69-45fc-8ec9-88cde5540751,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:29.670836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91c80595-da3d-41e8-bfb8-e2b5b465b7d0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b3c5b218a0dc4a79987c59c0e156384f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0464392 Jul 16 20:16:29.674406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36968) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:29.772777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-df3e5979-ab09-4b18-b9d8-15a81762fe14 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/quotas/ef80a701e94f4dce965d7c0482d50ae9 HTTP/1.1" status: 200 len: 375 time: 0.2306654 Jul 16 20:16:29.775179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:29.775776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:29.777826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:29.777826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Bound port: 9effb149-f6a9-45a7-9646-0eb737b86905, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:29.777826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.827620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03a5caf6-0567-44a1-99a3-172c05568432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.833069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.862890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Transition to ACTIVE for port object a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:29.870752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03a5caf6-0567-44a1-99a3-172c05568432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.877639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-56104220-06b8-4b1a-a9a1-3aaf3c63a093 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2788987 Jul 16 20:16:29.948460 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.959749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03a5caf6-0567-44a1-99a3-172c05568432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.964628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03a5caf6-0567-44a1-99a3-172c05568432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.966612 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-03a5caf6-0567-44a1-99a3-172c05568432 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f71e8556-fd69-45fc-8ec9-88cde5540751 HTTP/1.1" status: 204 len: 168 time: 0.2910168 Jul 16 20:16:29.998874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-1cdab292-e986-4d02-9e28-8bb95ab18149 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2254727 Jul 16 20:16:30.034722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5caf6-0567-44a1-99a3-172c05568432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e8556-fd69-45fc-8ec9-88cde5540751,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:30.071221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:30.096569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:30.104101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:30.110869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:30.190202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eba268be-47c2-4406-8942-8212ca50ec6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.217552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77b15ae2-c0c9-42e6-ac89-1587b0c8ca2f req-649d00bd-0ea4-44e9-99a1-e8f3e4bde543 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425855 Jul 16 20:16:30.242889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-be326a2f-0688-481f-b11b-ce5947e63982 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8348637 Jul 16 20:16:30.251867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.252814 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.285456 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-a3dc4e22-389c-461a-bc17-f0ea78f88fdd tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6464548 Jul 16 20:16:30.304065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Request body: {'port': {'device_id': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:30.370487 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ebf0f0-4f10-46e6-886e-da7fdbb9b7c3 x-openstack-request-id: req-f7ebf0f0-4f10-46e6-886e-da7fdbb9b7c3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:30.370843 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4e133-57ce-4fbc-b231-4ea87499f72e", "tag": "0301aa51-2044-47f3-b5c1-9994801d64e3", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:30.371028 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f7ebf0f0-4f10-46e6-886e-da7fdbb9b7c3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:30.371459 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'tag': '0301aa51-2044-47f3-b5c1-9994801d64e3', 'status': 'completed', 'code': 200} Jul 16 20:16:30.489869 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.585626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7df76c98-f981-4011-99ac-df1e95a9fbf7 req-92d45acb-82e7-4878-a4b1-8a8df0a77af1 service neutron] 10.222.0.21 "GET /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186251 Jul 16 20:16:30.664426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:30.691017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1d38ffd6-a6ee-47dd-8c3e-205c3e38910f None None] Provisioning for port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:30.700816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1d38ffd6-a6ee-47dd-8c3e-205c3e38910f None None] Provisioning complete for port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:30.701647 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1d38ffd6-a6ee-47dd-8c3e-205c3e38910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.709025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-a92a32d4-9cab-4907-a95b-5205929c9c4e service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7878509 Jul 16 20:16:30.712427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:30.747063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.788052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618bdd2-de18-49fe-b281-d52caf163cef req-1e58c9b4-b27f-401a-9604-daa34c1d4b53 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.791212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3618bdd2-de18-49fe-b281-d52caf163cef req-1e58c9b4-b27f-401a-9604-daa34c1d4b53 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.8276072 Jul 16 20:16:30.829186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1d38ffd6-a6ee-47dd-8c3e-205c3e38910f None None] Port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:30.881330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21c698-943b-4806-989d-2237acf772eb req-1056996c-f635-42bc-9c90-bf204948e938 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.892902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a21c698-943b-4806-989d-2237acf772eb req-1056996c-f635-42bc-9c90-bf204948e938 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.4335184 Jul 16 20:16:30.958799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:30.986007 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.006343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Transition to ACTIVE for port object a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:31.014995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.149876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.283921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Attempting to bind port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:31.284367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Attempting to bind port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:31.284882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Attempting to bind port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:31.293738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:31.294428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Attempting to bind port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:31.303751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:31.304193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:31.304656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:31.305327 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Bound port: a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:31.305818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.307677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=8']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.376683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a21c698-943b-4806-989d-2237acf772eb req-a3a3dada-cc91-4bf5-921c-d82c6382e48b tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811087 Jul 16 20:16:31.398665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3618bdd2-de18-49fe-b281-d52caf163cef req-47496d90-3183-4f92-a40c-cb9c1d443925 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489314 Jul 16 20:16:31.440688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:31.463971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:31.480499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.501167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9535fa3-773c-4a68-967c-097b329e513e req-1890ec62-8236-41a7-a166-7c303fe3e41c service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784815 Jul 16 20:16:31.510335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.511674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.516395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-050e93b0-b7e9-4298-8011-c128cb0c3b61 service neutron] 10.222.0.21 "PUT /v2.0/ports/9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 1122 time: 5.7297640 Jul 16 20:16:31.575384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['9effb149-f6a9-45a7-9646-0eb737b86905'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:31.651506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.667834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.668775 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.670502 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-ec7b8bc5-dd4b-4f64-9a02-aed0165c74a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 HTTP/1.1" status: 200 len: 1095 time: 1.3768129 Jul 16 20:16:31.671016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:31.674467 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:31.943558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d795148-761b-4831-b2c9-c80352c3da48 req-2ef5845f-62f8-4e1a-8d1c-a1b73a6bd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.954990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d795148-761b-4831-b2c9-c80352c3da48 req-2ef5845f-62f8-4e1a-8d1c-a1b73a6bd2db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 1095 time: 0.3336613 Jul 16 20:16:31.972303 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e022b6-a52c-4af8-86c2-97a82da8cb03 x-openstack-request-id: req-c3e022b6-a52c-4af8-86c2-97a82da8cb03 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:31.972915 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08429def-2294-4f59-8ddb-946a8fc003b4", "name": "network-vif-plugged", "status": "completed", "tag": "e0abd339-8272-4f97-bc5f-993991694ae5", "code": 200}, {"server_uuid": "088bae09-722c-4416-9ed5-71093a7e086c", "name": "network-vif-plugged", "status": "completed", "tag": "907ffd7c-c5b9-4471-8dc9-194ed9e57c65", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:31.973546 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c3e022b6-a52c-4af8-86c2-97a82da8cb03 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:31.974548 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08429def-2294-4f59-8ddb-946a8fc003b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0abd339-8272-4f97-bc5f-993991694ae5', 'code': 200} Jul 16 20:16:31.975038 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088bae09-722c-4416-9ed5-71093a7e086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65', 'code': 200} Jul 16 20:16:32.008782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3be768-bbe5-464e-a572-67206898b9aa req-f6f6d7ba-9416-4f4f-8fab-07e8bb453979 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.011449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f3be768-bbe5-464e-a572-67206898b9aa req-f6f6d7ba-9416-4f4f-8fab-07e8bb453979 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 944 time: 0.2867265 Jul 16 20:16:32.107879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-782324a4-279c-4cb5-b685-3de3519141de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.111771 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-782324a4-279c-4cb5-b685-3de3519141de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 1098 time: 0.2260273 Jul 16 20:16:32.225923 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-96752d90-bf50-4265-8496-0ab60d0e8f23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 HTTP/1.1" status: 200 len: 217 time: 0.1025844 Jul 16 20:16:32.320509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f3be768-bbe5-464e-a572-67206898b9aa req-b273f31d-b0cc-420c-84c7-3660b74daf3b tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601418 Jul 16 20:16:32.366213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d795148-761b-4831-b2c9-c80352c3da48 req-2e05cee4-d375-445e-abf6-251cb0bf0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.367840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d795148-761b-4831-b2c9-c80352c3da48 req-2e05cee4-d375-445e-abf6-251cb0bf0519 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 913 time: 0.4019458 Jul 16 20:16:32.371863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b3b34-84bb-49df-816b-1b3bc8353688 req-e6270fa4-faf7-47d9-9469-ee2534591e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.376871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-322b3b34-84bb-49df-816b-1b3bc8353688 req-e6270fa4-faf7-47d9-9469-ee2534591e39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 1097 time: 0.3228908 Jul 16 20:16:32.377119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-2f2fdc0d-eec6-44ab-9659-89984aedf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.379694 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-2f2fdc0d-eec6-44ab-9659-89984aedf987 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1359146 Jul 16 20:16:32.397924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905'}, {'name': 'network-changed', 'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:32.410433 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13" -d '{"events": [{"server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905"}, {"name": "network-changed", "server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:32.473771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6531f-c436-4000-9b6b-5ef42420f233 req-8e0fe6d5-2b47-45cf-a9aa-5cbc74df2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.483629 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-80c6531f-c436-4000-9b6b-5ef42420f233 req-8e0fe6d5-2b47-45cf-a9aa-5cbc74df2a4e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=088bae09-722c-4416-9ed5-71093a7e086c HTTP/1.1" status: 200 len: 1096 time: 0.2482874 Jul 16 20:16:32.497631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-322b3b34-84bb-49df-816b-1b3bc8353688 req-246f359d-1449-48db-9bb0-3df49f23867f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820942 Jul 16 20:16:32.502736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d795148-761b-4831-b2c9-c80352c3da48 req-ba50e8c6-d4f7-4c26-a91e-1f996aca2ab5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0301aa51-2044-47f3-b5c1-9994801d64e3 HTTP/1.1" status: 200 len: 217 time: 0.1239297 Jul 16 20:16:32.536546 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-80c6531f-c436-4000-9b6b-5ef42420f233 req-80404c78-7063-4537-875a-093ef77179ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Jul 16 20:16:32.555209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-9760d70c-3990-4d35-ac89-bcd06ba16d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.556794 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-9760d70c-3990-4d35-ac89-bcd06ba16d73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613677 Jul 16 20:16:32.606062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4d9dcd9-29e3-4fd0-b9f5-7f0b9db9b3cb req-f3c17966-7d22-436d-8c54-6b4b24b16bec tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 210 time: 0.0635173 Jul 16 20:16:32.633789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d795148-761b-4831-b2c9-c80352c3da48 req-4ad7644e-fb87-41a0-9721-a5e39addf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.635344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d795148-761b-4831-b2c9-c80352c3da48 req-4ad7644e-fb87-41a0-9721-a5e39addf956 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.0937240 Jul 16 20:16:32.684465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d795148-761b-4831-b2c9-c80352c3da48 req-5a4099f8-cc13-4d4f-9f31-06a74cdeb092 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323217 Jul 16 20:16:32.712293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99165f85-229d-487c-ab95-6108dd5ac4fe req-8cbe709b-e4d9-4b26-982b-b7d870a660a1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.713950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99165f85-229d-487c-ab95-6108dd5ac4fe req-8cbe709b-e4d9-4b26-982b-b7d870a660a1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 944 time: 0.2150915 Jul 16 20:16:32.728667 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7874668b-57a6-4ec2-b78a-7c959202829d x-openstack-request-id: req-7874668b-57a6-4ec2-b78a-7c959202829d {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:32.728973 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:32.731532 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7874668b-57a6-4ec2-b78a-7c959202829d {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:32.731532 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'status': 'completed', 'code': 200} Jul 16 20:16:32.766977 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-1da5b8b3-f069-4760-bb40-c5b300651ca2 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008002 Jul 16 20:16:32.839013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99165f85-229d-487c-ab95-6108dd5ac4fe req-3bb0b06c-202f-4d99-b6b9-9503a0ba53ef tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092415 Jul 16 20:16:32.882968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d795148-761b-4831-b2c9-c80352c3da48 req-0311f244-d4ae-4c28-b2f2-fc7e393c3544 service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896298 Jul 16 20:16:32.934759 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d54e4b0-83b4-4c6e-a008-3504bc73da1e x-openstack-request-id: req-4d54e4b0-83b4-4c6e-a008-3504bc73da1e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:32.935087 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905", "code": 200}, {"name": "network-changed", "server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:32.935712 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4d54e4b0-83b4-4c6e-a008-3504bc73da1e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:32.936132 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905', 'code': 200} Jul 16 20:16:32.936393 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905', 'status': 'completed', 'code': 200} Jul 16 20:16:32.996932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:33.033301 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-3a59e5ab-ae62-47b3-8c82-57e2386173bb tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435034 Jul 16 20:16:33.119197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d795148-761b-4831-b2c9-c80352c3da48 req-ea9a2404-6da5-435c-8163-0692244a831d service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279611 Jul 16 20:16:33.175404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aa31c-199f-4774-a0fe-86b22e8a9132 req-573a35ac-a67b-47f2-8c39-739b104a4fb2 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.179317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e47aa31c-199f-4774-a0fe-86b22e8a9132 req-573a35ac-a67b-47f2-8c39-739b104a4fb2 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.1553750 Jul 16 20:16:33.223062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:33.243031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 has no active binding in host n-h1-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:16:33.294896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e47aa31c-199f-4774-a0fe-86b22e8a9132 req-bf0c7a9e-1946-4f8e-8e48-497c3f93cf31 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092777 Jul 16 20:16:33.454082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a9490-8923-463a-9823-f8f4ef924070 req-3d7c2539-e59e-4ac3-a6b5-30349b4b144d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.462967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-91c2ef20-1858-4530-9f42-b050f547aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.465991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d46a9490-8923-463a-9823-f8f4ef924070 req-3d7c2539-e59e-4ac3-a6b5-30349b4b144d tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.1091771 Jul 16 20:16:33.479494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-91c2ef20-1858-4530-9f42-b050f547aa4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1125 time: 0.4729681 Jul 16 20:16:33.493024 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f7f04b9-6ccc-488d-bffc-24773d2ab43b req-d10ad848-bc13-437c-a42e-c3c4ba5d7fa5 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084787 Jul 16 20:16:33.541268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d46a9490-8923-463a-9823-f8f4ef924070 req-a66a226d-0b71-4142-ae58-c30ccb0a2df5 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737665 Jul 16 20:16:33.638397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-4b00533f-bcd9-4f07-b171-d70e9fcbe4fc tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.642915 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-4b00533f-bcd9-4f07-b171-d70e9fcbe4fc tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6029894 Jul 16 20:16:33.792298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Request body: {'port': {'device_id': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'ef80a701e94f4dce965d7c0482d50ae9'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:33.915045 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.955861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-d6aca0a2-4f6a-43c0-a309-3af4bdb276a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.958606 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-d6aca0a2-4f6a-43c0-a309-3af4bdb276a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.4580512 Jul 16 20:16:34.074451 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-e53f18e3-5dbf-4aa8-854d-ac1547c99026 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 217 time: 0.1027763 Jul 16 20:16:34.166006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-e8e30036-b3e3-4fa8-98b9-e51e9d20f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.168639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-e8e30036-b3e3-4fa8-98b9-e51e9d20f3ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 1098 time: 0.4581449 Jul 16 20:16:34.185350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d61b448-fcb6-4384-b16b-94110c5892e2 req-7e22059b-5ba4-48d4-b3a4-0673c891f8a8 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 210 time: 0.0402882 Jul 16 20:16:34.244546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6747d-3ac3-4e8f-9743-9036cca0269e req-8137b8ab-0ed6-411c-8ccc-a5ba009c1d3d tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.253036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ef6747d-3ac3-4e8f-9743-9036cca0269e req-8137b8ab-0ed6-411c-8ccc-a5ba009c1d3d tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 944 time: 0.1595402 Jul 16 20:16:34.266141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-0c3735bd-c1e4-479f-99f1-a911c0e0f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.267943 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-0c3735bd-c1e4-479f-99f1-a911c0e0f8d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1828873 Jul 16 20:16:34.308771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ef6747d-3ac3-4e8f-9743-9036cca0269e req-26559f2e-0386-4ad1-a300-3d314566d071 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546978 Jul 16 20:16:34.357277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Made reservation on behalf of ef80a701e94f4dce965d7c0482d50ae9 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:34.361866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.367889 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-8cedc2a6-c5b6-482d-8a34-f3482783ef9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925319 Jul 16 20:16:34.495533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e067dc-d3d4-4c7b-aa28-7da0649327cf req-8561db4b-8026-4480-abb0-cb8f73eb6fc8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.497715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60e067dc-d3d4-4c7b-aa28-7da0649327cf req-8561db4b-8026-4480-abb0-cb8f73eb6fc8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.0799356 Jul 16 20:16:34.594029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60e067dc-d3d4-4c7b-aa28-7da0649327cf req-d3aa5bd2-8ec3-4f68-81e4-7915eedb0401 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822444 Jul 16 20:16:34.620173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca103f-f1d4-4114-9a66-a45aaa305fc7 req-188000e1-b920-4b78-a456-2033c24b197f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.622172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7ca103f-f1d4-4114-9a66-a45aaa305fc7 req-188000e1-b920-4b78-a456-2033c24b197f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 944 time: 0.1233666 Jul 16 20:16:34.696300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7ca103f-f1d4-4114-9a66-a45aaa305fc7 req-bbd3536e-7814-4723-b3b0-ce45b50d1179 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Jul 16 20:16:34.736174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a34aee47-be90-4fe8-b364-28c2a70a8ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.860551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-c7ab1154-8298-4acf-87ae-7cc60154360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.862214 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-c7ab1154-8298-4acf-87ae-7cc60154360d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.6731822 Jul 16 20:16:34.961481 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-4f74c765-178e-43cd-bceb-4d32f516af03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 HTTP/1.1" status: 200 len: 217 time: 0.0616138 Jul 16 20:16:34.995801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-31c6ce01-3d9e-4b51-96d1-8b552e0a1e49 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134956 Jul 16 20:16:35.112159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-e458968d-1aa1-4bd8-aad6-620a92b83feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.113835 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-e458968d-1aa1-4bd8-aad6-620a92b83feb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1350722 Jul 16 20:16:35.182860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424316f-6f0c-40b8-b50c-7729ac0ebb19 req-537812a0-522f-406f-a108-b2fae72f56eb tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.186209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0424316f-6f0c-40b8-b50c-7729ac0ebb19 req-537812a0-522f-406f-a108-b2fae72f56eb tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.1500549 Jul 16 20:16:35.209108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0301aa51-2044-47f3-b5c1-9994801d64e3 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:35.217936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Allocated IP 192.168.233.218 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/46481872-1d68-456f-a96e-6bebc115bd36) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:35.279719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0424316f-6f0c-40b8-b50c-7729ac0ebb19 req-343f06a4-d22c-4a7a-afd4-c9ca8af8b5be tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812440 Jul 16 20:16:35.357873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0301aa51-2044-47f3-b5c1-9994801d64e3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0301aa51-2044-47f3-b5c1-9994801d64e3,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:35.375658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '0301aa51-2044-47f3-b5c1-9994801d64e3', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'port_id': '0301aa51-2044-47f3-b5c1-9994801d64e3', 'mac_address': 'fa:16:3e:dd:19:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503e5f97-58b0-48b4-be5e-d9217a248b3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:35.451455 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.469151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0301aa51-2044-47f3-b5c1-9994801d64e3 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:35.493019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0301aa51-2044-47f3-b5c1-9994801d64e3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0301aa51-2044-47f3-b5c1-9994801d64e3,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:35.502539 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.564911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ea111d6-a545-4ba0-b28d-9cf6ebc45176 req-7fc1c879-8266-4677-a9dc-31cf628b456b tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 210 time: 0.0479362 Jul 16 20:16:35.624072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0301aa51-2044-47f3-b5c1-9994801d64e3,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.668519 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-03e848ce-ab8c-4b63-ab0d-6d10f74b5a13 req-7f07f0c0-e345-4659-8fb4-611783de6a29 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271226 Jul 16 20:16:35.695500 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.710203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-1eb534be-2d9c-41e0-925f-15acffc7b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.712937 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-1eb534be-2d9c-41e0-925f-15acffc7b823 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5281141 Jul 16 20:16:35.753932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Transition to ACTIVE for port object 46481872-1d68-456f-a96e-6bebc115bd36 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:35.769659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['0301aa51-2044-47f3-b5c1-9994801d64e3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:35.888604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a47c8-99f7-4dba-b529-b57872b7d5d2 req-fa71e81e-7bff-4539-9072-8a90d7df4ec4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.890321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed5a47c8-99f7-4dba-b529-b57872b7d5d2 req-fa71e81e-7bff-4539-9072-8a90d7df4ec4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 945 time: 0.1472404 Jul 16 20:16:35.923826 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.971709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed5a47c8-99f7-4dba-b529-b57872b7d5d2 req-73e21083-8d27-4889-9269-804635e0520e tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737352 Jul 16 20:16:36.053223 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-867fa1ad-7deb-46b3-9ccf-81a455a7fe26 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280456 Jul 16 20:16:36.224895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.246537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275229f-5f94-4750-8413-fae4a7f3e9d7 req-f6929352-3086-49da-a626-0bb8cfd93974 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.254722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b275229f-5f94-4750-8413-fae4a7f3e9d7 req-f6929352-3086-49da-a626-0bb8cfd93974 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.1014929 Jul 16 20:16:36.305714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b275229f-5f94-4750-8413-fae4a7f3e9d7 req-a2a75e98-5d8e-469c-83ed-34ea11b79ca9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Jul 16 20:16:36.375692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:36.404494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:36.407446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4923b6d-a97c-43ec-8b08-8d1ab4a255cd req-1b04873a-88c5-4699-a8e7-157c1a6e81a1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.408150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:36.412633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4923b6d-a97c-43ec-8b08-8d1ab4a255cd req-1b04873a-88c5-4699-a8e7-157c1a6e81a1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 944 time: 0.0943193 Jul 16 20:16:36.417413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:36.427943 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c4a1f918-c44f-4a77-a6bb-909f69ddc5bf req-a443de16-ebc0-4a66-82b8-ed999bdd1e53 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533428 Jul 16 20:16:36.487427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4923b6d-a97c-43ec-8b08-8d1ab4a255cd req-30593502-ea07-406f-bdac-e24a988ebd6c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686870 Jul 16 20:16:36.569519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.570469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.613910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e215ee4d-655e-49be-ab2e-494f95cc6639 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9002073 Jul 16 20:16:36.632191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Request body: {'port': {'device_id': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:36.660680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37156) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.760030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5f7d388e-2d60-4185-95f8-351b305f1087 None None] Provisioning for port 46481872-1d68-456f-a96e-6bebc115bd36 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:36.789287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5f7d388e-2d60-4185-95f8-351b305f1087 None None] Provisioning complete for port 46481872-1d68-456f-a96e-6bebc115bd36 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:36.791928 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f7d388e-2d60-4185-95f8-351b305f1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.815882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.824445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ff71-e970-4f08-ad86-2d5a322e790e req-af3d512c-5be2-4b36-8b86-fd63b1cbc891 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.826286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa28ff71-e970-4f08-ad86-2d5a322e790e req-af3d512c-5be2-4b36-8b86-fd63b1cbc891 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.0962458 Jul 16 20:16:36.941232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa28ff71-e970-4f08-ad86-2d5a322e790e req-9fa4e876-7c9d-4566-b1dc-e3dd6b2be1f2 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080952 Jul 16 20:16:37.259104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:37.272553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0301aa51-2044-47f3-b5c1-9994801d64e3 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:37.378016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345b44-f79f-4a84-8e98-0425917cfbc8 req-772b503d-42e9-4f14-a115-647ad3e97341 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.392070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78345b44-f79f-4a84-8e98-0425917cfbc8 req-772b503d-42e9-4f14-a115-647ad3e97341 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 936 time: 0.2231596 Jul 16 20:16:37.415307 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-6d2e0361-f2bc-4474-9de5-0c03e4ceec68 service neutron] 10.222.0.26 "GET /v2.0/ports/9effb149-f6a9-45a7-9646-0eb737b86905/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.1778686 Jul 16 20:16:37.457626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d388e-2d60-4185-95f8-351b305f1087 None None] Port 46481872-1d68-456f-a96e-6bebc115bd36 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:37.497540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78345b44-f79f-4a84-8e98-0425917cfbc8 req-38678871-6be0-4c3e-8dff-5406f3727406 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035268 Jul 16 20:16:37.598988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 0301aa51-2044-47f3-b5c1-9994801d64e3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:37.616264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 0301aa51-2044-47f3-b5c1-9994801d64e3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:37.616925 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.638084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a96-eb47-46cc-be3f-6c4110987474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.666223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:37.690220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'mac_address': 'fa:16:3e:28:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:37.815644 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.883308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0301aa51-2044-47f3-b5c1-9994801d64e3'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:37.886661 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3118e87f-0d48-4f79-bd0d-bf6d2ff1cc1a" -d '{"events": [{"server_uuid": "09a4e133-57ce-4fbc-b231-4ea87499f72e", "name": "network-vif-plugged", "status": "completed", "tag": "0301aa51-2044-47f3-b5c1-9994801d64e3"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:37.899342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.925789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0301aa51-2044-47f3-b5c1-9994801d64e3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0301aa51-2044-47f3-b5c1-9994801d64e3,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:37.931550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:37.939055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.986733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.009539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0301aa51-2044-47f3-b5c1-9994801d64e3,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.043608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.057863 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.075011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a96-eb47-46cc-be3f-6c4110987474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.090812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0a14a96-eb47-46cc-be3f-6c4110987474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.091947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:38.123169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.130853 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.169612 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d0a14a96-eb47-46cc-be3f-6c4110987474 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9d529c2c9def46ed84fbab73c89175c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5035539 Jul 16 20:16:38.169612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a14a96-eb47-46cc-be3f-6c4110987474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22427dc-cb96-49b2-84b0-b4e075839586,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.171082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37184) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:38.193474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.202804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9effb149-f6a9-45a7-9646-0eb737b86905 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:38.210106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266080a-ec36-429d-bf8b-48c409581d44 req-7a13e511-6ea7-4cd8-aa56-58083961f782 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.220026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8266080a-ec36-429d-bf8b-48c409581d44 req-7a13e511-6ea7-4cd8-aa56-58083961f782 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 946 time: 0.3289549 Jul 16 20:16:38.233324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.294498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8266080a-ec36-429d-bf8b-48c409581d44 req-00b48028-b509-481b-9b55-d28e47f83664 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696971 Jul 16 20:16:38.324209 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdc59e21-7875-40cf-adbb-f1205b60403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.325730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.380030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdc59e21-7875-40cf-adbb-f1205b60403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.404548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:38.421351 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.476551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdc59e21-7875-40cf-adbb-f1205b60403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.479531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdc59e21-7875-40cf-adbb-f1205b60403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.489647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bdc59e21-7875-40cf-adbb-f1205b60403d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b22427dc-cb96-49b2-84b0-b4e075839586 HTTP/1.1" status: 204 len: 168 time: 0.3090808 Jul 16 20:16:38.514284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc59e21-7875-40cf-adbb-f1205b60403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22427dc-cb96-49b2-84b0-b4e075839586,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.563007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46481872-1d68-456f-a96e-6bebc115bd36 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:38.588692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.638372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Transition to ACTIVE for port object 46481872-1d68-456f-a96e-6bebc115bd36 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:38.652055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.686142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257869f0-7ac7-41b3-8536-02f7cbf2329c req-95e5c92c-6c55-4eac-90d1-0c8e7a4edf76 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.688085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-257869f0-7ac7-41b3-8536-02f7cbf2329c req-95e5c92c-6c55-4eac-90d1-0c8e7a4edf76 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.1332400 Jul 16 20:16:38.731224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] Transition to ACTIVE for port object 9effb149-f6a9-45a7-9646-0eb737b86905 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:38.746104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.783903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.866291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-257869f0-7ac7-41b3-8536-02f7cbf2329c req-62006072-698b-4456-a2b0-af56f61a340d tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700447 Jul 16 20:16:38.898819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] No DVR routers for this DVR port 9effb149-f6a9-45a7-9646-0eb737b86905 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:39.003045 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a12d60-add8-451a-af0a-eeb896551752 x-openstack-request-id: req-e6a12d60-add8-451a-af0a-eeb896551752 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:39.004704 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4e133-57ce-4fbc-b231-4ea87499f72e", "name": "network-vif-plugged", "status": "completed", "tag": "0301aa51-2044-47f3-b5c1-9994801d64e3", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:39.005425 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e6a12d60-add8-451a-af0a-eeb896551752 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:39.006423 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0301aa51-2044-47f3-b5c1-9994801d64e3', 'code': 200} Jul 16 20:16:39.104805 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] 10.222.0.26 "PUT /v2.0/ports/9effb149-f6a9-45a7-9646-0eb737b86905/bindings/n-h1-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6770523 Jul 16 20:16:39.121575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cee14-eedc-40cb-8850-6a626dcbbc35 service neutron] Pushing event updated for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=10']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.172207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Attempting to bind port 46481872-1d68-456f-a96e-6bebc115bd36 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:39.172754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Attempting to bind port 46481872-1d68-456f-a96e-6bebc115bd36 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:39.173256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Attempting to bind port 46481872-1d68-456f-a96e-6bebc115bd36 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:39.194619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Port 46481872-1d68-456f-a96e-6bebc115bd36 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:39.195222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Attempting to bind port 46481872-1d68-456f-a96e-6bebc115bd36 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:39.228460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:39.228806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:39.229202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:39.229655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Bound port: 46481872-1d68-456f-a96e-6bebc115bd36, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:39.230010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.343156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-d5c1cbdc-0ceb-415c-bd39-c82b87614a76 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.349201 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-d5c1cbdc-0ceb-415c-bd39-c82b87614a76 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.1709526 Jul 16 20:16:39.365023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:39.374202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:39.419120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.451735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37212) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:39.484084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.485734 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.487756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] 10.222.0.26 "PUT /v2.0/ports/46481872-1d68-456f-a96e-6bebc115bd36 HTTP/1.1" status: 200 len: 1096 time: 2.8654804 Jul 16 20:16:39.489791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:39.492350 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cd58b5-a2ae-4674-b018-a480ca72b690" -d '{"events": [{"name": "network-changed", "server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "tag": "46481872-1d68-456f-a96e-6bebc115bd36"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:39.506831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4e04a0b-4c78-476a-a5c7-fc79a84adf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.553485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c6eae-f8e3-46e7-83e0-a446c1eb6313 service neutron] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.606695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-28ab4d41-9297-4b93-9201-3223372422c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.608299 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-28ab4d41-9297-4b93-9201-3223372422c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac&tenant_id=24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 1096 time: 0.2389205 Jul 16 20:16:39.736304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-f7beacd4-8c23-498d-bc26-7f59b0b7723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.737877 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-f7beacd4-8c23-498d-bc26-7f59b0b7723f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 1099 time: 0.1797299 Jul 16 20:16:39.759709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a8986-97b9-42ae-95a4-12d940ca34ef req-c7a8021b-f70c-47e6-acb3-422891185c60 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.767212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a73a8986-97b9-42ae-95a4-12d940ca34ef req-c7a8021b-f70c-47e6-acb3-422891185c60 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 945 time: 0.6901155 Jul 16 20:16:39.789084 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-c0cd75dc-21f8-4ea6-b209-5e6ffc59350c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=46481872-1d68-456f-a96e-6bebc115bd36 HTTP/1.1" status: 200 len: 217 time: 0.0422907 Jul 16 20:16:39.805286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e0d62-7abf-469b-aa7d-60fe81b48218 req-6c7973eb-16de-41ea-9b1c-ff19962ad964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.806404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f7e0d62-7abf-469b-aa7d-60fe81b48218 req-6c7973eb-16de-41ea-9b1c-ff19962ad964 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 1097 time: 0.6194408 Jul 16 20:16:39.817587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb7c2-8d7b-472a-a28e-c69a8352b363 req-e3a86787-bb49-431e-b166-bd07fdfd6394 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.826146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c28eb7c2-8d7b-472a-a28e-c69a8352b363 req-e3a86787-bb49-431e-b166-bd07fdfd6394 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.6211238 Jul 16 20:16:39.873779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4e04a0b-4c78-476a-a5c7-fc79a84adf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.882331 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-36892a54-6310-4246-8ce7-ff86da6629ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.884180 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-36892a54-6310-4246-8ce7-ff86da6629ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1096 time: 0.2181718 Jul 16 20:16:39.887724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4e04a0b-4c78-476a-a5c7-fc79a84adf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.898542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a73a8986-97b9-42ae-95a4-12d940ca34ef req-deb11783-3371-4ac2-925a-e68e4b33a681 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275609 Jul 16 20:16:39.912203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f7e0d62-7abf-469b-aa7d-60fe81b48218 req-4dd59d64-6720-4c62-886d-2b6ef712ddd6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761023 Jul 16 20:16:39.928306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-41d21157-ef24-4e96-a60a-2e1f200a801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.929875 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-41d21157-ef24-4e96-a60a-2e1f200a801d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1279843 Jul 16 20:16:39.943544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c28eb7c2-8d7b-472a-a28e-c69a8352b363 req-cc925c43-6891-4025-a9cc-8a96979a3123 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110852 Jul 16 20:16:40.033305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e04a0b-4c78-476a-a5c7-fc79a84adf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf912b7-7d52-4ac3-9a11-ef5a4aa5d273,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.057704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e4e04a0b-4c78-476a-a5c7-fc79a84adf31 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4a384b71ccd0456d913c4effe92ff5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006694 Jul 16 20:16:40.058008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37236) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:40.144261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-d4a10b77-605e-483f-a082-7f59cd68fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.145991 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-d4a10b77-605e-483f-a082-7f59cd68fa97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784689 Jul 16 20:16:40.149505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-d2639469-5abd-4b3e-b34e-2073545b01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.151180 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-d2639469-5abd-4b3e-b34e-2073545b01b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2552259 Jul 16 20:16:40.267013 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.295537 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-8c6b2b6c-037b-44fa-b677-b88f3c3db229 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414218 Jul 16 20:16:40.297896 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-aec7856a-dd12-443b-be6c-b6bbf82dbf73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 217 time: 0.1223466 Jul 16 20:16:40.320923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.377187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4860796-b602-4ac6-bfed-5e072ef5e6d4 req-d74e967c-df6a-4104-8d07-d286d15d9eb6 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.378813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4860796-b602-4ac6-bfed-5e072ef5e6d4 req-d74e967c-df6a-4104-8d07-d286d15d9eb6 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 948 time: 0.1921704 Jul 16 20:16:40.420813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-ffb1a1e8-22d9-4b0b-aac4-23725956b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.422992 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-ffb1a1e8-22d9-4b0b-aac4-23725956b73e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1183541 Jul 16 20:16:40.449970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4860796-b602-4ac6-bfed-5e072ef5e6d4 req-5f9a3668-6555-4bed-ac2e-942371e4ce00 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615540 Jul 16 20:16:40.482439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.492039 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-8a05a9b5-95df-4d12-8872-15d2b5b1fef9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565224 Jul 16 20:16:40.494034 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.495817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bcf912b7-7d52-4ac3-9a11-ef5a4aa5d273 HTTP/1.1" status: 204 len: 168 time: 0.4372864 Jul 16 20:16:40.537847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf912b7-7d52-4ac3-9a11-ef5a4aa5d273,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.570572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.574619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.577422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.579656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.580643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.582759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.583910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.585098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.586171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.587382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.599641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.601090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbf7a8-89b0-490a-9269-d9529fc655fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:40.725217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8bf05cb3-5470-40da-a6d2-2dd2d949a1ab req-e0bdd039-6326-41b0-9872-28dcfdbebd9c service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551641 Jul 16 20:16:40.768979 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-35629652-4c8e-4406-a9e5-febbc22bbcb0 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354772 Jul 16 20:16:40.913338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aeebc-bf77-40f6-a6b4-fb2b182c4f69 req-264325c4-8cb4-4726-abf6-fa31c42def7b tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.923761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6aeebc-bf77-40f6-a6b4-fb2b182c4f69 req-264325c4-8cb4-4726-abf6-fa31c42def7b tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 946 time: 0.1452143 Jul 16 20:16:40.962547 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-904beddc-7f79-4e20-bccc-b3c319ccb718 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831033 Jul 16 20:16:41.001427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6aeebc-bf77-40f6-a6b4-fb2b182c4f69 req-4bbe8e66-dd16-41cc-b86d-25ccb79d8a33 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763092 Jul 16 20:16:41.044802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:41.061822 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61f712-ceee-4ae6-9ca9-9654e4e85ede x-openstack-request-id: req-ac61f712-ceee-4ae6-9ca9-9654e4e85ede {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:41.065275 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "tag": "46481872-1d68-456f-a96e-6bebc115bd36", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:41.066953 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ac61f712-ceee-4ae6-9ca9-9654e4e85ede {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:41.068028 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36', 'status': 'completed', 'code': 200} Jul 16 20:16:41.213860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:41.230334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:41.233101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.291570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:41.302616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31740dd5-15bb-45f9-9b63-a82ca6e0aa30 req-6b8a65da-c226-4054-8441-f9f46dc2ef0b tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.314613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31740dd5-15bb-45f9-9b63-a82ca6e0aa30 req-6b8a65da-c226-4054-8441-f9f46dc2ef0b tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.1187894 Jul 16 20:16:41.329778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-5bf4afce-2c9d-4383-9d3d-5e79da49bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.334170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-5bf4afce-2c9d-4383-9d3d-5e79da49bcf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 1099 time: 0.2402890 Jul 16 20:16:41.392151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:41.408702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31740dd5-15bb-45f9-9b63-a82ca6e0aa30 req-27632e15-541d-4d7e-9c57-f542886bbe84 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922105 Jul 16 20:16:41.488642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.536961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:41.538797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:41.542274 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c587dab4-d9fd-49cf-8390-84597b7648f9" -d '{"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-plugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:41.547240 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.632379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:41.671230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-7e956330-1bb6-4b3d-8212-caebf66733f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.675228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-7e956330-1bb6-4b3d-8212-caebf66733f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3350954 Jul 16 20:16:41.681282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d42e-6307-4890-a1f5-d29879f0275a req-9057949b-8a6d-429b-87b6-0667dc8ac579 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.684544 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-9057949b-8a6d-429b-87b6-0667dc8ac579 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.2827380 Jul 16 20:16:41.768237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadfb51-3b62-456d-a115-08f1d350b7a2 req-0bb95bb3-8849-44c5-b832-17f8e5bf1582 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.770522 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbadfb51-3b62-456d-a115-08f1d350b7a2 req-0bb95bb3-8849-44c5-b832-17f8e5bf1582 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 945 time: 0.1418996 Jul 16 20:16:41.788470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37296) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:41.850707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbadfb51-3b62-456d-a115-08f1d350b7a2 req-19230ddc-c9e6-4dc4-aadd-3609d654aaff tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Jul 16 20:16:41.867204 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-105de292-f384-4d22-9bac-959fa0e04ce5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=46481872-1d68-456f-a96e-6bebc115bd36 HTTP/1.1" status: 200 len: 217 time: 0.1695766 Jul 16 20:16:41.965059 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1cded7-ae21-4176-a0ad-283cb02f7e3b x-openstack-request-id: req-4e1cded7-ae21-4176-a0ad-283cb02f7e3b {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:41.965543 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-plugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:41.965811 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4e1cded7-ae21-4176-a0ad-283cb02f7e3b {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:41.966235 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'code': 200} Jul 16 20:16:42.126581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-909a24f8-0d1c-4e57-b384-bfeb4d81673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.129511 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-909a24f8-0d1c-4e57-b384-bfeb4d81673e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2524900 Jul 16 20:16:42.150378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-db81d42e-6307-4890-a1f5-d29879f0275a req-3de42849-918f-4a81-a2c0-814c8e630a3d service neutron] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:42.177558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-db81d42e-6307-4890-a1f5-d29879f0275a req-3de42849-918f-4a81-a2c0-814c8e630a3d service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.178705 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-db81d42e-6307-4890-a1f5-d29879f0275a req-3de42849-918f-4a81-a2c0-814c8e630a3d service neutron] 10.222.0.21 "DELETE /v2.0/ports/9effb149-f6a9-45a7-9646-0eb737b86905/bindings/n-h2-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.4794471 Jul 16 20:16:42.213824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee809-9312-43df-88ac-14224a9ceb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.242439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-c123d5b3-718d-4306-a660-1a73d45a4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.244509 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-c123d5b3-718d-4306-a660-1a73d45a4de6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074841 Jul 16 20:16:42.314252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dd907-c337-4301-99b5-62964bbec72e req-9020f9e6-41b8-4b90-b623-4d7ab0b0c878 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.319747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d7dd907-c337-4301-99b5-62964bbec72e req-9020f9e6-41b8-4b90-b623-4d7ab0b0c878 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 948 time: 0.2659240 Jul 16 20:16:42.371309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b3655-7b65-4c2f-818a-5a66e1cbea02 req-4042e20f-a8e4-434f-a273-44babbb8492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.373004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad8b3655-7b65-4c2f-818a-5a66e1cbea02 req-4042e20f-a8e4-434f-a273-44babbb8492d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 1100 time: 0.2618847 Jul 16 20:16:42.389335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688c737-98d1-4bf2-97b5-058d838cd17d req-42bba9a8-81dd-4b56-8e92-c6480e49d333 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.390962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c688c737-98d1-4bf2-97b5-058d838cd17d req-42bba9a8-81dd-4b56-8e92-c6480e49d333 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.2704041 Jul 16 20:16:42.433917 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-ca4fd2a8-60b6-46bc-8c7a-e09ed2a286cf service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820314 Jul 16 20:16:42.471983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d7dd907-c337-4301-99b5-62964bbec72e req-3b845662-238a-41b9-bfea-2b9d020cacf8 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517177 Jul 16 20:16:42.526992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad8b3655-7b65-4c2f-818a-5a66e1cbea02 req-73a7c2e9-94f4-4e79-866d-c731407ee412 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347497 Jul 16 20:16:42.554545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c688c737-98d1-4bf2-97b5-058d838cd17d req-cb19385a-0b00-4b7d-8e3d-f3495fb037c6 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517484 Jul 16 20:16:42.634730 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68cd58b5-a2ae-4674-b018-a480ca72b690 req-84395966-d810-48db-9c8e-ed8f3d87282f service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924016 Jul 16 20:16:42.644157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee809-9312-43df-88ac-14224a9ceb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.645847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37334) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.658631 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee809-9312-43df-88ac-14224a9ceb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.725839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4a2ee809-9312-43df-88ac-14224a9ceb09 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=070854c0057445128c5cd2e16cb9b72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9362247 Jul 16 20:16:42.732150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.834357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ee809-9312-43df-88ac-14224a9ceb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a52945-e77b-49f3-87ae-c6c21234f8cc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.882072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-168346952-network', 'tenant_id': '4640434afc1f4d6d8c27914e88004d96'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:42.902041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfe95551-1175-47ab-b33d-1ad57d5a90e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.921153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db500-d877-4793-8f3c-1a6fc437b3e3 req-11c33fcb-3f2b-4efc-98cf-ad4f548185e2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.927899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a0db500-d877-4793-8f3c-1a6fc437b3e3 req-11c33fcb-3f2b-4efc-98cf-ad4f548185e2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 946 time: 0.1798739 Jul 16 20:16:42.929294 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Made reservation on behalf of 4640434afc1f4d6d8c27914e88004d96 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:42.931846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.946802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.954955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfe95551-1175-47ab-b33d-1ad57d5a90e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.020384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78cb64-5399-45a3-a69e-8b27f8cbcffc req-dc330a1d-e9d3-4f42-883f-49902ef7726e tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.022707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca78cb64-5399-45a3-a69e-8b27f8cbcffc req-dc330a1d-e9d3-4f42-883f-49902ef7726e tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.1563351 Jul 16 20:16:43.045197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a0db500-d877-4793-8f3c-1a6fc437b3e3 req-2985c143-ee3c-4b41-a34f-b4a9ee3fb1ce tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135864 Jul 16 20:16:43.083115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfe95551-1175-47ab-b33d-1ad57d5a90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.086607 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cfe95551-1175-47ab-b33d-1ad57d5a90e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.088071 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cfe95551-1175-47ab-b33d-1ad57d5a90e3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c4a52945-e77b-49f3-87ae-c6c21234f8cc HTTP/1.1" status: 204 len: 168 time: 0.3521810 Jul 16 20:16:43.106946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe95551-1175-47ab-b33d-1ad57d5a90e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a52945-e77b-49f3-87ae-c6c21234f8cc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:43.128268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca78cb64-5399-45a3-a69e-8b27f8cbcffc req-cd8ce706-8f26-499f-a0ae-9e1d80dc43c1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776267 Jul 16 20:16:43.210279 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.226900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.338106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:43.354561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbab8f1-1105-44fa-8b06-dde5b3455062,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:43.385047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.388112 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Added segment d94363f7-9d0a-4727-9e3d-ea85d36c1e2e of type vlan for network f337fb92-0ac8-4158-b444-b2b42b4125c5 Jul 16 20:16:43.404322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10c6c9-62c4-4d9e-99bd-d39b35aa6b84 req-9e0e1d8f-3984-4c63-837c-efcbc8f2c8d7 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.408848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10c6c9-62c4-4d9e-99bd-d39b35aa6b84 req-9e0e1d8f-3984-4c63-837c-efcbc8f2c8d7 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1096 time: 0.1290531 Jul 16 20:16:43.536408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10c6c9-62c4-4d9e-99bd-d39b35aa6b84 req-01eb2f0b-9ded-43c7-bf84-501a82a0dc21 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178696 Jul 16 20:16:43.540398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.649514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.652976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.660046 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.775828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37390) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:43.776790 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1283050 Jul 16 20:16:43.782286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Request body: {'subnet': {'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-168346952-subnet', 'tenant_id': '4640434afc1f4d6d8c27914e88004d96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:43.827660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Made reservation on behalf of 4640434afc1f4d6d8c27914e88004d96 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:43.831656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.910839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eec383-5306-4df5-a4c8-376ef7f0af6c admin admin] Pushing event updated for resources: {'Network': ['ID=f337fb92-0ac8-4158-b444-b2b42b4125c5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:43.930911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network f337fb92-0ac8-4158-b444-b2b42b4125c5 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:43.943432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37392) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:44.010124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0aa50257-9949-4352-9e6c-29ebed89fa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.133540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a678d-07eb-4c60-805f-fc022d187ad6 req-1af918c5-7b61-4f0b-8464-dfd7d202cfe2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.140058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d5a678d-07eb-4c60-805f-fc022d187ad6 req-1af918c5-7b61-4f0b-8464-dfd7d202cfe2 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=088bae09-722c-4416-9ed5-71093a7e086c HTTP/1.1" status: 200 len: 945 time: 0.4229131 Jul 16 20:16:44.218300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0aa50257-9949-4352-9e6c-29ebed89fa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.227418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0aa50257-9949-4352-9e6c-29ebed89fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.276742 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0aa50257-9949-4352-9e6c-29ebed89fa60 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3ae2ace9170d4f11bda1580e97a0f725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131456 Jul 16 20:16:44.277994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37410) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:44.284944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d5a678d-07eb-4c60-805f-fc022d187ad6 req-6e308d95-d720-432d-af0e-c31f1fc1acf6 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373396 Jul 16 20:16:44.285675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa50257-9949-4352-9e6c-29ebed89fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ba013-798f-44f6-8eb2-b30c0e2ffef7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.331172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357747c-e3eb-4bbc-90cf-08e9f2e10d58 req-8f235b1c-23cf-441e-8207-60e03d75518f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.336002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6357747c-e3eb-4bbc-90cf-08e9f2e10d58 req-8f235b1c-23cf-441e-8207-60e03d75518f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 948 time: 0.2856619 Jul 16 20:16:44.419264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f098fe-7cd5-4d47-a979-c51c84d63277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.452363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6357747c-e3eb-4bbc-90cf-08e9f2e10d58 req-e3e8bd66-d908-4e0c-9381-7e4e9d47dc3b tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084442 Jul 16 20:16:44.463401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515b146-e58a-495e-8496-57773ae9fb58 req-fa2b238b-95b4-4e9a-af9f-9d8e4fd20e53 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.465227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e515b146-e58a-495e-8496-57773ae9fb58 req-fa2b238b-95b4-4e9a-af9f-9d8e4fd20e53 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.3051329 Jul 16 20:16:44.466284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.469433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f098fe-7cd5-4d47-a979-c51c84d63277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.570738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f098fe-7cd5-4d47-a979-c51c84d63277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.581138 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20f098fe-7cd5-4d47-a979-c51c84d63277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.593054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-20f098fe-7cd5-4d47-a979-c51c84d63277 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4c8ba013-798f-44f6-8eb2-b30c0e2ffef7 HTTP/1.1" status: 204 len: 168 time: 0.3144085 Jul 16 20:16:44.612376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f098fe-7cd5-4d47-a979-c51c84d63277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ba013-798f-44f6-8eb2-b30c0e2ffef7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.629641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f699944d-ab4a-4da3-9566-7c636075ce95,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.679971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Checking segment: {'id': 'd94363f7-9d0a-4727-9e3d-ea85d36c1e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:44.680370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Network hostable DHCP agents. Network: f337fb92-0ac8-4158-b444-b2b42b4125c5, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:44.796178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09fdd1-0a4c-43d2-9881-3cab5f605f19 req-fc021fd8-9626-443f-87a3-d4469e920c9e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.798164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e09fdd1-0a4c-43d2-9881-3cab5f605f19 req-fc021fd8-9626-443f-87a3-d4469e920c9e tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 946 time: 0.3626578 Jul 16 20:16:44.806666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Network f337fb92-0ac8-4158-b444-b2b42b4125c5 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:44.849372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, f337fb92-0ac8-4158-b444-b2b42b4125c5) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:44.863817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4bf972-6f08-4139-bb2d-bcf3c4dab374 None None] Network f337fb92-0ac8-4158-b444-b2b42b4125c5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:44.864425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.865039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.884207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37434) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:44.893157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ac718b40-bab5-482c-823a-48c3bd7d0782 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:44.894692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ac718b40-bab5-482c-823a-48c3bd7d0782 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.2827833 Jul 16 20:16:44.902303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Deleting port e0abd339-8272-4f97-bc5f-993991694ae5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:44.902641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.953885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e09fdd1-0a4c-43d2-9881-3cab5f605f19 req-bde304b1-4352-466f-aa51-08ea53fa5a2f tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f66bdda-1e5c-4b0a-96fa-53ee759e4250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402869 Jul 16 20:16:44.970210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-da141bea-b992-4364-8c0f-44e9f3b97593 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1929464 Jul 16 20:16:44.975383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-8c633056-17d7-420e-8fc7-fe2e781ecbf4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/quotas/24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 375 time: 0.0644882 Jul 16 20:16:45.054480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c72d9b90-5f4a-4a83-82cc-772ef91f7663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.168713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ad69f-a5fa-4080-81a7-00be9993e63d None None] Network f337fb92-0ac8-4158-b444-b2b42b4125c5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:45.242159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] For port e0abd339-8272-4f97-bc5f-993991694ae5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e0abd339-8272-4f97-bc5f-993991694ae5,segment=NetworkSegment(be13ebba-debb-45af-936f-3dc9e1d239fa),segment_id=be13ebba-debb-45af-936f-3dc9e1d239fa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:45.242535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.262479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Calling delete_port for e0abd339-8272-4f97-bc5f-993991694ae5 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:45.284562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c72d9b90-5f4a-4a83-82cc-772ef91f7663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.293343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-f73f8bb0-f063-474f-a387-758c2ec94a7f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3094008 Jul 16 20:16:45.302503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c72d9b90-5f4a-4a83-82cc-772ef91f7663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.371005 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c72d9b90-5f4a-4a83-82cc-772ef91f7663 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6e3b81f3f3f14b009d1b9b2cc48b668f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851539 Jul 16 20:16:45.383587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37450) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.436399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 46481872-1d68-456f-a96e-6bebc115bd36 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:45.440183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d9b90-5f4a-4a83-82cc-772ef91f7663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7e9d2-05af-4af0-9eeb-6f066392ea9a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.513652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c145-a7ba-4af6-b729-be9f2d4f41dd req-7c125764-5c8a-4408-b8b4-a831c8f4dbf5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:45.527324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f919c145-a7ba-4af6-b729-be9f2d4f41dd req-7c125764-5c8a-4408-b8b4-a831c8f4dbf5 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.3534036 Jul 16 20:16:45.690754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-55e4ce26-b098-4405-a4ef-c6049b18c63a service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964329 Jul 16 20:16:45.726864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f919c145-a7ba-4af6-b729-be9f2d4f41dd req-89f49b2c-d299-4a9e-a219-0fd5f2885af7 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978943 Jul 16 20:16:45.770504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb9e7-c5c9-499a-aa3e-8091cd2c090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.790434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:45.814390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '46481872-1d68-456f-a96e-6bebc115bd36', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '46481872-1d68-456f-a96e-6bebc115bd36', 'mac_address': 'fa:16:3e:1e:c9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:45.831872 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.853388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb9e7-c5c9-499a-aa3e-8091cd2c090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.898249 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.914807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Pushing event deleted for resources: {'Port': ['ID=e0abd339-8272-4f97-bc5f-993991694ae5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.946844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46481872-1d68-456f-a96e-6bebc115bd36 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:45.998529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:46.009101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.030431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-d2c3a38b-bc17-440b-a81b-6ab919112b27 service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380973 Jul 16 20:16:46.135048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] No DVR routers for this DVR port e0abd339-8272-4f97-bc5f-993991694ae5 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:46.144159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.147291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e515b146-e58a-495e-8496-57773ae9fb58 req-d483cde9-42a6-4397-944f-388501572e8b tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.21 "DELETE /v2.0/ports/e0abd339-8272-4f97-bc5f-993991694ae5 HTTP/1.1" status: 204 len: 173 time: 1.6495149 Jul 16 20:16:46.147978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08429def-2294-4f59-8ddb-946a8fc003b4', 'name': 'network-vif-deleted', 'tag': 'e0abd339-8272-4f97-bc5f-993991694ae5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:46.151291 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f581f-faa5-4ff0-be3c-9b3ca814a0b9" -d '{"events": [{"server_uuid": "08429def-2294-4f59-8ddb-946a8fc003b4", "name": "network-vif-deleted", "tag": "e0abd339-8272-4f97-bc5f-993991694ae5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:46.175822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.209887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.212285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.214369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.215539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.219493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.220021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.220569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.221893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb9e7-c5c9-499a-aa3e-8091cd2c090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.222903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.224213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.226609 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb9e7-c5c9-499a-aa3e-8091cd2c090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.227633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.228631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.228846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fe7cb9e7-c5c9-499a-aa3e-8091cd2c090c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8da7e9d2-05af-4af0-9eeb-6f066392ea9a HTTP/1.1" status: 204 len: 168 time: 0.8436568 Jul 16 20:16:46.230129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:46.257789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['46481872-1d68-456f-a96e-6bebc115bd36'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:46.269973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb9e7-c5c9-499a-aa3e-8091cd2c090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7e9d2-05af-4af0-9eeb-6f066392ea9a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.956819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c180e-1985-437d-84e5-6cb5ba8b5c8f req-5a17f5d8-355d-471d-b7ec-b4f316d26746 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:46.960706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c72c180e-1985-437d-84e5-6cb5ba8b5c8f req-5a17f5d8-355d-471d-b7ec-b4f316d26746 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 949 time: 0.2424097 Jul 16 20:16:46.965042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d45a422-05ba-4426-964b-22e26f121527 req-7dad70d4-5be8-470f-ae6f-386f395148c4 tempest-DeleteServersTestJSON-1912590940 tempest-DeleteServersTestJSON-1912590940-project] 10.222.0.100 "GET /v2.0/ports?device_id=08429def-2294-4f59-8ddb-946a8fc003b4 HTTP/1.1" status: 200 len: 210 time: 0.0825012 Jul 16 20:16:47.100337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e0abd339-8272-4f97-bc5f-993991694ae5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:47.111657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c72c180e-1985-437d-84e5-6cb5ba8b5c8f req-9801a18d-0a9f-4e73-b946-e304b7719c5f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381028 Jul 16 20:16:47.174252 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f025b7d-70d9-4c95-87f2-1768383627ae x-openstack-request-id: req-1f025b7d-70d9-4c95-87f2-1768383627ae {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:47.175688 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08429def-2294-4f59-8ddb-946a8fc003b4", "name": "network-vif-deleted", "tag": "e0abd339-8272-4f97-bc5f-993991694ae5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:47.176517 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1f025b7d-70d9-4c95-87f2-1768383627ae {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:47.177599 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08429def-2294-4f59-8ddb-946a8fc003b4', 'name': 'network-vif-deleted', 'tag': 'e0abd339-8272-4f97-bc5f-993991694ae5', 'status': 'completed', 'code': 200} Jul 16 20:16:47.247198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: e0abd339-8272-4f97-bc5f-993991694ae5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:47.247961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e0abd339-8272-4f97-bc5f-993991694ae5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:47.286229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37498) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.287702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b5ff3eb-bf45-4686-a037-97fc665aa9d3 req-e804c229-2054-4357-9073-06a960dcbde8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 210 time: 0.0838299 Jul 16 20:16:47.314752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 46481872-1d68-456f-a96e-6bebc115bd36 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:47.370078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e5a6015-39b6-449b-b36a-f2357cfffe53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.542341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 46481872-1d68-456f-a96e-6bebc115bd36 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:47.557014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 46481872-1d68-456f-a96e-6bebc115bd36 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:47.562876 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.697279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37506) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.721114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2066996868-network', 'tenant_id': '143a0cbbccbe46908a4a79c581f140a1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:47.835130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8677f1-bd19-47c5-9ee0-441f1309a8ee req-5502c02a-456f-41fb-890c-5668b14e71a9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:47.838011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a8677f1-bd19-47c5-9ee0-441f1309a8ee req-5502c02a-456f-41fb-890c-5668b14e71a9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.2219381 Jul 16 20:16:47.852924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e5a6015-39b6-449b-b36a-f2357cfffe53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.863287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e5a6015-39b6-449b-b36a-f2357cfffe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.921013 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6e5a6015-39b6-449b-b36a-f2357cfffe53 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0045461a291947e3b674fcd2336e1c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260157 Jul 16 20:16:47.927869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.932467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Made reservation on behalf of 143a0cbbccbe46908a4a79c581f140a1 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:47.935257 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.989317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.010579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.030608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a6015-39b6-449b-b36a-f2357cfffe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e454c-a0ff-4cb2-a1cc-7e970f0ecbca,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.055747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a8677f1-bd19-47c5-9ee0-441f1309a8ee req-79ce40ce-9e5e-4a0e-9423-64f0287fd515 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072697 Jul 16 20:16:48.228808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:48.232584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:48.243216 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab173f-4373-4981-9e68-c45f2b746ec6" -d '{"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-plugged", "status": "completed", "tag": "46481872-1d68-456f-a96e-6bebc115bd36"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:48.266590 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.310568 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19cca600-568d-4e8d-9639-29c9748bf5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.351735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.364087 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.384552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.426649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d525b771-c330-463a-a499-4b4967b219d2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.453881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:48.456363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-7315ecdd-5d2c-4240-afc6-7ac6d4449828 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.459047 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-7315ecdd-5d2c-4240-afc6-7ac6d4449828 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "GET /v2.0/ports?device_id=088bae09-722c-4416-9ed5-71093a7e086c HTTP/1.1" status: 200 len: 945 time: 0.4757636 Jul 16 20:16:48.502192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.502517 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Added segment 72f41056-f238-4c2c-bfdc-054f2de09fc0 of type vlan for network 124dc96b-4922-40c3-a28a-bf228a6d813e Jul 16 20:16:48.526514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19cca600-568d-4e8d-9639-29c9748bf5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.554815 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236d867a-b804-4001-b5ae-35a3c287afbe x-openstack-request-id: req-236d867a-b804-4001-b5ae-35a3c287afbe {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:48.556150 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-plugged", "status": "completed", "tag": "46481872-1d68-456f-a96e-6bebc115bd36", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:48.556755 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-236d867a-b804-4001-b5ae-35a3c287afbe {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:48.557369 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36', 'code': 200} Jul 16 20:16:48.567046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.611894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9911d9-7718-415f-9219-bebfd8eff6e1 req-d59999f7-bc53-4bc9-b12e-f070c03bfd26 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.613625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da9911d9-7718-415f-9219-bebfd8eff6e1 req-d59999f7-bc53-4bc9-b12e-f070c03bfd26 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 950 time: 0.1615665 Jul 16 20:16:48.680805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.681922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.682545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.708445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da9911d9-7718-415f-9219-bebfd8eff6e1 req-19995a32-e961-4bb3-b27a-80cb658f63ac tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798068 Jul 16 20:16:48.828297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1267900 Jul 16 20:16:48.838407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37548) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:48.850813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Request body: {'subnet': {'network_id': '124dc96b-4922-40c3-a28a-bf228a6d813e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2066996868-subnet', 'tenant_id': '143a0cbbccbe46908a4a79c581f140a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:49.091441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19cca600-568d-4e8d-9639-29c9748bf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.094486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19cca600-568d-4e8d-9639-29c9748bf5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.095825 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-19cca600-568d-4e8d-9639-29c9748bf5fd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4f0e454c-a0ff-4cb2-a1cc-7e970f0ecbca HTTP/1.1" status: 204 len: 168 time: 1.1666670 Jul 16 20:16:49.111639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cca600-568d-4e8d-9639-29c9748bf5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e454c-a0ff-4cb2-a1cc-7e970f0ecbca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.131543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Deleting port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:49.132044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.273276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] For port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:49.274181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.299392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Calling delete_port for 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:49.301926 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b06da035-a688-4e47-ae5d-4b10f5a87ff0 req-81157e87-be91-4b88-a309-32abb9d96475 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 210 time: 0.0708647 Jul 16 20:16:49.331302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110188b-bbf5-40df-9ec4-14e3161cf463 admin admin] Pushing event updated for resources: {'Network': ['ID=124dc96b-4922-40c3-a28a-bf228a6d813e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.348412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 124dc96b-4922-40c3-a28a-bf228a6d813e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:49.388227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Made reservation on behalf of 143a0cbbccbe46908a4a79c581f140a1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:49.390879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.498491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b27d-0535-4c14-b95e-47436cdf5f51 req-3c896aac-5316-454a-bcf7-a83eb37c4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.505377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03d4b27d-0535-4c14-b95e-47436cdf5f51 req-3c896aac-5316-454a-bcf7-a83eb37c4986 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 1101 time: 0.7829337 Jul 16 20:16:49.549487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-7dc657a3-de50-4921-93c2-12bbf7ce4e1f tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.558261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-7dc657a3-de50-4921-93c2-12bbf7ce4e1f tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 812 time: 0.8829722 Jul 16 20:16:49.590946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.612969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['907ffd7c-c5b9-4471-8dc9-194ed9e57c65', '0301aa51-2044-47f3-b5c1-9994801d64e3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:49.654949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-a0932f4b-087f-40d5-a4ef-b5d064ea3fe0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/quotas/e6f134565361412d8224c5d5b17676b0 HTTP/1.1" status: 200 len: 375 time: 0.0951695 Jul 16 20:16:49.691777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03d4b27d-0535-4c14-b95e-47436cdf5f51 req-5c7d7604-3dec-4da6-b3f4-4a0917032a73 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612153 Jul 16 20:16:49.723353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event deleted for resources: {'Port': ['ID=907ffd7c-c5b9-4471-8dc9-194ed9e57c65,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.771859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-de7fd4a0-47aa-43ca-a1d8-b0eb87114fe8 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.773505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-de7fd4a0-47aa-43ca-a1d8-b0eb87114fe8 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a4e133-57ce-4fbc-b231-4ea87499f72e HTTP/1.1" status: 200 len: 946 time: 0.3195310 Jul 16 20:16:49.899217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] No DVR routers for this DVR port 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:49.904528 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.907108 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2bc0a7a5-0426-4f1a-9cd2-8461abd792ab req-ad255f47-8143-412d-9d70-24381b67eeb4 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "DELETE /v2.0/ports/907ffd7c-c5b9-4471-8dc9-194ed9e57c65 HTTP/1.1" status: 204 len: 173 time: 1.3953753 Jul 16 20:16:49.907985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088bae09-722c-4416-9ed5-71093a7e086c', 'name': 'network-vif-deleted', 'tag': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:49.910693 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0830b5-8aaf-4f29-a866-9464fee509de" -d '{"events": [{"server_uuid": "088bae09-722c-4416-9ed5-71093a7e086c", "name": "network-vif-deleted", "tag": "907ffd7c-c5b9-4471-8dc9-194ed9e57c65"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:49.938509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-8e842406-c49d-43d2-b380-df08b5485ad1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.940626 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-8e842406-c49d-43d2-b380-df08b5485ad1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.3693802 Jul 16 20:16:49.958234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Request body: {'port': {'device_id': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'admin_state_up': True, 'tenant_id': '24a9d32a09ef4997a5334b35654c10e2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:50.216249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-b4cd0d6c-378e-4188-b0d8-20b8c2217b70 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5598938 Jul 16 20:16:50.260785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Made reservation on behalf of 24a9d32a09ef4997a5334b35654c10e2 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:50.265014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.344670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.437730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Deleting port 0301aa51-2044-47f3-b5c1-9994801d64e3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:50.438446 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.498983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Allocated IP 172.20.0.7 (e10b2181-4fc7-4066-bc06-54086f21d461/71815af3-f607-4e56-8f6d-60f0ef0dc5fd/c887d597-98ea-4d89-9385-40e0c3ce7800) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:50.620981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc802a2c-df77-452b-97cc-5261e24d608b req-3d3f8dce-743e-4f4a-a40f-9e31a3ca88ea tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:50.628917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc802a2c-df77-452b-97cc-5261e24d608b req-3d3f8dce-743e-4f4a-a40f-9e31a3ca88ea tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.4885316 Jul 16 20:16:50.630799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f107aca8-2026-4d0c-8c51-1149aac7aadc,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.676973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-a9e77d0f-395a-44bc-bf6e-37cb9d7037cd service neutron] 10.222.0.100 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223306 Jul 16 20:16:50.707929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] For port 0301aa51-2044-47f3-b5c1-9994801d64e3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0301aa51-2044-47f3-b5c1-9994801d64e3,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:50.707929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.754736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Checking segment: {'id': '72f41056-f238-4c2c-bfdc-054f2de09fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '124dc96b-4922-40c3-a28a-bf228a6d813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:50.755060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Network hostable DHCP agents. Network: 124dc96b-4922-40c3-a28a-bf228a6d813e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:50.767395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Calling delete_port for 0301aa51-2044-47f3-b5c1-9994801d64e3 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:50.790132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc802a2c-df77-452b-97cc-5261e24d608b req-3e006302-30b7-4925-8e37-ae6c058a736d tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601925 Jul 16 20:16:50.959562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Network 124dc96b-4922-40c3-a28a-bf228a6d813e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:50.969728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-d808b8ab-d092-4cd0-a8fd-4e9c5c662087 service neutron] 10.222.0.100 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913296 Jul 16 20:16:50.986181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 124dc96b-4922-40c3-a28a-bf228a6d813e) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:50.992438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:50.992438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.011509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d4745-cb56-4fe8-b438-4a7a7397ce48 None None] Network 124dc96b-4922-40c3-a28a-bf228a6d813e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:51.041146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-48f038ba-80af-4552-87b9-1ad7b4773805 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1951220 Jul 16 20:16:51.105100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.176680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.232746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['907ffd7c-c5b9-4471-8dc9-194ed9e57c65'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:51.264886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event deleted for resources: {'Port': ['ID=0301aa51-2044-47f3-b5c1-9994801d64e3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.275548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.316100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Network e10b2181-4fc7-4066-bc06-54086f21d461 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:51.326787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:51.378316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:51.397054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] No DVR routers for this DVR port 0301aa51-2044-47f3-b5c1-9994801d64e3 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:51.404646 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.414107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bba2718-3c1e-4ef2-8d0d-d2378e208d75 req-faaeaf5c-03d1-4d13-a709-b85c01c67c60 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "DELETE /v2.0/ports/0301aa51-2044-47f3-b5c1-9994801d64e3 HTTP/1.1" status: 204 len: 173 time: 1.6342831 Jul 16 20:16:51.414898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'name': 'network-vif-deleted', 'tag': '0301aa51-2044-47f3-b5c1-9994801d64e3'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:51.417890 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48953971-a0b4-47ec-ba5c-9ce8fef4e5f0" -d '{"events": [{"server_uuid": "09a4e133-57ce-4fbc-b231-4ea87499f72e", "name": "network-vif-deleted", "tag": "0301aa51-2044-47f3-b5c1-9994801d64e3"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:51.460123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.461183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.487090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5362358 Jul 16 20:16:51.504834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Request body: {'port': {'device_id': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:51.547046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b578e0b-ada7-4efc-8b97-3f2a3bf371d6 None None] Network 124dc96b-4922-40c3-a28a-bf228a6d813e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:51.624593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.820169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d8e1-1389-433d-a472-bd58404c8692 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.995848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b215a9-0231-460b-a703-643795d20dbf req-b240457c-36c3-462f-bbfc-b326620a98db tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.997671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38b215a9-0231-460b-a703-643795d20dbf req-b240457c-36c3-462f-bbfc-b326620a98db tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 950 time: 0.0983236 Jul 16 20:16:52.064122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38b215a9-0231-460b-a703-643795d20dbf req-5f9520f8-9ac8-47b0-bc70-11b5af58bf73 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552235 Jul 16 20:16:52.108277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c887d597-98ea-4d89-9385-40e0c3ce7800 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:52.120650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.138354 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2062778-45c9-4a4a-a337-1865510b5374 x-openstack-request-id: req-d2062778-45c9-4a4a-a337-1865510b5374 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:52.140118 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088bae09-722c-4416-9ed5-71093a7e086c", "name": "network-vif-deleted", "tag": "907ffd7c-c5b9-4471-8dc9-194ed9e57c65", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:52.140720 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d2062778-45c9-4a4a-a337-1865510b5374 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:52.141159 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088bae09-722c-4416-9ed5-71093a7e086c', 'name': 'network-vif-deleted', 'tag': '907ffd7c-c5b9-4471-8dc9-194ed9e57c65', 'status': 'completed', 'code': 200} Jul 16 20:16:52.149010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Transition to ACTIVE for port object c887d597-98ea-4d89-9385-40e0c3ce7800 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:52.154751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.257516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:52.429078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:52.429472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:52.430079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:52.435492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:52.435826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:52.454193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:52.459834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25490801-5e29-4e3d-8adb-6b82227d68cb req-bb2f3c84-fc9e-43b6-95a4-65afdcea4ec8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:52.460788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:52.461000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:52.461473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Bound port: c887d597-98ea-4d89-9385-40e0c3ce7800, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:52.462053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.488223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25490801-5e29-4e3d-8adb-6b82227d68cb req-bb2f3c84-fc9e-43b6-95a4-65afdcea4ec8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 943 time: 0.2044232 Jul 16 20:16:52.614214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25490801-5e29-4e3d-8adb-6b82227d68cb req-49aa4cd4-b4f9-486f-8cc9-6a2c7bf0d781 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244268 Jul 16 20:16:52.645273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:52.661891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:52.677432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.691448 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a5546-2ed4-4807-8885-f311d53f28fd x-openstack-request-id: req-903a5546-2ed4-4807-8885-f311d53f28fd {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:52.691772 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4e133-57ce-4fbc-b231-4ea87499f72e", "name": "network-vif-deleted", "tag": "0301aa51-2044-47f3-b5c1-9994801d64e3", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:52.692436 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-903a5546-2ed4-4807-8885-f311d53f28fd {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:52.693636 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a4e133-57ce-4fbc-b231-4ea87499f72e', 'name': 'network-vif-deleted', 'tag': '0301aa51-2044-47f3-b5c1-9994801d64e3', 'status': 'completed', 'code': 200} Jul 16 20:16:52.737227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:52.737883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.739569 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 1091 time: 1.2399869 Jul 16 20:16:52.846310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e002fc9-7f2b-493a-8e54-0c00a19549d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:52.983068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-8bd040da-3b32-4364-a50b-34ad8c6e9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:52.991548 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-8bd040da-3b32-4364-a50b-34ad8c6e9dd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1094 time: 0.1833150 Jul 16 20:16:53.078593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-19463568-e221-4edd-89b7-d00b76143670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 217 time: 0.0773206 Jul 16 20:16:53.186027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-7b554496-289f-47b3-a3b7-19d8d44da360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.192308 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-7b554496-289f-47b3-a3b7-19d8d44da360 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1103115 Jul 16 20:16:53.261945 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-caf982b4-bdbd-45c0-a9f4-0abad718809d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621500 Jul 16 20:16:53.312010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:53.339612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:53.340342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 907ffd7c-c5b9-4471-8dc9-194ed9e57c65 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:53.340997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0301aa51-2044-47f3-b5c1-9994801d64e3 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:53.380606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 0301aa51-2044-47f3-b5c1-9994801d64e3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:53.381308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0301aa51-2044-47f3-b5c1-9994801d64e3 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:53.395231 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-7cbefca8-e30c-4d05-8bb9-4ff22754610f service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265309 Jul 16 20:16:53.569961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a07645b-914f-41c5-b850-8cb8d4bbef93 req-f6b6fa9e-10f1-4b3d-8a89-f29f980d0c6b service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670272 Jul 16 20:16:53.582002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-d726abdd-5e16-4df4-9285-9bdc5a400b63 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.592234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-d726abdd-5e16-4df4-9285-9bdc5a400b63 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/networks?id=f337fb92-0ac8-4158-b444-b2b42b4125c5 HTTP/1.1" status: 200 len: 814 time: 0.3639209 Jul 16 20:16:53.614781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-99f4d7b4-91cb-408e-b24d-b9c5b542f184 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/quotas/4640434afc1f4d6d8c27914e88004d96 HTTP/1.1" status: 200 len: 375 time: 0.0160849 Jul 16 20:16:53.630359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd37b8b-ef35-4df3-96e7-16db499ddd77 req-79c6bc7a-c4a6-473c-b323-f074575e11a9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.639865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bd37b8b-ef35-4df3-96e7-16db499ddd77 req-79c6bc7a-c4a6-473c-b323-f074575e11a9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.2010567 Jul 16 20:16:53.701252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-d4708043-8af5-4651-a75f-30e2ba1cc98a tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4640434afc1f4d6d8c27914e88004d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585325 Jul 16 20:16:53.739791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bd37b8b-ef35-4df3-96e7-16db499ddd77 req-332e978a-539e-44aa-a51a-d084ee8398e8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982962 Jul 16 20:16:53.848621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-a9571f04-6ddc-4c3b-8a27-092a40690892 service neutron] 10.222.0.100 "GET /v2.0/networks/f337fb92-0ac8-4158-b444-b2b42b4125c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318452 Jul 16 20:16:54.052952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5e71-144f-40ff-92a7-1ffb9c6d8c43 req-4aaf0d15-8e4c-40a5-86a4-c0233c6de082 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.055649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4ad5e71-144f-40ff-92a7-1ffb9c6d8c43 req-4aaf0d15-8e4c-40a5-86a4-c0233c6de082 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 949 time: 0.1701739 Jul 16 20:16:54.075308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-a82db998-9571-4779-9e55-93fb54bb3500 service neutron] 10.222.0.100 "GET /v2.0/networks/f337fb92-0ac8-4158-b444-b2b42b4125c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137356 Jul 16 20:16:54.177919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:54.182600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4ad5e71-144f-40ff-92a7-1ffb9c6d8c43 req-15b1a2f7-1492-45d7-b3bd-d82d0d0ff688 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087556 Jul 16 20:16:54.186410 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b59cd-2e09-4ff5-891c-f7ad35a438dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:54.449756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e38ace31-f9fe-4260-8332-c53f6b6c7d24 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.474125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e38ace31-f9fe-4260-8332-c53f6b6c7d24 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 812 time: 0.3584971 Jul 16 20:16:54.481967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Request body: {'port': {'device_id': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'admin_state_up': True, 'tenant_id': 'e6f134565361412d8224c5d5b17676b0'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:54.701824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-68ecad85-aa5e-4ef9-8de5-28c439d9bc70 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.706020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-68ecad85-aa5e-4ef9-8de5-28c439d9bc70 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.21 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 812 time: 0.2530479 Jul 16 20:16:54.733127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b662d5c2-b10e-4370-8b70-d18472c5d074 req-c3fae5a4-7dae-4405-bb64-4846a22e83e5 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 210 time: 0.0587652 Jul 16 20:16:54.739034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Request body: {'port': {'device_id': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'admin_state_up': True, 'tenant_id': 'e6f134565361412d8224c5d5b17676b0'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:54.869137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Made reservation on behalf of e6f134565361412d8224c5d5b17676b0 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:54.877217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.171013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Made reservation on behalf of e6f134565361412d8224c5d5b17676b0 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:55.176635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.277431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Allocated IP 172.20.0.8 (8b2e2238-6c6c-4ecb-9539-3628cda36a88/503e5f97-58b0-48b4-be5e-d9217a248b3d/03a17499-1af8-4861-8644-28ccafb72a49) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:55.502096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fb90-e9d3-4865-b2b5-777beef60473 req-fb0de949-e67c-44ed-baef-22bbca4b0074 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:55.508095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4e9fb90-e9d3-4865-b2b5-777beef60473 req-fb0de949-e67c-44ed-baef-22bbca4b0074 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 943 time: 0.2812932 Jul 16 20:16:55.554980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4e9fb90-e9d3-4865-b2b5-777beef60473 req-366d46b2-8f65-4b5e-ac5d-1d817e5c8df2 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Jul 16 20:16:55.633278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37786) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:55.711764 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.782105 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9604c021-94b2-424e-9eb4-94cd65cd0b35 x-openstack-request-id: req-9604c021-94b2-424e-9eb4-94cd65cd0b35 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:55.783158 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:55.783855 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9604c021-94b2-424e-9eb4-94cd65cd0b35 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:55.785454 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800', 'status': 'completed', 'code': 200} Jul 16 20:16:55.793127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.834102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:55.838826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:55.881313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:55.946765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7824299-5897-4073-9bf1-1cdbf3fe5a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.998994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event updated for resources: {'Port': ['ID=03a17499-1af8-4861-8644-28ccafb72a49,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:55.999325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Allocated IP 172.20.0.14 (8b2e2238-6c6c-4ecb-9539-3628cda36a88/503e5f97-58b0-48b4-be5e-d9217a248b3d/28904f1d-be77-4dba-bed7-3deae964f610) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:56.050253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.051116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.068931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88c41ba4-983c-4afe-96c9-79c26f0a81e8 req-75b0e5df-8970-4f62-8603-84a5f990fc40 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 210 time: 0.0615394 Jul 16 20:16:56.123564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-8daf22db-e005-4a6a-bec8-7b8238bcca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.125633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-8daf22db-e005-4a6a-bec8-7b8238bcca00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1094 time: 0.3822758 Jul 16 20:16:56.401500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-4afe6509-88ab-4678-82b0-2c5b32537d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.403085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-4afe6509-88ab-4678-82b0-2c5b32537d97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2693965 Jul 16 20:16:56.444406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7824299-5897-4073-9bf1-1cdbf3fe5a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.458610 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-e78bc39a-4222-4d1c-8b16-e4c37b1592db tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9814887 Jul 16 20:16:56.470123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Request body: {'port': {'device_id': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:56.483854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7824299-5897-4073-9bf1-1cdbf3fe5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.487673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-923e1db5-7521-4e8f-b036-c7f8c84daaba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 217 time: 0.0690887 Jul 16 20:16:56.491354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.612740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7824299-5897-4073-9bf1-1cdbf3fe5a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22566756-5316-4026-8a49-255416c97aed,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.617671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d7824299-5897-4073-9bf1-1cdbf3fe5a45 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7e1de11ac5dc47a8826e742340df7c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9829028 Jul 16 20:16:56.631947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37814) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:56.632609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.670656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d422c-c610-48b8-ac56-823fd63abf27 req-c26e6e96-b56c-44a1-8a95-0556cbcd5b67 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.679002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-717d422c-c610-48b8-ac56-823fd63abf27 req-c26e6e96-b56c-44a1-8a95-0556cbcd5b67 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.4155190 Jul 16 20:16:56.682143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-5e22f71a-cd22-4261-bf31-3090e9fbaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.684128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-5e22f71a-cd22-4261-bf31-3090e9fbaa16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1802523 Jul 16 20:16:56.754891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-8499169f-517d-4883-b678-ce76f56b1f34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563366 Jul 16 20:16:56.875941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-0950bd96-bf41-46fd-a027-45a8d511dc4e tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:56.878386 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-0950bd96-bf41-46fd-a027-45a8d511dc4e tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.21 "GET /v2.0/networks?id=f337fb92-0ac8-4158-b444-b2b42b4125c5 HTTP/1.1" status: 200 len: 814 time: 0.3148820 Jul 16 20:16:56.907388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Request body: {'port': {'device_id': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5', 'admin_state_up': True, 'tenant_id': '4640434afc1f4d6d8c27914e88004d96'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:57.072710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f842cd69-b3db-49ac-86f9-b9f6dab2b546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.121367 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.143887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-717d422c-c610-48b8-ac56-823fd63abf27 req-675c5d0b-56ff-4a1b-8abc-9f425dd8142b tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635470 Jul 16 20:16:57.150154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f842cd69-b3db-49ac-86f9-b9f6dab2b546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.248993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd14c7-470f-45b4-a170-f9843d379814 req-c00dffee-81f8-4e99-a018-af7da105f32b tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.252477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fcd14c7-470f-45b4-a170-f9843d379814 req-c00dffee-81f8-4e99-a018-af7da105f32b tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 931 time: 0.6778555 Jul 16 20:16:57.300379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:57.303630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Made reservation on behalf of 4640434afc1f4d6d8c27914e88004d96 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:57.307757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.317220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:57.333456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f842cd69-b3db-49ac-86f9-b9f6dab2b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.336118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f842cd69-b3db-49ac-86f9-b9f6dab2b546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.337330 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f842cd69-b3db-49ac-86f9-b9f6dab2b546 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/22566756-5316-4026-8a49-255416c97aed HTTP/1.1" status: 204 len: 168 time: 0.7024007 Jul 16 20:16:57.338751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event updated for resources: {'Port': ['ID=28904f1d-be77-4dba-bed7-3deae964f610,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.348930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:57.357764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:57.375119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842cd69-b3db-49ac-86f9-b9f6dab2b546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22566756-5316-4026-8a49-255416c97aed,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.461093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a17499-1af8-4861-8644-28ccafb72a49 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:57.470751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.486231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Transition to ACTIVE for port object 03a17499-1af8-4861-8644-28ccafb72a49 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:57.497165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.529965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:57.555734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c887d597-98ea-4d89-9385-40e0c3ce7800', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'port_id': 'c887d597-98ea-4d89-9385-40e0c3ce7800', 'mac_address': 'fa:16:3e:ab:8a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71815af3-f607-4e56-8f6d-60f0ef0dc5fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:57.569033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-a848ee77-8324-44ee-a5a6-54a1d1aaeae1 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981024 Jul 16 20:16:57.615583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.616443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.617544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.638125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Pushing event updated for resources: {'Port': ['ID=03a17499-1af8-4861-8644-28ccafb72a49,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.648519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c887d597-98ea-4d89-9385-40e0c3ce7800 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:57.676521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fcd14c7-470f-45b4-a170-f9843d379814 req-359cff8a-473b-4ebc-b3c6-6e62d469d38d tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081998 Jul 16 20:16:57.685947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-bce90bc5-8aba-46d1-a292-0a7aea737c51 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9557066 Jul 16 20:16:57.698324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:57.712110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.712824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.713395 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.714006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.714775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.715683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.715948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.716485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.717024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.717620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.718191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.719753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:57.737118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Allocated IP 172.20.0.10 (f337fb92-0ac8-4158-b444-b2b42b4125c5/f699944d-ab4a-4da3-9566-7c636075ce95/d67dd565-94e9-4b1c-a824-3e9ffc26147a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:57.741559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.748898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Request body: {'port': {'device_id': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:57.783562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Attempting to bind port 03a17499-1af8-4861-8644-28ccafb72a49 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:57.784576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Attempting to bind port 03a17499-1af8-4861-8644-28ccafb72a49 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:57.785167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Attempting to bind port 03a17499-1af8-4861-8644-28ccafb72a49 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:57.936228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.958969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.961594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-050b59cd-2e09-4ff5-891c-f7ad35a438dc req-96328964-66e0-48d0-8e36-ee1534b84389 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802412 Jul 16 20:16:58.020269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c887d597-98ea-4d89-9385-40e0c3ce7800'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:58.154213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37866) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:58.206215 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1ebadd85-b21e-4c8f-9300-72db36deb941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.208512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Port 03a17499-1af8-4861-8644-28ccafb72a49 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:58.208991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Attempting to bind port 03a17499-1af8-4861-8644-28ccafb72a49 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:58.224838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:58.224838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Checking segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:58.225219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Bound using segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:58.225926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Bound port: 03a17499-1af8-4861-8644-28ccafb72a49, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:58.226432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.260352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8d51-2120-4704-9c63-aa93e9646f28 req-2f6d51a1-ada6-4953-a960-e7ea733cfa94 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.263315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeeb8d51-2120-4704-9c63-aa93e9646f28 req-2f6d51a1-ada6-4953-a960-e7ea733cfa94 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 944 time: 0.2746577 Jul 16 20:16:58.343479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] For port 03a17499-1af8-4861-8644-28ccafb72a49, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:58.347939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] For port 03a17499-1af8-4861-8644-28ccafb72a49, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=03a17499-1af8-4861-8644-28ccafb72a49,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:58.357472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.467268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.468068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.470361 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] 10.222.0.26 "PUT /v2.0/ports/03a17499-1af8-4861-8644-28ccafb72a49 HTTP/1.1" status: 200 len: 1091 time: 2.0061998 Jul 16 20:16:58.470979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'tag': '03a17499-1af8-4861-8644-28ccafb72a49'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:58.473340 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8924b85a-98fc-49c8-a9b1-2416262e1bce" -d '{"events": [{"name": "network-changed", "server_uuid": "13c32dac-91e1-484f-b25c-a4508d6c3fc4", "tag": "03a17499-1af8-4861-8644-28ccafb72a49"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:58.478889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3d3e1-da0a-485a-a086-c3408d390b1d service neutron] Pushing event updated for resources: {'Port': ['ID=03a17499-1af8-4861-8644-28ccafb72a49,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:58.519728 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.524065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5d2e65f-28f6-4bb5-a923-d9b8a0ab294c req-ed13028a-8262-4be1-ae96-1b0d64245abd tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 210 time: 0.1128137 Jul 16 20:16:58.529870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeeb8d51-2120-4704-9c63-aa93e9646f28 req-22271abe-2663-4db7-8ab6-640304c0ce62 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519591 Jul 16 20:16:58.639751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0157dedf-0e4c-472c-a5c6-d087b25eaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.642506 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-0157dedf-0e4c-472c-a5c6-d087b25eaf2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 1094 time: 0.1198263 Jul 16 20:16:58.712671 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-b3cb7237-23cd-4266-88a3-b7fbbe4b2906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a17499-1af8-4861-8644-28ccafb72a49 HTTP/1.1" status: 200 len: 217 time: 0.0594206 Jul 16 20:16:58.715353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.798136 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Network f337fb92-0ac8-4158-b444-b2b42b4125c5 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:58.802474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1ebadd85-b21e-4c8f-9300-72db36deb941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.808010 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03cfb33-f195-492d-ba7f-8e7309e1dbaf x-openstack-request-id: req-e03cfb33-f195-492d-ba7f-8e7309e1dbaf {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:58.808378 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c32dac-91e1-484f-b25c-a4508d6c3fc4", "tag": "03a17499-1af8-4861-8644-28ccafb72a49", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:58.808639 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e03cfb33-f195-492d-ba7f-8e7309e1dbaf {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:58.809049 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'tag': '03a17499-1af8-4861-8644-28ccafb72a49', 'status': 'completed', 'code': 200} Jul 16 20:16:58.811664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28904f1d-be77-4dba-bed7-3deae964f610 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:58.816938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:58.826027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:58.829589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.832316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-8e83bc2f-5998-4050-a7b2-eca6b6bc19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.834331 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-8e83bc2f-5998-4050-a7b2-eca6b6bc19b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.1155388 Jul 16 20:16:58.844389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1ebadd85-b21e-4c8f-9300-72db36deb941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.857615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Pushing event updated for resources: {'Port': ['ID=d67dd565-94e9-4b1c-a824-3e9ffc26147a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:58.901640 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-f1a4e3c4-b95f-4302-afe5-9f8b665d2e4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414865 Jul 16 20:16:58.909090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Transition to ACTIVE for port object 28904f1d-be77-4dba-bed7-3deae964f610 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:58.939758 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.947661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.948646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.998406 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-6f11e880-209f-4147-a5aa-416018a2d363 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0979238 Jul 16 20:16:59.015083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Request body: {'port': {'device_id': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:59.019073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1ebadd85-b21e-4c8f-9300-72db36deb941 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ebe92e18c7c542b081979af4f6d7c6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8583639 Jul 16 20:16:59.022688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37912) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:59.057894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebadd85-b21e-4c8f-9300-72db36deb941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cadbd0-08e1-445f-8c0b-8f54628b67f6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:59.099301 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-aecfc4e8-c844-4fb4-b128-f42d7f925b1f service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907697 Jul 16 20:16:59.164848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=28904f1d-be77-4dba-bed7-3deae964f610,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:59.172446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:59.191460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9280e-18cb-4900-bcab-0f56b872745c req-943d55a8-2648-4b11-b916-a8a17681a238 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.194549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cf9280e-18cb-4900-bcab-0f56b872745c req-943d55a8-2648-4b11-b916-a8a17681a238 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.4816620 Jul 16 20:16:59.244703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.304737 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-31c86f63-3493-4399-8e6c-b3e7f7ec6034 service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962283 Jul 16 20:16:59.369378 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ee93-eade-4833-a400-3ab8cb27ca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.385081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cf9280e-18cb-4900-bcab-0f56b872745c req-0b4f4958-5617-45ee-a49d-d0b9be08cd8d tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535571 Jul 16 20:16:59.445068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ee93-eade-4833-a400-3ab8cb27ca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.458643 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:59.479049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Attempting to bind port 28904f1d-be77-4dba-bed7-3deae964f610 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:59.485203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Attempting to bind port 28904f1d-be77-4dba-bed7-3deae964f610 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:59.485459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'mac_address': 'fa:16:3e:28:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:59.485719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Attempting to bind port 28904f1d-be77-4dba-bed7-3deae964f610 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:59.500553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:59.529932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Port 28904f1d-be77-4dba-bed7-3deae964f610 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:59.530530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Attempting to bind port 28904f1d-be77-4dba-bed7-3deae964f610 on network 8b2e2238-6c6c-4ecb-9539-3628cda36a88 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:59.645345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:59.645840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Checking segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:59.646350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Bound using segment: {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:59.647074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Bound port: 28904f1d-be77-4dba-bed7-3deae964f610, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:59.647930 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.671199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port c887d597-98ea-4d89-9385-40e0c3ce7800 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:59.684192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c887d597-98ea-4d89-9385-40e0c3ce7800 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:59.684777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.694624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.756435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67dd565-94e9-4b1c-a824-3e9ffc26147a {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:59.776732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.806218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-e14b2233-e0c0-44e6-9005-45a2a4304c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.810070 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-e14b2233-e0c0-44e6-9005-45a2a4304c43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 1094 time: 0.2483919 Jul 16 20:16:59.813596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:59.814905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Transition to ACTIVE for port object d67dd565-94e9-4b1c-a824-3e9ffc26147a will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:59.816351 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ee93-eade-4833-a400-3ab8cb27ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.824650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ee93-eade-4833-a400-3ab8cb27ca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.826078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3e4ee93-eade-4833-a400-3ab8cb27ca0d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/87cadbd0-08e1-445f-8c0b-8f54628b67f6 HTTP/1.1" status: 204 len: 168 time: 0.7927859 Jul 16 20:16:59.836060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.847478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:59.857342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.954855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4ee93-eade-4833-a400-3ab8cb27ca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cadbd0-08e1-445f-8c0b-8f54628b67f6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:59.980843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] For port 28904f1d-be77-4dba-bed7-3deae964f610, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:00.033426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fb7e1-6346-40c3-87f1-d53f6a96c1ee req-793cffc7-6966-47a2-bece-2e231814233e tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.054642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f35fb7e1-6346-40c3-87f1-d53f6a96c1ee req-793cffc7-6966-47a2-bece-2e231814233e tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 943 time: 0.4718678 Jul 16 20:17:00.068345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] For port 28904f1d-be77-4dba-bed7-3deae964f610, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=28904f1d-be77-4dba-bed7-3deae964f610,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:00.080145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Pushing event updated for resources: {'Port': ['ID=d67dd565-94e9-4b1c-a824-3e9ffc26147a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.090307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.227359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-92b75872-0153-4598-af8b-29f200bc69db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.230269 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-92b75872-0153-4598-af8b-29f200bc69db service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 913 time: 0.4134917 Jul 16 20:17:00.276859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:00.357293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.358738 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.362175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] 10.222.0.21 "PUT /v2.0/ports/28904f1d-be77-4dba-bed7-3deae964f610 HTTP/1.1" status: 200 len: 1092 time: 2.6207454 Jul 16 20:17:00.373888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'tag': '28904f1d-be77-4dba-bed7-3deae964f610'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:00.405500 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcaeebf-2f91-4c8b-a872-e721163f9791" -d '{"events": [{"name": "network-changed", "server_uuid": "559a36cf-80f9-45f5-b8f2-d4285f182977", "tag": "28904f1d-be77-4dba-bed7-3deae964f610"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:00.417980 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-c6874faf-0676-4607-aeb4-d3f15ddfd33b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a17499-1af8-4861-8644-28ccafb72a49 HTTP/1.1" status: 200 len: 217 time: 0.1763766 Jul 16 20:17:00.431885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.439620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.474874 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31ff145f-6177-4658-8462-ddd3174e428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.508172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Attempting to bind port d67dd565-94e9-4b1c-a824-3e9ffc26147a on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:00.508899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Attempting to bind port d67dd565-94e9-4b1c-a824-3e9ffc26147a by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'd94363f7-9d0a-4727-9e3d-ea85d36c1e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:00.509492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Attempting to bind port d67dd565-94e9-4b1c-a824-3e9ffc26147a on network f337fb92-0ac8-4158-b444-b2b42b4125c5 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:00.524656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Port d67dd565-94e9-4b1c-a824-3e9ffc26147a on network f337fb92-0ac8-4158-b444-b2b42b4125c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:00.525447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Attempting to bind port d67dd565-94e9-4b1c-a824-3e9ffc26147a on network f337fb92-0ac8-4158-b444-b2b42b4125c5 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:00.534834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:00.538832 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8853d-4ae9-48cb-ae7c-f48dcacc8ce5" -d '{"events": [{"server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "name": "network-vif-plugged", "status": "completed", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:00.539543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:00.540144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Checking segment: {'id': 'd94363f7-9d0a-4727-9e3d-ea85d36c1e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:00.540773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Bound using segment: {'id': 'd94363f7-9d0a-4727-9e3d-ea85d36c1e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:00.541564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Bound port: d67dd565-94e9-4b1c-a824-3e9ffc26147a, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94363f7-9d0a-4727-9e3d-ea85d36c1e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:00.542164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.546150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-1161909d-9e53-4990-b9a6-de0e1c8d6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.548900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-1161909d-9e53-4990-b9a6-de0e1c8d6ebd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.1255658 Jul 16 20:17:00.589115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:00.608768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.612794 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-b185f8a6-78e2-41f7-97cc-93553fd29a86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527878 Jul 16 20:17:00.724455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f35fb7e1-6346-40c3-87f1-d53f6a96c1ee req-094231b2-1387-4c28-87a0-b1b910853b55 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688495 Jul 16 20:17:00.728778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.729545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] For port d67dd565-94e9-4b1c-a824-3e9ffc26147a, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:00.733732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] For port d67dd565-94e9-4b1c-a824-3e9ffc26147a, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d67dd565-94e9-4b1c-a824-3e9ffc26147a,segment=NetworkSegment(d94363f7-9d0a-4727-9e3d-ea85d36c1e2e),segment_id=d94363f7-9d0a-4727-9e3d-ea85d36c1e2e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:00.854229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4876cc0-74b3-487e-a0c5-65fa9953dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=28904f1d-be77-4dba-bed7-3deae964f610,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.916692 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-f886dee0-919c-46ac-8a1a-b3cd6d6b6241 service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430842 Jul 16 20:17:00.918619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.924287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3574ed5-27db-426a-91de-21a9bc1499ee req-8301ac9d-c3a3-469c-9529-c713624699ea tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.928262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3574ed5-27db-426a-91de-21a9bc1499ee req-8301ac9d-c3a3-469c-9529-c713624699ea tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 944 time: 0.8548567 Jul 16 20:17:00.944080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-1ec4b3d2-2ffb-43c6-a4cd-ed4e83fe47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.946812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-1ec4b3d2-2ffb-43c6-a4cd-ed4e83fe47eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=559a36cf-80f9-45f5-b8f2-d4285f182977 HTTP/1.1" status: 200 len: 1095 time: 0.5120182 Jul 16 20:17:00.981840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:00.982490 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.988860 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] 10.222.0.21 "PUT /v2.0/ports/d67dd565-94e9-4b1c-a824-3e9ffc26147a HTTP/1.1" status: 200 len: 1092 time: 1.9750783 Jul 16 20:17:00.990793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'tag': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:00.997273 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cc24c6-e103-44c3-88ab-91f83a9e8446", "tag": "d67dd565-94e9-4b1c-a824-3e9ffc26147a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:01.072448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-dc7f8be3-e858-4cb0-9b0b-4d623c486f61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28904f1d-be77-4dba-bed7-3deae964f610 HTTP/1.1" status: 200 len: 217 time: 0.1123228 Jul 16 20:17:01.185977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:01.316305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-3f35a949-f98a-42b8-8fbc-10ca15bf2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.318585 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-3f35a949-f98a-42b8-8fbc-10ca15bf2be3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4640434afc1f4d6d8c27914e88004d96&device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 1095 time: 0.2356758 Jul 16 20:17:01.344269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:01.346178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.346890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3574ed5-27db-426a-91de-21a9bc1499ee req-164b67f2-9015-4615-8143-213d78f26cd1 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096045 Jul 16 20:17:01.371486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d28e-bd3a-4e67-9ce9-84a42a27419a service neutron] Pushing event updated for resources: {'Port': ['ID=d67dd565-94e9-4b1c-a824-3e9ffc26147a,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:01.380783 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-9f3c7abb-6c38-470f-9426-4e5dffa595ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67dd565-94e9-4b1c-a824-3e9ffc26147a HTTP/1.1" status: 200 len: 217 time: 0.0494392 Jul 16 20:17:01.404296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56c99-e215-475d-a552-bef9cc580448 req-f18ba2c1-e85d-477b-906a-5cb37ed2906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.409683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-f18ba2c1-e85d-477b-906a-5cb37ed2906f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.2781827 Jul 16 20:17:01.489083 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8924b85a-98fc-49c8-a9b1-2416262e1bce req-8b69aac4-817c-401f-a5bb-e43482f9367c service neutron] 10.222.0.26 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516398 Jul 16 20:17:01.547744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-48c32f25-52c5-42b1-b96e-1bcde037d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.549682 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-48c32f25-52c5-42b1-b96e-1bcde037d47b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f699944d-ab4a-4da3-9566-7c636075ce95 HTTP/1.1" status: 200 len: 854 time: 0.1560109 Jul 16 20:17:01.553565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-5cf9d162-cbe7-4cbd-972e-af8ae315eac9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336296 Jul 16 20:17:01.571423 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.592928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fccc-4190-4ca1-ba2c-89bb866f62dc req-a37a08e2-4087-4ea5-b635-b2102097c114 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.615292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff46fccc-4190-4ca1-ba2c-89bb866f62dc req-a37a08e2-4087-4ea5-b635-b2102097c114 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 945 time: 0.5326600 Jul 16 20:17:01.631306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:01.644657 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.736393 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-63efe460-8111-44af-861b-9e85b13c4ecf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f337fb92-0ac8-4158-b444-b2b42b4125c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708257 Jul 16 20:17:01.740352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:01.915862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff46fccc-4190-4ca1-ba2c-89bb866f62dc req-973f983d-456e-4d78-b353-2456dbf7290a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368367 Jul 16 20:17:02.003943 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-75690bcc-760a-4061-840c-b6ef550a7013 service neutron] 10.222.0.21 "GET /v2.0/networks/f337fb92-0ac8-4158-b444-b2b42b4125c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573612 Jul 16 20:17:02.115692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-08bff964-261b-4cd1-81ad-7e6dd802de0f service neutron] 10.222.0.21 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986293 Jul 16 20:17:02.333512 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d5e169-8753-42d9-a8ff-4dc42d400701 x-openstack-request-id: req-92d5e169-8753-42d9-a8ff-4dc42d400701 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:02.333816 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559a36cf-80f9-45f5-b8f2-d4285f182977", "tag": "28904f1d-be77-4dba-bed7-3deae964f610", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:02.334025 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-92d5e169-8753-42d9-a8ff-4dc42d400701 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:02.334640 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'tag': '28904f1d-be77-4dba-bed7-3deae964f610', 'status': 'completed', 'code': 200} Jul 16 20:17:02.380241 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2a347f2c-dcab-452d-978e-d24c7edb2b7d req-223ad6f2-7563-472e-8c75-ac9a4d6a5840 service neutron] 10.222.0.21 "GET /v2.0/networks/f337fb92-0ac8-4158-b444-b2b42b4125c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689008 Jul 16 20:17:02.401284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2a56c99-e215-475d-a552-bef9cc580448 req-b678a645-ce84-4594-8bdb-b6c2df96af5a service neutron] 10.222.0.21 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732525 Jul 16 20:17:02.681179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-004e43a9-457b-4b63-a6d0-2a9814fc089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:02.685905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-004e43a9-457b-4b63-a6d0-2a9814fc089e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6f134565361412d8224c5d5b17676b0&device_id=559a36cf-80f9-45f5-b8f2-d4285f182977 HTTP/1.1" status: 200 len: 1095 time: 0.1725335 Jul 16 20:17:02.729338 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbba8509-f8fc-400d-bf36-24240bc62289 x-openstack-request-id: req-cbba8509-f8fc-400d-bf36-24240bc62289 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:02.729883 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "name": "network-vif-plugged", "status": "completed", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:02.730124 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cbba8509-f8fc-400d-bf36-24240bc62289 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:02.730360 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800', 'code': 200} Jul 16 20:17:02.800593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936b7c6-0145-4a20-afe9-fa540392daa2 req-fee3ecb4-6c62-49c9-bcc9-368d61d45e05 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:02.822929 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2179fc16-13ad-4bf0-9256-096b36394d87 x-openstack-request-id: req-2179fc16-13ad-4bf0-9256-096b36394d87 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:02.823430 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cc24c6-e103-44c3-88ab-91f83a9e8446", "tag": "d67dd565-94e9-4b1c-a824-3e9ffc26147a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:02.823910 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2179fc16-13ad-4bf0-9256-096b36394d87 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:02.824570 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'tag': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a', 'status': 'completed', 'code': 200} Jul 16 20:17:02.825217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d936b7c6-0145-4a20-afe9-fa540392daa2 req-fee3ecb4-6c62-49c9-bcc9-368d61d45e05 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.2359316 Jul 16 20:17:02.849539 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:03.016320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-0465f39d-c2bd-44a7-a6d3-5b1f1b2224cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.019017 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-0465f39d-c2bd-44a7-a6d3-5b1f1b2224cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4640434afc1f4d6d8c27914e88004d96&device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 1095 time: 0.1106932 Jul 16 20:17:03.026783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0dbca-da2f-4286-99da-5f0f54dde5e0 req-9d1e12a6-21ce-4164-8eb1-a5fb0dfce640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.028741 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-42b0dbca-da2f-4286-99da-5f0f54dde5e0 req-9d1e12a6-21ce-4164-8eb1-a5fb0dfce640 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1096 time: 0.1943102 Jul 16 20:17:03.165648 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-42b0dbca-da2f-4286-99da-5f0f54dde5e0 req-9828c3f3-708e-492a-9e52-792839f8d498 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256154 Jul 16 20:17:03.183105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-aa58e635-2837-4242-a846-50c6303a3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.185881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-aa58e635-2837-4242-a846-50c6303a3d01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 200 len: 913 time: 0.4864888 Jul 16 20:17:03.225120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-efc05560-5bab-4569-97ba-71a7f2b49120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.226689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-efc05560-5bab-4569-97ba-71a7f2b49120 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f337fb92-0ac8-4158-b444-b2b42b4125c5 HTTP/1.1" status: 200 len: 915 time: 0.1967373 Jul 16 20:17:03.300792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-1ed1adaa-62ad-47fe-8be2-1a91fa75ae64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28904f1d-be77-4dba-bed7-3deae964f610 HTTP/1.1" status: 200 len: 217 time: 0.0848100 Jul 16 20:17:03.315109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 03a17499-1af8-4861-8644-28ccafb72a49 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:03.370095 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-bb1aa485-ec40-4a51-87a2-eb8d8dd1bf46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67dd565-94e9-4b1c-a824-3e9ffc26147a HTTP/1.1" status: 200 len: 217 time: 0.1300812 Jul 16 20:17:03.379884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d936b7c6-0145-4a20-afe9-fa540392daa2 req-ed2881da-437a-4091-a5f7-f246c68c50ec tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302210 Jul 16 20:17:03.569936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103a624-38ce-4bb3-8522-565a394c4aa6 req-fd62c397-9e4b-4dbf-a5f2-cc7cb296a844 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.586489 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3103a624-38ce-4bb3-8522-565a394c4aa6 req-fd62c397-9e4b-4dbf-a5f2-cc7cb296a844 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 943 time: 0.5445817 Jul 16 20:17:03.592409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-36f07fc7-4bc3-45cd-b75c-0298ef0274c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.603164 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-36f07fc7-4bc3-45cd-b75c-0298ef0274c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f699944d-ab4a-4da3-9566-7c636075ce95 HTTP/1.1" status: 200 len: 854 time: 0.2237206 Jul 16 20:17:03.685394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 03a17499-1af8-4861-8644-28ccafb72a49, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=03a17499-1af8-4861-8644-28ccafb72a49,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:03.719575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-6a83e023-1951-4e88-96b7-41a9bfd59e4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f337fb92-0ac8-4158-b444-b2b42b4125c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076436 Jul 16 20:17:03.735962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '03a17499-1af8-4861-8644-28ccafb72a49', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'port_id': '03a17499-1af8-4861-8644-28ccafb72a49', 'mac_address': 'fa:16:3e:2c:f5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503e5f97-58b0-48b4-be5e-d9217a248b3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:03.755996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-715b1791-2663-4248-b563-d19d62334eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.758807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-715b1791-2663-4248-b563-d19d62334eea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 200 len: 852 time: 0.4441199 Jul 16 20:17:03.964148 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.005096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-8c9e01c4-479a-42c0-890c-00a7f6941513 service neutron] 10.222.0.21 "GET /v2.0/networks/f337fb92-0ac8-4158-b444-b2b42b4125c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710757 Jul 16 20:17:04.053347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3103a624-38ce-4bb3-8522-565a394c4aa6 req-8f849a35-3e0d-42f1-8c0a-4388ce4c5c61 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652975 Jul 16 20:17:04.064010 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.064759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-2db5b3a1-174c-4479-9112-2162e73b6d60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b2e2238-6c6c-4ecb-9539-3628cda36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2134089 Jul 16 20:17:04.096217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a17499-1af8-4861-8644-28ccafb72a49 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:04.192121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 03a17499-1af8-4861-8644-28ccafb72a49, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=03a17499-1af8-4861-8644-28ccafb72a49,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:04.201860 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.521767 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6bf2bcf1-69ac-4433-803f-357b4fa10a0e req-d3cf2609-853e-4c6c-ac42-6aec9fd37255 service neutron] 10.222.0.21 "GET /v2.0/networks/f337fb92-0ac8-4158-b444-b2b42b4125c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060713 Jul 16 20:17:04.529492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=03a17499-1af8-4861-8644-28ccafb72a49,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:04.543708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['03a17499-1af8-4861-8644-28ccafb72a49'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:04.581312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-c06ba5f1-4470-4f35-a928-ee82477bd94c service neutron] 10.222.0.21 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104063 Jul 16 20:17:04.631132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e516-594d-4eb8-9052-a81da9e5c2f6 req-51bb3a4d-1528-4d9b-a366-3ca584fa425d tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:04.634153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9dd5e516-594d-4eb8-9052-a81da9e5c2f6 req-51bb3a4d-1528-4d9b-a366-3ca584fa425d tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 944 time: 0.9494791 Jul 16 20:17:04.736058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:04.739137 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c4558-ca01-4dc4-bc7f-d60bdb45110d" -d '{"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-plugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:04.774581 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd5501a7-162b-4f2c-ba50-b00a8908f247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.987774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bcaeebf-2f91-4c8b-a872-e721163f9791 req-61a6172c-165d-44eb-8a75-96455a8e5b89 service neutron] 10.222.0.21 "GET /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898494 Jul 16 20:17:05.079364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9dd5e516-594d-4eb8-9052-a81da9e5c2f6 req-c5409b20-46fa-4adb-ab31-3d68aca4a9af tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895762 Jul 16 20:17:05.193754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 28904f1d-be77-4dba-bed7-3deae964f610 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:05.440295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 28904f1d-be77-4dba-bed7-3deae964f610, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=28904f1d-be77-4dba-bed7-3deae964f610,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:05.457087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '28904f1d-be77-4dba-bed7-3deae964f610', 'network_id': '8b2e2238-6c6c-4ecb-9539-3628cda36a88', 'port_id': '28904f1d-be77-4dba-bed7-3deae964f610', 'mac_address': 'fa:16:3e:81:09:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503e5f97-58b0-48b4-be5e-d9217a248b3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:05.459085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 03a17499-1af8-4861-8644-28ccafb72a49 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:05.557231 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.573715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652ca6e-95b4-4886-8db7-4fe8e159b48b req-34616d76-3908-4006-9ff6-4ea0ac9b0abe tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:05.588075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28904f1d-be77-4dba-bed7-3deae964f610 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:05.600540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b652ca6e-95b4-4886-8db7-4fe8e159b48b req-34616d76-3908-4006-9ff6-4ea0ac9b0abe tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 945 time: 0.1998522 Jul 16 20:17:05.621173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 28904f1d-be77-4dba-bed7-3deae964f610, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=28904f1d-be77-4dba-bed7-3deae964f610,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:05.623194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 03a17499-1af8-4861-8644-28ccafb72a49 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:05.629730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 03a17499-1af8-4861-8644-28ccafb72a49 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:05.630294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.632891 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.633654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d67dd565-94e9-4b1c-a824-3e9ffc26147a details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:05.790234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=28904f1d-be77-4dba-bed7-3deae964f610,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:05.895491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b652ca6e-95b4-4886-8db7-4fe8e159b48b req-c9cbbc12-820c-4889-b756-0202be7c709f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905293 Jul 16 20:17:05.910923 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.911821 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.964991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d67dd565-94e9-4b1c-a824-3e9ffc26147a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d67dd565-94e9-4b1c-a824-3e9ffc26147a,segment=NetworkSegment(d94363f7-9d0a-4727-9e3d-ea85d36c1e2e),segment_id=d94363f7-9d0a-4727-9e3d-ea85d36c1e2e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:06.018464 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a5e22-cd00-44fc-8c65-52bbf08cf569 x-openstack-request-id: req-696a5e22-cd00-44fc-8c65-52bbf08cf569 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:06.018798 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-plugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:06.018998 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-696a5e22-cd00-44fc-8c65-52bbf08cf569 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:06.019433 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'code': 200} Jul 16 20:17:06.022067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a', 'network_id': 'f337fb92-0ac8-4158-b444-b2b42b4125c5', 'port_id': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a', 'mac_address': 'fa:16:3e:ec:df:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699944d-ab4a-4da3-9566-7c636075ce95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:06.039390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 03a17499-1af8-4861-8644-28ccafb72a49, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=03a17499-1af8-4861-8644-28ccafb72a49,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:06.041009 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.200504 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.223300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64993f3b-3698-4240-b5f8-69570808544f req-a65e5c33-5174-4a7f-b3dd-28b43327dc56 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.226724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=03a17499-1af8-4861-8644-28ccafb72a49,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.235499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67dd565-94e9-4b1c-a824-3e9ffc26147a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:06.248313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64993f3b-3698-4240-b5f8-69570808544f req-a65e5c33-5174-4a7f-b3dd-28b43327dc56 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 946 time: 0.2711349 Jul 16 20:17:06.262239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d67dd565-94e9-4b1c-a824-3e9ffc26147a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d67dd565-94e9-4b1c-a824-3e9ffc26147a,segment=NetworkSegment(d94363f7-9d0a-4727-9e3d-ea85d36c1e2e),segment_id=d94363f7-9d0a-4727-9e3d-ea85d36c1e2e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:06.268634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.364778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d67dd565-94e9-4b1c-a824-3e9ffc26147a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.411787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64993f3b-3698-4240-b5f8-69570808544f req-ba255eb2-7be0-46e1-8e54-bb66340b3243 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599591 Jul 16 20:17:06.502434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04095eb2-0efc-4a99-a0bf-be932c6e13b9 req-0117b3c6-4763-48dc-b75d-4abe0fdbf7fc tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.504521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04095eb2-0efc-4a99-a0bf-be932c6e13b9 req-0117b3c6-4763-48dc-b75d-4abe0fdbf7fc tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 945 time: 0.2496870 Jul 16 20:17:06.571834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['d67dd565-94e9-4b1c-a824-3e9ffc26147a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:06.728294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04095eb2-0efc-4a99-a0bf-be932c6e13b9 req-4917dd3b-683e-4ba4-974e-a90b62995359 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070439 Jul 16 20:17:06.784117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['28904f1d-be77-4dba-bed7-3deae964f610'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:07.173405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71290c01-d184-4112-867a-33ce3d209dbd req-94e42a38-eb9e-4bbf-8c84-77e74999cfc2 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.189403 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71290c01-d184-4112-867a-33ce3d209dbd req-94e42a38-eb9e-4bbf-8c84-77e74999cfc2 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1096 time: 0.2045608 Jul 16 20:17:07.346356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71290c01-d184-4112-867a-33ce3d209dbd req-13563c53-c89b-4725-9def-9ef5f4a5c945 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538975 Jul 16 20:17:07.391240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38206) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:07.500364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e920f5-d675-4879-8de0-8be8cb8fd19b req-e123e86f-01c8-46fa-a7da-f458fe332e88 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.513579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79e920f5-d675-4879-8de0-8be8cb8fd19b req-e123e86f-01c8-46fa-a7da-f458fe332e88 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 945 time: 0.3089621 Jul 16 20:17:07.699521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79e920f5-d675-4879-8de0-8be8cb8fd19b req-2422e658-a375-4978-922f-a0b9459967ab tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415701 Jul 16 20:17:07.822881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bca01c66-af3f-42de-ac3b-1baa30679b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.034805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a17499-1af8-4861-8644-28ccafb72a49'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:08.044990 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6628b6e2-883e-47cd-80a5-20d052c539c6" -d '{"events": [{"server_uuid": "13c32dac-91e1-484f-b25c-a4508d6c3fc4", "name": "network-vif-plugged", "status": "completed", "tag": "03a17499-1af8-4861-8644-28ccafb72a49"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:08.072556 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bca01c66-af3f-42de-ac3b-1baa30679b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.088221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bca01c66-af3f-42de-ac3b-1baa30679b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.101519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.104465 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.174122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bca01c66-af3f-42de-ac3b-1baa30679b82 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b18e9b7dab4a445799bcad5cf6e64baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7752948 Jul 16 20:17:08.174753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca01c66-af3f-42de-ac3b-1baa30679b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d320fc-b5de-490c-b0b8-945d82e5f515,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:08.179202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:08.293487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed4bc-041f-41dc-8c41-d0fc3200a9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.379364 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.383775 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed4bc-041f-41dc-8c41-d0fc3200a9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.565076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed4bc-041f-41dc-8c41-d0fc3200a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.572379 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed4bc-041f-41dc-8c41-d0fc3200a9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:08.585648 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0e2ed4bc-041f-41dc-8c41-d0fc3200a9c0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e6d320fc-b5de-490c-b0b8-945d82e5f515 HTTP/1.1" status: 204 len: 168 time: 0.4051983 Jul 16 20:17:08.616780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ed4bc-041f-41dc-8c41-d0fc3200a9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d320fc-b5de-490c-b0b8-945d82e5f515,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:09.093069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a332d-5eaa-4615-aa36-f67ab9e02b70 req-917eb7c9-a1d2-4574-a774-beba0300ab43 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.101936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d9a332d-5eaa-4615-aa36-f67ab9e02b70 req-917eb7c9-a1d2-4574-a774-beba0300ab43 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1096 time: 0.1074135 Jul 16 20:17:09.154450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d9a332d-5eaa-4615-aa36-f67ab9e02b70 req-01453e94-8e26-4ace-9c03-389beb063b56 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514128 Jul 16 20:17:09.211158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 28904f1d-be77-4dba-bed7-3deae964f610 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:09.282146 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccfe63e-2ada-4935-8218-c30f10ef591d x-openstack-request-id: req-bccfe63e-2ada-4935-8218-c30f10ef591d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:09.283808 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c32dac-91e1-484f-b25c-a4508d6c3fc4", "name": "network-vif-plugged", "status": "completed", "tag": "03a17499-1af8-4861-8644-28ccafb72a49", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:09.286149 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bccfe63e-2ada-4935-8218-c30f10ef591d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:09.286999 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a17499-1af8-4861-8644-28ccafb72a49', 'code': 200} Jul 16 20:17:09.294515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38292) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:09.313288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-937f9327-dbc1-4b60-812c-91ac2d19afee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.426376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 28904f1d-be77-4dba-bed7-3deae964f610 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:09.438517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 28904f1d-be77-4dba-bed7-3deae964f610 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:09.439466 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.560670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170163-2bcd-4a27-b7ac-755c64cbd96e req-3f16b7bb-94e6-44f3-af3a-2a9fc584562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.572038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea170163-2bcd-4a27-b7ac-755c64cbd96e req-3f16b7bb-94e6-44f3-af3a-2a9fc584562b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 1096 time: 0.2046807 Jul 16 20:17:09.638562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.689428 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea170163-2bcd-4a27-b7ac-755c64cbd96e req-b3247685-514d-4ede-816c-82c3615c5179 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090615 Jul 16 20:17:09.692241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-937f9327-dbc1-4b60-812c-91ac2d19afee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.693918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 28904f1d-be77-4dba-bed7-3deae964f610, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=28904f1d-be77-4dba-bed7-3deae964f610,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:09.700495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-937f9327-dbc1-4b60-812c-91ac2d19afee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.701416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.702414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d67dd565-94e9-4b1c-a824-3e9ffc26147a up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:09.792824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f9327-dbc1-4b60-812c-91ac2d19afee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0d5c3-525e-4edb-a8ea-e538d3ae9109,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:09.812516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-937f9327-dbc1-4b60-812c-91ac2d19afee admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2b1848fdeb884f3c88af79974be53d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128028 Jul 16 20:17:09.813414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38300) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:09.820207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=28904f1d-be77-4dba-bed7-3deae964f610,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:09.847532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port d67dd565-94e9-4b1c-a824-3e9ffc26147a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:09.853057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e65509-8b0d-4040-b63f-dd66f91a4005 req-913276dd-f3fa-46ee-93ac-ccc6319ccd8d tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.854892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6e65509-8b0d-4040-b63f-dd66f91a4005 req-913276dd-f3fa-46ee-93ac-ccc6319ccd8d tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 945 time: 0.3604484 Jul 16 20:17:09.864620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port d67dd565-94e9-4b1c-a824-3e9ffc26147a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:09.865611 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.929766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6e65509-8b0d-4040-b63f-dd66f91a4005 req-a087ba76-c2e8-48d4-9b2c-363a991647ed tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645552 Jul 16 20:17:09.939626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ccdc6-99e0-4c33-970a-e370d92aeaf4 req-065f9dc4-aae7-47ff-af10-48c1827817e5 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.947717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b9ccdc6-99e0-4c33-970a-e370d92aeaf4 req-065f9dc4-aae7-47ff-af10-48c1827817e5 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 945 time: 0.3198402 Jul 16 20:17:09.980453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7cf99c5-f159-4e40-8659-7f3961dc72e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.001054 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.022878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b9ccdc6-99e0-4c33-970a-e370d92aeaf4 req-263f313b-7a8a-478a-b656-3429c0735cca tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740607 Jul 16 20:17:10.054557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7cf99c5-f159-4e40-8659-7f3961dc72e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.071584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d67dd565-94e9-4b1c-a824-3e9ffc26147a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d67dd565-94e9-4b1c-a824-3e9ffc26147a,segment=NetworkSegment(d94363f7-9d0a-4727-9e3d-ea85d36c1e2e),segment_id=d94363f7-9d0a-4727-9e3d-ea85d36c1e2e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:10.081055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.183980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d67dd565-94e9-4b1c-a824-3e9ffc26147a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.208107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7cf99c5-f159-4e40-8659-7f3961dc72e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.226100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7cf99c5-f159-4e40-8659-7f3961dc72e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.235720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b7cf99c5-f159-4e40-8659-7f3961dc72e6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8fe0d5c3-525e-4edb-a8ea-e538d3ae9109 HTTP/1.1" status: 204 len: 168 time: 0.4163332 Jul 16 20:17:10.291422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf99c5-f159-4e40-8659-7f3961dc72e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0d5c3-525e-4edb-a8ea-e538d3ae9109,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:10.619996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:11.211068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 305c809b-0f8f-46b3-8823-e3cf649b3fc4 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:11.290767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28904f1d-be77-4dba-bed7-3deae964f610'}, {'server_uuid': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:11.303106 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb908af6-0c8a-4bf8-bc8a-fc7cdc41c953" -d '{"events": [{"server_uuid": "559a36cf-80f9-45f5-b8f2-d4285f182977", "name": "network-vif-plugged", "status": "completed", "tag": "28904f1d-be77-4dba-bed7-3deae964f610"}, {"server_uuid": "a0cc24c6-e103-44c3-88ab-91f83a9e8446", "name": "network-vif-plugged", "status": "completed", "tag": "d67dd565-94e9-4b1c-a824-3e9ffc26147a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:11.480854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:11.509174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'mac_address': 'fa:16:3e:1d:ae:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:11.668741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] Deleting subnet 67ee619a-874b-42ad-8c69-324407245e9a {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:11.689663 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.716539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 305c809b-0f8f-46b3-8823-e3cf649b3fc4 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:11.733512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.761260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:11.768782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.838261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.873401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.908277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b2f1-54c3-4346-a54a-90dd91456c9e req-8965a510-1850-4de8-b3a6-eef5b1dd2633 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:11.911054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2881b2f1-54c3-4346-a54a-90dd91456c9e req-8965a510-1850-4de8-b3a6-eef5b1dd2633 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 945 time: 0.3299024 Jul 16 20:17:11.919919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['305c809b-0f8f-46b3-8823-e3cf649b3fc4'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:12.140586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c5696-89df-415a-bcc3-816ad1bb6423 req-dc3df133-9232-4186-bd36-3d3b1e124cfa tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.158262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c2c5696-89df-415a-bcc3-816ad1bb6423 req-dc3df133-9232-4186-bd36-3d3b1e124cfa tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1096 time: 0.5145514 Jul 16 20:17:12.166730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.318024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2881b2f1-54c3-4346-a54a-90dd91456c9e req-53e8cf4c-163e-431b-b73a-a84690b66e1a tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570669 Jul 16 20:17:12.400219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c2c5696-89df-415a-bcc3-816ad1bb6423 req-b199bead-673e-4f61-856a-cd61af19cda4 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400179 Jul 16 20:17:12.517374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.602633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ee619a-874b-42ad-8c69-324407245e9a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:12.606262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.611449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ce821757-afa3-45cb-8596-d25306ee0f46 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/67ee619a-874b-42ad-8c69-324407245e9a HTTP/1.1" status: 204 len: 168 time: 1.9902427 Jul 16 20:17:12.612089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38418) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.710687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb3869-d7bf-4719-8889-45b3e030b731 req-1b9420e7-da50-4ba3-b955-2fd83de5d51a tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.720211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15cb3869-d7bf-4719-8889-45b3e030b731 req-1b9420e7-da50-4ba3-b955-2fd83de5d51a tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 946 time: 0.1316886 Jul 16 20:17:12.817958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15cb3869-d7bf-4719-8889-45b3e030b731 req-ef0704f3-edac-4b32-ba4d-18c943a2f712 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901268 Jul 16 20:17:12.934069 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2dba3-db0c-409e-973e-23bd22f6da5b x-openstack-request-id: req-95f2dba3-db0c-409e-973e-23bd22f6da5b {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:12.934748 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559a36cf-80f9-45f5-b8f2-d4285f182977", "name": "network-vif-plugged", "status": "completed", "tag": "28904f1d-be77-4dba-bed7-3deae964f610", "code": 200}, {"server_uuid": "a0cc24c6-e103-44c3-88ab-91f83a9e8446", "name": "network-vif-plugged", "status": "completed", "tag": "d67dd565-94e9-4b1c-a824-3e9ffc26147a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:12.935175 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-95f2dba3-db0c-409e-973e-23bd22f6da5b {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:12.936071 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28904f1d-be77-4dba-bed7-3deae964f610', 'code': 200} Jul 16 20:17:12.936539 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a', 'code': 200} Jul 16 20:17:12.953896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.188997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.204735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d14762-e43f-4ebd-a0cf-a9068eb63b7b']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:13.226116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be13ebba-debb-45af-936f-3dc9e1d239fa') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:13.229338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 305c809b-0f8f-46b3-8823-e3cf649b3fc4 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:13.233467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be13ebba-debb-45af-936f-3dc9e1d239fa') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:13.283482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ae5a-d6f8-4c16-9ae2-57a2966a1731 req-3ed01ac0-2222-412a-b101-ca4f568e993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:13.303270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0771ae5a-d6f8-4c16-9ae2-57a2966a1731 req-3ed01ac0-2222-412a-b101-ca4f568e993d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 1097 time: 0.1809700 Jul 16 20:17:13.334088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.379665 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.392465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155598f-c236-498b-bad4-309d3b6dde10 req-6326a3ba-ea13-491b-ab1c-06c9bdbcd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:13.396032 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d155598f-c236-498b-bad4-309d3b6dde10 req-6326a3ba-ea13-491b-ab1c-06c9bdbcd1b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=559a36cf-80f9-45f5-b8f2-d4285f182977 HTTP/1.1" status: 200 len: 1097 time: 0.1322155 Jul 16 20:17:13.400313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0771ae5a-d6f8-4c16-9ae2-57a2966a1731 req-19686bae-4d39-4358-9294-6651ecaad70e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898416 Jul 16 20:17:13.402059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:13.402059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:13.411293 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:13.422080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:13.422716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.603730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.684104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.691917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.694347 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] 10.222.0.100 "DELETE /v2.0/networks/c5d14762-e43f-4ebd-a0cf-a9068eb63b7b HTTP/1.1" status: 204 len: 168 time: 1.0812657 Jul 16 20:17:13.698274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98770d45-6707-4f70-a53f-d88662350ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d14762-e43f-4ebd-a0cf-a9068eb63b7b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:13.745177 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d155598f-c236-498b-bad4-309d3b6dde10 req-8bb8d0d9-d0fc-4576-8e81-2eb5802783ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739845 Jul 16 20:17:13.777291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:13.788623 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.892811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.158425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38464) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.270530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1a9aba1f-f14a-4a1d-a979-52908ba0911e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bba158c9a5a74456a3f89b42ef2c975b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1104727 Jul 16 20:17:14.274371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38468) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.441715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6125f4c-a41d-4724-a26d-ec3390c7e95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.474788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6125f4c-a41d-4724-a26d-ec3390c7e95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.550974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6125f4c-a41d-4724-a26d-ec3390c7e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.555864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6125f4c-a41d-4724-a26d-ec3390c7e95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.558525 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6125f4c-a41d-4724-a26d-ec3390c7e95e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3f66bdda-1e5c-4b0a-96fa-53ee759e4250 HTTP/1.1" status: 204 len: 168 time: 0.2826505 Jul 16 20:17:14.577031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6125f4c-a41d-4724-a26d-ec3390c7e95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f66bdda-1e5c-4b0a-96fa-53ee759e4250,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.938685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:14.946923 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e162ae1-b16b-4e75-baac-8c2c32c5ca0c" -d '{"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-plugged", "status": "completed", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:16.991979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:17.729463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1791101492-network', 'tenant_id': '16c9f6735a3c49ac814b5547ef47de41'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:17.766287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Made reservation on behalf of 16c9f6735a3c49ac814b5547ef47de41 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:17.769638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.783317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.047366 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.054453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.097660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:18.121717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.165757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.166151 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Added segment 104bc81d-2c19-4532-bf71-33179b2cd5af of type vlan for network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 Jul 16 20:17:18.255550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.334005 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.335377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.336366 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.438012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4398856 Jul 16 20:17:18.442666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38522) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:18.461101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Request body: {'subnet': {'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1791101492-subnet', 'tenant_id': '16c9f6735a3c49ac814b5547ef47de41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:18.536383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81002315-9f70-40bf-bff0-8395ec54f74e admin admin] Pushing event updated for resources: {'Network': ['ID=4fcc9373-b2cc-46fe-afef-b24743d1fc67,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.552121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:18.584115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Made reservation on behalf of 16c9f6735a3c49ac814b5547ef47de41 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:18.588228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.114888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.310681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Checking segment: {'id': '104bc81d-2c19-4532-bf71-33179b2cd5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:19.314365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Network hostable DHCP agents. Network: 4fcc9373-b2cc-46fe-afef-b24743d1fc67, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:19.319228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=776f715c-1dc7-437b-b97a-452692f11a9c,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:19.378031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:19.397484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4fcc9373-b2cc-46fe-afef-b24743d1fc67) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:19.404308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:19.405112 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.419675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594dac1f-914a-4613-b72d-81843731892f None None] Network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:19.455302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-35ccb396-9847-4db0-adf3-c5da249623cf admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9974561 Jul 16 20:17:19.873196 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-49b35508-937a-418f-b6d3-6215f8b857af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306849 Jul 16 20:17:19.945459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51997b03-aba3-49f6-89c1-1960243f1313 None None] Network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:20.143531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd576-8c99-472e-9376-302f45dd42da req-648caf42-e2aa-43a0-b0a2-5af9489316e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.147756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-648caf42-e2aa-43a0-b0a2-5af9489316e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1096 time: 0.1551030 Jul 16 20:17:20.445369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd576-8c99-472e-9376-302f45dd42da req-09167845-e2a5-468d-8eb0-8e2fd72e1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.447384 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-09167845-e2a5-468d-8eb0-8e2fd72e1450 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2548337 Jul 16 20:17:20.525816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-81620f26-4ba6-452b-92e2-ff0cad9a9ee3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 217 time: 0.0697882 Jul 16 20:17:20.636951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd576-8c99-472e-9376-302f45dd42da req-f2dc3195-b3f4-459d-8273-d159c0e55442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.639617 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-f2dc3195-b3f4-459d-8273-d159c0e55442 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1016531 Jul 16 20:17:20.701711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-e4942696-45bb-4a11-8dc3-f0b73610c32e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518675 Jul 16 20:17:20.854395 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-be1d7eac-a7ab-4230-a466-083b7c913e0f service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409092 Jul 16 20:17:21.016246 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8afd576-8c99-472e-9376-302f45dd42da req-9979645a-d597-48ac-8eae-7e9f9a832808 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509328 Jul 16 20:17:22.436262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cec8b2-bfc7-4dcb-9c90-b37a1025eebc req-e25cb88a-4d82-41ec-a32d-e503b341b53f tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.445212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25cec8b2-bfc7-4dcb-9c90-b37a1025eebc req-e25cb88a-4d82-41ec-a32d-e503b341b53f tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=559a36cf-80f9-45f5-b8f2-d4285f182977 HTTP/1.1" status: 200 len: 946 time: 0.1077089 Jul 16 20:17:22.503128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25cec8b2-bfc7-4dcb-9c90-b37a1025eebc req-333494db-20d8-4255-a6fb-94be1b4191b3 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/security-groups?id=b1c31f23-2422-474d-a5ec-3f77ee8fe83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Jul 16 20:17:22.828717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badba9d6-6c84-410b-aada-9427602b99b2 req-43ead547-b2e2-4e4a-a417-49b99981a53d tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.828717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-badba9d6-6c84-410b-aada-9427602b99b2 req-43ead547-b2e2-4e4a-a417-49b99981a53d tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1096 time: 0.1785345 Jul 16 20:17:22.936514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-badba9d6-6c84-410b-aada-9427602b99b2 req-c9640c89-16bb-4b4b-a756-49c60b99f7f4 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937598 Jul 16 20:17:23.380678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752e77f-c688-4326-97e0-d5b6e055e0a8 req-c52f07bb-dfe5-47c0-8f75-75be6ddbf61a tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:23.382402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e752e77f-c688-4326-97e0-d5b6e055e0a8 req-c52f07bb-dfe5-47c0-8f75-75be6ddbf61a tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 946 time: 0.1347806 Jul 16 20:17:23.418369 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd8df11-f092-494c-827d-91d12a23b163 x-openstack-request-id: req-5bd8df11-f092-494c-827d-91d12a23b163 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:23.419236 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-plugged", "status": "completed", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:23.419236 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5bd8df11-f092-494c-827d-91d12a23b163 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:23.419703 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'code': 200} Jul 16 20:17:23.502386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e752e77f-c688-4326-97e0-d5b6e055e0a8 req-600a6482-f836-4392-987e-e1a4b434db94 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033220 Jul 16 20:17:24.835556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-08efc361-c31e-47a4-a807-f358d3e31a83 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.839910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-6f8f4110-b450-4d05-8a4b-d555efdd206a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1188827 Jul 16 20:17:24.845501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-08efc361-c31e-47a4-a807-f358d3e31a83 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/networks?id=4fcc9373-b2cc-46fe-afef-b24743d1fc67 HTTP/1.1" status: 200 len: 822 time: 0.2871134 Jul 16 20:17:24.882487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-0bb163d0-f377-493a-92c6-6330a3927008 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/quotas/16c9f6735a3c49ac814b5547ef47de41 HTTP/1.1" status: 200 len: 375 time: 0.0168166 Jul 16 20:17:24.930364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-6cb304a0-a2c0-4ca8-b3c0-794db3d1e7b4 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=16c9f6735a3c49ac814b5547ef47de41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450633 Jul 16 20:17:25.091075 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-d19d1f98-76a7-4a73-9757-49d2b75dc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.093035 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-d19d1f98-76a7-4a73-9757-49d2b75dc4a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 1101 time: 0.1430395 Jul 16 20:17:25.127029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-d5614087-3190-4cea-926b-fd4c25135671 service neutron] 10.222.0.100 "GET /v2.0/networks/4fcc9373-b2cc-46fe-afef-b24743d1fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933904 Jul 16 20:17:25.304710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-47041bb9-a947-4f04-ad0a-c3f41b27e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.306229 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-47041bb9-a947-4f04-ad0a-c3f41b27e775 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1866465 Jul 16 20:17:25.329666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:25.409595 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-94cb9b4a-eab2-428a-88f0-ad90b000c2ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=46481872-1d68-456f-a96e-6bebc115bd36 HTTP/1.1" status: 200 len: 217 time: 0.0946481 Jul 16 20:17:25.432758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-10f51817-056a-42ed-a5ad-9c3a378a32c5 service neutron] 10.222.0.100 "GET /v2.0/networks/4fcc9373-b2cc-46fe-afef-b24743d1fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043795 Jul 16 20:17:25.525208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-fd2e4fe8-efe9-4799-9bef-661b5645989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.534314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-fd2e4fe8-efe9-4799-9bef-661b5645989d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1164024 Jul 16 20:17:25.619432 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.741259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:25.751142 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1381d60-1a54-4da0-a219-1aeca3ace20f" -d '{"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:25.763121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-a7db6039-b461-4db1-b932-9b95714afcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.767148 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-a7db6039-b461-4db1-b932-9b95714afcea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250855 Jul 16 20:17:25.809527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:25.817170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.024080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-881f7bba-c583-4bb8-aac9-cd8c9ae56418 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499747 Jul 16 20:17:26.037216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.827051 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d95709e4-1fc8-42e9-9d71-f6deb7702db2 req-461797c8-9701-4a44-a31e-fc35471281e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941334 Jul 16 20:17:26.884538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-dcd3a4cc-ff6b-44ad-aab4-e61ce271ba5c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.896557 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-dcd3a4cc-ff6b-44ad-aab4-e61ce271ba5c tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.21 "GET /v2.0/ports?device_id=559a36cf-80f9-45f5-b8f2-d4285f182977 HTTP/1.1" status: 200 len: 946 time: 0.8302848 Jul 16 20:17:27.138799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-0e0eaa94-763b-4f82-967f-f59c5733b59f tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:17:27.144658 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-0e0eaa94-763b-4f82-967f-f59c5733b59f tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234671 Jul 16 20:17:27.179278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Request body: {'binding': {'host': 'n-h1-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:27.179844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Unknown quota resources ['binding']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:17:27.334397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Deleting port 28904f1d-be77-4dba-bed7-3deae964f610 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:27.334775 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.355107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7eef9-13d4-4beb-9720-9209de9e907d req-66f8f6bb-478b-4832-97b7-f877f01b0d1c tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.364134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cef7eef9-13d4-4beb-9720-9209de9e907d req-66f8f6bb-478b-4832-97b7-f877f01b0d1c tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 947 time: 0.1714828 Jul 16 20:17:27.451443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] For port 28904f1d-be77-4dba-bed7-3deae964f610, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=28904f1d-be77-4dba-bed7-3deae964f610,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:27.451907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.458519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cef7eef9-13d4-4beb-9720-9209de9e907d req-0abec208-a5c9-4ca3-9ebf-ea3e413bd313 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918803 Jul 16 20:17:27.470498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Calling delete_port for 28904f1d-be77-4dba-bed7-3deae964f610 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:27.643612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.659661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['03a17499-1af8-4861-8644-28ccafb72a49'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:27.699875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event deleted for resources: {'Port': ['ID=28904f1d-be77-4dba-bed7-3deae964f610,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:27.951725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] No DVR routers for this DVR port 28904f1d-be77-4dba-bed7-3deae964f610 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:27.957883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.966438 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-53aafeff-fab0-4316-a3db-d1e61bb1c4ef req-f5595c84-5d83-4cd8-b84e-c3fc03e0a9ef tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.21 "DELETE /v2.0/ports/28904f1d-be77-4dba-bed7-3deae964f610 HTTP/1.1" status: 204 len: 173 time: 1.0585890 Jul 16 20:17:27.976847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'name': 'network-vif-deleted', 'tag': '28904f1d-be77-4dba-bed7-3deae964f610'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:27.987930 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfff5450-1453-4e8f-a8af-c061e75922b0" -d '{"events": [{"server_uuid": "559a36cf-80f9-45f5-b8f2-d4285f182977", "name": "network-vif-deleted", "tag": "28904f1d-be77-4dba-bed7-3deae964f610"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:28.159230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on host n-h1-798930-6 for vnic_type normal with profile None {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:28.159980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:28.159980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:28.167381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:28.167941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:28.186074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:28.186620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:28.188341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:28.190345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Bound port: c887d597-98ea-4d89-9385-40e0c3ce7800, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:28.403512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:28.443732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55301afe-ddf4-4520-b8c3-896e59eaf126 req-f28a4b22-f4b8-4031-88dd-24b79953e916 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 210 time: 0.1551604 Jul 16 20:17:28.537582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.538975 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-116bb0e0-8e58-4ade-ab9f-2a9e127b2882 service neutron] 10.222.0.100 "POST /v2.0/ports/c887d597-98ea-4d89-9385-40e0c3ce7800/bindings HTTP/1.1" status: 201 len: 389 time: 1.3712277 Jul 16 20:17:28.564564 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1421bf-e577-4a77-8e10-ad5f39febdb5 x-openstack-request-id: req-6b1421bf-e577-4a77-8e10-ad5f39febdb5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:28.564863 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:28.565114 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6b1421bf-e577-4a77-8e10-ad5f39febdb5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:28.565589 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'code': 200} Jul 16 20:17:28.612295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-105d73e7-28d1-48bc-9e83-d841a275e90a tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.614978 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-105d73e7-28d1-48bc-9e83-d841a275e90a tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.26 "GET /v2.0/networks?id=4fcc9373-b2cc-46fe-afef-b24743d1fc67 HTTP/1.1" status: 200 len: 822 time: 0.3153839 Jul 16 20:17:28.631742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Request body: {'port': {'device_id': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67', 'admin_state_up': True, 'tenant_id': '16c9f6735a3c49ac814b5547ef47de41'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:29.080857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Made reservation on behalf of 16c9f6735a3c49ac814b5547ef47de41 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:29.094146 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:29.213463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d17a4537-e0bc-438d-aef8-518175f39895 req-61f87c2f-d59f-496a-bcd3-12529ae64fbf tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=559a36cf-80f9-45f5-b8f2-d4285f182977 HTTP/1.1" status: 200 len: 210 time: 0.0673101 Jul 16 20:17:29.331572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-6b112881-7ea7-4229-b696-1d4d0b9e6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.334050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-6b112881-7ea7-4229-b696-1d4d0b9e6ade service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1096 time: 0.2221742 Jul 16 20:17:29.338442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 28904f1d-be77-4dba-bed7-3deae964f610 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:29.367283 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d0cbeb-11b8-4477-89ad-df46311f6920 x-openstack-request-id: req-53d0cbeb-11b8-4477-89ad-df46311f6920 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:29.370359 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559a36cf-80f9-45f5-b8f2-d4285f182977", "name": "network-vif-deleted", "tag": "28904f1d-be77-4dba-bed7-3deae964f610", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:29.370950 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-53d0cbeb-11b8-4477-89ad-df46311f6920 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:29.371414 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559a36cf-80f9-45f5-b8f2-d4285f182977', 'name': 'network-vif-deleted', 'tag': '28904f1d-be77-4dba-bed7-3deae964f610', 'status': 'completed', 'code': 200} Jul 16 20:17:29.398197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 28904f1d-be77-4dba-bed7-3deae964f610 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:29.398589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 28904f1d-be77-4dba-bed7-3deae964f610 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:29.735671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-dbd121f3-03f2-4947-b298-b5548568dd96 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.742102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-dbd121f3-03f2-4947-b298-b5548568dd96 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 945 time: 0.3092823 Jul 16 20:17:29.751235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-3a2d44a7-df36-4e59-95da-1de92f8f6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.751235 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-3a2d44a7-df36-4e59-95da-1de92f8f6f93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.3783813 Jul 16 20:17:29.872203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Allocated IP 172.20.0.7 (4fcc9373-b2cc-46fe-afef-b24743d1fc67/776f715c-1dc7-437b-b97a-452692f11a9c/31234b67-fe50-42dd-9755-658907e148ba) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:29.876922 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-2d1e81d3-c52d-4671-b16a-e536819b7949 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 217 time: 0.1058836 Jul 16 20:17:29.994448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Deleting port 03a17499-1af8-4861-8644-28ccafb72a49 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:29.994848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.029233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-bf2e022b-fbfe-4a0c-96ca-05db7cdc7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.032294 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-bf2e022b-fbfe-4a0c-96ca-05db7cdc7e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1426864 Jul 16 20:17:30.132660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-2d11e999-507a-4ff2-a702-a8b12ab6e06b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822029 Jul 16 20:17:30.147735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] For port 03a17499-1af8-4861-8644-28ccafb72a49, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=03a17499-1af8-4861-8644-28ccafb72a49,segment=NetworkSegment(4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7),segment_id=4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:30.149245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.188017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Calling delete_port for 03a17499-1af8-4861-8644-28ccafb72a49 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:30.265554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8e883896-5ffc-4df5-89c5-8f332cccadae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.319011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38866) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:30.677517 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-160addeb-a0cf-456b-9b53-964dfa98fa3f service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340035 Jul 16 20:17:30.695711 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.709260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['03a17499-1af8-4861-8644-28ccafb72a49'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:30.785425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Pushing event deleted for resources: {'Port': ['ID=03a17499-1af8-4861-8644-28ccafb72a49,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:30.897256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] No DVR routers for this DVR port 03a17499-1af8-4861-8644-28ccafb72a49 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:30.908195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.914933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b072c9fa-5418-4a18-bb1e-d0d577138068 req-ca096580-d005-4f58-8b11-9188471cd7f0 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.26 "DELETE /v2.0/ports/03a17499-1af8-4861-8644-28ccafb72a49 HTTP/1.1" status: 204 len: 173 time: 1.1700723 Jul 16 20:17:30.917044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'name': 'network-vif-deleted', 'tag': '03a17499-1af8-4861-8644-28ccafb72a49'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:30.927154 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba0bdb1-a24d-4e34-921a-1e6c1ae87d15" -d '{"events": [{"server_uuid": "13c32dac-91e1-484f-b25c-a4508d6c3fc4", "name": "network-vif-deleted", "tag": "03a17499-1af8-4861-8644-28ccafb72a49"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:30.928943 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.007669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6dfa-e265-4d28-9c87-6b2ab6606811 req-e62b03c0-ca12-44b7-9aa6-2f691e36ecda tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.020242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b98a6dfa-e265-4d28-9c87-6b2ab6606811 req-e62b03c0-ca12-44b7-9aa6-2f691e36ecda tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 945 time: 0.4655619 Jul 16 20:17:31.099624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38878) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.196761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b98a6dfa-e265-4d28-9c87-6b2ab6606811 req-9e0566b0-bfeb-4897-8105-7b38563a4a22 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718197 Jul 16 20:17:31.242984 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-3ac67174-705a-4756-be48-6810aa2aa8c4 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449743 Jul 16 20:17:31.293888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-551e91e0-c939-4111-9d0c-737b33d62ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.392902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7aa87544-fe63-4f6a-89b1-64ab5b41e275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.409671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.593914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:31.618396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:31.643421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:31.684779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730a775-a8b0-49db-9fe1-1aa5c48ace1a req-4b453b64-8fb7-4be3-a687-d4f7521af7c4 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.689954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a730a775-a8b0-49db-9fe1-1aa5c48ace1a req-4b453b64-8fb7-4be3-a687-d4f7521af7c4 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 931 time: 0.2117150 Jul 16 20:17:31.798960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a730a775-a8b0-49db-9fe1-1aa5c48ace1a req-94c64982-0b17-46e8-b36e-36e782bdc0b5 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024432 Jul 16 20:17:31.841127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Pushing event updated for resources: {'Port': ['ID=31234b67-fe50-42dd-9755-658907e148ba,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.883858 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46867348-3e84-4dd2-a477-e26c08a6ab29 x-openstack-request-id: req-46867348-3e84-4dd2-a477-e26c08a6ab29 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:31.884155 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c32dac-91e1-484f-b25c-a4508d6c3fc4", "name": "network-vif-deleted", "tag": "03a17499-1af8-4861-8644-28ccafb72a49", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:31.884410 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-46867348-3e84-4dd2-a477-e26c08a6ab29 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:31.884824 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c32dac-91e1-484f-b25c-a4508d6c3fc4', 'name': 'network-vif-deleted', 'tag': '03a17499-1af8-4861-8644-28ccafb72a49', 'status': 'completed', 'code': 200} Jul 16 20:17:31.902252 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.903077 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.957563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-a2f10470-98c5-474b-83bd-15bf6ef6a224 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.959295 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-a2f10470-98c5-474b-83bd-15bf6ef6a224 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.4878912 Jul 16 20:17:31.992544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-6'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.058205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-551e91e0-c939-4111-9d0c-737b33d62ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.119642 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-551e91e0-c939-4111-9d0c-737b33d62ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.128788 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-5c31c3c7-ca43-4625-82d0-ae2e6b901a98 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5040734 Jul 16 20:17:32.182818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Request body: {'port': {'device_id': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.282413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-551e91e0-c939-4111-9d0c-737b33d62ac1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ddf1f1e34b604df4a07f74b896c05330&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9602268 Jul 16 20:17:32.286113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:32.294797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a98c03e8-1c7f-4ead-b267-bb3c2cd054e6 req-b8b49742-c53c-4f8f-b88b-698044da0c52 tempest-MultipleCreateTestJSON-1961458061 tempest-MultipleCreateTestJSON-1961458061-project] 10.222.0.100 "GET /v2.0/ports?device_id=13c32dac-91e1-484f-b25c-a4508d6c3fc4 HTTP/1.1" status: 200 len: 210 time: 0.0840254 Jul 16 20:17:32.369848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7aa87544-fe63-4f6a-89b1-64ab5b41e275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.371770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.377086 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7aa87544-fe63-4f6a-89b1-64ab5b41e275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.380542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e91e0-c939-4111-9d0c-737b33d62ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192924f-9944-454c-b1a1-9f73bcfbd248,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.400559 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6f77424f-713b-4d44-8b3f-e42a31bf47ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.475671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6f77424f-713b-4d44-8b3f-e42a31bf47ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.594741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.600296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7aa87544-fe63-4f6a-89b1-64ab5b41e275 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ce50d338cd454037ade5a24d0d74d735&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4990673 Jul 16 20:17:32.604370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6f77424f-713b-4d44-8b3f-e42a31bf47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.611018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6f77424f-713b-4d44-8b3f-e42a31bf47ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.614832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6f77424f-713b-4d44-8b3f-e42a31bf47ec admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f192924f-9944-454c-b1a1-9f73bcfbd248 HTTP/1.1" status: 204 len: 168 time: 0.3223658 Jul 16 20:17:32.616302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:32.621648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa87544-fe63-4f6a-89b1-64ab5b41e275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18028367-cf05-4004-9115-5707e787030f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.800295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77424f-713b-4d44-8b3f-e42a31bf47ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192924f-9944-454c-b1a1-9f73bcfbd248,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.050285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-410d2bcc-f7e4-42dc-971a-06d3855c7df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.201246 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-410d2bcc-f7e4-42dc-971a-06d3855c7df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.256495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9b0b6-cdc2-4884-982c-55f1cee320fb req-551969fe-d89b-425e-97bd-d92b0a0e39f6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.274155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38930) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:33.276577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0b9b0b6-cdc2-4884-982c-55f1cee320fb req-551969fe-d89b-425e-97bd-d92b0a0e39f6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 945 time: 0.5979719 Jul 16 20:17:33.322888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94bdd818-7965-453b-9f44-ca5337695f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.350279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:33.419225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 03a17499-1af8-4861-8644-28ccafb72a49 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:33.486110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 03a17499-1af8-4861-8644-28ccafb72a49 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:33.486762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 03a17499-1af8-4861-8644-28ccafb72a49 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:33.535292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0b9b0b6-cdc2-4884-982c-55f1cee320fb req-6b0c2bc8-cc92-47e2-8bab-eb7cfa84d79d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576194 Jul 16 20:17:33.620728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:33.640145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3a5e4-2a1a-4025-835b-1ece08261cfc req-47fdbd1b-2c6b-4220-ace1-ffde9f76145b tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.642817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6d3a5e4-2a1a-4025-835b-1ece08261cfc req-47fdbd1b-2c6b-4220-ace1-ffde9f76145b tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 931 time: 0.4605947 Jul 16 20:17:33.644344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-410d2bcc-f7e4-42dc-971a-06d3855c7df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.646842 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-410d2bcc-f7e4-42dc-971a-06d3855c7df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.652149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-410d2bcc-f7e4-42dc-971a-06d3855c7df3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/18028367-cf05-4004-9115-5707e787030f HTTP/1.1" status: 204 len: 168 time: 1.0337820 Jul 16 20:17:33.697884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d2bcc-f7e4-42dc-971a-06d3855c7df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18028367-cf05-4004-9115-5707e787030f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.737236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6d3a5e4-2a1a-4025-835b-1ece08261cfc req-7209f557-6772-45ae-81da-8139fc34e43b tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685933 Jul 16 20:17:33.857894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:33.862919 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a50d51-198f-44f4-a01b-1a40e88380ad" -d '{"events": [{"server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "name": "network-vif-unplugged", "status": "completed", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:33.870707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.912680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.944461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31234b67-fe50-42dd-9755-658907e148ba {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:34.027895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.095418 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.175400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Transition to ACTIVE for port object 31234b67-fe50-42dd-9755-658907e148ba will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:34.177102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38960) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:34.179113 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94bdd818-7965-453b-9f44-ca5337695f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.191724 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caaf99a-f4a3-4b81-90f5-3cdc17d3e2c2 x-openstack-request-id: req-2caaf99a-f4a3-4b81-90f5-3cdc17d3e2c2 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:34.192278 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "name": "network-vif-unplugged", "status": "completed", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:34.192278 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2caaf99a-f4a3-4b81-90f5-3cdc17d3e2c2 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:34.192595 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800', 'code': 200} Jul 16 20:17:34.196580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.200044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94bdd818-7965-453b-9f44-ca5337695f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.202374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=7']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.331329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] Deleting subnet 503e5f97-58b0-48b4-be5e-d9217a248b3d {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:34.345340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.364105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on host n-h2-798930-6 for vnic_type normal with profile {"migrating_to": "n-h1-798930-6"} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.365054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.365546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.384533 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-94bdd818-7965-453b-9f44-ca5337695f05 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ebe2122d41d14968b76deed1fc4b70fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1084633 Jul 16 20:17:34.386585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38964) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:34.406138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdd818-7965-453b-9f44-ca5337695f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c65c19d-e30c-42ac-804c-3fafd7a17d82,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.409608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:34.410182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Attempting to bind port c887d597-98ea-4d89-9385-40e0c3ce7800 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.425262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=31234b67-fe50-42dd-9755-658907e148ba,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.434601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:34.435132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:34.435716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:34.436331 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Bound port: c887d597-98ea-4d89-9385-40e0c3ce7800, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:34.437044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.544506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.621498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b036d291-0844-4b0b-942a-43e719ce35eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.654544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.738983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef033-b4a0-4c99-ba1f-7ef8a0d6595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.746830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Attempting to bind port 31234b67-fe50-42dd-9755-658907e148ba on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:34.752905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Attempting to bind port 31234b67-fe50-42dd-9755-658907e148ba by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '104bc81d-2c19-4532-bf71-33179b2cd5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:34.755632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Attempting to bind port 31234b67-fe50-42dd-9755-658907e148ba on network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.785925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:34.792336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b036d291-0844-4b0b-942a-43e719ce35eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.798904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:34.805713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Port 31234b67-fe50-42dd-9755-658907e148ba on network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:34.806384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Attempting to bind port 31234b67-fe50-42dd-9755-658907e148ba on network 4fcc9373-b2cc-46fe-afef-b24743d1fc67 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:34.823491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.826955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.855014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:34.856963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Checking segment: {'id': '104bc81d-2c19-4532-bf71-33179b2cd5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:34.857880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Bound using segment: {'id': '104bc81d-2c19-4532-bf71-33179b2cd5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:34.861925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Bound port: 31234b67-fe50-42dd-9755-658907e148ba, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104bc81d-2c19-4532-bf71-33179b2cd5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:34.863931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.004224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=8']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.025675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503e5f97-58b0-48b4-be5e-d9217a248b3d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.041813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.047668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fc6c2f81-43c9-4145-a0bf-341350aa5f44 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/503e5f97-58b0-48b4-be5e-d9217a248b3d HTTP/1.1" status: 204 len: 168 time: 0.8680930 Jul 16 20:17:35.054716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.055619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.057481 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-5a1555c5-f5ba-41f4-a102-2deb2a573894 service neutron] 10.222.0.21 "PUT /v2.0/ports/c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 1121 time: 3.0895271 Jul 16 20:17:35.058381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:35.153525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c887d597-98ea-4d89-9385-40e0c3ce7800'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:35.182572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b036d291-0844-4b0b-942a-43e719ce35eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.185050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b036d291-0844-4b0b-942a-43e719ce35eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.223975 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b036d291-0844-4b0b-942a-43e719ce35eb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5c65c19d-e30c-42ac-804c-3fafd7a17d82 HTTP/1.1" status: 204 len: 168 time: 0.8318720 Jul 16 20:17:35.397280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8965-11e0-46f2-81b3-1b983bfa6229 req-1bf44fa0-4817-4d38-bc38-15101309ef5f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.424985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-403d8965-11e0-46f2-81b3-1b983bfa6229 req-1bf44fa0-4817-4d38-bc38-15101309ef5f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 943 time: 0.3935456 Jul 16 20:17:35.517630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.552216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] For port 31234b67-fe50-42dd-9755-658907e148ba, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:35.618102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 46481872-1d68-456f-a96e-6bebc115bd36 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:35.675205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036d291-0844-4b0b-942a-43e719ce35eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c65c19d-e30c-42ac-804c-3fafd7a17d82,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.704089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] For port 31234b67-fe50-42dd-9755-658907e148ba, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=31234b67-fe50-42dd-9755-658907e148ba,segment=NetworkSegment(104bc81d-2c19-4532-bf71-33179b2cd5af),segment_id=104bc81d-2c19-4532-bf71-33179b2cd5af)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:35.723134 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.822745 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:17:35.955527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989c8e7-9d29-4f67-84c8-acf0fa3a7ae6 req-233d3761-2278-4718-bc2d-a564e729f64e tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.980521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8989c8e7-9d29-4f67-84c8-acf0fa3a7ae6 req-233d3761-2278-4718-bc2d-a564e729f64e tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 943 time: 0.4749062 Jul 16 20:17:36.009394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-403d8965-11e0-46f2-81b3-1b983bfa6229 req-18441d5b-847c-451e-96d3-08f18d75f55c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807977 Jul 16 20:17:36.163234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8989c8e7-9d29-4f67-84c8-acf0fa3a7ae6 req-9e55d2d8-547e-4576-992f-bcbfe616c82e tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376486 Jul 16 20:17:36.199625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:36.211628 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.213550 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24c70f7-3792-4553-be1f-0dd4b69577dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:36.245719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.246372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.253636 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] 10.222.0.26 "PUT /v2.0/ports/31234b67-fe50-42dd-9755-658907e148ba HTTP/1.1" status: 200 len: 1091 time: 4.1093998 Jul 16 20:17:36.449258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:36.529662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '46481872-1d68-456f-a96e-6bebc115bd36', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '46481872-1d68-456f-a96e-6bebc115bd36', 'mac_address': 'fa:16:3e:1e:c9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:36.660805 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.715658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46481872-1d68-456f-a96e-6bebc115bd36 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:36.803846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:36.814055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.035877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['46481872-1d68-456f-a96e-6bebc115bd36'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:37.066177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.109879 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ffb14a-c174-4f08-bdc4-ded8364d86c4 x-openstack-request-id: req-b7ffb14a-c174-4f08-bdc4-ded8364d86c4 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:37.112310 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:37.113382 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b7ffb14a-c174-4f08-bdc4-ded8364d86c4 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:37.114448 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800', 'status': 'completed', 'code': 200} Jul 16 20:17:37.261366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2e2238-6c6c-4ecb-9539-3628cda36a88']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:37.322990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde6a04-9136-4638-996a-aceddd6c9fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=31234b67-fe50-42dd-9755-658907e148ba,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.349522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:37.349819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d08a98c-1ec7-4385-9dac-0e5c37ce5ad7') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:37.384743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-0928ee41-c1f4-4118-ab26-67142a4a548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.386336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-0928ee41-c1f4-4118-ab26-67142a4a548d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1124 time: 0.1960158 Jul 16 20:17:37.432258 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.480047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.507702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:37.510907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:37.608054 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:37.741396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:37.815492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.836525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-3d4d9d50-e503-416c-a35e-63472b50f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.845932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-3d4d9d50-e503-416c-a35e-63472b50f7f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.4431167 Jul 16 20:17:37.896154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.907146 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] 10.222.0.100 "DELETE /v2.0/networks/8b2e2238-6c6c-4ecb-9539-3628cda36a88 HTTP/1.1" status: 204 len: 168 time: 2.8436182 Jul 16 20:17:37.911510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d234caf-53c6-43ca-b12a-397f851954c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2e2238-6c6c-4ecb-9539-3628cda36a88,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.921779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-e7a9d19b-c6cc-42fa-89e5-d6427bc1097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.929709 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-e7a9d19b-c6cc-42fa-89e5-d6427bc1097a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16c9f6735a3c49ac814b5547ef47de41&device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 1094 time: 0.8464305 Jul 16 20:17:38.085471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-012eff71-c50e-4903-a078-b9b3036aee5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 217 time: 0.2343221 Jul 16 20:17:38.159698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30da2-1095-4c1f-ada0-cecdbd06c40a req-27c706b9-ff17-4b10-8e25-3dc1fd74733b tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.162301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48e30da2-1095-4c1f-ada0-cecdbd06c40a req-27c706b9-ff17-4b10-8e25-3dc1fd74733b tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 943 time: 0.5346799 Jul 16 20:17:38.180221 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-a13ecabf-9b69-4213-a6c9-3e3862ff91d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31234b67-fe50-42dd-9755-658907e148ba HTTP/1.1" status: 200 len: 217 time: 0.2412481 Jul 16 20:17:38.401425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:38.475672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 has no active binding in host n-h1-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:17:38.489940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cf07945-fb8d-4be8-8f2c-f5b9c2fb6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.493935 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-4cf07945-fb8d-4be8-8f2c-f5b9c2fb6b21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=776f715c-1dc7-437b-b97a-452692f11a9c HTTP/1.1" status: 200 len: 862 time: 0.2945745 Jul 16 20:17:38.535467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48e30da2-1095-4c1f-ada0-cecdbd06c40a req-beb91f66-43ea-4e01-9ee8-170ae3344288 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283463 Jul 16 20:17:38.549758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.565548 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.578840 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.580579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.629194 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-e1b6e617-a446-494c-b0d9-f9f4904a9ffa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fcc9373-b2cc-46fe-afef-b24743d1fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271508 Jul 16 20:17:38.800989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-c4fd50c7-84ee-452c-a3f4-a84d18ba977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.809073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-c4fd50c7-84ee-452c-a3f4-a84d18ba977a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.6397867 Jul 16 20:17:38.946230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39126) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.959133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-3879026f-ed9b-4680-b332-124ee4904d13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399891 Jul 16 20:17:38.993553 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-e95eb5bf-f688-4f92-a502-6839d38249d7 service neutron] 10.222.0.26 "GET /v2.0/networks/4fcc9373-b2cc-46fe-afef-b24743d1fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529520 Jul 16 20:17:39.140740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'tag': '31234b67-fe50-42dd-9755-658907e148ba'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:39.146821 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c631689-b6d2-44ea-b4d4-d74026243ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "156faef1-f115-4c5d-a2b0-93b4ac071615", "tag": "31234b67-fe50-42dd-9755-658907e148ba"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:39.273068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade8ea6-6131-47da-b593-d88929db3963 req-4e893c9f-4fed-4888-8f9e-6446615796e8 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.289418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ade8ea6-6131-47da-b593-d88929db3963 req-4e893c9f-4fed-4888-8f9e-6446615796e8 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 943 time: 0.7522547 Jul 16 20:17:39.401872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 305c809b-0f8f-46b3-8823-e3cf649b3fc4 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:39.525984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b4058747-3572-4209-b252-63e0023129a8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e6f134565361412d8224c5d5b17676b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5699983 Jul 16 20:17:39.543200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39138) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:39.548098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 46481872-1d68-456f-a96e-6bebc115bd36 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:39.632958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-e3d7509a-0fa4-41e4-a665-9a3bab7c8655 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449122 Jul 16 20:17:39.640107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ade8ea6-6131-47da-b593-d88929db3963 req-85f11bca-b6db-416a-ad01-b46dcd4f9aa9 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489373 Jul 16 20:17:39.800799 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-cdf04406-3eeb-4549-8eb4-ec5c6128e347 service neutron] 10.222.0.26 "GET /v2.0/ports/c887d597-98ea-4d89-9385-40e0c3ce7800/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.8029096 Jul 16 20:17:39.849976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 46481872-1d68-456f-a96e-6bebc115bd36 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:39.850554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.853811 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efe51aff-a6ed-43b3-b304-bafb4c5826e4 req-1acca41b-78bd-42e4-903d-be6010fec245 service neutron] 10.222.0.26 "GET /v2.0/networks/4fcc9373-b2cc-46fe-afef-b24743d1fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306713 Jul 16 20:17:39.864498 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:40.090959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e24c70f7-3792-4553-be1f-0dd4b69577dc req-11d8a5df-53f4-449e-81d1-35648af3c957 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488175 Jul 16 20:17:40.100293 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.106027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc97d6db-99b9-4adf-805c-423d94608a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.235489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc97d6db-99b9-4adf-805c-423d94608a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.294904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:40.302773 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d651efe-cc71-4b7e-a93e-244c7bb1a103" -d '{"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-unplugged", "status": "completed", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:40.354522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:40.372208 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.427913 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.720858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:40.731483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:40.741880 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.759126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.822952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:40.874554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c887d597-98ea-4d89-9385-40e0c3ce7800 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:40.891804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:40.935506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.941422 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc97d6db-99b9-4adf-805c-423d94608a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.946608 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc97d6db-99b9-4adf-805c-423d94608a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.951466 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc97d6db-99b9-4adf-805c-423d94608a19 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b1c31f23-2422-474d-a5ec-3f77ee8fe83f HTTP/1.1" status: 204 len: 168 time: 1.4009805 Jul 16 20:17:40.972672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.979429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97d6db-99b9-4adf-805c-423d94608a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c31f23-2422-474d-a5ec-3f77ee8fe83f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.206514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] Transition to ACTIVE for port object c887d597-98ea-4d89-9385-40e0c3ce7800 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:41.225064 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.461382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] Pushing event updated for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=10']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.477586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] No DVR routers for this DVR port c887d597-98ea-4d89-9385-40e0c3ce7800 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:41.540588 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-4cbe6cd4-9615-4e74-a99d-aab87ec72aee service neutron] 10.222.0.26 "PUT /v2.0/ports/c887d597-98ea-4d89-9385-40e0c3ce7800/bindings/n-h1-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6817448 Jul 16 20:17:41.835000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-314c7e4d-65e0-4669-9b53-9999ae1705d8 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.842538 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-314c7e4d-65e0-4669-9b53-9999ae1705d8 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.1662350 Jul 16 20:17:41.848719 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dcf81a-433f-4155-b935-6459de029f92 x-openstack-request-id: req-36dcf81a-433f-4155-b935-6459de029f92 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:41.849081 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156faef1-f115-4c5d-a2b0-93b4ac071615", "tag": "31234b67-fe50-42dd-9755-658907e148ba", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:41.849276 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-36dcf81a-433f-4155-b935-6459de029f92 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:41.849833 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'tag': '31234b67-fe50-42dd-9755-658907e148ba', 'status': 'completed', 'code': 200} Jul 16 20:17:41.959762 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbd9a8b-a164-49a7-a6ef-597d0b261b98 x-openstack-request-id: req-bdbd9a8b-a164-49a7-a6ef-597d0b261b98 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:41.960809 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-unplugged", "status": "completed", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:41.961490 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bdbd9a8b-a164-49a7-a6ef-597d0b261b98 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:41.962128 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'code': 200} Jul 16 20:17:42.132119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03817aa-73d6-402e-90d2-47bc1cc547ab req-b0af0340-a143-45a3-aff7-32d9d740e8fb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.142496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c03817aa-73d6-402e-90d2-47bc1cc547ab req-b0af0340-a143-45a3-aff7-32d9d740e8fb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 944 time: 0.2492135 Jul 16 20:17:42.204586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-6fb43414-a777-407a-a078-f9ee0ba432b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.208602 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-6fb43414-a777-407a-a078-f9ee0ba432b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16c9f6735a3c49ac814b5547ef47de41&device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 1094 time: 0.3274662 Jul 16 20:17:42.240121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-65e9e1a7-ce96-4fe8-8a49-7d0703ebaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.242381 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-65e9e1a7-ce96-4fe8-8a49-7d0703ebaec6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133&tenant_id=24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 1095 time: 0.3915455 Jul 16 20:17:42.308793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c03817aa-73d6-402e-90d2-47bc1cc547ab req-afeba2c7-e5f2-40a9-8cd0-fb58962f4860 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642125 Jul 16 20:17:42.448891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-3f0a7af3-5951-4bc5-baad-9d831702b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.455565 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-3f0a7af3-5951-4bc5-baad-9d831702b4d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fcc9373-b2cc-46fe-afef-b24743d1fc67 HTTP/1.1" status: 200 len: 923 time: 0.2351484 Jul 16 20:17:42.628350 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-9e0e385a-60ed-4205-94a7-516b4c4f0e92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31234b67-fe50-42dd-9755-658907e148ba HTTP/1.1" status: 200 len: 217 time: 0.1482828 Jul 16 20:17:42.661627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-88a9f132-c8c9-49fd-bc83-6fa314bbb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.672827 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-88a9f132-c8c9-49fd-bc83-6fa314bbb86a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1095 time: 0.3459079 Jul 16 20:17:42.712862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035fd9-9e1a-4f10-86c3-fe762a204f61 req-8992fba1-efcd-40b2-b72e-7ade6a6dd520 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.719062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67035fd9-9e1a-4f10-86c3-fe762a204f61 req-8992fba1-efcd-40b2-b72e-7ade6a6dd520 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 943 time: 0.3953512 Jul 16 20:17:42.872539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67035fd9-9e1a-4f10-86c3-fe762a204f61 req-04cefdbb-a4b6-4176-8364-69740bfdbb48 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452568 Jul 16 20:17:43.029481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-94db973a-7721-4047-a345-67c42eeb2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.033228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-94db973a-7721-4047-a345-67c42eeb2fa8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2717533 Jul 16 20:17:43.072159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-61aff9bf-a628-4fd6-86c8-3d27a330589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.072159 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-61aff9bf-a628-4fd6-86c8-3d27a330589b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=776f715c-1dc7-437b-b97a-452692f11a9c HTTP/1.1" status: 200 len: 862 time: 0.4387863 Jul 16 20:17:43.190456 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-6d96de27-1b9d-46fa-b66f-57f28618ed9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fcc9373-b2cc-46fe-afef-b24743d1fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122038 Jul 16 20:17:43.192792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-3cad2b57-6832-4450-bbb4-4482bda71c5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 217 time: 0.1208429 Jul 16 20:17:43.400512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-63a04354-8cc6-403c-ac10-cd27d0d97f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.405878 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-63a04354-8cc6-403c-ac10-cd27d0d97f53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1849103 Jul 16 20:17:43.480158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 31234b67-fe50-42dd-9755-658907e148ba details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:43.485548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:43.562222 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-2ff82ac8-ca08-42cb-b275-4aad7c448b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426911 Jul 16 20:17:43.627037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:43.758724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 31234b67-fe50-42dd-9755-658907e148ba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=31234b67-fe50-42dd-9755-658907e148ba,segment=NetworkSegment(104bc81d-2c19-4532-bf71-33179b2cd5af),segment_id=104bc81d-2c19-4532-bf71-33179b2cd5af)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:43.779172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '31234b67-fe50-42dd-9755-658907e148ba', 'network_id': '4fcc9373-b2cc-46fe-afef-b24743d1fc67', 'port_id': '31234b67-fe50-42dd-9755-658907e148ba', 'mac_address': 'fa:16:3e:1a:2f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776f715c-1dc7-437b-b97a-452692f11a9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:43.833684 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.851605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31234b67-fe50-42dd-9755-658907e148ba {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:43.865791 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-746c77a5-8564-4459-9016-b243cfec279b service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912362 Jul 16 20:17:43.883209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 31234b67-fe50-42dd-9755-658907e148ba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=31234b67-fe50-42dd-9755-658907e148ba,segment=NetworkSegment(104bc81d-2c19-4532-bf71-33179b2cd5af),segment_id=104bc81d-2c19-4532-bf71-33179b2cd5af)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:43.888966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.963673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:43.966093 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-d98b2ca5-9fcf-4357-b670-c62d252df4b5 service neutron] 10.222.0.26 "GET /v2.0/networks/4fcc9373-b2cc-46fe-afef-b24743d1fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674391 Jul 16 20:17:43.982298 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2ab2f-9c9d-4117-9399-63279b2c9b95" -d '{"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-plugged", "status": "completed", "tag": "46481872-1d68-456f-a96e-6bebc115bd36"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:44.087034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=31234b67-fe50-42dd-9755-658907e148ba,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:44.118624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['31234b67-fe50-42dd-9755-658907e148ba'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:44.141194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845ed7-d9c7-47dd-a4f8-2f1baeeebcab req-33524630-5628-40c9-bd9c-b0eb5a58bd3c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:44.146183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22845ed7-d9c7-47dd-a4f8-2f1baeeebcab req-33524630-5628-40c9-bd9c-b0eb5a58bd3c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 944 time: 0.2673771 Jul 16 20:17:44.161781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39314) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:44.304315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22845ed7-d9c7-47dd-a4f8-2f1baeeebcab req-a1a3c331-998a-4bb3-8ad4-8151aa56a85a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523383 Jul 16 20:17:44.325345 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-c3d14867-ffe8-4c62-84f6-49c4b79a0973 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443519 Jul 16 20:17:44.476231 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c631689-b6d2-44ea-b4d4-d74026243ddb req-d4104909-cfee-4dc7-a797-98e54d1f1827 service neutron] 10.222.0.26 "GET /v2.0/networks/4fcc9373-b2cc-46fe-afef-b24743d1fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810467 Jul 16 20:17:44.510902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39320) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:44.533028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.648492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-297908192-network', 'tenant_id': '0fc9412c41bb438d9d732ac234a47cba'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:44.729313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-4c6bd02e-ec51-4109-ac86-f2f20d1a98e6 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:44.742463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-4c6bd02e-ec51-4109-ac86-f2f20d1a98e6 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.4600272 Jul 16 20:17:44.767109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-6db863cc-d3bc-4f44-ba97-5d1fdde656b2 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/quotas/5ff1571bd3b54fe39b14ce5802b590f7 HTTP/1.1" status: 200 len: 375 time: 0.0230937 Jul 16 20:17:44.779765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-a1ed94a0-6430-42d1-a4f9-be983ac813f9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:44.784727 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-a1ed94a0-6430-42d1-a4f9-be983ac813f9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "GET /v2.0/ports?device_id=827e972e-b761-4804-9a2b-30689c60105b HTTP/1.1" status: 200 len: 944 time: 0.2354469 Jul 16 20:17:45.071215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Deleting port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:45.072457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.084548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db326c-b026-410a-9fec-ba37005cda60 req-5656d2a7-6398-42d7-a134-bbef1119a37d tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.094290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59db326c-b026-410a-9fec-ba37005cda60 req-5656d2a7-6398-42d7-a134-bbef1119a37d tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 944 time: 0.3036346 Jul 16 20:17:45.101803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39328) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:45.197801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-52df372c-be55-4cf0-8735-49d7408a7b8d tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4293351 Jul 16 20:17:45.217379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59db326c-b026-410a-9fec-ba37005cda60 req-628b9c74-3256-4bbb-b121-8aaa5d8f2d2c tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196187 Jul 16 20:17:45.245299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.309125 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ea067-775e-46b9-89d3-03981edccbeb x-openstack-request-id: req-635ea067-775e-46b9-89d3-03981edccbeb {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:45.309771 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-plugged", "status": "completed", "tag": "46481872-1d68-456f-a96e-6bebc115bd36", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:45.310200 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-635ea067-775e-46b9-89d3-03981edccbeb {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:45.310865 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36', 'code': 200} Jul 16 20:17:45.315930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] For port 305c809b-0f8f-46b3-8823-e3cf649b3fc4, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=305c809b-0f8f-46b3-8823-e3cf649b3fc4,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:45.316357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.336217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Made reservation on behalf of 0fc9412c41bb438d9d732ac234a47cba for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:45.351125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.381561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.416203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Calling delete_port for 305c809b-0f8f-46b3-8823-e3cf649b3fc4 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:45.418644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.426667 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33a6e632-eb92-449c-b52c-8054cd072bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.466931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6ef8af3d25d54e588db71354895f8b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2996109 Jul 16 20:17:45.484310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 31234b67-fe50-42dd-9755-658907e148ba up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:45.490717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39342) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:45.610439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-b0edfac1-d826-40b4-892b-d65de73bf193 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.611047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 31234b67-fe50-42dd-9755-658907e148ba completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:45.612913 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-b0edfac1-d826-40b4-892b-d65de73bf193 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.6680908 Jul 16 20:17:45.620081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 31234b67-fe50-42dd-9755-658907e148ba triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:45.621064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.682513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33a6e632-eb92-449c-b52c-8054cd072bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.711027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33a6e632-eb92-449c-b52c-8054cd072bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.806812 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-33a6e632-eb92-449c-b52c-8054cd072bfb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5ca3515a37e542ef8f5374d3e7ca8f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6999574 Jul 16 20:17:45.823589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:45.824435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6e632-eb92-449c-b52c-8054cd072bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641c1af-4692-4d29-a9c0-eeccf2574996,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.837558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.845027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.962306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 31234b67-fe50-42dd-9755-658907e148ba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=31234b67-fe50-42dd-9755-658907e148ba,segment=NetworkSegment(104bc81d-2c19-4532-bf71-33179b2cd5af),segment_id=104bc81d-2c19-4532-bf71-33179b2cd5af)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:45.962306 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.013156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event deleted for resources: {'Port': ['ID=305c809b-0f8f-46b3-8823-e3cf649b3fc4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.065346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=31234b67-fe50-42dd-9755-658907e148ba,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.109966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] No DVR routers for this DVR port 305c809b-0f8f-46b3-8823-e3cf649b3fc4 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:46.115442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.117911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0cbf8970-23d0-4a5e-8d7f-d311598a78a4 req-d85d660f-7db8-4d98-8f50-5a73cb0ce130 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "DELETE /v2.0/ports/305c809b-0f8f-46b3-8823-e3cf649b3fc4 HTTP/1.1" status: 204 len: 173 time: 1.3270400 Jul 16 20:17:46.118956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-deleted', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:46.121876 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeba503-7db7-4f4a-9a55-81a88c26ca73" -d '{"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-deleted", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:46.125391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6968adaa-8a68-44cb-9833-5a702ba9b9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.128463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84c47a7-845a-4385-90df-6f6dce96e88e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.153098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6968adaa-8a68-44cb-9833-5a702ba9b9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.206971 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.213715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.252729 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6968adaa-8a68-44cb-9833-5a702ba9b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.255924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6968adaa-8a68-44cb-9833-5a702ba9b9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.257582 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6968adaa-8a68-44cb-9833-5a702ba9b9b2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a641c1af-4692-4d29-a9c0-eeccf2574996 HTTP/1.1" status: 204 len: 168 time: 0.4300599 Jul 16 20:17:46.263321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:46.271718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33804b-07cf-4fd9-992c-47819e3a7260,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.292590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968adaa-8a68-44cb-9833-5a702ba9b9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641c1af-4692-4d29-a9c0-eeccf2574996,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.295890 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.296992 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Added segment 5cc0cc53-205f-4309-82d6-b487c30b7593 of type vlan for network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c Jul 16 20:17:46.307215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.307808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.311215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.312286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.313659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.325715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.326722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.327859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.328760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.329304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.330176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.330889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c7522-5f43-4631-8c3d-fb4dd22b7abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:46.346629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-1a22fc67-dd50-4bf7-8c44-0bc96bbd9038 service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1271493 Jul 16 20:17:46.408757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.459562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.460897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.461710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.600800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] Pushing event updated for resources: {'Network': ['ID=3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:46.602410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3191823e-667a-4738-8788-2eb6ddfd21ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.610975 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9a604015-2ab2-4095-b620-a8cbc8c5d898 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0982583 Jul 16 20:17:46.613922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39358) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:46.622576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-2b4e5d6e-55b3-4b3c-ba10-40d114de1eaf service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747879 Jul 16 20:17:46.627816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Request body: {'subnet': {'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-297908192-subnet', 'tenant_id': '0fc9412c41bb438d9d732ac234a47cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:46.736022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:46.736673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Made reservation on behalf of 0fc9412c41bb438d9d732ac234a47cba for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:46.736673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.736868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3191823e-667a-4738-8788-2eb6ddfd21ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.766462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d52e16-e94f-442a-8441-0f3688e19927 req-e56ef0b4-f194-424d-a370-ef4158067e7f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.768246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9d52e16-e94f-442a-8441-0f3688e19927 req-e56ef0b4-f194-424d-a370-ef4158067e7f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 944 time: 1.1783803 Jul 16 20:17:46.778000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-c039e6a3-6213-4bf1-aac6-c5f6e6795df6 service neutron] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:46.788418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-c039e6a3-6213-4bf1-aac6-c5f6e6795df6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.789672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d6056e9-1aee-4f44-8540-bcf32bf0a0df req-c039e6a3-6213-4bf1-aac6-c5f6e6795df6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c887d597-98ea-4d89-9385-40e0c3ce7800/bindings/n-h2-798930-6 HTTP/1.1" status: 204 len: 173 time: 1.1619561 Jul 16 20:17:46.861053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9d52e16-e94f-442a-8441-0f3688e19927 req-2fbc55d2-78fa-42e8-9641-8a154f403b4e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805480 Jul 16 20:17:46.917327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3191823e-667a-4738-8788-2eb6ddfd21ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.938345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3191823e-667a-4738-8788-2eb6ddfd21ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.947130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:46.955523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3191823e-667a-4738-8788-2eb6ddfd21ad admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a84c47a7-845a-4385-90df-6f6dce96e88e HTTP/1.1" status: 204 len: 168 time: 1.4192367 Jul 16 20:17:47.009428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191823e-667a-4738-8788-2eb6ddfd21ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84c47a7-845a-4385-90df-6f6dce96e88e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:47.040511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74d40f7c-d7db-49a2-8d1e-2975b07d9056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.169697 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf47d31b-4b8c-4802-b0f3-aa6062d191e2 x-openstack-request-id: req-bf47d31b-4b8c-4802-b0f3-aa6062d191e2 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:47.170936 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827e972e-b761-4804-9a2b-30689c60105b", "name": "network-vif-deleted", "tag": "305c809b-0f8f-46b3-8823-e3cf649b3fc4", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:47.172177 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bf47d31b-4b8c-4802-b0f3-aa6062d191e2 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:47.173060 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e972e-b761-4804-9a2b-30689c60105b', 'name': 'network-vif-deleted', 'tag': '305c809b-0f8f-46b3-8823-e3cf649b3fc4', 'status': 'completed', 'code': 200} Jul 16 20:17:47.313107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234b67-fe50-42dd-9755-658907e148ba'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:47.316905 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7a30f3-16ea-4ace-a3ad-81f9999b7552" -d '{"events": [{"server_uuid": "156faef1-f115-4c5d-a2b0-93b4ac071615", "name": "network-vif-plugged", "status": "completed", "tag": "31234b67-fe50-42dd-9755-658907e148ba"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:47.409749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 305c809b-0f8f-46b3-8823-e3cf649b3fc4 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:47.476807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 305c809b-0f8f-46b3-8823-e3cf649b3fc4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:47.479723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 305c809b-0f8f-46b3-8823-e3cf649b3fc4 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:47.673715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.786309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74d40f7c-d7db-49a2-8d1e-2975b07d9056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.804192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74d40f7c-d7db-49a2-8d1e-2975b07d9056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.848433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b6b2-09ae-4044-8aeb-1372ca97518d req-920111ca-ae01-4c14-a553-810a33512c6e tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.872527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1948b6b2-09ae-4044-8aeb-1372ca97518d req-920111ca-ae01-4c14-a553-810a33512c6e tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 945 time: 0.2142537 Jul 16 20:17:48.022827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Checking segment: {'id': '5cc0cc53-205f-4309-82d6-b487c30b7593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:48.024684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Network hostable DHCP agents. Network: 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:48.026497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1948b6b2-09ae-4044-8aeb-1372ca97518d req-fbb9c657-c2fc-496f-b344-59700bf671b7 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513813 Jul 16 20:17:48.106930 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-74d40f7c-d7db-49a2-8d1e-2975b07d9056 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8c8c7c26fa6f44168387723bfb10670d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1531138 Jul 16 20:17:48.107513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39396) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:48.112539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3877f359-ff57-4ca0-ad46-e5a953655b12,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.116782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d40f7c-d7db-49a2-8d1e-2975b07d9056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6c292e-3b98-4fa8-9426-9f96c37c4440,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.135561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:48.151772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:48.165318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016e591-9fec-48b2-a082-258c8bbad7b9 None None] Network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:48.185688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.190065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.244857 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79fb1a0-2b28-470f-b008-9b5426f537d3 x-openstack-request-id: req-e79fb1a0-2b28-470f-b008-9b5426f537d3 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:48.246417 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156faef1-f115-4c5d-a2b0-93b4ac071615", "name": "network-vif-plugged", "status": "completed", "tag": "31234b67-fe50-42dd-9755-658907e148ba", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:48.248717 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e79fb1a0-2b28-470f-b008-9b5426f537d3 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:48.250754 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234b67-fe50-42dd-9755-658907e148ba', 'code': 200} Jul 16 20:17:48.282252 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5945ba51-a1db-4e8c-a51f-05863df0272a admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6592207 Jul 16 20:17:48.484332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e303c7d2-40d5-4d74-8933-5cbd254eb11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.518321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e303c7d2-40d5-4d74-8933-5cbd254eb11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.680947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69a87bfc-5958-4875-8998-3dd2dc00d7a5 req-9966d719-7566-4016-a1ed-2bd7de4f7f2a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 210 time: 1.1211448 Jul 16 20:17:48.683369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8c7df-f228-4272-b0fa-f95faaca8bc6 req-3ff536e3-788c-45b3-9197-ff5b6578d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.686109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59d8c7df-f228-4272-b0fa-f95faaca8bc6 req-3ff536e3-788c-45b3-9197-ff5b6578d1c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 1096 time: 0.2827115 Jul 16 20:17:48.722452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e303c7d2-40d5-4d74-8933-5cbd254eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.736884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e303c7d2-40d5-4d74-8933-5cbd254eb11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.744519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e303c7d2-40d5-4d74-8933-5cbd254eb11b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9f6c292e-3b98-4fa8-9426-9f96c37c4440 HTTP/1.1" status: 204 len: 168 time: 0.6325080 Jul 16 20:17:48.799200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303c7d2-40d5-4d74-8933-5cbd254eb11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6c292e-3b98-4fa8-9426-9f96c37c4440,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.876964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91264e6-7ad2-4837-9d93-6aa4b6442d3f req-4879bc0d-3c34-49a8-8b4e-f7008c36eb6f tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.919313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f91264e6-7ad2-4837-9d93-6aa4b6442d3f req-4879bc0d-3c34-49a8-8b4e-f7008c36eb6f tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1095 time: 0.4700413 Jul 16 20:17:48.925326 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59d8c7df-f228-4272-b0fa-f95faaca8bc6 req-b2867ebd-45eb-4878-8e1d-ebd35057b96d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975121 Jul 16 20:17:48.973171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c6b6be-584a-48b0-a27a-c78721f53492 None None] Network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:49.063566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f91264e6-7ad2-4837-9d93-6aa4b6442d3f req-0d7aef40-d2a0-4881-a4fc-44853fa71ca7 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404009 Jul 16 20:17:49.442301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a62ef-8479-4a97-8548-55e6ddc658e6 req-6034d48f-885b-48c5-9dcc-786c8460fc53 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.465575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c4a62ef-8479-4a97-8548-55e6ddc658e6 req-6034d48f-885b-48c5-9dcc-786c8460fc53 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 945 time: 0.1733127 Jul 16 20:17:49.585556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c4a62ef-8479-4a97-8548-55e6ddc658e6 req-0cd33084-3d49-4c99-8573-5d04f1aa5d29 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175532 Jul 16 20:17:50.368357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-67261371-d94d-431e-af25-63d5224e6ffb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.383495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-67261371-d94d-431e-af25-63d5224e6ffb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.3414938 Jul 16 20:17:50.433285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-172c68a2-d13a-4f46-a88a-77eda6628a1c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/quotas/24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 375 time: 0.0481915 Jul 16 20:17:50.583452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39484) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:50.730309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-89a9007e-5b4f-4d16-87ce-c06ba4a7c343 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915735 Jul 16 20:17:50.814261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-28483294-network', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:50.881015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Made reservation on behalf of 008c46ef30454061b5d8ebaddb88cda2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:50.892116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.917383 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.043035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-029025b0-a2d9-44b9-999f-50f3b6011bb7 req-aacf6746-b2b7-43c4-bda5-62ea48232182 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 210 time: 0.0784438 Jul 16 20:17:51.196423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-d8a0c308-1e08-4a80-abd5-71c3a1915647 service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646220 Jul 16 20:17:51.227597 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.234503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.349868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:51.356946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc78a4c0-d73f-4a48-b39c-5d6f3ea58899,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:51.424672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.425350 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Added segment a4481eb0-8635-4096-b830-5e58146be2cf of type vlan for network 64028835-e733-4aae-9329-35bd06014e11 Jul 16 20:17:51.517881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-a7ea5790-9d09-4d5a-af72-9b4b2f201d08 service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197274 Jul 16 20:17:51.568236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.696754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.699749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.707110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.804056 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2186728 Jul 16 20:17:51.812641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39522) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:51.820220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Request body: {'subnet': {'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-28483294-subnet', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:51.869093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Made reservation on behalf of 008c46ef30454061b5d8ebaddb88cda2 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:51.877277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.940326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c25944-497f-4d32-a87d-30df69a47099 req-7bc69631-b0a5-4e1e-aa45-ffff4ffee16f tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.961701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63c25944-497f-4d32-a87d-30df69a47099 req-7bc69631-b0a5-4e1e-aa45-ffff4ffee16f tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 945 time: 0.2412534 Jul 16 20:17:52.045540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63c25944-497f-4d32-a87d-30df69a47099 req-aec1af25-965e-4fe7-bd4d-7748a89f5e92 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807042 Jul 16 20:17:52.521870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81fed7-15ff-44c8-a512-ab961485a548 admin admin] Pushing event updated for resources: {'Network': ['ID=64028835-e733-4aae-9329-35bd06014e11,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.553690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 64028835-e733-4aae-9329-35bd06014e11 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:52.563607 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.653372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38967042-9b5c-4f64-a8cc-a6a98998aa1e req-c48b40fc-1ec5-4d93-9b50-ddf8bc6fe88b tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 210 time: 0.2795558 Jul 16 20:17:52.797868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-5eced321-cb0a-493d-8e59-c9daf9286c6b tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.802915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-5eced321-cb0a-493d-8e59-c9daf9286c6b tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.5968771 Jul 16 20:17:52.830031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Request body: {'port': {'device_id': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'admin_state_up': True, 'tenant_id': '5ff1571bd3b54fe39b14ce5802b590f7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:52.966615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39550) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.982780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2246f98-b0ca-4777-a3bd-e4829f7696bc,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.990049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Checking segment: {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:52.990748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Network hostable DHCP agents. Network: 64028835-e733-4aae-9329-35bd06014e11, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:53.012742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Network 64028835-e733-4aae-9329-35bd06014e11 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:53.026056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 64028835-e733-4aae-9329-35bd06014e11) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:53.035971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.039342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.050614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70bd87-d9b1-471a-9d2a-38e73b77a890 None None] Network 64028835-e733-4aae-9329-35bd06014e11 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:53.084843 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ced81817-e646-4d34-8bcf-c06936b4adba admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2701936 Jul 16 20:17:53.089714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39554) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:53.101201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:53.167232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.173912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.283936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1926f268-885e-4d70-a906-b663cb773544 req-9efacf1d-f0ea-46c7-8696-cdf7811b402a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 210 time: 0.1107650 Jul 16 20:17:53.305210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79eaba22-0836-460a-82f7-fcaa6cc00966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.331064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Made reservation on behalf of 5ff1571bd3b54fe39b14ce5802b590f7 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:53.335279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.444452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.778947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Allocated IP 172.20.0.11 (571fb607-bda5-472c-aa01-f3bce2bed30c/94c1298e-0d81-4976-a3ef-6ae3fb51441d/0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:53.810256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-64028835-e733-4aae-9329-35bd06014e11', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:53.811155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.908277 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79eaba22-0836-460a-82f7-fcaa6cc00966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.956056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79eaba22-0836-460a-82f7-fcaa6cc00966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.170528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-79eaba22-0836-460a-82f7-fcaa6cc00966 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cc932152049e46ca9fffa27184b6c999&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1920450 Jul 16 20:17:54.180204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:54.245853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Allocated IP 172.20.0.2 (64028835-e733-4aae-9329-35bd06014e11/d2246f98-b0ca-4777-a3bd-e4829f7696bc/7df8ba38-e938-4026-b608-adc845bdc0f6) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:54.438715 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.530125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaba22-0836-460a-82f7-fcaa6cc00966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87eb607-d000-454d-b664-740657024d10,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:54.659857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c3e15d-7185-453c-b69a-ccd097b0997c req-4b3cec11-99ed-47fe-b872-dbe57670bb47 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 210 time: 0.1825461 Jul 16 20:17:54.706743 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.758057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Transition to ACTIVE for port object 7df8ba38-e938-4026-b608-adc845bdc0f6 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:54.843207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Transition to ACTIVE for port object 7df8ba38-e938-4026-b608-adc845bdc0f6 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:54.855461 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.982603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-b7595fee-af54-4570-91df-3e32e0331022 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:54.985773 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-b7595fee-af54-4570-91df-3e32e0331022 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.1634407 Jul 16 20:17:54.991296 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.004090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Request body: {'port': {'device_id': '951d2299-bb37-438c-988e-c482cd92978a', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'admin_state_up': True, 'tenant_id': '24a9d32a09ef4997a5334b35654c10e2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:55.043500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b04c54-0c5a-42c7-846e-44caa7f9900f req-57b230e7-0a90-42e7-9ffa-3bacd1aa0757 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.063851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97b04c54-0c5a-42c7-846e-44caa7f9900f req-57b230e7-0a90-42e7-9ffa-3bacd1aa0757 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 945 time: 0.6063297 Jul 16 20:17:55.084118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.122119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Pushing event updated for resources: {'Port': ['ID=7df8ba38-e938-4026-b608-adc845bdc0f6,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.168102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.168523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.169051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.169593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.170140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.170677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.174239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.187335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.188538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.189309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.190086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.190842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:55.199091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Network 64028835-e733-4aae-9329-35bd06014e11 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:55.211684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:55.229131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:55.235492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Made reservation on behalf of 24a9d32a09ef4997a5334b35654c10e2 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:55.249384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.290547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.296552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a245a79-d808-48e5-9e05-08ceead8d300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.450314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Network 571fb607-bda5-472c-aa01-f3bce2bed30c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:55.480139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Attempting to bind port 7df8ba38-e938-4026-b608-adc845bdc0f6 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:55.480703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Attempting to bind port 7df8ba38-e938-4026-b608-adc845bdc0f6 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:55.481263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Attempting to bind port 7df8ba38-e938-4026-b608-adc845bdc0f6 on network 64028835-e733-4aae-9329-35bd06014e11 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:55.498012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:55.498611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Checking segment: {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:55.507742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.508677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Bound using segment: {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:55.509329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Bound port: 7df8ba38-e938-4026-b608-adc845bdc0f6, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:55.509971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.557505 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a245a79-d808-48e5-9e05-08ceead8d300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.561203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:55.583709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:55.639639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97b04c54-0c5a-42c7-846e-44caa7f9900f req-149ef322-9293-40bb-ba74-5221aac2b89a tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736673 Jul 16 20:17:55.641539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Allocated IP 172.20.0.3 (e10b2181-4fc7-4066-bc06-54086f21d461/71815af3-f607-4e56-8f6d-60f0ef0dc5fd/b991f919-d3a9-4c74-bf0a-09201124241b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:55.659730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.686104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.732553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] For port 7df8ba38-e938-4026-b608-adc845bdc0f6, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:55.741333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] For port 7df8ba38-e938-4026-b608-adc845bdc0f6, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7df8ba38-e938-4026-b608-adc845bdc0f6,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:55.743362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b80393-748d-4111-a767-d056afd3ec92 req-aad19efc-5085-4749-8a67-2737223bf8a0 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.747367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64b80393-748d-4111-a767-d056afd3ec92 req-aad19efc-5085-4749-8a67-2737223bf8a0 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.26 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 945 time: 0.4455504 Jul 16 20:17:55.751292 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.950514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Allocated IP 172.25.8.201 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/186caf31-f722-47eb-a1d9-e751a1056e51) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:56.022883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94220b-e40f-46ef-a88c-467888bdd974 None None] Pushing event updated for resources: {'Port': ['ID=7df8ba38-e938-4026-b608-adc845bdc0f6,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.087203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.088631 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.118361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5689-7ece-4690-aa9e-e606436da73b req-7e95df8c-7be1-48c0-888d-650fdc3d1c84 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.120936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e33a5689-7ece-4690-aa9e-e606436da73b req-7e95df8c-7be1-48c0-888d-650fdc3d1c84 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 932 time: 0.6916854 Jul 16 20:17:56.126259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-12ef9276-331b-46a7-b99c-d4fc859755b8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3114254 Jul 16 20:17:56.152162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Request body: {'port': {'device_id': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:56.310154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a245a79-d808-48e5-9e05-08ceead8d300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.315046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a245a79-d808-48e5-9e05-08ceead8d300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.320939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4a245a79-d808-48e5-9e05-08ceead8d300 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a87eb607-d000-454d-b664-740657024d10 HTTP/1.1" status: 204 len: 168 time: 2.1331379 Jul 16 20:17:56.336518 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.384594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a245a79-d808-48e5-9e05-08ceead8d300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87eb607-d000-454d-b664-740657024d10,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.444803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Deleting port 31234b67-fe50-42dd-9755-658907e148ba {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:56.445939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.628423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.661294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.712811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e33a5689-7ece-4690-aa9e-e606436da73b req-79849557-f41b-4127-964d-d4ba462d71b1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703974 Jul 16 20:17:56.764434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.790038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f4f88d0-4cbe-4d91-81b0-078b9319f9b7 req-fc51edbe-95c6-4b8e-8e6e-2c2ce29cbdb3 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 210 time: 0.2382662 Jul 16 20:17:56.900710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:56.919621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:56.923619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:56.989870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Pushing event updated for resources: {'Port': ['ID=186caf31-f722-47eb-a1d9-e751a1056e51,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:57.164533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] For port 31234b67-fe50-42dd-9755-658907e148ba, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=31234b67-fe50-42dd-9755-658907e148ba,segment=NetworkSegment(104bc81d-2c19-4532-bf71-33179b2cd5af),segment_id=104bc81d-2c19-4532-bf71-33179b2cd5af)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:57.165387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.202038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Calling delete_port for 31234b67-fe50-42dd-9755-658907e148ba owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:57.398039 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.487357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7df8ba38-e938-4026-b608-adc845bdc0f6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:57.636429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Network e10b2181-4fc7-4066-bc06-54086f21d461 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:57.706795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7df8ba38-e938-4026-b608-adc845bdc0f6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:57.733181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:57.777218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:57.781874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:57.972731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.974141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.980117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.980652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.981283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.981851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.982382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.983411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.984423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.985004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.985524 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.986563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.987215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:57.988369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.023913 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-94dfe60d-e47b-43d4-8f11-1a351ee811fd tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0238075 Jul 16 20:17:58.037427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8aeff5-1773-459d-8f71-8d12a091f20a None None] Network 64028835-e733-4aae-9329-35bd06014e11 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:58.042041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-2991438e-1396-48e9-9072-14d964cfbab9 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:17:58.044189 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-2991438e-1396-48e9-9072-14d964cfbab9 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144041 Jul 16 20:17:58.071699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Request body: {'port': {'device_id': '951d2299-bb37-438c-988e-c482cd92978a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:58.297783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8ddb2cf-f51c-4b96-8234-ce7c8e392968 None None] Provisioning for port 7df8ba38-e938-4026-b608-adc845bdc0f6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:58.311263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.422048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.460068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8ddb2cf-f51c-4b96-8234-ce7c8e392968 None None] Provisioning complete for port 7df8ba38-e938-4026-b608-adc845bdc0f6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:58.460887 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb2cf-f51c-4b96-8234-ce7c8e392968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.660269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Pushing event deleted for resources: {'Port': ['ID=31234b67-fe50-42dd-9755-658907e148ba,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.724376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb2cf-f51c-4b96-8234-ce7c8e392968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.742912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:58.859353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c8ddb2cf-f51c-4b96-8234-ce7c8e392968 None None] For port 7df8ba38-e938-4026-b608-adc845bdc0f6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7df8ba38-e938-4026-b608-adc845bdc0f6,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:58.862249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.873910 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb2cf-f51c-4b96-8234-ce7c8e392968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.899368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30be1e2-4b05-4289-b60a-06a0b6b64edb req-7c255892-384a-47a3-81b8-cd409f72ccd4 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.907464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a30be1e2-4b05-4289-b60a-06a0b6b64edb req-7c255892-384a-47a3-81b8-cd409f72ccd4 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/ports?device_id=156faef1-f115-4c5d-a2b0-93b4ac071615 HTTP/1.1" status: 200 len: 867 time: 1.1391256 Jul 16 20:17:58.930106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-f3deb6a0-a857-4d21-9f25-8f61d3850bde tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.935414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-f3deb6a0-a857-4d21-9f25-8f61d3850bde tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/networks?id=3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c HTTP/1.1" status: 200 len: 809 time: 0.7417943 Jul 16 20:17:59.006968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] No DVR routers for this DVR port 31234b67-fe50-42dd-9755-658907e148ba on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:59.012511 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.015472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64b80393-748d-4111-a767-d056afd3ec92 req-b3ec6803-963e-4ac5-9429-a71f2d549f90 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.26 "DELETE /v2.0/ports/31234b67-fe50-42dd-9755-658907e148ba HTTP/1.1" status: 204 len: 173 time: 3.2570183 Jul 16 20:17:59.025351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddb2cf-f51c-4b96-8234-ce7c8e392968 None None] Pushing event updated for resources: {'Port': ['ID=7df8ba38-e938-4026-b608-adc845bdc0f6,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:59.031455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'name': 'network-vif-deleted', 'tag': '31234b67-fe50-42dd-9755-658907e148ba'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:59.034351 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dade7d80-a2e1-480d-9600-4655a3ca9343" -d '{"events": [{"server_uuid": "156faef1-f115-4c5d-a2b0-93b4ac071615", "name": "network-vif-deleted", "tag": "31234b67-fe50-42dd-9755-658907e148ba"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:59.100685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Transition to ACTIVE for port object 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:59.114491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.144096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-42d7cf2e-03ac-46cc-82c3-086a01b547ab tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/quotas/0fc9412c41bb438d9d732ac234a47cba HTTP/1.1" status: 200 len: 375 time: 0.1604028 Jul 16 20:17:59.239874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e951ae24-3baa-4713-9922-1962ef0ba25e None None] Provisioning complete for port 7df8ba38-e938-4026-b608-adc845bdc0f6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:59.242107 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e951ae24-3baa-4713-9922-1962ef0ba25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.298314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a30be1e2-4b05-4289-b60a-06a0b6b64edb req-69144a54-f52e-42b2-bf34-3a6449883355 tempest-ServerAddressesNegativeTestJSON-858651097 tempest-ServerAddressesNegativeTestJSON-858651097-project] 10.222.0.100 "GET /v2.0/security-groups?id=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872361 Jul 16 20:17:59.393706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7df8ba38-e938-4026-b608-adc845bdc0f6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:59.431454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-c6834816-c13c-489d-a477-2820a64402ad tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=0fc9412c41bb438d9d732ac234a47cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2081914 Jul 16 20:17:59.475205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-4fc7bb8b-845e-45b0-a99f-63f4df3cf648 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:17:59.478827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-4fc7bb8b-845e-45b0-a99f-63f4df3cf648 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199358 Jul 16 20:17:59.843053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.969501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:00.015317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 31234b67-fe50-42dd-9755-658907e148ba no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:00.052854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 31234b67-fe50-42dd-9755-658907e148ba {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:00.053486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 31234b67-fe50-42dd-9755-658907e148ba not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:00.070157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7df8ba38-e938-4026-b608-adc845bdc0f6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:00.070855 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.091463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b991f919-d3a9-4c74-bf0a-09201124241b {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:00.115195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.260521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Transition to ACTIVE for port object b991f919-d3a9-4c74-bf0a-09201124241b will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:00.272340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-899cdc2e-7b3a-4df0-b568-8156229ea2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.293491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.363436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.464310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a341881a-78de-4e8b-b561-1d53ec17190b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.507778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-ff2ee372-45d2-490c-82d8-f18fe6251504 service neutron] 10.222.0.100 "GET /v2.0/networks/3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9671917 Jul 16 20:18:00.654121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-57f2fe70-e1e4-4ac8-8f3e-9a263b01a32e service neutron] 10.222.0.100 "GET /v2.0/networks/3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261806 Jul 16 20:18:00.675902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Attempting to bind port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:00.676250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Attempting to bind port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:00.676636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Attempting to bind port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:00.691949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498901b-b6ae-4a64-9319-1eedb479b550 req-7547e5c8-4b4f-4952-bdae-ea14aea37baa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.695518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c498901b-b6ae-4a64-9319-1eedb479b550 req-7547e5c8-4b4f-4952-bdae-ea14aea37baa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 944 time: 0.3348889 Jul 16 20:18:00.700925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 on network 571fb607-bda5-472c-aa01-f3bce2bed30c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:00.701931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Attempting to bind port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:00.744112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:00.744653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Checking segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:00.745302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Bound using segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:00.746077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Bound port: 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:00.746695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.862222 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a341881a-78de-4e8b-b561-1d53ec17190b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.876448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c498901b-b6ae-4a64-9319-1eedb479b550 req-aa93dcd4-3f3b-412e-8e6a-6b013d451c15 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693814 Jul 16 20:18:00.948806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:00.976864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:00.995053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.008822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.018117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.025596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a341881a-78de-4e8b-b561-1d53ec17190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.089038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a341881a-78de-4e8b-b561-1d53ec17190b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a551e8a3fd1f4d08b8738c5547ab11cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0843294 Jul 16 20:18:01.097735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39688) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:01.130587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.131360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.133131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 HTTP/1.1" status: 200 len: 1092 time: 4.9952927 Jul 16 20:18:01.222592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b36c7-c743-4558-a24a-3e27bc653ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.321647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341881a-78de-4e8b-b561-1d53ec17190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142c0fc1-7ab1-4608-916a-b2b360340af6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.425538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a742e271-4c05-49ac-a90a-b34a58883719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.494623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c368fa-a4ee-4944-81ef-dd03c590b0c9 req-31063af5-e8b9-45b3-88f5-5a9f2b8b5dab tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.497257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7c368fa-a4ee-4944-81ef-dd03c590b0c9 req-31063af5-e8b9-45b3-88f5-5a9f2b8b5dab tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 0.4645343 Jul 16 20:18:01.565188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-15eb9690-058d-4047-860f-64e27dc8e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.567782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-15eb9690-058d-4047-860f-64e27dc8e831 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 1095 time: 0.3041301 Jul 16 20:18:01.576809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a742e271-4c05-49ac-a90a-b34a58883719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.693285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7c368fa-a4ee-4944-81ef-dd03c590b0c9 req-9c06cead-b592-47c1-a962-20d7263de603 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761665 Jul 16 20:18:01.705598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-5bb68e77-15d2-4ce0-b2bf-204035b86d1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 HTTP/1.1" status: 200 len: 217 time: 0.1131790 Jul 16 20:18:01.745073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:01.745653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:01.746230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:01.771754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a742e271-4c05-49ac-a90a-b34a58883719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.780959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a742e271-4c05-49ac-a90a-b34a58883719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.782485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a742e271-4c05-49ac-a90a-b34a58883719 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/142c0fc1-7ab1-4608-916a-b2b360340af6 HTTP/1.1" status: 204 len: 168 time: 0.6794436 Jul 16 20:18:01.808101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:01.808667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:01.834508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:01.834898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:01.835609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:01.836382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Bound port: b991f919-d3a9-4c74-bf0a-09201124241b, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:01.836974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.845907 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c6d03e-2596-4be8-989b-8fcaecfbe2bb x-openstack-request-id: req-96c6d03e-2596-4be8-989b-8fcaecfbe2bb {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:01.846234 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156faef1-f115-4c5d-a2b0-93b4ac071615", "name": "network-vif-deleted", "tag": "31234b67-fe50-42dd-9755-658907e148ba", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:01.846438 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-96c6d03e-2596-4be8-989b-8fcaecfbe2bb {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:01.846829 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156faef1-f115-4c5d-a2b0-93b4ac071615', 'name': 'network-vif-deleted', 'tag': '31234b67-fe50-42dd-9755-658907e148ba', 'status': 'completed', 'code': 200} Jul 16 20:18:01.877899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742e271-4c05-49ac-a90a-b34a58883719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142c0fc1-7ab1-4608-916a-b2b360340af6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.934732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-5c07ca44-cdbd-4d8c-8630-eff4d7c69a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.943821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-5c07ca44-cdbd-4d8c-8630-eff4d7c69a34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.1964481 Jul 16 20:18:01.975770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39710) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:02.043653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-a938df4a-783f-4836-b8cb-16e2babb8521 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940876 Jul 16 20:18:02.064517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Router 70fa7b91-cbf3-4723-874f-24b1c7f34686 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:18:02.146568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dd2b6a45-03f8-49d9-b298-664445a0bc40 req-f2a41064-cea8-4f5f-a9f2-1cc25afea1d7 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 210 time: 0.1696756 Jul 16 20:18:02.363700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:02.430912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:02.443111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.502722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:02.522646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Sync routers for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:02.533165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.534799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.537578 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] 10.222.0.26 "PUT /v2.0/ports/b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 1091 time: 4.4856555 Jul 16 20:18:02.549696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:02.558154 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:02.559955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:02.560696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:17:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:02.610416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-1358c98c-b380-4077-97c0-78481ef685bd service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753411 Jul 16 20:18:02.615566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] Deleting subnet 776f715c-1dc7-437b-b97a-452692f11a9c {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:02.687560 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f595ac0f-02c7-411e-842a-6699b9fec266 x-openstack-request-id: req-f595ac0f-02c7-411e-842a-6699b9fec266 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:02.688128 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:02.688557 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f595ac0f-02c7-411e-842a-6699b9fec266 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:02.689229 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b', 'status': 'completed', 'code': 200} Jul 16 20:18:02.737803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.746922 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e11d287c-954f-45cb-961d-94a264d178a2 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6540921 Jul 16 20:18:02.751018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:02.798658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9894069-749a-4e4a-9b1e-7ce549255045 req-6db5f4c8-814e-4f84-ae47-dc158ae777e4 service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703916 Jul 16 20:18:02.804131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.916931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc4ec-923b-40c0-834f-8392edf45c17 service neutron] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:02.999103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.164191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a438df-0153-4bd1-a371-b99b50216c04 req-111c61de-a689-4d81-a164-c070b36afc54 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.192667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53a438df-0153-4bd1-a371-b99b50216c04 req-111c61de-a689-4d81-a164-c070b36afc54 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 944 time: 1.0378997 Jul 16 20:18:03.261772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:03.309886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-735c5787-b70b-4581-8c36-edacb4b14573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.320249 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-735c5787-b70b-4581-8c36-edacb4b14573 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1094 time: 0.6961284 Jul 16 20:18:03.511767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.613966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53a438df-0153-4bd1-a371-b99b50216c04 req-5bacbe94-8e95-4b9d-b4db-b21019b4628f tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818440 Jul 16 20:18:03.708220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd77dd3-2d0e-4d34-8548-1fd6b2cae683 req-e91c5720-8df4-4f9f-8dd1-011c2631847d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.721016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2fd77dd3-2d0e-4d34-8548-1fd6b2cae683 req-e91c5720-8df4-4f9f-8dd1-011c2631847d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 0.4053109 Jul 16 20:18:03.801425 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.847833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:03.857452 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0a64b3-4430-4610-8775-cef1c7dda17d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:03.930233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:17:57Z', 'revision_number': 3, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:04.002247 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.004860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Checking router: 70fa7b91-cbf3-4723-874f-24b1c7f34686 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:18:04.005540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Updating router 70fa7b91-cbf3-4723-874f-24b1c7f34686 port 186caf31-f722-47eb-a1d9-e751a1056e51 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:18:04.012288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776f715c-1dc7-437b-b97a-452692f11a9c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.019263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.025092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d7da23ed-5e18-4cb8-8692-2b752f99ca68 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/776f715c-1dc7-437b-b97a-452692f11a9c HTTP/1.1" status: 204 len: 168 time: 2.0458543 Jul 16 20:18:04.055638 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.067323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39764) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:04.087115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2fd77dd3-2d0e-4d34-8548-1fd6b2cae683 req-e06f09f1-09bb-4ab5-aba0-d0a5ceee100f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641615 Jul 16 20:18:04.259326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18c546ef-ded0-490a-9470-014fed6fa549 req-2896b432-0eca-4db2-bee5-59c478fa8922 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 210 time: 0.2494357 Jul 16 20:18:04.361450 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.403176 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-4c98c77f-b08b-4f43-aa91-e21ac2d68bf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 217 time: 1.0818617 Jul 16 20:18:04.509206 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f51ea8-f470-4fe4-92af-c4522f48c4e5 x-openstack-request-id: req-15f51ea8-f470-4fe4-92af-c4522f48c4e5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:04.509510 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:04.509711 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-15f51ea8-f470-4fe4-92af-c4522f48c4e5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:04.510180 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'status': 'completed', 'code': 200} Jul 16 20:18:04.602254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-d31460c5-97d9-4b83-b0a2-57c0f5c41102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.603852 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-d31460c5-97d9-4b83-b0a2-57c0f5c41102 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1856847 Jul 16 20:18:04.650698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.666329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcc9373-b2cc-46fe-afef-b24743d1fc67']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:04.700808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104bc81d-2c19-4532-bf71-33179b2cd5af') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:04.704088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104bc81d-2c19-4532-bf71-33179b2cd5af') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:04.735870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.748011 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-b003e347-2628-4ce0-bf67-4a4b73f852a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373096 Jul 16 20:18:04.770320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.788163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:04.789014 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.840673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b780800d-c264-446e-bc30-eb40aaaede58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.001823 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.034140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Transition to ACTIVE for port object 186caf31-f722-47eb-a1d9-e751a1056e51 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:05.044751 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:05.052966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.053230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-185760f3-4e76-47f3-8b99-aed78ef96291 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.054696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-185760f3-4e76-47f3-8b99-aed78ef96291 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.26 "GET /v2.0/networks?id=3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c HTTP/1.1" status: 200 len: 809 time: 0.5436625 Jul 16 20:18:05.059285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.157215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Request body: {'port': {'device_id': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c', 'admin_state_up': True, 'tenant_id': '0fc9412c41bb438d9d732ac234a47cba'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:05.170361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Attempting to bind port 186caf31-f722-47eb-a1d9-e751a1056e51 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:05.171141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Attempting to bind port 186caf31-f722-47eb-a1d9-e751a1056e51 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:05.171472 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-ab773892-6c4c-41e8-9ac5-2e543e3b05d7 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164965 Jul 16 20:18:05.172074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Attempting to bind port 186caf31-f722-47eb-a1d9-e751a1056e51 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:05.175382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54e846-bfb4-45e7-a5f2-6d23df8e40d6 None None] Pushing event updated for resources: {'Port': ['ID=186caf31-f722-47eb-a1d9-e751a1056e51,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:05.184368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:05.185330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:05.186918 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.187948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:05.188746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Bound port: 186caf31-f722-47eb-a1d9-e751a1056e51, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:05.190073 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.306608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] For port 186caf31-f722-47eb-a1d9-e751a1056e51, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:05.313054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] For port 186caf31-f722-47eb-a1d9-e751a1056e51, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=186caf31-f722-47eb-a1d9-e751a1056e51,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:05.321925 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.422818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:05.423689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:18:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:05.427980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54e846-bfb4-45e7-a5f2-6d23df8e40d6 None None] Pushing event updated for resources: {'Port': ['ID=186caf31-f722-47eb-a1d9-e751a1056e51,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:05.504644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.512296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] 10.222.0.100 "DELETE /v2.0/networks/4fcc9373-b2cc-46fe-afef-b24743d1fc67 HTTP/1.1" status: 204 len: 168 time: 1.4348066 Jul 16 20:18:05.517939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:05.681037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08ce80-fe57-416f-a3fb-a5a5f597bb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcc9373-b2cc-46fe-afef-b24743d1fc67,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:05.740566 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:18:05.784470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Made reservation on behalf of 0fc9412c41bb438d9d732ac234a47cba for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:05.797456 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.925762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:05.930729 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f3e03b2d-f560-499f-a391-7aaddb14d4b4 req-25227a0f-868c-4414-ae35-ac4a588aca2a service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517731 Jul 16 20:18:05.933243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-e06f264c-5cef-410e-a1a0-86ac0d585839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.935091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-e06f264c-5cef-410e-a1a0-86ac0d585839 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 1095 time: 1.4316142 Jul 16 20:18:05.960838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7316-dd4c-4705-9f44-a2a48274f3f4 req-bdcb809b-dc96-47f7-9631-b63e066013cf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.969613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-849f7316-dd4c-4705-9f44-a2a48274f3f4 req-bdcb809b-dc96-47f7-9631-b63e066013cf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 0.4330997 Jul 16 20:18:05.987285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.159438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-152bf79c-3548-49d1-8d84-d245d9023935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.161158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-152bf79c-3548-49d1-8d84-d245d9023935 service neutron] 10.222.0.21 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 906 time: 0.2153039 Jul 16 20:18:06.164489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39802) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:06.179083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245727b7-c734-4137-93dd-713e35251ed7 req-ff37b373-8b35-42be-ad2f-a5ad3fcb8565 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.187862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-245727b7-c734-4137-93dd-713e35251ed7 req-ff37b373-8b35-42be-ad2f-a5ad3fcb8565 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 944 time: 1.1308377 Jul 16 20:18:06.318234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-a3353cd1-ab92-4b33-8d9a-ea7454807e18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 HTTP/1.1" status: 200 len: 217 time: 0.1242301 Jul 16 20:18:06.381785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-245727b7-c734-4137-93dd-713e35251ed7 req-e234b820-b878-4fd3-8a8b-746a4d9eaffe tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930852 Jul 16 20:18:06.387775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05ccd843-d8ea-421f-a878-4fe60c931dae admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=16c9f6735a3c49ac814b5547ef47de41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149303 Jul 16 20:18:06.390992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.420026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:06.478644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-849f7316-dd4c-4705-9f44-a2a48274f3f4 req-0f71491c-9ae5-4d12-873d-2cb3a52c0824 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078781 Jul 16 20:18:06.531721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:06.568790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'mac_address': 'fa:16:3e:3f:41:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:06.582470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Allocated IP 172.20.0.1 (64028835-e733-4aae-9329-35bd06014e11/d2246f98-b0ca-4777-a3bd-e4829f7696bc/ccb75739-add4-4328-8b8f-9e7bf961bf45) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:06.583508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:17:57Z', 'revision_number': 3, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:06.629428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Allocated IP 172.20.0.9 (3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c/3877f359-ff57-4ca0-ad46-e5a953655b12/d4d24de3-8a43-42c4-9349-48d795bf5cae) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:06.648955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-8d7bccc2-6c02-4a40-bc26-0aaa67073ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.650729 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-8d7bccc2-6c02-4a40-bc26-0aaa67073ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1094 time: 0.6348348 Jul 16 20:18:06.668963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-7523f858-6c71-4b0b-93a3-850a8321d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.672848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-7523f858-6c71-4b0b-93a3-850a8321d249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.3041382 Jul 16 20:18:06.740202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.743627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99062836-d1bb-4d9b-bf0a-588f91d94aa4 None None] The sync data for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 is: [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:17:57Z', 'revision_number': 3, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:06.763474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b62777-ccc0-4b5d-8232-c46792a04aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.784230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-20666db6-aa78-4daf-8b42-3c1fbd465fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998695 Jul 16 20:18:06.786352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:06.842441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:06.853417 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.003795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:07.100116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-ae655f5d-e95f-433c-bd30-cc9d0004b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.104344 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-ae655f5d-e95f-433c-bd30-cc9d0004b7f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.4296386 Jul 16 20:18:07.177722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:07.215978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab8c6be8-59bc-4bde-8ec3-a48c7c03a30d req-5faa0c77-cdb5-4522-96d6-add02ec53e5b tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 210 time: 0.4219346 Jul 16 20:18:07.261304 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-36c1c707-a523-4a76-bf6c-9f366f8c9740 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 217 time: 0.1464813 Jul 16 20:18:07.320650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b62777-ccc0-4b5d-8232-c46792a04aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.333964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.484942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Transition to ACTIVE for port object ccb75739-add4-4328-8b8f-9e7bf961bf45 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:07.699323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.812364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Network 64028835-e733-4aae-9329-35bd06014e11 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:07.817320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:07.820447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Pushing event updated for resources: {'Port': ['ID=ccb75739-add4-4328-8b8f-9e7bf961bf45,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:07.824637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-53327d32-a38b-45d7-aabf-8231769ccc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.836266 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-53327d32-a38b-45d7-aabf-8231769ccc4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.5453331 Jul 16 20:18:07.838119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:08.028893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.064605 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-a75ad3fe-1a6a-4be0-920b-c414585e426a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199748 Jul 16 20:18:08.071794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.083884 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.098668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-cbe681ca-570d-4271-807a-97e1c2fd5e0c service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2827618 Jul 16 20:18:08.160636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b62777-ccc0-4b5d-8232-c46792a04aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.164443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b62777-ccc0-4b5d-8232-c46792a04aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.165709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-11b62777-ccc0-4b5d-8232-c46792a04aaa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47 HTTP/1.1" status: 204 len: 168 time: 1.7385859 Jul 16 20:18:08.174659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.248409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b62777-ccc0-4b5d-8232-c46792a04aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8213bf-ff1d-4b2f-96a5-66c8a3d3ca47,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.392705 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.461693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0396f254-95aa-4d86-a04d-adf2f410f724 None None] Provisioning for port ccb75739-add4-4328-8b8f-9e7bf961bf45 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:08.480827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0396f254-95aa-4d86-a04d-adf2f410f724 None None] Provisioning complete for port ccb75739-add4-4328-8b8f-9e7bf961bf45 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:08.481515 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0396f254-95aa-4d86-a04d-adf2f410f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.648950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0396f254-95aa-4d86-a04d-adf2f410f724 None None] Port ccb75739-add4-4328-8b8f-9e7bf961bf45 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:08.740813 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-3969b96d-d77b-4dd4-bff5-33f947c027b7 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662009 Jul 16 20:18:08.947737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5ec68-ccb5-47ee-881d-5ce8ea2bd9c6 req-27d53d05-7c2f-40a9-9df7-8e3dd90f4f73 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.956250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55a5ec68-ccb5-47ee-881d-5ce8ea2bd9c6 req-27d53d05-7c2f-40a9-9df7-8e3dd90f4f73 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 945 time: 1.2672224 Jul 16 20:18:09.013130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e32bd-3295-4192-9d68-c107cd3fadaa req-8f97087a-1787-4071-bb1a-6628a3024b6f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.019642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af0e32bd-3295-4192-9d68-c107cd3fadaa req-8f97087a-1787-4071-bb1a-6628a3024b6f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 1.2224560 Jul 16 20:18:09.023623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.127765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0a64b3-4430-4610-8775-cef1c7dda17d req-92a08887-c542-403d-ae2c-de8dffae77fc service neutron] 10.222.0.21 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105822 Jul 16 20:18:09.142004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55a5ec68-ccb5-47ee-881d-5ce8ea2bd9c6 req-8aac4549-1833-40fd-9ad0-601f241d2007 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851745 Jul 16 20:18:09.144553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:09.174601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:09.183042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:09.226842 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93b38822-f079-47a7-bf63-ee2dfd9dbd4e req-2719766e-3e4b-4a9e-922e-7bb7b94f921a service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775147 Jul 16 20:18:09.261127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Pushing event updated for resources: {'Port': ['ID=d4d24de3-8a43-42c4-9349-48d795bf5cae,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:09.305966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af0e32bd-3295-4192-9d68-c107cd3fadaa req-178ea196-cb2c-4cd3-b0ba-46da52892a1c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736752 Jul 16 20:18:09.370125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.380193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.380899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.424211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-a7bb453d-83b0-4c8d-a75c-14b165bc713f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3250837 Jul 16 20:18:09.465248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Request body: {'port': {'device_id': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:09.504177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:09.641504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b991f919-d3a9-4c74-bf0a-09201124241b details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:09.954751 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.964074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 186caf31-f722-47eb-a1d9-e751a1056e51 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:10.110934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.125727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.258293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699fe57-1349-4d23-b3d1-7eec4db8da9e req-75be93a1-a2e9-4777-80d2-43594d6f22e0 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.278898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.282944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7699fe57-1349-4d23-b3d1-7eec4db8da9e req-75be93a1-a2e9-4777-80d2-43594d6f22e0 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 931 time: 0.4916635 Jul 16 20:18:10.336921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:10.403410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Pushing event updated for resources: {'Port': ['ID=ccb75739-add4-4328-8b8f-9e7bf961bf45,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:10.415027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b991f919-d3a9-4c74-bf0a-09201124241b', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'port_id': 'b991f919-d3a9-4c74-bf0a-09201124241b', 'mac_address': 'fa:16:3e:3b:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71815af3-f607-4e56-8f6d-60f0ef0dc5fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:10.518671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7699fe57-1349-4d23-b3d1-7eec4db8da9e req-0ca6c7c4-806d-46f0-827c-14359802a87e tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090085 Jul 16 20:18:10.808759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Network 64028835-e733-4aae-9329-35bd06014e11 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:10.816652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:11.060490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:11.136507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5789c-0719-4a18-86ca-9b6c70246bfb req-923666f2-3e59-4a64-a354-8a43478c2893 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.139124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3f5789c-0719-4a18-86ca-9b6c70246bfb req-923666f2-3e59-4a64-a354-8a43478c2893 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 945 time: 0.4842687 Jul 16 20:18:11.150768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 186caf31-f722-47eb-a1d9-e751a1056e51 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:11.167742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:11.168610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.178838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c538-0141-488e-b9d1-ce19b54a0b2b req-4bdab105-4a7d-4fb9-8625-7dadf711792d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.182233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14e9c538-0141-488e-b9d1-ce19b54a0b2b req-4bdab105-4a7d-4fb9-8625-7dadf711792d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 0.3039672 Jul 16 20:18:11.263363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 186caf31-f722-47eb-a1d9-e751a1056e51 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:11.268974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.283433 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.287053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3f5789c-0719-4a18-86ca-9b6c70246bfb req-ba3d0992-dfe9-4109-a13c-565e98100715 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243770 Jul 16 20:18:11.316081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Router 70fa7b91-cbf3-4723-874f-24b1c7f34686 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:18:11.321962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d24de3-8a43-42c4-9349-48d795bf5cae {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:11.352176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39916) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.355967 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.395874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14e9c538-0141-488e-b9d1-ce19b54a0b2b req-25d90d86-e382-4d31-8f30-3f7b2d30bc09 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547871 Jul 16 20:18:11.435556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Transition to ACTIVE for port object d4d24de3-8a43-42c4-9349-48d795bf5cae will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:11.453921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.490166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991f919-d3a9-4c74-bf0a-09201124241b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:11.620624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d24de3-8a43-42c4-9349-48d795bf5cae,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.746287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:11.748876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2039682586-network', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:11.756694 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e2e36bf7-61d6-4080-9b5c-b66ec8fa89cd admin admin] 10.222.0.100 "PUT /v2.0/routers/70fa7b91-cbf3-4723-874f-24b1c7f34686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0043466 Jul 16 20:18:11.762536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-29a22bbf-3a98-4e3f-ba9e-bda47a72811c None None] Provisioning complete for port ccb75739-add4-4328-8b8f-9e7bf961bf45 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:11.763006 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-29a22bbf-3a98-4e3f-ba9e-bda47a72811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.777012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:11.777856 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Sync routers for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:11.797456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Made reservation on behalf of c07cb678d24544ea834df52f33ef5bf7 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:11.802889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.820327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:11.823551 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:18:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:11.832878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.850300 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.914742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.922353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Attempting to bind port d4d24de3-8a43-42c4-9349-48d795bf5cae on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:11.923406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Attempting to bind port d4d24de3-8a43-42c4-9349-48d795bf5cae by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '5cc0cc53-205f-4309-82d6-b487c30b7593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:11.924477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Attempting to bind port d4d24de3-8a43-42c4-9349-48d795bf5cae on network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:11.941502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Port d4d24de3-8a43-42c4-9349-48d795bf5cae on network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:11.942579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Attempting to bind port d4d24de3-8a43-42c4-9349-48d795bf5cae on network 3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:11.960981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:11.961840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Checking segment: {'id': '5cc0cc53-205f-4309-82d6-b487c30b7593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:11.962665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Bound using segment: {'id': '5cc0cc53-205f-4309-82d6-b487c30b7593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:11.963634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Bound port: d4d24de3-8a43-42c4-9349-48d795bf5cae, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc0cc53-205f-4309-82d6-b487c30b7593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:11.964477 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.981661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-29a22bbf-3a98-4e3f-ba9e-bda47a72811c None None] Port ccb75739-add4-4328-8b8f-9e7bf961bf45 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:12.040972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:12.049687 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6d8931-4a58-478a-9fdc-1392fe368b25" -d '{"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-plugged", "status": "completed", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:12.056188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.091824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b991f919-d3a9-4c74-bf0a-09201124241b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:12.132607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:12.134056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.161107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 186caf31-f722-47eb-a1d9-e751a1056e51, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=186caf31-f722-47eb-a1d9-e751a1056e51,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:12.175776 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.195102 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.215033 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:12.356983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] For port d4d24de3-8a43-42c4-9349-48d795bf5cae, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:12.398644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.411350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] For port d4d24de3-8a43-42c4-9349-48d795bf5cae, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d4d24de3-8a43-42c4-9349-48d795bf5cae,segment=NetworkSegment(5cc0cc53-205f-4309-82d6-b487c30b7593),segment_id=5cc0cc53-205f-4309-82d6-b487c30b7593)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:12.414056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.429260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:12.442793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.443127 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Added segment c348d1ac-ac18-42db-b2e1-b7b87dd82b21 of type vlan for network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d Jul 16 20:18:12.493292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=186caf31-f722-47eb-a1d9-e751a1056e51,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.493732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.569321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.595496 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.596881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.597679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.634455 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:09Z', 'revision_number': 2, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:12.648061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.690307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.708453 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Checking router: 70fa7b91-cbf3-4723-874f-24b1c7f34686 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:18:12.711153 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Updating router 70fa7b91-cbf3-4723-874f-24b1c7f34686 port ccb75739-add4-4328-8b8f-9e7bf961bf45 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:18:12.732838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3299367 Jul 16 20:18:12.733139 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.739755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Request body: {'subnet': {'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2039682586-subnet', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:12.764555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.766033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.768582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] 10.222.0.26 "PUT /v2.0/ports/d4d24de3-8a43-42c4-9349-48d795bf5cae HTTP/1.1" status: 200 len: 1091 time: 3.3357377 Jul 16 20:18:12.784311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'tag': 'd4d24de3-8a43-42c4-9349-48d795bf5cae'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:12.788090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Made reservation on behalf of c07cb678d24544ea834df52f33ef5bf7 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:12.788961 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a916098-d053-4fe9-9550-cd79612061aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6a0176-3edc-4866-a692-ea8992b8de69", "tag": "d4d24de3-8a43-42c4-9349-48d795bf5cae"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:12.797677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.840615 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.909875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4a1c-fd3a-477c-877f-80e09ffab9c4 req-5e04e6d1-8785-4e33-92e9-1ac212b9b355 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.924393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ae4a1c-fd3a-477c-877f-80e09ffab9c4 req-5e04e6d1-8785-4e33-92e9-1ac212b9b355 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 943 time: 0.6570489 Jul 16 20:18:13.006828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bde8c-38ee-44c9-b874-34a02abfafb6 req-b38e9c59-4dd2-41d9-828d-b8a511eaabf5 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.021617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b1bde8c-38ee-44c9-b874-34a02abfafb6 req-b38e9c59-4dd2-41d9-828d-b8a511eaabf5 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 950 time: 0.7590506 Jul 16 20:18:13.143696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c52482-620a-4a77-b9f9-f90283b97c23 admin admin] Pushing event updated for resources: {'Network': ['ID=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.151407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ace32-4d68-4a03-8848-d6c4f9a61604 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d24de3-8a43-42c4-9349-48d795bf5cae,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.160939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:13.223165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.259890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b1bde8c-38ee-44c9-b874-34a02abfafb6 req-884eb1ce-d0da-43bf-a6bd-b8ccb78d2002 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366052 Jul 16 20:18:13.329413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ae4a1c-fd3a-477c-877f-80e09ffab9c4 req-f5b51644-0bc9-492a-bab7-f886b5704ec6 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039834 Jul 16 20:18:13.392614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-d71aa2d8-5cc9-4446-becd-48821de9f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.402306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-d71aa2d8-5cc9-4446-becd-48821de9f2cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fc9412c41bb438d9d732ac234a47cba&device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 1094 time: 0.5508144 Jul 16 20:18:13.466817 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292d8cc-bc50-4cdf-bb04-ab10f2023850 x-openstack-request-id: req-5292d8cc-bc50-4cdf-bb04-ab10f2023850 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:13.467117 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-plugged", "status": "completed", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:13.467370 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5292d8cc-bc50-4cdf-bb04-ab10f2023850 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:13.468045 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'code': 200} Jul 16 20:18:13.608086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-7a13c209-b2a9-4ed0-9fcf-c60290aedbe4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4d24de3-8a43-42c4-9349-48d795bf5cae HTTP/1.1" status: 200 len: 217 time: 0.1965549 Jul 16 20:18:13.691614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Checking segment: {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:13.696125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Network hostable DHCP agents. Network: 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:13.703941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4397090-04f8-4d9d-9783-07c5217a6827,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.833294 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:13.855660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-154389d4-6381-490b-93f7-86c51ca3702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.858510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-154389d4-6381-490b-93f7-86c51ca3702b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3877f359-ff57-4ca0-ad46-e5a953655b12 HTTP/1.1" status: 200 len: 849 time: 0.2418101 Jul 16 20:18:13.859471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:13.875375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.881809 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.884251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b991f919-d3a9-4c74-bf0a-09201124241b up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:13.887366 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.911352 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Transition to ACTIVE for port object ccb75739-add4-4328-8b8f-9e7bf961bf45 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:13.923428 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.929489 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eccb816a-6df3-45b1-a613-e8e45fcba036 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1943238 Jul 16 20:18:13.947921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39970) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:13.972282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:14.052847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.057586 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.075384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-9d19a6aa-0462-4ad8-8807-bebda76c321f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345417 Jul 16 20:18:14.098008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622c571-4cb6-4a30-9091-41582591cc08 None None] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:14.116862 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Pushing event updated for resources: {'Port': ['ID=ccb75739-add4-4328-8b8f-9e7bf961bf45,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.160578 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.160899 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.162339 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.162708 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.163037 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.163448 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.163767 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.164091 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.164409 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.164727 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.165048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.165365 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:14.199711 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Attempting to bind port ccb75739-add4-4328-8b8f-9e7bf961bf45 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:14.200079 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Attempting to bind port ccb75739-add4-4328-8b8f-9e7bf961bf45 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:14.200439 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Attempting to bind port ccb75739-add4-4328-8b8f-9e7bf961bf45 on network 64028835-e733-4aae-9329-35bd06014e11 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:14.212251 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:14.213593 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Checking segment: {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:14.214035 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.215711 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Bound using segment: {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:14.216965 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Bound port: ccb75739-add4-4328-8b8f-9e7bf961bf45, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:14.217339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.217608 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.300002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e603f-795e-4a1d-844d-aa2789fbef0c req-da8a96a1-de99-49fa-a3e5-dae7702d5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.314705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff5e603f-795e-4a1d-844d-aa2789fbef0c req-da8a96a1-de99-49fa-a3e5-dae7702d5edd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 1097 time: 0.6993535 Jul 16 20:18:14.362646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b991f919-d3a9-4c74-bf0a-09201124241b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:14.412586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.417525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b991f919-d3a9-4c74-bf0a-09201124241b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:14.417906 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.442113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 186caf31-f722-47eb-a1d9-e751a1056e51 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:14.486354 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] For port ccb75739-add4-4328-8b8f-9e7bf961bf45, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:14.497361 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] For port ccb75739-add4-4328-8b8f-9e7bf961bf45, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ccb75739-add4-4328-8b8f-9e7bf961bf45,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:14.513732 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.553171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e379-c6de-4402-aaac-2c91a80ec698 req-1589aff4-1cdb-4dd3-a88f-12fb95dc5594 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.560575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5af4e379-c6de-4402-aaac-2c91a80ec698 req-1589aff4-1cdb-4dd3-a88f-12fb95dc5594 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 946 time: 0.7318983 Jul 16 20:18:14.606462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.629372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6eeabd51-cbf6-4bf9-8465-f0645560bbf2 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360772875', 'description': 'tempest-description--1214868725'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:14.643750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff5e603f-795e-4a1d-844d-aa2789fbef0c req-5f21a071-a90c-4146-b2c9-e3a0f406af89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280408 Jul 16 20:18:14.672525 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81509934-47c8-4e0d-b16a-852a936b1610 None None] Pushing event updated for resources: {'Port': ['ID=ccb75739-add4-4328-8b8f-9e7bf961bf45,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.711421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eeabd51-cbf6-4bf9-8465-f0645560bbf2 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.722984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5af4e379-c6de-4402-aaac-2c91a80ec698 req-3cb1621c-19d3-4606-853f-9238faba0f92 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421244 Jul 16 20:18:14.764378 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:14.766533 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:18:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:14.788597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-b7e1c5aa-e8c2-4fa6-8a0d-3892957efff5 service neutron] 10.222.0.26 "GET /v2.0/networks/3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972573 Jul 16 20:18:14.993862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615b8cf-7472-4d72-a10c-c023c86b019b None None] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:15.010252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd1b7b50-b8be-4e2e-8bf0-744c8a0e842f req-4eb7e146-8276-4bbb-b284-9d9c009dace8 service neutron] 10.222.0.26 "GET /v2.0/networks/3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145865 Jul 16 20:18:15.012866 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c37656-6cc8-4315-9048-eb44021964cf x-openstack-request-id: req-e7c37656-6cc8-4315-9048-eb44021964cf {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:15.013246 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6a0176-3edc-4866-a692-ea8992b8de69", "tag": "d4d24de3-8a43-42c4-9349-48d795bf5cae", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:15.013501 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e7c37656-6cc8-4315-9048-eb44021964cf {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:15.013938 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'tag': 'd4d24de3-8a43-42c4-9349-48d795bf5cae', 'status': 'completed', 'code': 200} Jul 16 20:18:15.101722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb8add-3dde-4a17-aea2-3fef1a47928a req-d9ac8b9e-bf19-497d-aa72-70c3b82c960a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.119591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cfb8add-3dde-4a17-aea2-3fef1a47928a req-d9ac8b9e-bf19-497d-aa72-70c3b82c960a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 944 time: 0.4235096 Jul 16 20:18:15.177360 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eeabd51-cbf6-4bf9-8465-f0645560bbf2 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.184545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eeabd51-cbf6-4bf9-8465-f0645560bbf2 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.225674 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:15.339279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cfb8add-3dde-4a17-aea2-3fef1a47928a req-84dafe1c-fcc2-4c93-aa1c-db9eda6e6a89 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152267 Jul 16 20:18:15.404046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a916098-d053-4fe9-9550-cd79612061aa req-8f5f712c-fe16-4f21-8bd7-ebf71a5a52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.417768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a916098-d053-4fe9-9550-cd79612061aa req-8f5f712c-fe16-4f21-8bd7-ebf71a5a52b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fc9412c41bb438d9d732ac234a47cba&device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 1094 time: 0.2825887 Jul 16 20:18:15.437594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eeabd51-cbf6-4bf9-8465-f0645560bbf2 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.439062 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6eeabd51-cbf6-4bf9-8465-f0645560bbf2 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0246096 Jul 16 20:18:15.443382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeabd51-cbf6-4bf9-8465-f0645560bbf2 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06835f-8cbd-4a3e-a2e6-ba173604c867,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.445938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:15.460949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a8e99a17-211a-4b75-af3b-c60222f76b42 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Request body: {'security_group_rule': {'security_group_id': '7c06835f-8cbd-4a3e-a2e6-ba173604c867', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:15.493931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.538480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.582074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8e99a17-211a-4b75-af3b-c60222f76b42 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.823878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 186caf31-f722-47eb-a1d9-e751a1056e51 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:15.826096 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.938382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a916098-d053-4fe9-9550-cd79612061aa req-9d3525b0-3bd2-44d8-9de7-e4e2df78751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.945767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a916098-d053-4fe9-9550-cd79612061aa req-9d3525b0-3bd2-44d8-9de7-e4e2df78751b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c HTTP/1.1" status: 200 len: 910 time: 0.5215087 Jul 16 20:18:15.954021 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8e99a17-211a-4b75-af3b-c60222f76b42 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.985271 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8e99a17-211a-4b75-af3b-c60222f76b42 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.024456 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:14Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:16.058477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a916098-d053-4fe9-9550-cd79612061aa req-f77805ab-e702-4633-870d-920471ff6c81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4d24de3-8a43-42c4-9349-48d795bf5cae HTTP/1.1" status: 200 len: 217 time: 0.1032057 Jul 16 20:18:16.080875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a821c50-59ef-4132-b57c-370e095f9b28 None None] The sync data for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 is: [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:14Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:16.185336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f4f5-0089-4078-a379-cee7cfb93e7a req-06362b50-056e-4d70-a37d-0aa1fb7d1c36 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.194070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db02f4f5-0089-4078-a379-cee7cfb93e7a req-06362b50-056e-4d70-a37d-0aa1fb7d1c36 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 943 time: 0.4251921 Jul 16 20:18:16.222918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a916098-d053-4fe9-9550-cd79612061aa req-64a98eba-66bb-495e-b6ae-55f1a8fff215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.225281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a916098-d053-4fe9-9550-cd79612061aa req-64a98eba-66bb-495e-b6ae-55f1a8fff215 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3877f359-ff57-4ca0-ad46-e5a953655b12 HTTP/1.1" status: 200 len: 849 time: 0.1562428 Jul 16 20:18:16.261879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.287865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a916098-d053-4fe9-9550-cd79612061aa req-c47287a1-d5df-42f7-8e1b-b2e979db38d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530314 Jul 16 20:18:16.301227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db02f4f5-0089-4078-a379-cee7cfb93e7a req-b1d2fd20-e495-4c74-822f-35aad9a53fba tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057327 Jul 16 20:18:16.495888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:16.500606 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17684ae-a056-4d49-b3fb-64db8e8ec490" -d '{"events": [{"server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "name": "network-vif-plugged", "status": "completed", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:16.575218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:16.640255 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a916098-d053-4fe9-9550-cd79612061aa req-32e69424-e477-4232-8e97-dbfc6c1c0ccf service neutron] 10.222.0.26 "GET /v2.0/networks/3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288829 Jul 16 20:18:16.658759 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.684875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 46481872-1d68-456f-a96e-6bebc115bd36 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:16.824574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.835278 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:16.920381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Allocated IP 172.25.8.122 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/3ff68587-7857-4271-88e7-c32f68fce935) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:16.929610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e99a17-211a-4b75-af3b-c60222f76b42 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688d9425-a8ad-4446-83b4-483e45fed467,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.934358 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.981563 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8e99a17-211a-4b75-af3b-c60222f76b42 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.982889 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a8e99a17-211a-4b75-af3b-c60222f76b42 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5335634 Jul 16 20:18:16.991038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40000) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:17.031593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-39e009c9-2a69-46cb-a005-ded36a24e11a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Request body: {'security_group_rule': {'security_group_id': '7c06835f-8cbd-4a3e-a2e6-ba173604c867', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:17.039747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:17.052747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.117090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ccb75739-add4-4328-8b8f-9e7bf961bf45 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:17.221776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e009c9-2a69-46cb-a005-ded36a24e11a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.248589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.387963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ef7b-8fc9-4073-988e-001891f5db3c req-c113cf3c-5f14-4cdc-9ca5-c7bc55d2df94 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.394030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.404603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b42ef7b-8fc9-4073-988e-001891f5db3c req-c113cf3c-5f14-4cdc-9ca5-c7bc55d2df94 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 946 time: 0.7833474 Jul 16 20:18:17.410903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port ccb75739-add4-4328-8b8f-9e7bf961bf45 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:17.427610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ccb75739-add4-4328-8b8f-9e7bf961bf45 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:17.428886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.490983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a916098-d053-4fe9-9550-cd79612061aa req-af4c7ddd-5272-4580-8ce0-c16a0228a6ac service neutron] 10.222.0.26 "GET /v2.0/networks/3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8486836 Jul 16 20:18:17.495940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e009c9-2a69-46cb-a005-ded36a24e11a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.512821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b42ef7b-8fc9-4073-988e-001891f5db3c req-7baddf02-500a-4a4e-85cd-1961bd764569 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021135 Jul 16 20:18:17.528981 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e009c9-2a69-46cb-a005-ded36a24e11a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.581811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35739d21-4ef4-4915-9a0a-178a88823358 req-3ed7d477-ffc2-4a22-baa5-b35b725feb30 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.606490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35739d21-4ef4-4915-9a0a-178a88823358 req-3ed7d477-ffc2-4a22-baa5-b35b725feb30 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.8178396 Jul 16 20:18:17.616248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e009c9-2a69-46cb-a005-ded36a24e11a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35383c2-fed9-4380-b4bc-8802458ea11c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.641923 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e009c9-2a69-46cb-a005-ded36a24e11a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.643625 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39e009c9-2a69-46cb-a005-ded36a24e11a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6503623 Jul 16 20:18:17.645390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.649239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40010) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:17.683392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:17.760145 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.828872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35739d21-4ef4-4915-9a0a-178a88823358 req-72c79056-857e-4e8e-acd0-f860ea416385 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204943 Jul 16 20:18:17.838534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:17.863782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:17.871874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:17.887799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d4d24de3-8a43-42c4-9349-48d795bf5cae details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:17.924830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port ccb75739-add4-4328-8b8f-9e7bf961bf45, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ccb75739-add4-4328-8b8f-9e7bf961bf45,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:17.937820 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d668b7b6-fcc1-47db-bd37-7df414daa2a0 x-openstack-request-id: req-d668b7b6-fcc1-47db-bd37-7df414daa2a0 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:17.943170 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "name": "network-vif-plugged", "status": "completed", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:17.943831 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d668b7b6-fcc1-47db-bd37-7df414daa2a0 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:17.944564 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b', 'code': 200} Jul 16 20:18:17.955375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.966941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff68587-7857-4271-88e7-c32f68fce935,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.050894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.152453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=ccb75739-add4-4328-8b8f-9e7bf961bf45,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.169916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:18:18.425839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d4d24de3-8a43-42c4-9349-48d795bf5cae, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d4d24de3-8a43-42c4-9349-48d795bf5cae,segment=NetworkSegment(5cc0cc53-205f-4309-82d6-b487c30b7593),segment_id=5cc0cc53-205f-4309-82d6-b487c30b7593)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:18.461457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'd4d24de3-8a43-42c4-9349-48d795bf5cae', 'network_id': '3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c', 'port_id': 'd4d24de3-8a43-42c4-9349-48d795bf5cae', 'mac_address': 'fa:16:3e:18:9f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3877f359-ff57-4ca0-ad46-e5a953655b12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:18.508936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8ad6-b12d-4213-ac33-a5a2bf0a4908 req-87600643-6d56-4120-8280-744f7f6ef142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.511816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-698e8ad6-b12d-4213-ac33-a5a2bf0a4908 req-87600643-6d56-4120-8280-744f7f6ef142 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1096 time: 0.4051113 Jul 16 20:18:18.607210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.666744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.670164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d24de3-8a43-42c4-9349-48d795bf5cae {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:18.671881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30497-488e-43fb-90a8-f13328248c04 req-9870e3e5-d24d-47c4-b153-6b6cfd226653 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.682021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eda30497-488e-43fb-90a8-f13328248c04 req-9870e3e5-d24d-47c4-b153-6b6cfd226653 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 943 time: 0.4052622 Jul 16 20:18:18.717842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-698e8ad6-b12d-4213-ac33-a5a2bf0a4908 req-e4a70992-e8a2-4d10-ae72-6e91570db486 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956661 Jul 16 20:18:18.755683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d4d24de3-8a43-42c4-9349-48d795bf5cae, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d4d24de3-8a43-42c4-9349-48d795bf5cae,segment=NetworkSegment(5cc0cc53-205f-4309-82d6-b487c30b7593),segment_id=5cc0cc53-205f-4309-82d6-b487c30b7593)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:18.768478 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.826047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eda30497-488e-43fb-90a8-f13328248c04 req-493d440a-e979-45a0-8b8a-8022c0c4058f tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269665 Jul 16 20:18:18.965671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d4d24de3-8a43-42c4-9349-48d795bf5cae,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.001307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ccb75739-add4-4328-8b8f-9e7bf961bf45 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:19.003591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.102227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['d4d24de3-8a43-42c4-9349-48d795bf5cae'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:19.194939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff9f04-13f8-4cce-b250-1b2959f7a6c9 req-60f41c94-2d55-4c1f-b9d8-297caadff8cf tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.209153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ff9f04-13f8-4cce-b250-1b2959f7a6c9 req-60f41c94-2d55-4c1f-b9d8-297caadff8cf tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 946 time: 0.1676056 Jul 16 20:18:19.263184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Allocated IP 172.25.8.237 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/7adb42c7-1420-4a51-9737-ab663c99f204) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:19.300788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ccb75739-add4-4328-8b8f-9e7bf961bf45 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:19.301186 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.302424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ff9f04-13f8-4cce-b250-1b2959f7a6c9 req-a57c25f4-3494-47ee-b79b-1b643e6ebe4a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919554 Jul 16 20:18:19.543793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:19.670470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.676439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.797386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:19.823758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'mac_address': 'fa:16:3e:28:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:19.827954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b25c2-7786-447f-b177-97ca70ec8cc0 req-357316ac-f9ff-4081-bd5a-0885746615bc tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.832656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d7b25c2-7786-447f-b177-97ca70ec8cc0 req-357316ac-f9ff-4081-bd5a-0885746615bc tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.2475686 Jul 16 20:18:19.896434 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.910030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.914845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:19.930010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ffa3-976e-45cb-870d-ed7f1e58ab9e req-e0867bc2-d953-4ee0-bb2e-5cba56b1bab3 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.932822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2848ffa3-976e-45cb-870d-ed7f1e58ab9e req-e0867bc2-d953-4ee0-bb2e-5cba56b1bab3 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 946 time: 0.2309585 Jul 16 20:18:19.950503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:19.954959 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb6579d-e54a-4e37-adaa-50b59207ab30" -d '{"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-unplugged", "status": "completed", "tag": "46481872-1d68-456f-a96e-6bebc115bd36"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:19.961518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:19.963405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d7b25c2-7786-447f-b177-97ca70ec8cc0 req-6bb2177e-88c1-4816-82f9-116a0fd8234d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236908 Jul 16 20:18:19.977659 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.036841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:20.042453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2848ffa3-976e-45cb-870d-ed7f1e58ab9e req-1192abfa-726c-4a80-ac5a-e3e8b3e5d090 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 Jul 16 20:18:20.060535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event updated for resources: {'Port': ['ID=7adb42c7-1420-4a51-9737-ab663c99f204,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:20.073719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:20.085271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:20.115853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:20.172540 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aa360b-338a-47fe-b736-5cea71c25efd x-openstack-request-id: req-25aa360b-338a-47fe-b736-5cea71c25efd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:20.172843 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-unplugged", "status": "completed", "tag": "46481872-1d68-456f-a96e-6bebc115bd36", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:20.173101 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-25aa360b-338a-47fe-b736-5cea71c25efd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:20.173505 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36', 'code': 200} Jul 16 20:18:20.195420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:20.220394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:18:20.285312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ca39-192e-4403-9377-292c2e4d7e0a req-b7d8ffee-2bef-4db1-8774-c89656aa2647 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.292856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0210ca39-192e-4403-9377-292c2e4d7e0a req-b7d8ffee-2bef-4db1-8774-c89656aa2647 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 944 time: 0.1145930 Jul 16 20:18:20.343343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0210ca39-192e-4403-9377-292c2e4d7e0a req-23f346d8-6a91-4df6-acb6-da42d1c3239d tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490603 Jul 16 20:18:20.408766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.632141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.653950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1dd73-bfdf-4c31-a602-8dd49cb5f654 req-273c9d99-3637-41e4-b2c3-f44cecd1ecad tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.658267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebb1dd73-bfdf-4c31-a602-8dd49cb5f654 req-273c9d99-3637-41e4-b2c3-f44cecd1ecad tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 946 time: 0.1009743 Jul 16 20:18:20.704375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:20.716950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Sync routers for ids ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:20.736019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.737745 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-965eed5f-292d-4e95-b8da-e1d968852bd8 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7875719 Jul 16 20:18:20.750567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:20.751192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebb1dd73-bfdf-4c31-a602-8dd49cb5f654 req-303bb7cf-6b65-4073-89d3-268ee30a8048 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854750 Jul 16 20:18:20.753741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Routers {'3f0c67c9-a64e-4f94-99bf-7c184a2e347f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:20.755215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:18:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:20.957810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-4121a09f-4b67-411f-9f1d-1986f46a524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.959875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-4121a09f-4b67-411f-9f1d-1986f46a524f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 1099 time: 0.1158807 Jul 16 20:18:21.310758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Set router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:21.322887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-07133ae4-7a21-446c-81b2-f88703942239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.332617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-07133ae4-7a21-446c-81b2-f88703942239 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3107529 Jul 16 20:18:21.459546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-129fdb66-121a-4f45-ba9a-c278bad71606 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 HTTP/1.1" status: 200 len: 217 time: 0.1163414 Jul 16 20:18:21.555297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:21.654725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-3e87763d-1162-4d7c-b185-c9f21b6eb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.657986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-3e87763d-1162-4d7c-b185-c9f21b6eb1cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1888077 Jul 16 20:18:21.658950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.678321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:21.678867 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.679430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.796312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2658b-cdfb-47c7-a3f5-c23cdf70f886 req-4139c2b5-c015-4fc6-8192-822bd99ffba3 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.807993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9be2658b-cdfb-47c7-a3f5-c23cdf70f886 req-4139c2b5-c015-4fc6-8192-822bd99ffba3 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.3305354 Jul 16 20:18:21.855692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.912792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d4d24de3-8a43-42c4-9349-48d795bf5cae up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:21.950795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event updated for resources: {'Port': ['ID=7adb42c7-1420-4a51-9737-ab663c99f204,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:21.974404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9be2658b-cdfb-47c7-a3f5-c23cdf70f886 req-61c9851a-42c2-4ecd-9d52-bf4ed636f482 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596546 Jul 16 20:18:22.066296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '3ff68587-7857-4271-88e7-c32f68fce935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:18:18Z', 'revision_number': 3, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port': {'id': '3ff68587-7857-4271-88e7-c32f68fce935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:15Z', 'updated_at': '2021-07-16T20:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:22.142906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-583016e6-3e05-4cc0-b95c-a73d1c05bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.146773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-583016e6-3e05-4cc0-b95c-a73d1c05bc0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4672525 Jul 16 20:18:22.161882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-aed80219-b94b-4aa3-87a4-5f0046c7e7ed service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:18:22.164316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-aed80219-b94b-4aa3-87a4-5f0046c7e7ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108628 Jul 16 20:18:22.288302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439becf2-2c16-40dc-bcdf-72dd4c162322 req-fb2fa0a9-08ed-4be2-b9c8-48f200be82ad tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.303129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-439becf2-2c16-40dc-bcdf-72dd4c162322 req-fb2fa0a9-08ed-4be2-b9c8-48f200be82ad tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 946 time: 0.2774372 Jul 16 20:18:22.313745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Checking router: 3f0c67c9-a64e-4f94-99bf-7c184a2e347f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:18:22.314617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Updating router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f port 3ff68587-7857-4271-88e7-c32f68fce935 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:18:22.392132 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.487604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-6f031df4-55eb-49d0-8dd3-6bad05fff754 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092120 Jul 16 20:18:22.491527 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.777968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acd6d05d-a5b0-48e4-965a-9505f95c96d6 req-f4fa1998-7b09-4689-99d3-6f93263c7da9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216623 Jul 16 20:18:22.897457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.919477 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0f0bf58e-93d0-460f-8a28-d8d360a2716e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2604532 Jul 16 20:18:22.981839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-439becf2-2c16-40dc-bcdf-72dd4c162322 req-943f785e-7923-44be-a9fd-456a46baf82e tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739190 Jul 16 20:18:23.045031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-07694366-a74d-410f-949d-6baceecf2602 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.047727 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-07694366-a74d-410f-949d-6baceecf2602 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 946 time: 1.5085778 Jul 16 20:18:23.069048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b3420-43e8-436c-973a-6ff408bd795d req-346aeb30-c3b6-472e-a1c9-95126b9b8c07 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.098366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f0b3420-43e8-436c-973a-6ff408bd795d req-346aeb30-c3b6-472e-a1c9-95126b9b8c07 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 944 time: 0.6032870 Jul 16 20:18:23.247597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port d4d24de3-8a43-42c4-9349-48d795bf5cae completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:23.284800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:23.287172 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9161ef22-9cfc-4115-b5c4-3b8019230a61" -d '{"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-plugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:23.304770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.348717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port d4d24de3-8a43-42c4-9349-48d795bf5cae triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:23.348717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.376703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:23.392994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.395447 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.403820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Transition to ACTIVE for port object 3ff68587-7857-4271-88e7-c32f68fce935 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:23.579864 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.628888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:23.709667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d67dd565-94e9-4b1c-a824-3e9ffc26147a no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:23.749891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f0b3420-43e8-436c-973a-6ff408bd795d req-7199be27-deb7-4dc8-bb6b-2f0bc55ee938 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491177 Jul 16 20:18:23.876798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Allocated IP 172.20.0.1 (2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d/e4397090-04f8-4d9d-9783-07c5217a6827/bdc3921a-5618-4e5d-a009-a680bb01c51d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:23.912408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Deleting port d67dd565-94e9-4b1c-a824-3e9ffc26147a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:23.913670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.947704 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d45ef5-2e6a-47fe-879c-f91d20f4291d x-openstack-request-id: req-83d45ef5-2e6a-47fe-879c-f91d20f4291d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:23.948045 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-plugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:23.948288 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-83d45ef5-2e6a-47fe-879c-f91d20f4291d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:23.948810 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'code': 200} Jul 16 20:18:24.004428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Attempting to bind port 3ff68587-7857-4271-88e7-c32f68fce935 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:24.004428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Attempting to bind port 3ff68587-7857-4271-88e7-c32f68fce935 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:24.004963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Attempting to bind port 3ff68587-7857-4271-88e7-c32f68fce935 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:24.031104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:24.038003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:24.038528 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.039001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:24.039532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Bound port: 3ff68587-7857-4271-88e7-c32f68fce935, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:24.039996 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.043550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:24.056808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.124618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d8d6e-cb93-4922-9092-ad89e3c182be req-e6b009d8-2f92-43ca-919b-e9f7f1ee20c2 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.143146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-510d8d6e-cb93-4922-9092-ad89e3c182be req-e6b009d8-2f92-43ca-919b-e9f7f1ee20c2 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1096 time: 0.3256283 Jul 16 20:18:24.220759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] For port d67dd565-94e9-4b1c-a824-3e9ffc26147a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d67dd565-94e9-4b1c-a824-3e9ffc26147a,segment=NetworkSegment(d94363f7-9d0a-4727-9e3d-ea85d36c1e2e),segment_id=d94363f7-9d0a-4727-9e3d-ea85d36c1e2e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:24.221276 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.272223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-510d8d6e-cb93-4922-9092-ad89e3c182be req-9604f95e-8a3e-4d91-aab6-674864a8705b tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232476 Jul 16 20:18:24.273201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'mac_address': 'fa:16:3e:3f:41:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:24.292640 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.309277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Calling delete_port for d67dd565-94e9-4b1c-a824-3e9ffc26147a owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:24.313718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.372979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] For port 3ff68587-7857-4271-88e7-c32f68fce935, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:24.380665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] For port 3ff68587-7857-4271-88e7-c32f68fce935, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3ff68587-7857-4271-88e7-c32f68fce935,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:24.606175 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.626868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.662113 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.697298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:24.752296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570101db-60ea-498c-97ca-18914574652b None None] Pushing event updated for resources: {'Port': ['ID=3ff68587-7857-4271-88e7-c32f68fce935,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.769031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6eff4-21fa-4054-adca-79109d536882 req-98913a01-6640-47ca-8128-a917cb101d8a tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.788141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cca6eff4-21fa-4054-adca-79109d536882 req-98913a01-6640-47ca-8128-a917cb101d8a tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 946 time: 0.2776217 Jul 16 20:18:24.884773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cca6eff4-21fa-4054-adca-79109d536882 req-5b671c2c-5a23-4bc6-aa92-898e4c589414 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/security-groups?id=5dbab8f1-1105-44fa-8b06-dde5b3455062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918708 Jul 16 20:18:24.928230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:24.931857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc3921a-5618-4e5d-a009-a680bb01c51d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.936054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:24.944696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:25.090888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.173787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:25.244589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d4d24de3-8a43-42c4-9349-48d795bf5cae, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d4d24de3-8a43-42c4-9349-48d795bf5cae,segment=NetworkSegment(5cc0cc53-205f-4309-82d6-b487c30b7593),segment_id=5cc0cc53-205f-4309-82d6-b487c30b7593)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:25.333111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Routers {'3f0c67c9-a64e-4f94-99bf-7c184a2e347f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:25.333894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:18:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:25.534920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.658567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Pushing event deleted for resources: {'Port': ['ID=d67dd565-94e9-4b1c-a824-3e9ffc26147a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:25.667652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fbbc6-7ffe-462d-bb6c-c7d5571ce0bf req-4bea1e57-909a-4a2c-9187-2bb911642de8 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.677408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e89fbbc6-7ffe-462d-bb6c-c7d5571ce0bf req-4bea1e57-909a-4a2c-9187-2bb911642de8 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 945 time: 0.2607102 Jul 16 20:18:25.700341 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.705078 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.711444 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.726718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570101db-60ea-498c-97ca-18914574652b None None] Pushing event updated for resources: {'Port': ['ID=3ff68587-7857-4271-88e7-c32f68fce935,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:25.840593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:25.874804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.904743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e89fbbc6-7ffe-462d-bb6c-c7d5571ce0bf req-b0305c21-02f1-4489-a0c4-0f04742930c6 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194111 Jul 16 20:18:25.959072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] No DVR routers for this DVR port d67dd565-94e9-4b1c-a824-3e9ffc26147a on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:25.977425 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.981279 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-025ea074-139a-4b00-9a0f-3e9a47f30849 req-266df1a8-0a10-4819-88e8-c86e13ae4c32 tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.21 "DELETE /v2.0/ports/d67dd565-94e9-4b1c-a824-3e9ffc26147a HTTP/1.1" status: 204 len: 173 time: 2.8984196 Jul 16 20:18:26.008570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'name': 'network-vif-deleted', 'tag': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:26.024985 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feafafc-1976-4eb1-a1d1-6d58f6e33b03" -d '{"events": [{"server_uuid": "a0cc24c6-e103-44c3-88ab-91f83a9e8446", "name": "network-vif-deleted", "tag": "d67dd565-94e9-4b1c-a824-3e9ffc26147a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:26.095603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d24de3-8a43-42c4-9349-48d795bf5cae'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:26.098685 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4ed48-3ea0-45ea-900b-8488fd6a78ac" -d '{"events": [{"server_uuid": "ac6a0176-3edc-4866-a692-ea8992b8de69", "name": "network-vif-plugged", "status": "completed", "tag": "d4d24de3-8a43-42c4-9349-48d795bf5cae"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:26.120364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] Set router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:26.278454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.497821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02796937-b6b5-4503-9d92-f0e979ce9d29 req-f6d75a9e-008e-4883-909d-944bdc9c048c tempest-VolumesAdminNegativeTest-1053698847 tempest-VolumesAdminNegativeTest-1053698847-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0cc24c6-e103-44c3-88ab-91f83a9e8446 HTTP/1.1" status: 200 len: 210 time: 0.1250155 Jul 16 20:18:26.616536 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a5d87-5450-4ab9-abe1-2218cc043a38 x-openstack-request-id: req-2d6a5d87-5450-4ab9-abe1-2218cc043a38 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:26.616898 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a0176-3edc-4866-a692-ea8992b8de69", "name": "network-vif-plugged", "status": "completed", "tag": "d4d24de3-8a43-42c4-9349-48d795bf5cae", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:26.617085 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2d6a5d87-5450-4ab9-abe1-2218cc043a38 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:26.617444 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d24de3-8a43-42c4-9349-48d795bf5cae', 'code': 200} Jul 16 20:18:26.624194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d4d24de3-8a43-42c4-9349-48d795bf5cae,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.948095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.964262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.127228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645c065-7c2a-4728-ac26-a141d80b995a req-b106b14c-55be-4162-a552-9389d2d27d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.129945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6645c065-7c2a-4728-ac26-a141d80b995a req-b106b14c-55be-4162-a552-9389d2d27d15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 1096 time: 0.3751876 Jul 16 20:18:27.280836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.282867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc3921a-5618-4e5d-a009-a680bb01c51d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:27.435301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6645c065-7c2a-4728-ac26-a141d80b995a req-c6d3a737-853b-4ada-82ff-a93b286010db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842858 Jul 16 20:18:27.550169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:27.551866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:27.744535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:18:27.803921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1fae-a3cb-4e9d-a86e-fd28d6de37b2 req-511dd3bf-0671-42e3-8bb5-9ea9c5b9ac99 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.820070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f2e1fae-a3cb-4e9d-a86e-fd28d6de37b2 req-511dd3bf-0671-42e3-8bb5-9ea9c5b9ac99 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 945 time: 0.2824671 Jul 16 20:18:27.956190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f2e1fae-a3cb-4e9d-a86e-fd28d6de37b2 req-394f67ed-3405-4f4c-9372-f3f2850ab80a tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347926 Jul 16 20:18:27.959958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '3ff68587-7857-4271-88e7-c32f68fce935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:18:25Z', 'revision_number': 4, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port': {'id': '3ff68587-7857-4271-88e7-c32f68fce935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:15Z', 'updated_at': '2021-07-16T20:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'bdc3921a-5618-4e5d-a009-a680bb01c51d', 'name': '', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'mac_address': 'fa:16:3e:04:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:23Z', 'updated_at': '2021-07-16T20:18:23Z', 'revision_number': 1, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'subnets': [{'id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:28.129627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00460030-e34a-4b06-8ae0-8809f88c1112 None None] The sync data for ids ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'] in n-d-798930-6 is: [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '3ff68587-7857-4271-88e7-c32f68fce935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:18:25Z', 'revision_number': 4, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port': {'id': '3ff68587-7857-4271-88e7-c32f68fce935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:15Z', 'updated_at': '2021-07-16T20:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'bdc3921a-5618-4e5d-a009-a680bb01c51d', 'name': '', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'mac_address': 'fa:16:3e:04:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:23Z', 'updated_at': '2021-07-16T20:18:23Z', 'revision_number': 1, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'subnets': [{'id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:28.174712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:28.192435 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4faa329f-80c9-4339-8edc-2d9c0f7c0411 admin admin] 10.222.0.100 "PUT /v2.0/routers/3f0c67c9-a64e-4f94-99bf-7c184a2e347f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4396424 Jul 16 20:18:28.487147 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25447005-6dea-430f-b626-e00ca5e92481 x-openstack-request-id: req-25447005-6dea-430f-b626-e00ca5e92481 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:28.488178 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cc24c6-e103-44c3-88ab-91f83a9e8446", "name": "network-vif-deleted", "tag": "d67dd565-94e9-4b1c-a824-3e9ffc26147a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:28.489024 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-25447005-6dea-430f-b626-e00ca5e92481 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:28.490426 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cc24c6-e103-44c3-88ab-91f83a9e8446', 'name': 'network-vif-deleted', 'tag': 'd67dd565-94e9-4b1c-a824-3e9ffc26147a', 'status': 'completed', 'code': 200} Jul 16 20:18:29.728532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:29.954923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:29.969434 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.253868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dea9de6a-dead-4154-80c1-33b1518d4794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.347006 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.433007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:30.439038 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32c99d2-c680-4609-bdb2-90d080ee0891" -d '{"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-plugged", "status": "completed", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:30.498890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.518015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.617790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:30.984226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3ff68587-7857-4271-88e7-c32f68fce935 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:31.083544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3ff68587-7857-4271-88e7-c32f68fce935 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:31.090460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3ff68587-7857-4271-88e7-c32f68fce935 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:31.091137 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.278459 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.333311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3ff68587-7857-4271-88e7-c32f68fce935, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3ff68587-7857-4271-88e7-c32f68fce935,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:31.341330 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.462312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3ff68587-7857-4271-88e7-c32f68fce935,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:32.226558 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Sync routers for ids ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:32.239587 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Routers {'3f0c67c9-a64e-4f94-99bf-7c184a2e347f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:32.240228 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:18:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:32.531950 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Set router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:33.021433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40360) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.089506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3ff68587-7857-4271-88e7-c32f68fce935 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:33.260392 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '3ff68587-7857-4271-88e7-c32f68fce935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:18:25Z', 'revision_number': 4, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port': {'id': '3ff68587-7857-4271-88e7-c32f68fce935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:15Z', 'updated_at': '2021-07-16T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'bdc3921a-5618-4e5d-a009-a680bb01c51d', 'name': '', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'mac_address': 'fa:16:3e:04:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:23Z', 'updated_at': '2021-07-16T20:18:26Z', 'revision_number': 2, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'subnets': [{'id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:33.300714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3ff68587-7857-4271-88e7-c32f68fce935 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:33.301430 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.438657 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Checking router: 3f0c67c9-a64e-4f94-99bf-7c184a2e347f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:18:33.456445 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Updating router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f port bdc3921a-5618-4e5d-a009-a680bb01c51d binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:18:33.502711 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3442-cbfe-4801-94db-6ca817e8dea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.612887 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.875644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3442-cbfe-4801-94db-6ca817e8dea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.884502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3442-cbfe-4801-94db-6ca817e8dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.935745 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.053662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40370) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.056198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3cdc3442-cbfe-4801-94db-6ca817e8dea2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=906519d2ec2a4ebb9b05edc7515ccda6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0319321 Jul 16 20:18:34.065701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3442-cbfe-4801-94db-6ca817e8dea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec263443-33dd-408e-a061-f8cb07b6cfd8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.205603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bc056ad-7db4-4206-b787-6220dcc33519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.276835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bc056ad-7db4-4206-b787-6220dcc33519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.370891 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.435294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bc056ad-7db4-4206-b787-6220dcc33519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.437269 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Transition to ACTIVE for port object bdc3921a-5618-4e5d-a009-a680bb01c51d will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:34.445527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bc056ad-7db4-4206-b787-6220dcc33519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.448132 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1bc056ad-7db4-4206-b787-6220dcc33519 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ec263443-33dd-408e-a061-f8cb07b6cfd8 HTTP/1.1" status: 204 len: 168 time: 0.3923154 Jul 16 20:18:34.454940 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.478603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc056ad-7db4-4206-b787-6220dcc33519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec263443-33dd-408e-a061-f8cb07b6cfd8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.671844 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Attempting to bind port bdc3921a-5618-4e5d-a009-a680bb01c51d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:34.672786 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Attempting to bind port bdc3921a-5618-4e5d-a009-a680bb01c51d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:34.673487 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Attempting to bind port bdc3921a-5618-4e5d-a009-a680bb01c51d on network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:34.688313 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:34.689059 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Checking segment: {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:34.689677 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.690269 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Bound using segment: {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:34.690970 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Bound port: bdc3921a-5618-4e5d-a009-a680bb01c51d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:34.691605 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.754571 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-910f8337-ac4c-402c-a1c6-dd5b50bca3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.762875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad678b-9307-4911-998b-06ec09a8a3f3 None None] Pushing event updated for resources: {'Port': ['ID=bdc3921a-5618-4e5d-a009-a680bb01c51d,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:34.981679 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] For port bdc3921a-5618-4e5d-a009-a680bb01c51d, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:34.994691 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] For port bdc3921a-5618-4e5d-a009-a680bb01c51d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bdc3921a-5618-4e5d-a009-a680bb01c51d,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:35.019788 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.216095 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad678b-9307-4911-998b-06ec09a8a3f3 None None] Pushing event updated for resources: {'Port': ['ID=bdc3921a-5618-4e5d-a009-a680bb01c51d,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.266701 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Routers {'3f0c67c9-a64e-4f94-99bf-7c184a2e347f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:35.268207 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:18:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:35.429267 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] Set router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:35.815048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8e405e95-5583-4344-9558-5af65492c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '3ff68587-7857-4271-88e7-c32f68fce935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:18:25Z', 'revision_number': 4, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port': {'id': '3ff68587-7857-4271-88e7-c32f68fce935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:15Z', 'updated_at': '2021-07-16T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'bdc3921a-5618-4e5d-a009-a680bb01c51d', 'name': '', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'mac_address': 'fa:16:3e:04:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:23Z', 'updated_at': '2021-07-16T20:18:34Z', 'revision_number': 4, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'subnets': [{'id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:35.852491 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e405e95-5583-4344-9558-5af65492c834 None None] The sync data for ids ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'] in n-d-798930-6 is: [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '3ff68587-7857-4271-88e7-c32f68fce935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:18:25Z', 'revision_number': 4, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port': {'id': '3ff68587-7857-4271-88e7-c32f68fce935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:15Z', 'updated_at': '2021-07-16T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'bdc3921a-5618-4e5d-a009-a680bb01c51d', 'name': '', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'mac_address': 'fa:16:3e:04:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:23Z', 'updated_at': '2021-07-16T20:18:34Z', 'revision_number': 4, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'subnets': [{'id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:35.947302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.110194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bdc3921a-5618-4e5d-a009-a680bb01c51d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:37.245408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port bdc3921a-5618-4e5d-a009-a680bb01c51d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:37.252956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bdc3921a-5618-4e5d-a009-a680bb01c51d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:37.253790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.444211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.502372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port bdc3921a-5618-4e5d-a009-a680bb01c51d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bdc3921a-5618-4e5d-a009-a680bb01c51d,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:37.513752 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.627740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=bdc3921a-5618-4e5d-a009-a680bb01c51d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.064063 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.089579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.549356 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.026947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bdc3921a-5618-4e5d-a009-a680bb01c51d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:39.163976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bdc3921a-5618-4e5d-a009-a680bb01c51d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:39.164664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.844030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40468) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.963620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] Deleting subnet f699944d-ab4a-4da3-9566-7c636075ce95 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:43.970861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.083592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.084482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8decc87-e20f-45a1-a166-1a69eae0c2ac req-a1353d0e-60af-4165-8bc3-8a5acacd47cd tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.086764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8decc87-e20f-45a1-a166-1a69eae0c2ac req-a1353d0e-60af-4165-8bc3-8a5acacd47cd tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 945 time: 0.0864999 Jul 16 20:18:44.160601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8decc87-e20f-45a1-a166-1a69eae0c2ac req-01535e0b-6a5e-4def-8da1-874f9e8daba1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675335 Jul 16 20:18:44.166072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.298559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.329478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f699944d-ab4a-4da3-9566-7c636075ce95,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.344839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.352620 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4fb85edc-81b8-43bf-b3ad-c6d3bb347c44 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f699944d-ab4a-4da3-9566-7c636075ce95 HTTP/1.1" status: 204 len: 168 time: 0.5049088 Jul 16 20:18:44.353289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40486) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:44.453414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.555868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.570093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f337fb92-0ac8-4158-b444-b2b42b4125c5']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:44.584885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94363f7-9d0a-4727-9e3d-ea85d36c1e2e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:44.585005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94363f7-9d0a-4727-9e3d-ea85d36c1e2e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:44.599430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.618246 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.625892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:44.626319 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:44.685712 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:44.696843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.719078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.734809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] 10.222.0.100 "DELETE /v2.0/networks/f337fb92-0ac8-4158-b444-b2b42b4125c5 HTTP/1.1" status: 204 len: 168 time: 0.3798316 Jul 16 20:18:44.737485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:44.777368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99c63f-3f9a-46f4-871b-a926b2932fda admin admin] Pushing event deleted for resources: {'Network': ['ID=f337fb92-0ac8-4158-b444-b2b42b4125c5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.779321 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc960a4-5431-4b6c-ab30-3e2121520201 x-openstack-request-id: req-5bc960a4-5431-4b6c-ab30-3e2121520201 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:44.780486 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-plugged", "status": "completed", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:44.780486 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5bc960a4-5431-4b6c-ab30-3e2121520201 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:44.780952 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'code': 200} Jul 16 20:18:44.818022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] Deleting subnet f107aca8-2026-4d0c-8c51-1149aac7aadc {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:44.822771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.889023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.958205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.054349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-c0a24918-f788-426f-8d49-ecd7245faf86 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.056190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-c0a24918-f788-426f-8d49-ecd7245faf86 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 811 time: 0.2002072 Jul 16 20:18:45.088375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-895418ea-e90f-46c0-b45d-3940966eb727 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/quotas/c07cb678d24544ea834df52f33ef5bf7 HTTP/1.1" status: 200 len: 375 time: 0.0221939 Jul 16 20:18:45.105498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.122659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.129947 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f107aca8-2026-4d0c-8c51-1149aac7aadc HTTP/1.1" status: 204 len: 168 time: 0.3912876 Jul 16 20:18:45.130879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:45.163389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45951be7-56bc-42ca-9665-ef198f26f493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f107aca8-2026-4d0c-8c51-1149aac7aadc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.238606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-92800360-d2b0-40a1-82db-4463e64384b1 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405342 Jul 16 20:18:45.291845 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.516597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-a2ea5303-eacd-4089-9785-0d63edf100eb service neutron] 10.222.0.100 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733371 Jul 16 20:18:45.649985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.665454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124dc96b-4922-40c3-a28a-bf228a6d813e']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:45.681023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f41056-f238-4c2c-bfdc-054f2de09fc0') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:45.682172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f41056-f238-4c2c-bfdc-054f2de09fc0') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:45.696940 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-8df8ec97-de52-4334-a38f-d00f63e245a3 service neutron] 10.222.0.100 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730015 Jul 16 20:18:45.697337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.728145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.742212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:45.742962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:45.747339 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:45.751952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa91af3-35f3-46bb-b6f2-406fb49c800c req-62591514-cf97-432a-8a84-8559502e422e tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.755460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-caa91af3-35f3-46bb-b6f2-406fb49c800c req-62591514-cf97-432a-8a84-8559502e422e tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 950 time: 0.1224737 Jul 16 20:18:45.843481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.856067 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.862184 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] 10.222.0.100 "DELETE /v2.0/networks/124dc96b-4922-40c3-a28a-bf228a6d813e HTTP/1.1" status: 204 len: 168 time: 0.7082074 Jul 16 20:18:45.873416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-caa91af3-35f3-46bb-b6f2-406fb49c800c req-d28946cc-a4ab-4410-8987-15eaf182775c tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938146 Jul 16 20:18:45.875551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c5e12-7eba-4d7c-99a6-e36d492c620d admin admin] Pushing event deleted for resources: {'Network': ['ID=124dc96b-4922-40c3-a28a-bf228a6d813e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.393535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40608) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:46.554112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b0c0f1f8-effd-4e89-81c9-3d7d76afa841 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4640434afc1f4d6d8c27914e88004d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586690 Jul 16 20:18:46.556659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40626) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:46.746832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.804979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.874209 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.878070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.882972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5dbab8f1-1105-44fa-8b06-dde5b3455062 HTTP/1.1" status: 204 len: 168 time: 0.3232558 Jul 16 20:18:46.915216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbab8f1-1105-44fa-8b06-dde5b3455062,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.940863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.949534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.954134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.955911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.961230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.963647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.971051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.972086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.973716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.975590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.977920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:46.981824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f29416-9254-4053-84a8-ae191c521276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:47.148582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12718ef5-fbb2-4898-a2b1-09ee5aeeeb6b req-fbce7e85-6e68-4281-98f2-a0556df08022 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 210 time: 0.0767269 Jul 16 20:18:47.619220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13733a77-c25e-45be-a19d-b581ff35bbbe req-5d4e7ce1-954c-43f4-b125-bf048674a1b7 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.648415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13733a77-c25e-45be-a19d-b581ff35bbbe req-5d4e7ce1-954c-43f4-b125-bf048674a1b7 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 945 time: 0.1895950 Jul 16 20:18:47.812230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13733a77-c25e-45be-a19d-b581ff35bbbe req-5feba45e-2583-4491-bc3f-3db9e1fe1690 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd33804b-07cf-4fd9-992c-47819e3a7260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600547 Jul 16 20:18:47.846458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:47.877673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40678) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:48.026091 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1cf51e85-2abc-4bd7-a8d0-67d41d468447 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=143a0cbbccbe46908a4a79c581f140a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465657 Jul 16 20:18:48.030553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40688) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:48.143097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cca-23f7-4a7d-bcd2-943b0d725845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.185113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.194883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cca-23f7-4a7d-bcd2-943b0d725845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.252298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:48.258484 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f0540c-5d48-49bd-bfdf-281fbe44889a" -d '{"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:48.293651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.302425 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.304454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:48.446244 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cca-23f7-4a7d-bcd2-943b0d725845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.453442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cca-23f7-4a7d-bcd2-943b0d725845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.455587 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-be2d3cca-23f7-4a7d-bcd2-943b0d725845 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d525b771-c330-463a-a499-4b4967b219d2 HTTP/1.1" status: 204 len: 168 time: 0.4233418 Jul 16 20:18:48.490167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d3cca-23f7-4a7d-bcd2-943b0d725845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d525b771-c330-463a-a499-4b4967b219d2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.505489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.567331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-ace8fbcd-e67b-46f3-b38b-d10741c71597 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.595822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-ace8fbcd-e67b-46f3-b38b-d10741c71597 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 945 time: 0.3524089 Jul 16 20:18:48.793477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb616351-17c7-4cab-a40d-4c4e1d5d193a req-b5089a85-0408-4923-890f-cfed0a61f289 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 210 time: 0.1608431 Jul 16 20:18:48.820149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.974561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.979321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Deleting port d4d24de3-8a43-42c4-9349-48d795bf5cae {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:48.984443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.986290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.229194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.260532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] For port d4d24de3-8a43-42c4-9349-48d795bf5cae, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d4d24de3-8a43-42c4-9349-48d795bf5cae,segment=NetworkSegment(5cc0cc53-205f-4309-82d6-b487c30b7593),segment_id=5cc0cc53-205f-4309-82d6-b487c30b7593)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:49.261536 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.263875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d2db880d-d50b-4afe-af2c-e3b6829bc76d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.272689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d2db880d-d50b-4afe-af2c-e3b6829bc76d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 811 time: 0.5515401 Jul 16 20:18:49.278784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Calling delete_port for d4d24de3-8a43-42c4-9349-48d795bf5cae owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:49.293030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Request body: {'port': {'device_id': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'admin_state_up': True, 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:49.523406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Made reservation on behalf of c07cb678d24544ea834df52f33ef5bf7 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:49.531407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.615797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.636157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['d4d24de3-8a43-42c4-9349-48d795bf5cae'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:49.671624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Pushing event deleted for resources: {'Port': ['ID=d4d24de3-8a43-42c4-9349-48d795bf5cae,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.778003 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3c1a4d-fb85-45ae-a923-fb90c108cd15 x-openstack-request-id: req-6b3c1a4d-fb85-45ae-a923-fb90c108cd15 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:49.780971 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:49.789513 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6b3c1a4d-fb85-45ae-a923-fb90c108cd15 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:49.793505 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'code': 200} Jul 16 20:18:49.795424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] No DVR routers for this DVR port d4d24de3-8a43-42c4-9349-48d795bf5cae on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:49.801364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.805079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dd75b34-1a04-4f90-a55d-719eee90f3ef req-b559f133-7c73-4d01-948d-02c34d3f90f1 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.26 "DELETE /v2.0/ports/d4d24de3-8a43-42c4-9349-48d795bf5cae HTTP/1.1" status: 204 len: 173 time: 1.1986341 Jul 16 20:18:49.816490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'name': 'network-vif-deleted', 'tag': 'd4d24de3-8a43-42c4-9349-48d795bf5cae'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:49.833489 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e83afbe-8f47-4ab7-8151-48458ff46e1b" -d '{"events": [{"server_uuid": "ac6a0176-3edc-4866-a692-ea8992b8de69", "name": "network-vif-deleted", "tag": "d4d24de3-8a43-42c4-9349-48d795bf5cae"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:50.218867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cad4fdf-802b-4341-9e95-5082a3b5a1da req-ab876109-2c80-4607-b978-63b7fc370dc5 tempest-ServerGroupTestJSON-358080724 tempest-ServerGroupTestJSON-358080724-project] 10.222.0.100 "GET /v2.0/ports?device_id=ac6a0176-3edc-4866-a692-ea8992b8de69 HTTP/1.1" status: 200 len: 210 time: 0.0995755 Jul 16 20:18:50.277393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Allocated IP 172.20.0.3 (2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d/e4397090-04f8-4d9d-9783-07c5217a6827/b58b1052-1dd4-4db5-a5f9-b23cc5d63825) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:50.393242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-abe5f503-7da3-497a-a8aa-7ca2da8bf450 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.396388 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-abe5f503-7da3-497a-a8aa-7ca2da8bf450 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1504161-ebf4-40db-b998-f12ba2b70292 HTTP/1.1" status: 200 len: 944 time: 0.4509478 Jul 16 20:18:50.986839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.992300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Deleting port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:51.002826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.195600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-110ae42e-30d2-4538-b275-e7b580a1d9ef tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.197737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-110ae42e-30d2-4538-b275-e7b580a1d9ef tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.3105614 Jul 16 20:18:51.234317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d9ae9433-428c-4f8f-96d2-2738558450a0 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/quotas/5ff1571bd3b54fe39b14ce5802b590f7 HTTP/1.1" status: 200 len: 375 time: 0.0245199 Jul 16 20:18:51.360717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] For port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:51.361693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.377094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.387679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Calling delete_port for 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:51.442938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-3350976a-484e-4624-a4b4-db619550ac0a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2011259 Jul 16 20:18:51.490171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:51.504188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:51.515977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:51.583552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.584584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.587644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Pushing event updated for resources: {'Port': ['ID=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:51.593894 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2dedd-5ff2-4471-9eab-6b9140004931 x-openstack-request-id: req-56d2dedd-5ff2-4471-9eab-6b9140004931 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:51.594347 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a0176-3edc-4866-a692-ea8992b8de69", "name": "network-vif-deleted", "tag": "d4d24de3-8a43-42c4-9349-48d795bf5cae", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:51.594759 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-56d2dedd-5ff2-4471-9eab-6b9140004931 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:51.595412 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a0176-3edc-4866-a692-ea8992b8de69', 'name': 'network-vif-deleted', 'tag': 'd4d24de3-8a43-42c4-9349-48d795bf5cae', 'status': 'completed', 'code': 200} Jul 16 20:18:51.631411 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-dab6407c-afcf-490c-b8f1-9be34ed21a47 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3448858 Jul 16 20:18:51.672561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Request body: {'port': {'device_id': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:51.796725 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:51.801990 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65568b2d-78c6-453a-9061-e4d4c56792cf" -d '{"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-unplugged", "status": "completed", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:51.861951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-df7f9d22-3181-4588-9143-9b67b67083f7 service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120951 Jul 16 20:18:52.037568 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.047438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d4d24de3-8a43-42c4-9349-48d795bf5cae no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:52.074702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.093176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-1a69652c-d10b-4531-923d-04a19a631837 service neutron] 10.222.0.100 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185044 Jul 16 20:18:52.126705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab2d20-3d12-4f7d-b3e7-c5359db566fc req-d17997f3-a5e0-48a7-add6-0d75ec2730f7 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.129763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: d4d24de3-8a43-42c4-9349-48d795bf5cae {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:52.130121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d4d24de3-8a43-42c4-9349-48d795bf5cae not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:52.132522 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5ab2d20-3d12-4f7d-b3e7-c5359db566fc req-d17997f3-a5e0-48a7-add6-0d75ec2730f7 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 931 time: 0.2438071 Jul 16 20:18:52.143056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event deleted for resources: {'Port': ['ID=0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:52.205256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] No DVR routers for this DVR port 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:52.305837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5ab2d20-3d12-4f7d-b3e7-c5359db566fc req-355554ad-7c14-4f6c-8a2b-3c3f761eab52 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635582 Jul 16 20:18:52.939306 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bf13b3-eeab-491e-a4ff-4608f625991c x-openstack-request-id: req-b3bf13b3-eeab-491e-a4ff-4608f625991c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:52.940633 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-unplugged", "status": "completed", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:52.940964 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b3bf13b3-eeab-491e-a4ff-4608f625991c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:52.941451 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'code': 200} Jul 16 20:18:53.016208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.023916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-eac15ada-25dc-4c3f-bb0f-485702c9929b req-b609012f-eca8-496f-922e-12c6a0202c9a tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.21 "DELETE /v2.0/ports/0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 HTTP/1.1" status: 204 len: 173 time: 2.6134851 Jul 16 20:18:53.025856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-deleted', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:53.033570 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ce148-65dd-49cf-b6b9-03d2a4a36811" -d '{"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-deleted", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:53.168471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-216c06ea-c790-4dda-8dcb-0493b27a15d2 req-ed1f3770-5974-41a3-8ed4-53c8dbb45bf1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 210 time: 0.0961545 Jul 16 20:18:53.325857 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dbd5b0-1c2f-4ee8-9d9a-d55529b03900 x-openstack-request-id: req-13dbd5b0-1c2f-4ee8-9d9a-d55529b03900 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:53.326747 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1504161-ebf4-40db-b998-f12ba2b70292", "name": "network-vif-deleted", "tag": "0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:53.326958 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-13dbd5b0-1c2f-4ee8-9d9a-d55529b03900 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:53.334596 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1504161-ebf4-40db-b998-f12ba2b70292', 'name': 'network-vif-deleted', 'tag': '0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5', 'status': 'completed', 'code': 200} Jul 16 20:18:53.586405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58b1052-1dd4-4db5-a5f9-b23cc5d63825 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:53.619365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.665965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Transition to ACTIVE for port object b58b1052-1dd4-4db5-a5f9-b23cc5d63825 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:53.674156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.821216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Pushing event updated for resources: {'Port': ['ID=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.837376 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:53.877522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:53.978145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:53.980798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0d62bc8d-e2c5-4cc1-986f-3529d0fe01e5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:54.020494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f8c57-2d89-4b51-9128-ff975beb46cc req-e37892ac-4c48-49fb-b6d2-ab7cdd028d68 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.035212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f8c57-2d89-4b51-9128-ff975beb46cc req-e37892ac-4c48-49fb-b6d2-ab7cdd028d68 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 943 time: 0.1761377 Jul 16 20:18:54.063810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Attempting to bind port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:54.064847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Attempting to bind port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:54.065386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Attempting to bind port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 on network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:54.071536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 on network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:54.072140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Attempting to bind port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 on network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:54.080733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:54.081324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Checking segment: {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:54.081920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Bound using segment: {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:54.082850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Bound port: b58b1052-1dd4-4db5-a5f9-b23cc5d63825, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:54.083449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.168437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] For port b58b1052-1dd4-4db5-a5f9-b23cc5d63825, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:54.172612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] For port b58b1052-1dd4-4db5-a5f9-b23cc5d63825, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:54.186130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.188821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-488f8c57-2d89-4b51-9128-ff975beb46cc req-885ebf47-a724-4d4b-9958-95dbcf5e863a tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510692 Jul 16 20:18:54.348356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.351030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.361161 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] 10.222.0.26 "PUT /v2.0/ports/b58b1052-1dd4-4db5-a5f9-b23cc5d63825 HTTP/1.1" status: 200 len: 1091 time: 2.7032640 Jul 16 20:18:54.393310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d51ba7-4005-449e-b302-c827fd59c739 service neutron] Pushing event updated for resources: {'Port': ['ID=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.439973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:54.736959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2611-5473-42c2-bb58-40586dae5d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.771582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7bfae34-1835-4cd5-aa26-aba12f8a855d req-63ed6049-66fd-4349-ba13-7b61a9b9b5cf tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 210 time: 0.0756269 Jul 16 20:18:54.808934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-1d9d129e-0993-4724-9cef-f2aaac07abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.812544 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-1d9d129e-0993-4724-9cef-f2aaac07abed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 1094 time: 0.2577050 Jul 16 20:18:54.975651 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-cb483535-c27f-4d25-937b-c505824f3363 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825 HTTP/1.1" status: 200 len: 217 time: 0.1505539 Jul 16 20:18:55.204755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-8383f341-f1c2-4b71-9c88-1bc1a4137a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.208694 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-8383f341-f1c2-4b71-9c88-1bc1a4137a96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.2131135 Jul 16 20:18:55.313273 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-c0d1ada8-a6c4-44f9-a039-d9dc05b9220f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807390 Jul 16 20:18:55.338460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'tag': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:55.343160 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5916fb-01bc-48a4-ba0b-b849945a7901", "tag": "b58b1052-1dd4-4db5-a5f9-b23cc5d63825"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:55.482124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41016) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:55.636407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2611-5473-42c2-bb58-40586dae5d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.644779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] Deleting subnet 3877f359-ff57-4ca0-ad46-e5a953655b12 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:55.649443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.705638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.751306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.792042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-8404cb8e-2877-4473-81bb-bbddd2311f70 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.795329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-8404cb8e-2877-4473-81bb-bbddd2311f70 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 805 time: 0.3930371 Jul 16 20:18:55.806103 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-1791001c-f262-49df-868a-768f52f5e537 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915538 Jul 16 20:18:55.810055 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee033a-f60e-492d-b1aa-08cf844a0851 x-openstack-request-id: req-ceee033a-f60e-492d-b1aa-08cf844a0851 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:55.810519 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5916fb-01bc-48a4-ba0b-b849945a7901", "tag": "b58b1052-1dd4-4db5-a5f9-b23cc5d63825", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:55.811518 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ceee033a-f60e-492d-b1aa-08cf844a0851 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:55.812699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a74bc-b369-4b87-9793-1a5a1b89fdae req-f06042cb-111c-420c-8ba4-71fb0b61357c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.812871 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'tag': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825', 'status': 'completed', 'code': 200} Jul 16 20:18:55.824745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2611-5473-42c2-bb58-40586dae5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.832415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f2a74bc-b369-4b87-9793-1a5a1b89fdae req-f06042cb-111c-420c-8ba4-71fb0b61357c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 943 time: 0.1364217 Jul 16 20:18:55.843477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Request body: {'port': {'device_id': '53682310-6d73-4042-93e6-3be515afa7da', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'admin_state_up': True, 'tenant_id': '5ff1571bd3b54fe39b14ce5802b590f7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:56.026250 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9c6b2611-5473-42c2-bb58-40586dae5d21 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0be2ba45778c40ad8f4ccb0fbc26c04d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5806694 Jul 16 20:18:56.029355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41046) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:56.069096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b2611-5473-42c2-bb58-40586dae5d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0714717-7657-4472-9239-ae3af09721d6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.095851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.138171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3877f359-ff57-4ca0-ad46-e5a953655b12,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.141190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.147879 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1fd01fa6-715d-4031-aec5-810fd1f37dbd admin admin] 10.222.0.100 "DELETE /v2.0/subnets/3877f359-ff57-4ca0-ad46-e5a953655b12 HTTP/1.1" status: 204 len: 168 time: 0.6617587 Jul 16 20:18:56.149540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f2a74bc-b369-4b87-9793-1a5a1b89fdae req-1414b077-c688-445e-ada0-d19113b09a9a tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158150 Jul 16 20:18:56.163713 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f62a9b3-a27a-4955-aad9-35cfb31dc2cf req-e8d8b6c3-0f1c-4193-99d6-84aea4bfa4ec service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446937 Jul 16 20:18:56.165839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41048) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:56.251645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-915c14c0-4275-4f11-9321-e2c0582648cf req-99d88de2-fadf-443b-a83c-fd2504d00d49 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 210 time: 0.0977299 Jul 16 20:18:56.391406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c62-425d-4d98-b86d-969a722763a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.417818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Made reservation on behalf of 5ff1571bd3b54fe39b14ce5802b590f7 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:56.425836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.463412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.475310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c62-425d-4d98-b86d-969a722763a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.562274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-00de580f-fe76-431e-b419-7615e97e57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.564307 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-00de580f-fe76-431e-b419-7615e97e57fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 1094 time: 0.3261704 Jul 16 20:18:56.723909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.742789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:56.773044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc0cc53-205f-4309-82d6-b487c30b7593') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:56.773356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc0cc53-205f-4309-82d6-b487c30b7593') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:56.778914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c62-425d-4d98-b86d-969a722763a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.782875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c62-425d-4d98-b86d-969a722763a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.788851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3bb9c62-425d-4d98-b86d-969a722763a4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b0714717-7657-4472-9239-ae3af09721d6 HTTP/1.1" status: 204 len: 168 time: 0.7315125 Jul 16 20:18:56.791796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-79ad7982-2f3b-4e6f-a4c4-03da942a22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.795501 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-79ad7982-2f3b-4e6f-a4c4-03da942a22f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 912 time: 0.2198958 Jul 16 20:18:56.815705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb9c62-425d-4d98-b86d-969a722763a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0714717-7657-4472-9239-ae3af09721d6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.826951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.828837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Allocated IP 172.20.0.12 (571fb607-bda5-472c-aa01-f3bce2bed30c/94c1298e-0d81-4976-a3ef-6ae3fb51441d/1d99e299-d5ce-47f5-87cf-4417b1cab4f7) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:56.864910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.874496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:56.875905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:56.953048 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:56.970353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.022516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.025593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] 10.222.0.100 "DELETE /v2.0/networks/3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c HTTP/1.1" status: 204 len: 168 time: 0.8532894 Jul 16 20:18:57.028759 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-777ddebc-4a35-4a07-952b-5ec1ef220906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825 HTTP/1.1" status: 200 len: 217 time: 0.0711505 Jul 16 20:18:57.044965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dd02d-98ef-427f-8768-309bc73b06c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcc0d0e-a991-4fcb-b7ce-b1a51849d79c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:57.120216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-1579b362-e123-4983-8621-e04f6465e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.122358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-1579b362-e123-4983-8621-e04f6465e548 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.0791790 Jul 16 20:18:57.216598 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-351c7d2d-b40a-4235-ac5f-649ad471df76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801711 Jul 16 20:18:57.311506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.413858 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-de401dd7-4ccf-4195-97a4-2344ad9f7536 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944849 Jul 16 20:18:57.518583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.582200 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63c6ac8e-3b52-48ba-8109-b2f5b52d19c4 req-ead30e63-9cc7-4f73-8e9e-a193755fb98e service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617446 Jul 16 20:18:57.650236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Network 571fb607-bda5-472c-aa01-f3bce2bed30c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:57.659297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:57.663640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:57.668929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:57.672957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41130) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.738854 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-795b63f9-a3df-4711-8f39-37de7074f869 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0fc9412c41bb438d9d732ac234a47cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642509 Jul 16 20:18:57.743010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41138) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.794237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41140) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:57.816249 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56569858-8a82-41f8-b3ee-13919048e5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.846198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56569858-8a82-41f8-b3ee-13919048e5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.903554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.905502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.937772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2226b-ba26-4d8e-8ad7-c15ef61ce794 req-8e465949-c009-4dba-a104-7911868fa7f2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.952491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56569858-8a82-41f8-b3ee-13919048e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.955770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9b2226b-ba26-4d8e-8ad7-c15ef61ce794 req-8e465949-c009-4dba-a104-7911868fa7f2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 943 time: 0.5139611 Jul 16 20:18:57.957079 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56569858-8a82-41f8-b3ee-13919048e5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.959309 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56569858-8a82-41f8-b3ee-13919048e5e8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fd33804b-07cf-4fd9-992c-47819e3a7260 HTTP/1.1" status: 204 len: 168 time: 0.2150159 Jul 16 20:18:57.972363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56569858-8a82-41f8-b3ee-13919048e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33804b-07cf-4fd9-992c-47819e3a7260,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.001654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-0b2c28d9-5b48-4610-8891-7b4df4909c34 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1653397 Jul 16 20:18:58.045360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9b2226b-ba26-4d8e-8ad7-c15ef61ce794 req-6f01bcb7-efd5-4ba5-97d1-0175fa95a3eb tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883000 Jul 16 20:18:58.052327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Request body: {'port': {'device_id': '53682310-6d73-4042-93e6-3be515afa7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:58.125304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.256755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.525947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.537808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.597406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d481-7340-4be0-8d63-68aa0d2540c3 req-89b221d8-3eda-4fa7-9b41-950ab6087a00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:58.614509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-adb6d481-7340-4be0-8d63-68aa0d2540c3 req-89b221d8-3eda-4fa7-9b41-950ab6087a00 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 932 time: 0.2228532 Jul 16 20:18:58.645723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ad72a521988144109ded89c5d479c854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8481138 Jul 16 20:18:58.659612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41184) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:58.681071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba09ba-4948-4ff6-a1fd-46a91f8dbbad,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.717776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.717776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.718338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.718516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.718979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.720375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.721236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.721712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.722009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.722428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.722761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.723649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9a316-3cf6-4cde-9b39-d8b3cf973005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:58.767178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-adb6d481-7340-4be0-8d63-68aa0d2540c3 req-1b62849e-7f6d-4413-baa6-92cf252681fe tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503620 Jul 16 20:18:58.854825 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863945d8-5376-402b-9b91-bfa0dc17133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.944596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863945d8-5376-402b-9b91-bfa0dc17133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.076724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863945d8-5376-402b-9b91-bfa0dc17133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.080372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863945d8-5376-402b-9b91-bfa0dc17133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.090331 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-863945d8-5376-402b-9b91-bfa0dc17133f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/53ba09ba-4948-4ff6-a1fd-46a91f8dbbad HTTP/1.1" status: 204 len: 168 time: 0.4293914 Jul 16 20:18:59.101530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863945d8-5376-402b-9b91-bfa0dc17133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba09ba-4948-4ff6-a1fd-46a91f8dbbad,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.119035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:59.137822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.194647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Transition to ACTIVE for port object 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:59.204228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.541996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.604815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Attempting to bind port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:59.605772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Attempting to bind port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:59.606604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Attempting to bind port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:59.618069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 on network 571fb607-bda5-472c-aa01-f3bce2bed30c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:59.619070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Attempting to bind port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 on network 571fb607-bda5-472c-aa01-f3bce2bed30c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:59.635809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:59.636748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Checking segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:59.637387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Bound using segment: {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:59.638381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Bound port: 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15944fb2-0731-45a1-8b90-e6360aa551ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:59.639548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.758914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c52b64-dd1b-40c3-a5b0-fee0a6b3daff req-cd03f14f-c026-4180-bfdc-bb9760cad076 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.776383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31c52b64-dd1b-40c3-a5b0-fee0a6b3daff req-cd03f14f-c026-4180-bfdc-bb9760cad076 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 943 time: 0.2620051 Jul 16 20:18:59.935337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:59.959214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31c52b64-dd1b-40c3-a5b0-fee0a6b3daff req-f376fe38-e7fb-4628-a6b9-507d3d597caf tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812010 Jul 16 20:18:59.989056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:00.001564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.074121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b58b1052-1dd4-4db5-a5f9-b23cc5d63825 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:00.085757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.086449 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.087860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] 10.222.0.26 "PUT /v2.0/ports/1d99e299-d5ce-47f5-87cf-4417b1cab4f7 HTTP/1.1" status: 200 len: 1092 time: 2.0415270 Jul 16 20:19:00.099117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:00.105633 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eb1434-1963-4c98-a096-1353e1f091da" -d '{"events": [{"name": "network-changed", "server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:00.197072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338eb8-0c8f-4d07-ae5f-ffcc7bb1bd5c service neutron] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.331012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-f88f6e50-b656-44e3-8bbb-295e6959edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.343359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-f88f6e50-b656-44e3-8bbb-295e6959edd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 1095 time: 0.1514435 Jul 16 20:19:00.375002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b58b1052-1dd4-4db5-a5f9-b23cc5d63825, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:00.400971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'port_id': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825', 'mac_address': 'fa:16:3e:2a:10:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:00.486892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c06e9674-a79a-4c89-a7c1-12906fe58df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.512965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-5ecb0dc2-d5cb-42b5-8045-28ea6bbd60d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7 HTTP/1.1" status: 200 len: 217 time: 0.1616015 Jul 16 20:19:00.540338 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.581309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58b1052-1dd4-4db5-a5f9-b23cc5d63825 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:00.664318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b58b1052-1dd4-4db5-a5f9-b23cc5d63825, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:00.676411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.699854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-407d7d98-850b-428a-9b85-09cf0ee570b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.701650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-407d7d98-850b-428a-9b85-09cf0ee570b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.1815970 Jul 16 20:19:00.762905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-aa9f4180-d953-4157-82b8-73ad8d946328 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511951 Jul 16 20:19:00.766535 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7287eee-8420-451f-9d83-396c8189b4a4 x-openstack-request-id: req-f7287eee-8420-451f-9d83-396c8189b4a4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:00.766829 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:00.767085 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f7287eee-8420-451f-9d83-396c8189b4a4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:00.767522 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'status': 'completed', 'code': 200} Jul 16 20:19:00.793942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.796400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41286) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:00.805459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.805808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.806408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.807004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.807592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.808144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.809667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.810260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.812552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.813148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.813707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.814237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:00.897641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b58b1052-1dd4-4db5-a5f9-b23cc5d63825'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:00.907182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49b5c1-28ef-456d-a57f-eb394279f696 req-6bf9038b-c8e1-4cde-87a7-f2505a00076f tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.924648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b49b5c1-28ef-456d-a57f-eb394279f696 req-6bf9038b-c8e1-4cde-87a7-f2505a00076f tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 944 time: 0.4102459 Jul 16 20:19:01.059183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b49b5c1-28ef-456d-a57f-eb394279f696 req-d0c06caf-ff3e-47bd-8eec-5c08298960d9 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332040 Jul 16 20:19:01.116237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-d12821ac-ec4e-4958-bf82-22c1b560a825 service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421881 Jul 16 20:19:01.375716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-675131be-a4bf-48bd-b5c2-47486b0be850 req-f896a90b-72ec-4b54-86cd-89b62c8daec3 service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528555 Jul 16 20:19:01.466689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37b5a7-4776-497e-8d5b-6db1e3f175ad req-ec29caf2-75e9-404a-98b8-4c25d0906e41 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.475899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a37b5a7-4776-497e-8d5b-6db1e3f175ad req-ec29caf2-75e9-404a-98b8-4c25d0906e41 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 944 time: 0.2078288 Jul 16 20:19:01.574019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1603005826-network', 'tenant_id': '46529d2ac8ab4a81983cca8169456a26'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:01.695232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a37b5a7-4776-497e-8d5b-6db1e3f175ad req-ae8482f7-23bb-4eac-ba8c-3b21fadb6547 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056043 Jul 16 20:19:01.706665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Made reservation on behalf of 46529d2ac8ab4a81983cca8169456a26 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:01.723474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.763471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1434-1963-4c98-a096-1353e1f091da req-3aa1e197-7adc-4154-92bc-ecee0bcfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.765550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.766266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3eb1434-1963-4c98-a096-1353e1f091da req-3aa1e197-7adc-4154-92bc-ecee0bcfc54f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 1095 time: 0.1157625 Jul 16 20:19:02.086032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b58b1052-1dd4-4db5-a5f9-b23cc5d63825 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:02.104461 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.118145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.167694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:02.189378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd79e67-11c7-4642-a3a9-6ac95fe9dd98,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.198678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.199684 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Added segment 9bbfbcd7-be22-468e-9a41-bc0a79dc1ded of type vlan for network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 Jul 16 20:19:02.280569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.344395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:02.351456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:02.352053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.353251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:02.379796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.383135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.383795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.499483 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6972554 Jul 16 20:19:02.499853 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.500319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:02.528338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Request body: {'subnet': {'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1603005826-subnet', 'tenant_id': '46529d2ac8ab4a81983cca8169456a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:02.564752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:02.572862 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c271c0b8-9186-4ef9-bbb2-9a3efe3ad33a" -d '{"events": [{"server_uuid": "bf5916fb-01bc-48a4-ba0b-b849945a7901", "name": "network-vif-plugged", "status": "completed", "tag": "b58b1052-1dd4-4db5-a5f9-b23cc5d63825"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:02.598719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41354) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:02.637416 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b58b1052-1dd4-4db5-a5f9-b23cc5d63825, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:02.646148 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.649318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e116a-fb12-4501-9a28-b2af296cb12c admin admin] Pushing event updated for resources: {'Network': ['ID=8c82dcb9-e53f-4f39-b99f-ac09c83091e7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.676887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Made reservation on behalf of 46529d2ac8ab4a81983cca8169456a26 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:02.683551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.787347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1434-1963-4c98-a096-1353e1f091da req-206a8db8-36cb-4c42-9995-348d5fa61388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.788802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3eb1434-1963-4c98-a096-1353e1f091da req-206a8db8-36cb-4c42-9995-348d5fa61388 service neutron] 10.222.0.26 "GET /v2.0/networks?id=571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 200 len: 906 time: 1.0148728 Jul 16 20:19:02.836410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.851218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:02.861221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3eb1434-1963-4c98-a096-1353e1f091da req-12069041-d5a7-4b84-970f-8b9977e8469c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7 HTTP/1.1" status: 200 len: 217 time: 0.0628674 Jul 16 20:19:02.865562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02c269-6da8-4301-a9e0-8760b7313718 req-077f6315-5834-4ef2-9f9a-312452ce3a9c tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.868485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b02c269-6da8-4301-a9e0-8760b7313718 req-077f6315-5834-4ef2-9f9a-312452ce3a9c tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1096 time: 0.2677479 Jul 16 20:19:03.134942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-network', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:03.135510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1050891843'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:03.151183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1434-1963-4c98-a096-1353e1f091da req-9e407dbf-4b84-40c5-a721-a1104436ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.155087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3eb1434-1963-4c98-a096-1353e1f091da req-9e407dbf-4b84-40c5-a721-a1104436ffb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 200 len: 845 time: 0.2836411 Jul 16 20:19:03.158610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.166233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b02c269-6da8-4301-a9e0-8760b7313718 req-10890fa9-64d3-493a-86cd-2abee7c8890f tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722838 Jul 16 20:19:03.193031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.api [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:19:03.193031 n-d-798930-6 neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:19:03.193031 n-d-798930-6 neutron-server[94095]: [parameters: {'project_id_1': '45109ed8bc7f49319a2e65bf623c32c7', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 19, 3, 156499)}] Jul 16 20:19:03.193031 n-d-798930-6 neutron-server[94095]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:03.193722 n-d-798930-6 neutron-server[94095]: DEBUG oslo_db.api [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:03.223286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Made reservation on behalf of 5660d86710874567ada4f18074cad30a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:03.227538 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.251011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3eb1434-1963-4c98-a096-1353e1f091da req-0482fefb-f916-4cde-bd10-1d464d4bf26a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=571fb607-bda5-472c-aa01-f3bce2bed30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764811 Jul 16 20:19:03.289899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.307365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d746e587-d79e-4840-9e2c-72a318555cad,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.322384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Checking segment: {'id': '9bbfbcd7-be22-468e-9a41-bc0a79dc1ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:03.322804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Network hostable DHCP agents. Network: 8c82dcb9-e53f-4f39-b99f-ac09c83091e7, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:03.376734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:03.417686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8c82dcb9-e53f-4f39-b99f-ac09c83091e7) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:03.425668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.427632 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.428521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9155022-a011-4c95-b3e7-07d1114fb06d None None] Network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:03.494682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6f641-f761-42e2-991b-f68d5cc4f69d req-c035e71b-d901-491d-acb1-5df61ecf46f3 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.505300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9db6f641-f761-42e2-991b-f68d5cc4f69d req-c035e71b-d901-491d-acb1-5df61ecf46f3 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 944 time: 0.5351810 Jul 16 20:19:03.526732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.536505 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.557150 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87be137e-5848-4985-8a5e-0fc52290c035 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0548239 Jul 16 20:19:03.590495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:03.611326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c771bb2f-0eb7-48fb-831b-724f197a7f4b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.618273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.618638 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Added segment 0cee27dc-a936-424e-afa4-136360a9d1e2 of type vlan for network 87095686-ae28-467d-a4e2-39c805d9cc56 Jul 16 20:19:03.697971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9db6f641-f761-42e2-991b-f68d5cc4f69d req-ba1d545b-8243-4ccc-8942-2581b228c205 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738014 Jul 16 20:19:03.708998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3eb1434-1963-4c98-a096-1353e1f091da req-12826caa-2e6a-4971-9678-6c5864e733f8 service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490247 Jul 16 20:19:03.720852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.721514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93488cbb-0f98-4f23-bfe3-ab5ffd2f2c7a None None] Network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:03.782962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.796084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.799236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.924188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Made reservation on behalf of 45109ed8bc7f49319a2e65bf623c32c7 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:03.926730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.949162 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cd7b2f-5a00-4c54-bc10-80725d9d0159 x-openstack-request-id: req-74cd7b2f-5a00-4c54-bc10-80725d9d0159 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:03.949476 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5916fb-01bc-48a4-ba0b-b849945a7901", "name": "network-vif-plugged", "status": "completed", "tag": "b58b1052-1dd4-4db5-a5f9-b23cc5d63825", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:03.949892 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-74cd7b2f-5a00-4c54-bc10-80725d9d0159 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:03.950110 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825', 'code': 200} Jul 16 20:19:03.960170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.072832 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.089596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:04.099581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3eb1434-1963-4c98-a096-1353e1f091da req-9bdbbb4e-4b08-471e-85d7-07598b08bfc2 service neutron] 10.222.0.26 "GET /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846259 Jul 16 20:19:04.275556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event updated for resources: {'Network': ['ID=87095686-ae28-467d-a4e2-39c805d9cc56,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.390966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cd317-d047-4c12-bc49-182fee9c8a6b req-bc0ca731-5c44-4f77-8247-6b5211d09ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.392374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.392556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 87095686-ae28-467d-a4e2-39c805d9cc56 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:04.397339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e07cd317-d047-4c12-bc49-182fee9c8a6b req-bc0ca731-5c44-4f77-8247-6b5211d09ab9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 1096 time: 0.3117871 Jul 16 20:19:04.401173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.426269 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-568220c3-f03a-4f2b-8ab5-efe94389f019 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0714157 Jul 16 20:19:04.437573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41378) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.456470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Request body: {'subnet': {'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:04.469028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682f56f-3a79-4df9-8ca0-47a4c01a0309 req-319ee833-cf5c-46d9-96c8-5d66cf2fe1b8 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.481299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b682f56f-3a79-4df9-8ca0-47a4c01a0309 req-319ee833-cf5c-46d9-96c8-5d66cf2fe1b8 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.3327389 Jul 16 20:19:04.538351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:04.558247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'mac_address': 'fa:16:3e:e9:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:04.564494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:04.602516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.602863 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Added segment 860d1fe7-8af0-4051-afa9-f176c2fccd69 of type vlan for network e1390605-a47c-46d1-8d60-79af81a18376 Jul 16 20:19:04.614265 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e03da-dde0-4c81-b743-a39f76203284,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.645281 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.675539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b682f56f-3a79-4df9-8ca0-47a4c01a0309 req-cfc2dd4e-e49b-423a-8b30-b0e5112a1d09 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928847 Jul 16 20:19:04.684247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:04.694720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.707440 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e07cd317-d047-4c12-bc49-182fee9c8a6b req-6dbacac6-d5d0-456d-ac78-9c9efa5a4031 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026609 Jul 16 20:19:04.751819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Made reservation on behalf of 5660d86710874567ada4f18074cad30a for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:04.755594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.758561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:04.770357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.778379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.782201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.784613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.791954 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae10e48f-3901-42ca-992d-cca9c047133b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.880588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2768276 Jul 16 20:19:04.891170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41386) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.911070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Request body: {'subnet': {'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-subnet', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:04.981210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1d313-11f0-4190-98f3-0c8c1c62ec95 admin admin] Pushing event updated for resources: {'Network': ['ID=e1390605-a47c-46d1-8d60-79af81a18376,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.999802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.017906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Made reservation on behalf of 45109ed8bc7f49319a2e65bf623c32c7 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:05.018250 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e1390605-a47c-46d1-8d60-79af81a18376 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:05.021652 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.042754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.067941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1d99e299-d5ce-47f5-87cf-4417b1cab4f7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:05.274902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event updated for resources: {'Subnet': ['ID=0b8d70c9-aca8-4a46-b760-6f60ffa402ec,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.317906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Checking segment: {'id': '0cee27dc-a936-424e-afa4-136360a9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:05.321231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Network hostable DHCP agents. Network: 87095686-ae28-467d-a4e2-39c805d9cc56, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:05.364434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.546706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Network 87095686-ae28-467d-a4e2-39c805d9cc56 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:05.587657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 87095686-ae28-467d-a4e2-39c805d9cc56) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:05.597626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637c834-a6ff-4c3b-82bf-84729e9b5358 req-2013ae8d-68dd-46c9-9fc3-2aeff6cbe69a tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.609879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.616359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8637c834-a6ff-4c3b-82bf-84729e9b5358 req-2013ae8d-68dd-46c9-9fc3-2aeff6cbe69a tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 948 time: 0.5498238 Jul 16 20:19:05.618924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421423b2-c8b2-47fd-a8f2-0fb30f20f89b None None] Network 87095686-ae28-467d-a4e2-39c805d9cc56 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:05.619856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a8a3b7-ba11-4287-8f39-659cee3bbfea,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.624053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.713791 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5ed37d8b-7b4f-41a3-a0d4-7867fc8f3da4 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2706137 Jul 16 20:19:05.716444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41414) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:05.741513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fadac-57cd-4150-b175-fb284d14f772 req-f2cd43f9-3e2e-4747-a19f-9ddb954c2b00 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.744076 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-857fadac-57cd-4150-b175-fb284d14f772 req-f2cd43f9-3e2e-4747-a19f-9ddb954c2b00 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.26 "GET /v2.0/ports?device_id=17ed6031-859f-43f7-90c4-e27fa1d35651 HTTP/1.1" status: 200 len: 948 time: 0.3428349 Jul 16 20:19:05.746979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8637c834-a6ff-4c3b-82bf-84729e9b5358 req-618411f7-7b4a-469b-81ae-50722e645f19 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293266 Jul 16 20:19:05.762745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Request body: {'port': {'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56', 'name': 'tempest-DHCPAgentSchedulersTestJSON-170356307'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:05.796517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Checking segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:05.797270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Network hostable DHCP agents. Network: e1390605-a47c-46d1-8d60-79af81a18376, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:05.959026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Deleting port 46481872-1d68-456f-a96e-6bebc115bd36 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:05.960081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.987387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Network e1390605-a47c-46d1-8d60-79af81a18376 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:06.012030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e1390605-a47c-46d1-8d60-79af81a18376) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:06.023089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fdba0e-8db6-4063-af5e-ff2fa70206e2 None None] Network e1390605-a47c-46d1-8d60-79af81a18376 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:06.037994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.066168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.066824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.107553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:06.138257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-febf2b41-2abf-453d-be40-3d3825bb8f9a admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2454720 Jul 16 20:19:06.150306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41428) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:06.166558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:06.188357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] For port 46481872-1d68-456f-a96e-6bebc115bd36, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=46481872-1d68-456f-a96e-6bebc115bd36,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:06.188896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.205088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Made reservation on behalf of 5660d86710874567ada4f18074cad30a for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:06.210667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.260705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Calling delete_port for 46481872-1d68-456f-a96e-6bebc115bd36 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:06.265898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.269167 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.289115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] device_id is not set on port d1f33823-c100-4eef-a877-53bab7649c70 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:06.329518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-87095686-ae28-467d-a4e2-39c805d9cc56', 'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56', 'tenant_id': '5660d86710874567ada4f18074cad30a', 'fixed_ips': [{'subnet_id': '0b8d70c9-aca8-4a46-b760-6f60ffa402ec'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:06.330969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.353683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:06.362631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:06.363171 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.422336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.446340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-ac0de076-2a1e-4060-be8f-551ae42aacae tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:06.447605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-ac0de076-2a1e-4060-be8f-551ae42aacae tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1835251 Jul 16 20:19:06.479083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Request body: {'binding': {'host': 'n-h1-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:06.479713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Unknown quota resources ['binding']. {{(pid=94095) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:19:06.554572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Allocated IP 172.20.0.6 (87095686-ae28-467d-a4e2-39c805d9cc56/0b8d70c9-aca8-4a46-b760-6f60ffa402ec/d1f33823-c100-4eef-a877-53bab7649c70) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:06.636497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-6b1d7137-8da3-47e5-beaa-d55d6c2f9214 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.643822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-6b1d7137-8da3-47e5-beaa-d55d6c2f9214 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/networks?id=8c82dcb9-e53f-4f39-b99f-ac09c83091e7 HTTP/1.1" status: 200 len: 821 time: 0.5080729 Jul 16 20:19:06.688999 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.769802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Pushing event deleted for resources: {'Port': ['ID=46481872-1d68-456f-a96e-6bebc115bd36,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.777834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.836023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] No DVR routers for this DVR port 46481872-1d68-456f-a96e-6bebc115bd36 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:06.840700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.843976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-e1390605-a47c-46d1-8d60-79af81a18376', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:06.844722 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-857fadac-57cd-4150-b175-fb284d14f772 req-e3bfa607-0360-4be0-9efd-ba41ebaace8f tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.26 "DELETE /v2.0/ports/46481872-1d68-456f-a96e-6bebc115bd36 HTTP/1.1" status: 204 len: 173 time: 1.0860927 Jul 16 20:19:06.845173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-deleted', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:06.846706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.856846 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40060d59-6710-439c-af90-05fc11b0f73c" -d '{"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-deleted", "tag": "46481872-1d68-456f-a96e-6bebc115bd36"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:06.869913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.880759 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.900094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Transition to ACTIVE for port object d1f33823-c100-4eef-a877-53bab7649c70 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:06.949645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:06.956125 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdac28b-c7b2-44aa-8bc1-156b7c481f6b" -d '{"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-plugged", "status": "completed", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:06.969660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.977011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-50f3715c-df6c-4c33-9604-c5c7a2e092e9 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/quotas/46529d2ac8ab4a81983cca8169456a26 HTTP/1.1" status: 200 len: 375 time: 0.3320284 Jul 16 20:19:07.155019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9d8f61de-5da4-4df2-90c6-c1f2ce4b4082 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=46529d2ac8ab4a81983cca8169456a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119506 Jul 16 20:19:07.207277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Network 87095686-ae28-467d-a4e2-39c805d9cc56 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:07.223086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:07.226295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:07.230486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:07.243026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.252633 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.293573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.410620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.411921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.419969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event updated for resources: {'Port': ['ID=d1f33823-c100-4eef-a877-53bab7649c70,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:07.489367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Allocated IP 172.25.8.93 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/7847e0f8-8379-4072-af9d-b82fc2741ace) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:07.507967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Allocated IP 172.20.0.2 (87095686-ae28-467d-a4e2-39c805d9cc56/0b8d70c9-aca8-4a46-b760-6f60ffa402ec/a2d845cd-21c6-41a8-8ea1-56789f06c205) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:07.538754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41448) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:07.539639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-89882666-7dba-42c3-aeda-a39baef5fb38 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8040435 Jul 16 20:19:07.560266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-79c5b0d4-02cd-4694-b990-b43b62ecdc8b service neutron] 10.222.0.100 "GET /v2.0/networks/8c82dcb9-e53f-4f39-b99f-ac09c83091e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819652 Jul 16 20:19:07.627810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on host n-h1-798930-6 for vnic_type normal with profile None {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:07.628787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:07.632199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:07.651483 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.670069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:07.673730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:07.687581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Allocated IP 172.20.0.2 (e1390605-a47c-46d1-8d60-79af81a18376/f9a8a3b7-ba11-4287-8f39-659cee3bbfea/f331ec95-5328-4f87-95d6-ad45e50e38dd) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:07.692097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:07.694884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:07.695299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:07.696366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Bound port: b991f919-d3a9-4c74-bf0a-09201124241b, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:07.813636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.876610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Pushing event updated for resources: {'Port': ['ID=7847e0f8-8379-4072-af9d-b82fc2741ace,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:07.925914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:07.928334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:07.954852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:07.978536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-76ae01b2-4fe0-490c-a158-93ff8a20fe7b service neutron] 10.222.0.100 "GET /v2.0/networks/8c82dcb9-e53f-4f39-b99f-ac09c83091e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095533 Jul 16 20:19:07.993225 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.004646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Transition to ACTIVE for port object f331ec95-5328-4f87-95d6-ad45e50e38dd will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:08.033928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Transition to ACTIVE for port object f331ec95-5328-4f87-95d6-ad45e50e38dd will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:08.035024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:08.052587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.063551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.071898 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.088640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-90bc704e-433e-439f-9315-a85c302e6293 service neutron] 10.222.0.100 "POST /v2.0/ports/b991f919-d3a9-4c74-bf0a-09201124241b/bindings HTTP/1.1" status: 201 len: 389 time: 1.6191521 Jul 16 20:19:08.145583 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.160900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Network e1390605-a47c-46d1-8d60-79af81a18376 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:08.169418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:08.180709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:08.196732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.377792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Pushing event updated for resources: {'Port': ['ID=f331ec95-5328-4f87-95d6-ad45e50e38dd,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.385655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Attempting to bind port f331ec95-5328-4f87-95d6-ad45e50e38dd on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:08.386271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Attempting to bind port f331ec95-5328-4f87-95d6-ad45e50e38dd by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:08.386865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Attempting to bind port f331ec95-5328-4f87-95d6-ad45e50e38dd on network e1390605-a47c-46d1-8d60-79af81a18376 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:08.406155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:08.406155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Checking segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:08.406989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.407660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Bound using segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:08.409207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Bound port: f331ec95-5328-4f87-95d6-ad45e50e38dd, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:08.424170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.653781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.694451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Transition to ACTIVE for port object a2d845cd-21c6-41a8-8ea1-56789f06c205 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:08.731049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Transition to ACTIVE for port object a2d845cd-21c6-41a8-8ea1-56789f06c205 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:08.748770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.810230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381378b7-235b-4c15-b2d6-c034f116682e req-bdf81baa-8f23-40be-9c1f-3ca9afca9cc0 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:08.815179 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.821076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-381378b7-235b-4c15-b2d6-c034f116682e req-bdf81baa-8f23-40be-9c1f-3ca9afca9cc0 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.3328290 Jul 16 20:19:08.887996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-381378b7-235b-4c15-b2d6-c034f116682e req-7f6bd2c3-4c62-40f8-b220-92beb36e32f8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657346 Jul 16 20:19:08.959000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09064ede-7844-41ce-8b1d-56f5784a8eba req-7f5086a1-457e-487c-83ce-539f06e19d45 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:08.967578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09064ede-7844-41ce-8b1d-56f5784a8eba req-7f5086a1-457e-487c-83ce-539f06e19d45 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.2746980 Jul 16 20:19:08.981173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Deleting port d1f33823-c100-4eef-a877-53bab7649c70 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:08.982129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.989328 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] For port f331ec95-5328-4f87-95d6-ad45e50e38dd, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:08.993901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] For port f331ec95-5328-4f87-95d6-ad45e50e38dd, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f331ec95-5328-4f87-95d6-ad45e50e38dd,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:08.996742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Pushing event updated for resources: {'Port': ['ID=a2d845cd-21c6-41a8-8ea1-56789f06c205,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:09.008717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Network 87095686-ae28-467d-a4e2-39c805d9cc56 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:09.011558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.018004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:09.027300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:09.066488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09064ede-7844-41ce-8b1d-56f5784a8eba req-3136f0be-2da7-43fa-9372-19102b1ebe92 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977347 Jul 16 20:19:09.365354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.390915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c00445e4-0a37-4922-83ae-12a251fc3dc0 req-1cbf1799-6c6d-4feb-bea3-697d006656f0 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 210 time: 0.0916262 Jul 16 20:19:09.391770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Calling delete_port for d1f33823-c100-4eef-a877-53bab7649c70 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:09.561468 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8186ab7-0398-40fc-b049-8f47dee2c803 x-openstack-request-id: req-e8186ab7-0398-40fc-b049-8f47dee2c803 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:09.561856 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed6031-859f-43f7-90c4-e27fa1d35651", "name": "network-vif-deleted", "tag": "46481872-1d68-456f-a96e-6bebc115bd36", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:09.562168 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e8186ab7-0398-40fc-b049-8f47dee2c803 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:09.562604 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ed6031-859f-43f7-90c4-e27fa1d35651', 'name': 'network-vif-deleted', 'tag': '46481872-1d68-456f-a96e-6bebc115bd36', 'status': 'completed', 'code': 200} Jul 16 20:19:09.669699 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c798bb6-ae3e-4e00-9d71-85b4efcdbf28 x-openstack-request-id: req-4c798bb6-ae3e-4e00-9d71-85b4efcdbf28 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:09.670384 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-plugged", "status": "completed", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:09.670942 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4c798bb6-ae3e-4e00-9d71-85b4efcdbf28 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:09.671838 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'code': 200} Jul 16 20:19:09.694238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a546a-752b-4c60-9e8b-f023778f7083 req-0572603f-6e51-4a0f-90e0-466782498bbe tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.719808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a83a546a-752b-4c60-9e8b-f023778f7083 req-0572603f-6e51-4a0f-90e0-466782498bbe tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.3236113 Jul 16 20:19:09.745525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd06332-46dd-453c-a9a0-008068082cdd None None] Pushing event updated for resources: {'Port': ['ID=f331ec95-5328-4f87-95d6-ad45e50e38dd,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:09.762900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-35a5ac49-47d0-4929-823b-834fbc35682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.766492 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-35a5ac49-47d0-4929-823b-834fbc35682d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1096 time: 1.0681939 Jul 16 20:19:09.776206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Attempting to bind port a2d845cd-21c6-41a8-8ea1-56789f06c205 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:09.776997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Attempting to bind port a2d845cd-21c6-41a8-8ea1-56789f06c205 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '0cee27dc-a936-424e-afa4-136360a9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:09.777748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Attempting to bind port a2d845cd-21c6-41a8-8ea1-56789f06c205 on network 87095686-ae28-467d-a4e2-39c805d9cc56 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:09.807807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:09.808387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Checking segment: {'id': '0cee27dc-a936-424e-afa4-136360a9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:09.808899 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.809399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Bound using segment: {'id': '0cee27dc-a936-424e-afa4-136360a9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:09.809987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Bound port: a2d845cd-21c6-41a8-8ea1-56789f06c205, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cee27dc-a936-424e-afa4-136360a9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '87095686-ae28-467d-a4e2-39c805d9cc56'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:09.810480 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.865422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a83a546a-752b-4c60-9e8b-f023778f7083 req-d818750f-8422-4a3a-8368-a86ded01ec92 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401882 Jul 16 20:19:10.004673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] For port a2d845cd-21c6-41a8-8ea1-56789f06c205, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:10.010962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] For port a2d845cd-21c6-41a8-8ea1-56789f06c205, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a2d845cd-21c6-41a8-8ea1-56789f06c205,segment=NetworkSegment(0cee27dc-a936-424e-afa4-136360a9d1e2),segment_id=0cee27dc-a936-424e-afa4-136360a9d1e2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:10.023748 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.129509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 46481872-1d68-456f-a96e-6bebc115bd36 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:10.219604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 46481872-1d68-456f-a96e-6bebc115bd36 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:10.221038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 46481872-1d68-456f-a96e-6bebc115bd36 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:10.306495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e9886-fafc-44cf-9f00-c1f0c4720342 None None] Pushing event updated for resources: {'Port': ['ID=a2d845cd-21c6-41a8-8ea1-56789f06c205,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.338363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.539234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6bf72-5578-4a65-bffa-0ef37582d87a req-9a056440-39e8-48ba-a8ce-72fed301f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.541622 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28c6bf72-5578-4a65-bffa-0ef37582d87a req-9a056440-39e8-48ba-a8ce-72fed301f1ff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 1097 time: 0.9769661 Jul 16 20:19:10.563768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-b704cc27-c2f5-46f4-9e41-33e0ce2ddf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.567198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-b704cc27-c2f5-46f4-9e41-33e0ce2ddf7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 1096 time: 0.2097592 Jul 16 20:19:10.604621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event deleted for resources: {'Port': ['ID=d1f33823-c100-4eef-a877-53bab7649c70,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.679125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.838234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c85a8d-a26d-41e8-8eb4-e8d458c7a179 req-8de37575-48c8-408c-9d60-88e449db9517 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.849780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10c85a8d-a26d-41e8-8eb4-e8d458c7a179 req-8de37575-48c8-408c-9d60-88e449db9517 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.3941689 Jul 16 20:19:10.853082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-669d4c6c-8a14-4409-a3a0-36397acd9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.854613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-669d4c6c-8a14-4409-a3a0-36397acd9732 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 912 time: 0.2595475 Jul 16 20:19:10.872437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-f1b9fbbf-1187-4916-85eb-696927ebb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.876711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-f1b9fbbf-1187-4916-85eb-696927ebb7f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 1.0890453 Jul 16 20:19:10.878814 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28c6bf72-5578-4a65-bffa-0ef37582d87a req-c4682df9-4961-4a2a-b46d-85b2b450ba74 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286729 Jul 16 20:19:10.930510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.930510 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aff5e5bb-fee6-45fb-983a-6522de94e908 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "DELETE /v2.0/ports/d1f33823-c100-4eef-a877-53bab7649c70 HTTP/1.1" status: 204 len: 168 time: 3.3885043 Jul 16 20:19:10.958122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-d9174e27-6b1a-4e87-811d-a4ad26ea5940 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825 HTTP/1.1" status: 200 len: 217 time: 0.0815871 Jul 16 20:19:10.971582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41490) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.975196 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-9030194e-8b93-4419-ada7-5f725778bc04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 217 time: 0.0448737 Jul 16 20:19:11.060211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10c85a8d-a26d-41e8-8eb4-e8d458c7a179 req-bc1295dc-17b8-46c3-ad1c-8e5c12b22d11 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094262 Jul 16 20:19:11.127198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d7a2c-d955-4a87-b875-3bbc00ac7586 None None] Network e1390605-a47c-46d1-8d60-79af81a18376 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:11.132255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-dfa0e09d-05e4-48fc-a6f5-06ac083b816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.134037 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-dfa0e09d-05e4-48fc-a6f5-06ac083b816e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1464322 Jul 16 20:19:11.163969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629dab-d6e4-43b1-83a7-5ff248ad827a req-0389792c-a726-4ed8-89ae-117bf2637e1e tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.174234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f629dab-d6e4-43b1-83a7-5ff248ad827a req-0389792c-a726-4ed8-89ae-117bf2637e1e tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.5350049 Jul 16 20:19:11.196946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-fe017bc6-ad7e-4e04-a9a7-13ba66b4b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.198950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-fe017bc6-ad7e-4e04-a9a7-13ba66b4b56f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.2188416 Jul 16 20:19:11.254339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-59185e3a-cba5-492a-a98e-19a0eb3da923 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055667 Jul 16 20:19:11.335418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-b24d68d9-0e83-43fe-926c-29fc22c31534 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176884 Jul 16 20:19:11.417929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f331ec95-5328-4f87-95d6-ad45e50e38dd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:11.458698 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-155e8844-81d2-4933-9674-94e988d3cbde service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906927 Jul 16 20:19:11.719963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba5b411c-ff94-44b3-bb9e-abe192432b2c None None] Provisioning for port f331ec95-5328-4f87-95d6-ad45e50e38dd completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:11.822277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.824769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f331ec95-5328-4f87-95d6-ad45e50e38dd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:11.842697 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-b3bbf244-0ac1-41f7-bbff-922f4bf9ef68 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742467 Jul 16 20:19:11.851214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f331ec95-5328-4f87-95d6-ad45e50e38dd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:11.851891 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.097167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd48d7d-187e-41bb-b74e-1d533922d8f2 None None] Network 87095686-ae28-467d-a4e2-39c805d9cc56 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:12.101237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c52cf748-d799-47ab-99d2-b70ab050baa5 tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 1.1253815 Jul 16 20:19:12.152941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41498) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.160481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-75624372'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:12.198756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Made reservation on behalf of 5660d86710874567ada4f18074cad30a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:12.206819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.274363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:12.286289 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.286633 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Added segment 8892d5bd-a216-413f-9b64-2d5186134c7b of type vlan for network 13d104b4-b492-4a21-bffe-cbe34a049a34 Jul 16 20:19:12.321518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-fd9c6c2b-0cfa-43cb-a44c-dafbf0aafbcb service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9183228 Jul 16 20:19:12.397624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.446878 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.475630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.476613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.596531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event updated for resources: {'Network': ['ID=13d104b4-b492-4a21-bffe-cbe34a049a34,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.599214 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bdfad521-fe04-4f47-9b65-5c9c1fb6be55 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4431264 Jul 16 20:19:12.633827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41502) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.668115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Router 97532a26-a9fb-4d0c-a4c1-09201088137f is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:19:12.684566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b6bf6a5-cbfc-4aa6-876d-8f4223d12336 req-15cf7aef-3d24-4e5c-a02d-880dd2079d82 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416282 Jul 16 20:19:12.804837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f629dab-d6e4-43b1-83a7-5ff248ad827a req-09374107-21ae-4254-97eb-12c06c6460d1 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6168246 Jul 16 20:19:12.860254 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 13d104b4-b492-4a21-bffe-cbe34a049a34 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:12.901739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cf4a13fa-8ecf-4748-9cf9-20701378476d None None] Provisioning for port a2d845cd-21c6-41a8-8ea1-56789f06c205 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:12.990195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0609b-7a99-4ea8-97b1-50f42524e668 req-4e036662-dbc0-4595-abf2-cac5095d9511 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.001135 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90e0609b-7a99-4ea8-97b1-50f42524e668 req-4e036662-dbc0-4595-abf2-cac5095d9511 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 948 time: 1.5993731 Jul 16 20:19:13.077341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-953e2fbc-37f1-420c-987d-7efcb490f9fb tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.081067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-953e2fbc-37f1-420c-987d-7efcb490f9fb tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.21 "GET /v2.0/networks?id=8c82dcb9-e53f-4f39-b99f-ac09c83091e7 HTTP/1.1" status: 200 len: 821 time: 1.7101371 Jul 16 20:19:13.114545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Request body: {'port': {'device_id': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7', 'admin_state_up': True, 'tenant_id': '46529d2ac8ab4a81983cca8169456a26'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:13.124267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6426a-9067-4001-8308-ebf18865f8dd req-7c2b71e8-1824-42c1-9fdc-ca1e3e9b958d tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.128632 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68d6426a-9067-4001-8308-ebf18865f8dd req-7c2b71e8-1824-42c1-9fdc-ca1e3e9b958d tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 948 time: 0.6312108 Jul 16 20:19:13.184493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:13.290939 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.298553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90e0609b-7a99-4ea8-97b1-50f42524e668 req-4a090062-2a3a-4273-adeb-9babf529276a tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950382 Jul 16 20:19:13.319638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:13.363762 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.365779 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ed273f4-dff1-46ca-a64c-c5491f213d3f admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2131588 Jul 16 20:19:13.383169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f7e01da1-7598-4f84-966e-40d346048e3a tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "GET /v2.0/agents/bdd1a7e8-14da-42c3-a28a-0e35e250de87/dhcp-networks HTTP/1.1" status: 200 len: 8906 time: 0.7466328 Jul 16 20:19:13.387140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:13.387708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:13.496210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:13.501176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:19:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:13.543693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f331ec95-5328-4f87-95d6-ad45e50e38dd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f331ec95-5328-4f87-95d6-ad45e50e38dd,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:13.654205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0cef293-5fb4-447b-a166-bf39de906a7d req-ef181c0a-6b99-41bc-a67b-a16df8ca3c84 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 210 time: 0.1449721 Jul 16 20:19:13.757392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Made reservation on behalf of 46529d2ac8ab4a81983cca8169456a26 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:13.763454 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.816941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Deleting port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:13.817805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.850152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.851861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a2d845cd-21c6-41a8-8ea1-56789f06c205 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:13.931795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f331ec95-5328-4f87-95d6-ad45e50e38dd,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.973228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:14.117457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56b9d-fcb3-43b5-bd06-5adea1c9dad0 req-ce521a0a-f7c7-4b2a-80a5-58728e4b0fba tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.131825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99e56b9d-fcb3-43b5-bd06-5adea1c9dad0 req-ce521a0a-f7c7-4b2a-80a5-58728e4b0fba tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.5249531 Jul 16 20:19:14.346682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a2d845cd-21c6-41a8-8ea1-56789f06c205 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:14.364309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a2d845cd-21c6-41a8-8ea1-56789f06c205 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:14.364703 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.496681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:09Z', 'revision_number': 3, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:14.514066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a4b6-1a95-406b-963b-f409ddb3b6de req-04a44e98-8feb-433e-8233-9c71329fc0d4 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.517371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd10a4b6-1a95-406b-963b-f409ddb3b6de req-04a44e98-8feb-433e-8233-9c71329fc0d4 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.6134048 Jul 16 20:19:14.541121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99e56b9d-fcb3-43b5-bd06-5adea1c9dad0 req-fb7221a3-42ed-4326-96d7-839df03d4d50 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722610 Jul 16 20:19:14.579085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:14.608246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Updating router 97532a26-a9fb-4d0c-a4c1-09201088137f port 7847e0f8-8379-4072-af9d-b82fc2741ace binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:19:14.628180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3541f639-1e9e-4d87-8760-dbc842d607a3 None None] Provisioning complete for port a2d845cd-21c6-41a8-8ea1-56789f06c205 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:14.628600 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3541f639-1e9e-4d87-8760-dbc842d607a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.646541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Allocated IP 172.20.0.10 (8c82dcb9-e53f-4f39-b99f-ac09c83091e7/d746e587-d79e-4840-9e2c-72a318555cad/740868b4-2214-4576-b59a-c801eafc9985) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:14.671979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee4497-fdeb-4f30-925d-1a85ce0f4be1 tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] Network 13d104b4-b492-4a21-bffe-cbe34a049a34 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:14.744370 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81ee4497-fdeb-4f30-925d-1a85ce0f4be1 tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "POST /v2.0/agents/bdd1a7e8-14da-42c3-a28a-0e35e250de87/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3523750 Jul 16 20:19:14.767102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41524) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:14.784600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb5bac-41ee-4efa-94b0-094689be0b4d None None] Network 13d104b4-b492-4a21-bffe-cbe34a049a34 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:14.801875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd10a4b6-1a95-406b-963b-f409ddb3b6de req-1201e82d-1316-43ba-b2ab-6566bb55e225 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588336 Jul 16 20:19:14.976517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.090410 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d4d3de1-f011-4377-bfe9-aac2df2cd949 tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "GET /v2.0/agents/bdd1a7e8-14da-42c3-a28a-0e35e250de87/dhcp-networks HTTP/1.1" status: 200 len: 9675 time: 0.3072951 Jul 16 20:19:15.097552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41528) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.100243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] For port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:15.100637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.137280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Calling delete_port for a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:15.406020 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e065c44b-e9ba-4074-9d02-e9546e425ddb tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "DELETE /v2.0/agents/bdd1a7e8-14da-42c3-a28a-0e35e250de87/dhcp-networks/13d104b4-b492-4a21-bffe-cbe34a049a34 HTTP/1.1" status: 204 len: 168 time: 0.3017259 Jul 16 20:19:15.406944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41530) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.617679 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.629747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Transition to ACTIVE for port object 7847e0f8-8379-4072-af9d-b82fc2741ace will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:15.660529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e57a9-218f-4e07-a863-47f52ddc0db7 req-92fcae25-2309-4e9d-9ae6-473980fe198d tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.671669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e74e57a9-218f-4e07-a863-47f52ddc0db7 req-92fcae25-2309-4e9d-9ae6-473980fe198d tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/ports?device_id=97bbce52-1884-4feb-82da-da3cd39e9c67 HTTP/1.1" status: 200 len: 948 time: 0.5655217 Jul 16 20:19:15.677832 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f1f4b05-4025-4713-a7b7-2ee1c3c3c295 tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "GET /v2.0/agents/bdd1a7e8-14da-42c3-a28a-0e35e250de87/dhcp-networks HTTP/1.1" status: 200 len: 8906 time: 0.2638111 Jul 16 20:19:15.682724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41534) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.683706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.731873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.804703 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87cf437d-54f9-4489-931e-27c46d31325e tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "GET /v2.0/networks/87095686-ae28-467d-a4e2-39c805d9cc56/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1204636 Jul 16 20:19:15.806323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41536) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.848390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea475c8-8224-4211-be18-b177441872ba req-686d30f9-0624-469f-8d31-3ab5879b357d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.851098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cea475c8-8224-4211-be18-b177441872ba req-686d30f9-0624-469f-8d31-3ab5879b357d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.6393661 Jul 16 20:19:15.881646 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.961368 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b53209b9-c077-4c23-a6c2-c263949f70ba tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "GET /v2.0/networks/87095686-ae28-467d-a4e2-39c805d9cc56/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1025732 Jul 16 20:19:15.964677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.001577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Attempting to bind port 7847e0f8-8379-4072-af9d-b82fc2741ace on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:16.003210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Attempting to bind port 7847e0f8-8379-4072-af9d-b82fc2741ace by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:16.003830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Attempting to bind port 7847e0f8-8379-4072-af9d-b82fc2741ace on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:16.021745 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.037339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000283f-6d20-4ac1-a51b-bcb4e5b73c28 None None] Pushing event updated for resources: {'Port': ['ID=7847e0f8-8379-4072-af9d-b82fc2741ace,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.047468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:16.108795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.127418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:16.128138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:16.128848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.129433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:16.130130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Bound port: 7847e0f8-8379-4072-af9d-b82fc2741ace, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:16.130762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.134627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a2d845cd-21c6-41a8-8ea1-56789f06c205, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a2d845cd-21c6-41a8-8ea1-56789f06c205,segment=NetworkSegment(0cee27dc-a936-424e-afa4-136360a9d1e2),segment_id=0cee27dc-a936-424e-afa4-136360a9d1e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:16.176108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Pushing event updated for resources: {'Port': ['ID=740868b4-2214-4576-b59a-c801eafc9985,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.188133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e74e57a9-218f-4e07-a863-47f52ddc0db7 req-a22430e2-b36f-4fc8-843a-1fe1eac276cb tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.100 "GET /v2.0/security-groups?id=58573010-f2cd-4e54-91ca-a00f4ccc6f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962215 Jul 16 20:19:16.216947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:16.219938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:16.225688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.228143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:16.247014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No active binding found for port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 {{(pid=94097) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:19:16.247667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cea475c8-8224-4211-be18-b177441872ba req-4bde1341-a944-4e4c-923e-bdf9d3b3cce2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411970 Jul 16 20:19:16.249144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:16.381615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.382197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.426944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-9b97ebf0-f904-4c01-922b-68e893a35ef6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3349435 Jul 16 20:19:16.445113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Request body: {'port': {'device_id': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:16.464907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3541f639-1e9e-4d87-8760-dbc842d607a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.573824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f331ec95-5328-4f87-95d6-ad45e50e38dd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:16.667937 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9d1be5fd-7e45-49f1-9105-b94ba5d5ccb9 tempest-DHCPAgentSchedulersTestJSON-1938123552 tempest-DHCPAgentSchedulersTestJSON-1938123552-project-admin] 10.222.0.100 "GET /v2.0/agents/bdd1a7e8-14da-42c3-a28a-0e35e250de87/dhcp-networks HTTP/1.1" status: 200 len: 8906 time: 0.6885762 Jul 16 20:19:16.668841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41548) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.683122 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.714165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] For port 7847e0f8-8379-4072-af9d-b82fc2741ace, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:16.796240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a2d845cd-21c6-41a8-8ea1-56789f06c205,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.828852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] For port 7847e0f8-8379-4072-af9d-b82fc2741ace, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7847e0f8-8379-4072-af9d-b82fc2741ace,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:16.847377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.917141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] No DVR routers for this DVR port a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:16.927915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.940876 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-68d6426a-9067-4001-8308-ebf18865f8dd req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] 10.222.0.21 "DELETE /v2.0/ports/a8ac0bc8-e6e3-4ec5-b276-332940ee96b5 HTTP/1.1" status: 204 len: 173 time: 3.8019767 Jul 16 20:19:16.957383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44713faa-55c9-4d02-92cc-011080d0de31 tempest-ListImageFiltersTestJSON-1479339247 tempest-ListImageFiltersTestJSON-1479339247-project] Pushing event deleted for resources: {'Port': ['ID=a8ac0bc8-e6e3-4ec5-b276-332940ee96b5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.985559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-3541f639-1e9e-4d87-8760-dbc842d607a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:19:16.990637 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-3541f639-1e9e-4d87-8760-dbc842d607a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:19:17.093912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-deleted', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:17.098877 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b73eb3a-53f9-46bd-a34e-858c9ccc289a" -d '{"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-deleted", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:17.108402 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.130603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000283f-6d20-4ac1-a51b-bcb4e5b73c28 None None] Pushing event updated for resources: {'Port': ['ID=7847e0f8-8379-4072-af9d-b82fc2741ace,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.153074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:17.154601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:19:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:17.308868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f331ec95-5328-4f87-95d6-ad45e50e38dd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:17.311061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.312189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5ddc2-f379-4419-b1a5-7d78de7a4b73 req-d11238f8-828a-4e93-ac8d-0a55140c198c tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:17.318776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26c5ddc2-f379-4419-b1a5-7d78de7a4b73 req-d11238f8-828a-4e93-ac8d-0a55140c198c tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 932 time: 0.6621621 Jul 16 20:19:17.556019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.748922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740868b4-2214-4576-b59a-c801eafc9985 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:17.768541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.822948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Transition to ACTIVE for port object 740868b4-2214-4576-b59a-c801eafc9985 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:17.838412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:17.839972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.987403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Allocated IP 172.20.0.1 (e1390605-a47c-46d1-8d60-79af81a18376/f9a8a3b7-ba11-4287-8f39-659cee3bbfea/4cf850c2-837b-4dbf-a316-c136db7b64d6) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:18.175443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26c5ddc2-f379-4419-b1a5-7d78de7a4b73 req-08a26fcb-e973-4c8f-875a-baf514c77284 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8381610 Jul 16 20:19:18.298142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.345975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d104b4-b492-4a21-bffe-cbe34a049a34']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.346447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Pushing event updated for resources: {'Port': ['ID=740868b4-2214-4576-b59a-c801eafc9985,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.378316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e2a62496-7e59-47c7-87df-e425b7cb6735 None None] Provisioning complete for port f331ec95-5328-4f87-95d6-ad45e50e38dd triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:18.379177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e2a62496-7e59-47c7-87df-e425b7cb6735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.408134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8892d5bd-a216-413f-9b64-2d5186134c7b') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.408619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8892d5bd-a216-413f-9b64-2d5186134c7b') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.468654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Attempting to bind port 740868b4-2214-4576-b59a-c801eafc9985 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:18.469222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Attempting to bind port 740868b4-2214-4576-b59a-c801eafc9985 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '9bbfbcd7-be22-468e-9a41-bc0a79dc1ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:18.469681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Attempting to bind port 740868b4-2214-4576-b59a-c801eafc9985 on network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:18.490771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Port 740868b4-2214-4576-b59a-c801eafc9985 on network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:18.491707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Attempting to bind port 740868b4-2214-4576-b59a-c801eafc9985 on network 8c82dcb9-e53f-4f39-b99f-ac09c83091e7 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:18.506758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.513019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264117-e202-419e-b79c-b66eb3e12db9 req-46cf1779-c5a5-4bd0-806e-c9718164485a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.521527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98264117-e202-419e-b79c-b66eb3e12db9 req-46cf1779-c5a5-4bd0-806e-c9718164485a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.4576857 Jul 16 20:19:18.536603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:18.537821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Checking segment: {'id': '9bbfbcd7-be22-468e-9a41-bc0a79dc1ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:18.537821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Bound using segment: {'id': '9bbfbcd7-be22-468e-9a41-bc0a79dc1ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:18.538221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Bound port: 740868b4-2214-4576-b59a-c801eafc9985, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbfbcd7-be22-468e-9a41-bc0a79dc1ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:18.538688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.585111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.615893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:18.616325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:18.619473 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:18.702504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-8000dcad-7278-4ad0-8c18-12ac1b905b77 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--360772875&fields=id&tenant_id=008c46ef30454061b5d8ebaddb88cda2 HTTP/1.1" status: 200 len: 267 time: 0.1728840 Jul 16 20:19:18.727303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a2d845cd-21c6-41a8-8ea1-56789f06c205 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:18.735750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.794278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Transition to ACTIVE for port object 4cf850c2-837b-4dbf-a316-c136db7b64d6 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:18.798604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.799360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98264117-e202-419e-b79c-b66eb3e12db9 req-94f502ee-98c0-48cb-8dd8-384cf5c6321e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762911 Jul 16 20:19:18.830134 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.836976 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "DELETE /v2.0/networks/13d104b4-b492-4a21-bffe-cbe34a049a34 HTTP/1.1" status: 204 len: 168 time: 2.1011648 Jul 16 20:19:18.837986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade82de-9cfd-4fcb-a4ec-0337a43eb20a tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event deleted for resources: {'Network': ['ID=13d104b4-b492-4a21-bffe-cbe34a049a34,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.839611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41564) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.840221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:09Z', 'revision_number': 3, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.890138 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d7adc8-32dd-4ad7-9e15-4f67caf1dd7c tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:18.891126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d7adc8-32dd-4ad7-9e15-4f67caf1dd7c tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:18.892890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf07088-d44b-425c-93e0-ba9f586a3935 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:09Z', 'revision_number': 3, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:18.893203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-42d7adc8-32dd-4ad7-9e15-4f67caf1dd7c tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "DELETE /v2.0/ports/d1f33823-c100-4eef-a877-53bab7649c70 HTTP/1.1" status: 404 len: 333 time: 0.0517890 Jul 16 20:19:18.896429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41566) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.913579 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.917857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e2a62496-7e59-47c7-87df-e425b7cb6735 None None] Could not find standard attr ID for object d1f33823-c100-4eef-a877-53bab7649c70. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:19:18.930016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a2d845cd-21c6-41a8-8ea1-56789f06c205 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:18.930631 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.954675 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde00e0c-3cfd-47df-aab9-4f46073fe2f0 x-openstack-request-id: req-fde00e0c-3cfd-47df-aab9-4f46073fe2f0 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:18.955437 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbce52-1884-4feb-82da-da3cd39e9c67", "name": "network-vif-deleted", "tag": "a8ac0bc8-e6e3-4ec5-b276-332940ee96b5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:18.955946 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fde00e0c-3cfd-47df-aab9-4f46073fe2f0 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:18.956596 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbce52-1884-4feb-82da-da3cd39e9c67', 'name': 'network-vif-deleted', 'tag': 'a8ac0bc8-e6e3-4ec5-b276-332940ee96b5', 'status': 'completed', 'code': 200} Jul 16 20:19:19.001567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] For port 740868b4-2214-4576-b59a-c801eafc9985, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:19.028634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] For port 740868b4-2214-4576-b59a-c801eafc9985, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=740868b4-2214-4576-b59a-c801eafc9985,segment=NetworkSegment(9bbfbcd7-be22-468e-9a41-bc0a79dc1ded),segment_id=9bbfbcd7-be22-468e-9a41-bc0a79dc1ded)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:19.044941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Network e1390605-a47c-46d1-8d60-79af81a18376 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:19.050660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.065267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:19.092890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:19.104388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Deleting subnet 0b8d70c9-aca8-4a46-b760-6f60ffa402ec {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:19.119423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Pushing event updated for resources: {'Port': ['ID=4cf850c2-837b-4dbf-a316-c136db7b64d6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.150033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-adbe0a66-b3dd-438a-8747-d7d6b95e80c4 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.151826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-adbe0a66-b3dd-438a-8747-d7d6b95e80c4 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/networks?id=64028835-e733-4aae-9329-35bd06014e11 HTTP/1.1" status: 200 len: 814 time: 0.4263639 Jul 16 20:19:19.162610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.169151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.172131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] 10.222.0.21 "PUT /v2.0/ports/740868b4-2214-4576-b59a-c801eafc9985 HTTP/1.1" status: 200 len: 1092 time: 2.7334294 Jul 16 20:19:19.172743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'tag': '740868b4-2214-4576-b59a-c801eafc9985'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:19.175494 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0048186d-0715-4a9f-b5a1-da3c626d497b" -d '{"events": [{"name": "network-changed", "server_uuid": "c33fdadc-dba3-4714-85c3-d337a14bde7f", "tag": "740868b4-2214-4576-b59a-c801eafc9985"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:19.177857 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.233246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0f4b2c74-0ac1-426d-b0d5-297de7e65821 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/quotas/008c46ef30454061b5d8ebaddb88cda2 HTTP/1.1" status: 200 len: 375 time: 0.0355673 Jul 16 20:19:19.265453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78710410-1af5-4167-8b64-98f0e5f6bb23 service neutron] Pushing event updated for resources: {'Port': ['ID=740868b4-2214-4576-b59a-c801eafc9985,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.320672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.330230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.554000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-94be5fa6-b691-4fef-9d12-19aba966bffa tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=008c46ef30454061b5d8ebaddb88cda2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2983124 Jul 16 20:19:19.590044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-cbe75f13-7d17-4d8d-b944-204acfd7d15b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:19.598363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-cbe75f13-7d17-4d8d-b944-204acfd7d15b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327983 Jul 16 20:19:19.619609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74237c7-ad19-4eff-8ac9-f68a66d78117 req-171123d9-24a0-4699-8729-dc9212c8bc83 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.628869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f74237c7-ad19-4eff-8ac9-f68a66d78117 req-171123d9-24a0-4699-8729-dc9212c8bc83 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.2268214 Jul 16 20:19:19.665143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.690023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ca676c18-c4b3-4574-85c6-e78eed12eef3 None None] Provisioning for port 4cf850c2-837b-4dbf-a316-c136db7b64d6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:19.698002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ca676c18-c4b3-4574-85c6-e78eed12eef3 None None] Provisioning complete for port 4cf850c2-837b-4dbf-a316-c136db7b64d6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:19.699500 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca676c18-c4b3-4574-85c6-e78eed12eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.757244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f74237c7-ad19-4eff-8ac9-f68a66d78117 req-784b1f2c-5beb-4446-9d35-05e1fc68b0d3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273727 Jul 16 20:19:19.790617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-b433c41a-dce7-43e0-afae-0d9b591aaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.792422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-b433c41a-dce7-43e0-afae-0d9b591aaff2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46529d2ac8ab4a81983cca8169456a26&device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 1095 time: 0.5483818 Jul 16 20:19:19.810137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ca676c18-c4b3-4574-85c6-e78eed12eef3 None None] Port 4cf850c2-837b-4dbf-a316-c136db7b64d6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:19.872769 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.891808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.925188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-038da2ef-3c2b-49d9-9eae-5cacaf6342e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740868b4-2214-4576-b59a-c801eafc9985 HTTP/1.1" status: 200 len: 217 time: 0.1185701 Jul 16 20:19:19.940133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8d70c9-aca8-4a46-b760-6f60ffa402ec,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.948480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.951898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37513db-eb11-4e77-9a24-1debd2edd22e None None] Network 87095686-ae28-467d-a4e2-39c805d9cc56 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:19.952334 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e197fde2-3328-462a-8901-07e35f54d5f0 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "DELETE /v2.0/subnets/0b8d70c9-aca8-4a46-b760-6f60ffa402ec HTTP/1.1" status: 204 len: 168 time: 1.0541883 Jul 16 20:19:19.953814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41590) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.044120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-36680761-a482-402a-8405-d0eee2050ff5 service neutron] 10.222.0.100 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446592 Jul 16 20:19:20.147651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.255906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-22e6b9a9-4b7c-4f8a-900f-bed355cea37a service neutron] 10.222.0.100 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107894 Jul 16 20:19:20.268579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-3e6db30d-9251-439b-97f2-7d5b5db31ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.270393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-3e6db30d-9251-439b-97f2-7d5b5db31ed5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d746e587-d79e-4840-9e2c-72a318555cad HTTP/1.1" status: 200 len: 861 time: 0.3332131 Jul 16 20:19:20.366503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Deleting port a2d845cd-21c6-41a8-8ea1-56789f06c205 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:20.366994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.371083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.432554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.459652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-11fcf0fb-3be2-4a8d-8d7f-ad7e948bb095 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c82dcb9-e53f-4f39-b99f-ac09c83091e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734490 Jul 16 20:19:20.500390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] DHCP port deletion for 87095686-ae28-467d-a4e2-39c805d9cc56 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:19:20.642748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7847e0f8-8379-4072-af9d-b82fc2741ace up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:20.672324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-6d8ed7cb-b50f-4739-acf6-d56c57218abf service neutron] 10.222.0.21 "GET /v2.0/networks/8c82dcb9-e53f-4f39-b99f-ac09c83091e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023063 Jul 16 20:19:20.727184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] Deleting port a2d845cd-21c6-41a8-8ea1-56789f06c205 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:20.728112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.744540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] For port a2d845cd-21c6-41a8-8ea1-56789f06c205, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a2d845cd-21c6-41a8-8ea1-56789f06c205,segment=NetworkSegment(0cee27dc-a936-424e-afa4-136360a9d1e2),segment_id=0cee27dc-a936-424e-afa4-136360a9d1e2)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:20.745587 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.773933 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.794050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Calling delete_port for a2d845cd-21c6-41a8-8ea1-56789f06c205 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:20.814090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Pushing event updated for resources: {'Port': ['ID=4cf850c2-837b-4dbf-a316-c136db7b64d6,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.977107 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95381324-c23c-4f48-a245-6a1d9da81c15 x-openstack-request-id: req-95381324-c23c-4f48-a245-6a1d9da81c15 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:20.977648 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33fdadc-dba3-4714-85c3-d337a14bde7f", "tag": "740868b4-2214-4576-b59a-c801eafc9985", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:20.978021 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-95381324-c23c-4f48-a245-6a1d9da81c15 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:20.978698 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'tag': '740868b4-2214-4576-b59a-c801eafc9985', 'status': 'completed', 'code': 200} Jul 16 20:19:21.016334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a64c52-400f-482e-be7e-b60f0338adc4 req-4299c8b2-3ccb-445a-9559-0a9a41c0fdbd service neutron] 10.222.0.21 "GET /v2.0/networks/8c82dcb9-e53f-4f39-b99f-ac09c83091e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359230 Jul 16 20:19:21.216021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Network e1390605-a47c-46d1-8d60-79af81a18376 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:21.224513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:21.231185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] For port a2d845cd-21c6-41a8-8ea1-56789f06c205, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a2d845cd-21c6-41a8-8ea1-56789f06c205,segment=NetworkSegment(0cee27dc-a936-424e-afa4-136360a9d1e2),segment_id=0cee27dc-a936-424e-afa4-136360a9d1e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:21.231619 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.236507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.293284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] Calling delete_port for a2d845cd-21c6-41a8-8ea1-56789f06c205 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:21.320107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event deleted for resources: {'Port': ['ID=a2d845cd-21c6-41a8-8ea1-56789f06c205,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.341314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] No DVR routers for this DVR port a2d845cd-21c6-41a8-8ea1-56789f06c205 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:21.438809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7847e0f8-8379-4072-af9d-b82fc2741ace completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:21.451096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7847e0f8-8379-4072-af9d-b82fc2741ace triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:21.454316 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.670009 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.679702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.685274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cdf5b-ddec-4332-b9ac-50fa930fdbe8 req-4700c661-803c-4e2f-9503-5750a2c6b482 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:21.698691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a4cdf5b-ddec-4332-b9ac-50fa930fdbe8 req-4700c661-803c-4e2f-9503-5750a2c6b482 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.5651445 Jul 16 20:19:21.710372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87095686-ae28-467d-a4e2-39c805d9cc56']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:21.726623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cee27dc-a936-424e-afa4-136360a9d1e2') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:21.727269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cee27dc-a936-424e-afa4-136360a9d1e2') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:21.734894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] Pushing event deleted for resources: {'Port': ['ID=a2d845cd-21c6-41a8-8ea1-56789f06c205,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.749219 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.752108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.755319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:21.766465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ee822-ab9b-4ff6-b1e7-1f7c35a53a6e None None] No DVR routers for this DVR port a2d845cd-21c6-41a8-8ea1-56789f06c205 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:21.787139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.789608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-fd68812f-7d16-41c3-a45b-ca3acd49e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:21.791399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-fd68812f-7d16-41c3-a45b-ca3acd49e298 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46529d2ac8ab4a81983cca8169456a26&device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 1095 time: 0.7027488 Jul 16 20:19:21.817698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 7847e0f8-8379-4072-af9d-b82fc2741ace, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7847e0f8-8379-4072-af9d-b82fc2741ace,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:21.819091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:21.819959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:21.823778 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:21.834257 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.932990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b2a8b58e-ed33-46e6-859b-b1312b4e0c89 None None] Provisioning complete for port 4cf850c2-837b-4dbf-a316-c136db7b64d6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:21.934211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b2a8b58e-ed33-46e6-859b-b1312b4e0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.946957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da79a-5dbe-4831-b1f9-a4cf2e3de9c2 req-c07eec6b-e18c-4f2a-ab4e-a7a8125a44c6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:21.978492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-190da79a-5dbe-4831-b1f9-a4cf2e3de9c2 req-c07eec6b-e18c-4f2a-ab4e-a7a8125a44c6 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 944 time: 0.6399758 Jul 16 20:19:22.055441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=7847e0f8-8379-4072-af9d-b82fc2741ace,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.079009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b2a8b58e-ed33-46e6-859b-b1312b4e0c89 None None] Port 4cf850c2-837b-4dbf-a316-c136db7b64d6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:22.145161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:22.337460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a4cdf5b-ddec-4332-b9ac-50fa930fdbe8 req-2434f4fe-899a-419e-8d23-09ab627dc86d tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328850 Jul 16 20:19:22.372169 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-190da79a-5dbe-4831-b1f9-a4cf2e3de9c2 req-8b0e4f4d-8674-4a48-a4c4-76f52764d1e5 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925276 Jul 16 20:19:22.518196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-cb4fc3c6-2184-4fae-b87a-dc7558a9695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.519148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:22.521197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-cb4fc3c6-2184-4fae-b87a-dc7558a9695c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c82dcb9-e53f-4f39-b99f-ac09c83091e7 HTTP/1.1" status: 200 len: 922 time: 0.7138193 Jul 16 20:19:22.613488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-24f566e5-914b-4684-8445-cf605dcdf803 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740868b4-2214-4576-b59a-c801eafc9985 HTTP/1.1" status: 200 len: 217 time: 0.0813382 Jul 16 20:19:22.615543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'network_id': '571fb607-bda5-472c-aa01-f3bce2bed30c', 'port_id': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'mac_address': 'fa:16:3e:e9:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1298e-0d81-4976-a3ef-6ae3fb51441d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:22.694235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7847e0f8-8379-4072-af9d-b82fc2741ace up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:22.786136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.817186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-deb4e590-15b7-4d9f-afba-8582ccbfcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.820487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-deb4e590-15b7-4d9f-afba-8582ccbfcf12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d746e587-d79e-4840-9e2c-72a318555cad HTTP/1.1" status: 200 len: 861 time: 0.1954854 Jul 16 20:19:22.826556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:22.972071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:23.002592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86f01dde-d4a5-4b17-ba23-92d449b71beb req-8e1d8303-06fd-41b4-9b46-96c61a647eb3 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 210 time: 0.1234050 Jul 16 20:19:23.008462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7847e0f8-8379-4072-af9d-b82fc2741ace triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:23.010347 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.023041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.133379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-933c4026-e7a0-4e4b-8fdb-129e9fbac314 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c82dcb9-e53f-4f39-b99f-ac09c83091e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2874272 Jul 16 20:19:23.187953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.193224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.205937 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] 10.222.0.100 "DELETE /v2.0/networks/87095686-ae28-467d-a4e2-39c805d9cc56 HTTP/1.1" status: 204 len: 168 time: 3.2503443 Jul 16 20:19:23.268068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c8d0a-e4cd-449f-9dc0-69d5f4c11b68 tempest-DHCPAgentSchedulersTestJSON-344308296 tempest-DHCPAgentSchedulersTestJSON-344308296-project] Pushing event deleted for resources: {'Network': ['ID=87095686-ae28-467d-a4e2-39c805d9cc56,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.367319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:23.381240 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:23.409637 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:23.410394 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:19:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:23.416036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed9ef550-70bc-463d-891c-ae00295cde6f admin admin] 10.222.0.100 "PUT /v2.0/routers/97532a26-a9fb-4d0c-a4c1-09201088137f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0180976 Jul 16 20:19:23.439211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1d99e299-d5ce-47f5-87cf-4417b1cab4f7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:23.493438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce3141-592d-4cec-8fb5-98852a86331e req-ca2cc33b-68fe-4c3e-89bc-abbc4ba6249c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:23.504287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1ce3141-592d-4cec-8fb5-98852a86331e req-ca2cc33b-68fe-4c3e-89bc-abbc4ba6249c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.5002460 Jul 16 20:19:23.508119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-25f02b0d-84e7-4391-9575-340ca20ae1b2 service neutron] 10.222.0.21 "GET /v2.0/networks/8c82dcb9-e53f-4f39-b99f-ac09c83091e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275883 Jul 16 20:19:23.862945 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:23.955624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.968830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41690) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:24.039567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1ce3141-592d-4cec-8fb5-98852a86331e req-eab3e77b-9d81-4617-a4a3-cc53eabfd0c3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266888 Jul 16 20:19:24.140724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 740868b4-2214-4576-b59a-c801eafc9985 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:24.191973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0048186d-0715-4a9f-b5a1-da3c626d497b req-93276f35-ec32-4f8a-8294-4c04cb872247 service neutron] 10.222.0.21 "GET /v2.0/networks/8c82dcb9-e53f-4f39-b99f-ac09c83091e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626518 Jul 16 20:19:24.260741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-aec37a4d-fa1e-4e5d-9e59-18d58432bd0a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.266844 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-aec37a4d-fa1e-4e5d-9e59-18d58432bd0a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.21 "GET /v2.0/networks?id=64028835-e733-4aae-9329-35bd06014e11 HTTP/1.1" status: 200 len: 814 time: 0.3487501 Jul 16 20:19:24.371760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a2d845cd-21c6-41a8-8ea1-56789f06c205 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:24.501349 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a549097e-e545-4047-b0c6-d5cba5ea1fd4 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=008c46ef30454061b5d8ebaddb88cda2 HTTP/1.1" status: 200 len: 379 time: 0.2224553 Jul 16 20:19:24.527315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Request body: {'port': {'device_id': 'de3f01b6-7461-414c-95ff-33a849f64416', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'admin_state_up': True, 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'security_groups': ['7c06835f-8cbd-4a3e-a2e6-ba173604c867']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:24.566351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a2d845cd-21c6-41a8-8ea1-56789f06c205 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:24.566880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a2d845cd-21c6-41a8-8ea1-56789f06c205 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:24.774956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 740868b4-2214-4576-b59a-c801eafc9985, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=740868b4-2214-4576-b59a-c801eafc9985,segment=NetworkSegment(9bbfbcd7-be22-468e-9a41-bc0a79dc1ded),segment_id=9bbfbcd7-be22-468e-9a41-bc0a79dc1ded)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:24.859535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '740868b4-2214-4576-b59a-c801eafc9985', 'network_id': '8c82dcb9-e53f-4f39-b99f-ac09c83091e7', 'port_id': '740868b4-2214-4576-b59a-c801eafc9985', 'mac_address': 'fa:16:3e:c6:9b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd746e587-d79e-4840-9e2c-72a318555cad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:24.868519 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:20Z', 'revision_number': 2, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:24.961233 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:24.961649 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Updating router 97532a26-a9fb-4d0c-a4c1-09201088137f port 4cf850c2-837b-4dbf-a316-c136db7b64d6 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:19:24.999373 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.006665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Made reservation on behalf of 008c46ef30454061b5d8ebaddb88cda2 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:25.027260 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.052155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740868b4-2214-4576-b59a-c801eafc9985 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:25.071731 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.154019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 740868b4-2214-4576-b59a-c801eafc9985, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=740868b4-2214-4576-b59a-c801eafc9985,segment=NetworkSegment(9bbfbcd7-be22-468e-9a41-bc0a79dc1ded),segment_id=9bbfbcd7-be22-468e-9a41-bc0a79dc1ded)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:25.166548 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.332814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42aaf-6bf3-499b-b48b-2e372d943056 req-a449b3c1-d19d-4648-87dc-9b56c80f4dd0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:25.334593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48c42aaf-6bf3-499b-b48b-2e372d943056 req-a449b3c1-d19d-4648-87dc-9b56c80f4dd0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.8297868 Jul 16 20:19:25.343554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Allocated IP 172.20.0.6 (64028835-e733-4aae-9329-35bd06014e11/d2246f98-b0ca-4777-a3bd-e4829f7696bc/cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:25.353226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-07793e8c-0f22-4404-8bd9-f09cc534a3d4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5660d86710874567ada4f18074cad30a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3761694 Jul 16 20:19:25.360948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:25.384537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=740868b4-2214-4576-b59a-c801eafc9985,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:25.416493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5a5dc-c717-4c00-9ebd-4cf35d1ca725 req-3eadc2f4-550f-4114-a727-c58d508d2325 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:25.420844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fc5a5dc-c717-4c00-9ebd-4cf35d1ca725 req-3eadc2f4-550f-4114-a727-c58d508d2325 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 944 time: 0.8316612 Jul 16 20:19:25.477695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['740868b4-2214-4576-b59a-c801eafc9985'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:25.496744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48c42aaf-6bf3-499b-b48b-2e372d943056 req-f684743e-3ee5-4b9d-8637-d5d98519124e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487954 Jul 16 20:19:25.592470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fc5a5dc-c717-4c00-9ebd-4cf35d1ca725 req-bdd2c136-3a7a-4421-812c-0310eef11f07 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508396 Jul 16 20:19:25.601657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab3fdd76-41a5-49da-8fbe-dfe309240b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.730326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab3fdd76-41a5-49da-8fbe-dfe309240b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.925613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.998319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Transition to ACTIVE for port object cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:26.056806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7bdb710e-6baf-4568-8606-7e851fcc8d7a req-8ceec1aa-ae4b-4300-98ea-33a3ec8c9a8a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 210 time: 0.1591156 Jul 16 20:19:26.110318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab3fdd76-41a5-49da-8fbe-dfe309240b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.119992 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab3fdd76-41a5-49da-8fbe-dfe309240b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.121486 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ab3fdd76-41a5-49da-8fbe-dfe309240b38 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c771bb2f-0eb7-48fb-831b-724f197a7f4b HTTP/1.1" status: 204 len: 168 time: 0.7554579 Jul 16 20:19:26.147591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fdd76-41a5-49da-8fbe-dfe309240b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c771bb2f-0eb7-48fb-831b-724f197a7f4b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.157543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:26.176218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.188504 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.234735 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Transition to ACTIVE for port object 4cf850c2-837b-4dbf-a316-c136db7b64d6 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:26.255231 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.286794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:26.287133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.362151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Network 64028835-e733-4aae-9329-35bd06014e11 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:26.367429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:26.376413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:26.555496 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.558617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event updated for resources: {'Port': ['ID=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.597355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:26.605367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.629187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:26.640056 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea36e8d-513a-49fd-858c-426009c1326f" -d '{"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-plugged", "status": "completed", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:26.647295 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-a6157536-11df-46e1-9571-f53fc648c8b9 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1398790 Jul 16 20:19:26.676310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Request body: {'port': {'device_id': 'de3f01b6-7461-414c-95ff-33a849f64416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:26.693789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:26.703195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.743232 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Pushing event updated for resources: {'Port': ['ID=4cf850c2-837b-4dbf-a316-c136db7b64d6,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.786159 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.792085 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.793187 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.796033 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.799825 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.800753 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.803960 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.807588 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.815296 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.816053 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.816618 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.817198 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:26.863165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.903855 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Attempting to bind port 4cf850c2-837b-4dbf-a316-c136db7b64d6 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:26.904513 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Attempting to bind port 4cf850c2-837b-4dbf-a316-c136db7b64d6 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:26.905362 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Attempting to bind port 4cf850c2-837b-4dbf-a316-c136db7b64d6 on network e1390605-a47c-46d1-8d60-79af81a18376 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:26.933486 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:26.933820 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.934055 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Checking segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:26.934674 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.935291 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Bound using segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:26.949309 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Bound port: 4cf850c2-837b-4dbf-a316-c136db7b64d6, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:26.949572 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.188837 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] For port 4cf850c2-837b-4dbf-a316-c136db7b64d6, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:27.194579 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] For port 4cf850c2-837b-4dbf-a316-c136db7b64d6, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4cf850c2-837b-4dbf-a316-c136db7b64d6,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:27.212038 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.215439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d985872e-b7e7-4d6a-b75c-c41b921c93c3 None None] Provisioning for port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:27.222983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d985872e-b7e7-4d6a-b75c-c41b921c93c3 None None] Provisioning complete for port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:27.223612 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d985872e-b7e7-4d6a-b75c-c41b921c93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.348823 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d985872e-b7e7-4d6a-b75c-c41b921c93c3 None None] Port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:27.401852 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:27.415621 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:19:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:27.508547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:27.640559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e368b4-82cb-4701-b681-7f24e120a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.868163 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:28.086765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 740868b4-2214-4576-b59a-c801eafc9985 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:28.115471 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669479d8-1b24-4106-b3a2-631cb8cddc87 None None] Pushing event updated for resources: {'Port': ['ID=4cf850c2-837b-4dbf-a316-c136db7b64d6,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.115978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1d8ff-2a00-4077-a8ef-5b6898b9402c req-0cbcd5ab-d295-4368-8c28-7665d62d666f tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:28.147826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c1d8ff-2a00-4077-a8ef-5b6898b9402c req-0cbcd5ab-d295-4368-8c28-7665d62d666f tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.2882414 Jul 16 20:19:28.267286 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e368b4-82cb-4701-b681-7f24e120a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.290134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c1d8ff-2a00-4077-a8ef-5b6898b9402c req-40603269-03fb-476e-9b9a-f380309201ba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410327 Jul 16 20:19:28.301741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e368b4-82cb-4701-b681-7f24e120a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.305168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 740868b4-2214-4576-b59a-c801eafc9985 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:28.314712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 740868b4-2214-4576-b59a-c801eafc9985 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:28.315654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.374035 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8e368b4-82cb-4701-b681-7f24e120a847 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ecd2abc3d2664391903e3f6bdc0f3503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8634386 Jul 16 20:19:28.378192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41754) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:28.404929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41756) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:28.538324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e368b4-82cb-4701-b681-7f24e120a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d468bd4-37ee-493c-8adf-ebb6971084a1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:28.580143 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:27Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.650604 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.712111 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca15f08-07a3-439c-a881-6a545a64dab7 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:27Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:28.735566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:28.755403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 740868b4-2214-4576-b59a-c801eafc9985, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=740868b4-2214-4576-b59a-c801eafc9985,segment=NetworkSegment(9bbfbcd7-be22-468e-9a41-bc0a79dc1ded),segment_id=9bbfbcd7-be22-468e-9a41-bc0a79dc1ded)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:28.766671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.769515 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.828353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Transition to ACTIVE for port object cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:28.854376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.995299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a090332-3fc7-4281-b6f9-26e100b2edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.009513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-eda7044f-b5c7-45fe-90e5-ec99a24a3fcd tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:29.019968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-eda7044f-b5c7-45fe-90e5-ec99a24a3fcd tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 820 time: 0.5922511 Jul 16 20:19:29.076733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=740868b4-2214-4576-b59a-c801eafc9985,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:29.095545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-94d5a6a4-8729-4f7f-8bfa-670a24dd5ab4 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/quotas/45109ed8bc7f49319a2e65bf623c32c7 HTTP/1.1" status: 200 len: 375 time: 0.0739963 Jul 16 20:19:29.121924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-10e65a65-0747-496f-8d90-270444f7a6ec admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ef80a701e94f4dce965d7c0482d50ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121227 Jul 16 20:19:29.141603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:29.152085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a090332-3fc7-4281-b6f9-26e100b2edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.309221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:29.344407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a24c-3893-494d-9afc-142bbc94c48c req-559b4685-59a0-49a5-9c75-86711a72a9f1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:29.354914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9016a24c-3893-494d-9afc-142bbc94c48c req-559b4685-59a0-49a5-9c75-86711a72a9f1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 945 time: 0.6503956 Jul 16 20:19:29.449865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-fd4c3514-6731-4d00-898f-048f97b8e4dc tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:29.452110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-fd4c3514-6731-4d00-898f-048f97b8e4dc tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.4710088 Jul 16 20:19:29.501679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04dffe1b-b472-4870-9dab-8077cbc4094e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.503942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9016a24c-3893-494d-9afc-142bbc94c48c req-c3b2daf4-5f18-4299-bf7e-3cdda4d54bf4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474097 Jul 16 20:19:29.537601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-6'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:29.602509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Attempting to bind port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:29.603081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Attempting to bind port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:29.622758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Attempting to bind port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 on network 64028835-e733-4aae-9329-35bd06014e11 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:29.646438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04dffe1b-b472-4870-9dab-8077cbc4094e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.652635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 on network 64028835-e733-4aae-9329-35bd06014e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:29.653177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Attempting to bind port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 on network 64028835-e733-4aae-9329-35bd06014e11 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:29.667525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-209d0e0e-04f3-4da9-a7af-532a99c02a32 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5708916 Jul 16 20:19:29.672038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a090332-3fc7-4281-b6f9-26e100b2edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.678204 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a090332-3fc7-4281-b6f9-26e100b2edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.682094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1a090332-3fc7-4281-b6f9-26e100b2edd6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0d468bd4-37ee-493c-8adf-ebb6971084a1 HTTP/1.1" status: 204 len: 168 time: 1.3027673 Jul 16 20:19:29.688855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:29.689051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Checking segment: {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:29.689623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Bound using segment: {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:29.690370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Bound port: cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4481eb0-8635-4096-b830-5e58146be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '64028835-e733-4aae-9329-35bd06014e11'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:29.699885 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.897187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.910935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-4753b72c-af13-4a77-9d6e-39ccb452d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:29.913738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-4753b72c-af13-4a77-9d6e-39ccb452d296 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1096 time: 0.7590337 Jul 16 20:19:29.956133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a090332-3fc7-4281-b6f9-26e100b2edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d468bd4-37ee-493c-8adf-ebb6971084a1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.051694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] For port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:30.075032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b991f919-d3a9-4c74-bf0a-09201124241b details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:30.078829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] For port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:30.097329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.144582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04dffe1b-b472-4870-9dab-8077cbc4094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.150582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04dffe1b-b472-4870-9dab-8077cbc4094e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.152746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-04dffe1b-b472-4870-9dab-8077cbc4094e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/58573010-f2cd-4e54-91ca-a00f4ccc6f36 HTTP/1.1" status: 204 len: 168 time: 0.9466321 Jul 16 20:19:30.338671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.348163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.365649 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] 10.222.0.21 "PUT /v2.0/ports/cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 HTTP/1.1" status: 200 len: 1091 time: 3.7059436 Jul 16 20:19:30.366404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:30.384903 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96" -d '{"events": [{"name": "network-changed", "server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:30.461446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:30.521493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812187e-c913-4f36-b316-1fa1c19eeca4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.525288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b991f919-d3a9-4c74-bf0a-09201124241b has no active binding in host n-h1-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:19:30.577063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dffe1b-b472-4870-9dab-8077cbc4094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58573010-f2cd-4e54-91ca-a00f4ccc6f36,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.584303 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-162f0432-6290-48d7-9e48-81cbc489ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.777384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-b9abd96d-96a0-46a7-a923-54f4fcc35b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.783443 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-b9abd96d-96a0-46a7-a923-54f4fcc35b40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=008c46ef30454061b5d8ebaddb88cda2&device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 1094 time: 0.2452426 Jul 16 20:19:30.841034 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:30.866659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:30.978961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-608e7bcd-b037-468d-a33a-cbe65b9ce769 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 HTTP/1.1" status: 200 len: 217 time: 0.1837342 Jul 16 20:19:31.078506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4cf850c2-837b-4dbf-a316-c136db7b64d6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:31.100472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:31.108464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-4be919aa-f98b-4072-aea7-272576994ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:31.110333 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-4be919aa-f98b-4072-aea7-272576994ea7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2246f98-b0ca-4777-a3bd-e4829f7696bc HTTP/1.1" status: 200 len: 853 time: 0.1246581 Jul 16 20:19:31.356855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4cf850c2-837b-4dbf-a316-c136db7b64d6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:31.369301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.375727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4cf850c2-837b-4dbf-a316-c136db7b64d6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:31.378827 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.381862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:31.393057 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ee345-ee99-4ea5-9e40-18381b2469e4" -d '{"events": [{"server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "name": "network-vif-unplugged", "status": "completed", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:31.408961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-229c0417-a1f4-4c68-8ef8-f5b5b637470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:31.410620 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-229c0417-a1f4-4c68-8ef8-f5b5b637470e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64028835-e733-4aae-9329-35bd06014e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767150 Jul 16 20:19:31.431409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.515320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-911dde56-4f2f-45a4-b3ac-deaec2faf5f5 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8438637 Jul 16 20:19:31.710369 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-30329752-e0e3-45a9-8df7-a02416f539e1 service neutron] 10.222.0.21 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861280 Jul 16 20:19:31.736279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.751622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7ff61-9bca-4c77-bb0b-f82cb6a3c4b3 req-1904fffc-6d35-4081-84e7-1381ab7afc79 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:31.768181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65f7ff61-9bca-4c77-bb0b-f82cb6a3c4b3 req-1904fffc-6d35-4081-84e7-1381ab7afc79 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 946 time: 1.8810108 Jul 16 20:19:31.846571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 4cf850c2-837b-4dbf-a316-c136db7b64d6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4cf850c2-837b-4dbf-a316-c136db7b64d6,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:31.855196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.039085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-a8a5720d-3b8f-481b-b0ed-90c2c7a26a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.042465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-a8a5720d-3b8f-481b-b0ed-90c2c7a26a99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 2.0650289 Jul 16 20:19:32.099144 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-46f88267-d7d7-4991-a96c-bd6adad3c288 req-5821ff5c-d5dd-4fa6-9da1-08ff7155b0e7 service neutron] 10.222.0.21 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781607 Jul 16 20:19:32.140110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=4cf850c2-837b-4dbf-a316-c136db7b64d6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:32.287443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-738b2b63-07f8-414d-b8cf-8333c43e777d service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663315 Jul 16 20:19:32.288927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:32.418321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41800) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.514464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-8ab602f4-1eb0-4ebd-8e26-ec50a6b8ed4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 217 time: 0.2168159 Jul 16 20:19:32.548435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on host n-h2-798930-6 for vnic_type normal with profile {"migrating_to": "n-h1-798930-6"} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:32.548758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:32.549237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:32.580149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65f7ff61-9bca-4c77-bb0b-f82cb6a3c4b3 req-2b27348a-3a8e-4b2c-a764-7047e7f4e16b tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086998 Jul 16 20:19:32.724567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:32.725100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Attempting to bind port b991f919-d3a9-4c74-bf0a-09201124241b on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:32.788498 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcebc846-5869-4d8f-b123-968a76731fa5 x-openstack-request-id: req-dcebc846-5869-4d8f-b123-968a76731fa5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:32.789323 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-plugged", "status": "completed", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:32.789969 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dcebc846-5869-4d8f-b123-968a76731fa5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:32.790467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:32.791007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:32.791388 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'code': 200} Jul 16 20:19:32.795878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:32.798106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Bound port: b991f919-d3a9-4c74-bf0a-09201124241b, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:32.798732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.902644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4cf850c2-837b-4dbf-a316-c136db7b64d6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:32.926801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1454630406'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.988685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:33.001509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.087138 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.227281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4cf850c2-837b-4dbf-a316-c136db7b64d6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:33.232050 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.256192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:33.271792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:33.296353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.393271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41818) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:33.449231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-1be3bc2a-823b-498e-9c3c-238d24bdd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.456227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-1be3bc2a-823b-498e-9c3c-238d24bdd7ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.9292719 Jul 16 20:19:33.630519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=8']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.671823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.690443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1362873575-network', 'tenant_id': '29035e9cafaa4b53b3bc7ae368f24bea'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:33.705411 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.778748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6413fb-f6c8-4845-b377-ccf30f59e21a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.844948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:33.860858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Made reservation on behalf of 29035e9cafaa4b53b3bc7ae368f24bea for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:33.867806 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.890360 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.903944 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.906637 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Added segment a761ae52-addf-48be-981c-895bc77b968f of type vlan for network 1d9a6912-dbd3-4537-af51-366bbd3cafcf Jul 16 20:19:33.955370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.975009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-9a9243fc-aa00-4f76-823b-f80c038c50c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3089159 Jul 16 20:19:34.165230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.175164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.260206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.261042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.262317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-bd86bcff-9c52-4b61-a693-d931a46e7d62 service neutron] 10.222.0.21 "PUT /v2.0/ports/b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 1121 time: 4.7538815 Jul 16 20:19:34.289550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.343206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3f03c-44f1-426a-9c82-0232810f0d8f req-39a32864-5701-43b8-878f-a406b6422f1c tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.347237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42e3f03c-44f1-426a-9c82-0232810f0d8f req-39a32864-5701-43b8-878f-a406b6422f1c tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.6867726 Jul 16 20:19:34.358121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b991f919-d3a9-4c74-bf0a-09201124241b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:34.377805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8467c-c0cd-4852-aa03-473b5ba57a80 req-a60a9f04-6c91-47de-bedc-32adbd3c8e86 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.381112 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.391201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42e8467c-c0cd-4852-aa03-473b5ba57a80 req-a60a9f04-6c91-47de-bedc-32adbd3c8e86 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 943 time: 0.9163816 Jul 16 20:19:34.477088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-39c02cf1-88e0-4230-8b04-e9709aeeee9d service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761610 Jul 16 20:19:34.499225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:34.501403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b991f919-d3a9-4c74-bf0a-09201124241b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:34.503965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.524260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.525714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.649584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.650086 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Added segment 30aea502-115d-4ab9-a2cf-73271c744799 of type vlan for network d6300423-8282-4786-bc1f-e0afcee499fa Jul 16 20:19:34.690050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2687781 Jul 16 20:19:34.706171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99127a71-33bf-4c01-a8a6-2343cf8eaee0 req-82a42773-035f-44da-a10f-6d9ef641a455 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206104 Jul 16 20:19:34.709548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41836) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:34.734557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'subnet': {'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:34.818792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42e3f03c-44f1-426a-9c82-0232810f0d8f req-ae8138aa-bce8-4dc0-b5b8-fec3e6ff8ea1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170434 Jul 16 20:19:34.826813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740868b4-2214-4576-b59a-c801eafc9985'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:34.834233 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fdbdc2-bbac-4818-b5dc-7121dad4f3d8" -d '{"events": [{"server_uuid": "c33fdadc-dba3-4714-85c3-d337a14bde7f", "name": "network-vif-plugged", "status": "completed", "tag": "740868b4-2214-4576-b59a-c801eafc9985"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:34.839160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b380f44-9397-4f95-b807-c6d63b4fd458 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Network': ['ID=1d9a6912-dbd3-4537-af51-366bbd3cafcf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.840330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42e8467c-c0cd-4852-aa03-473b5ba57a80 req-e94dac12-d656-429d-b5f6-b17bd68ca540 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250808 Jul 16 20:19:34.846362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.870680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:34.888291 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb6f2-fd6b-4c50-b379-c52ea9b8c0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.925248 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.927349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.927977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.141358 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1d5682-b97e-4c50-8dd9-3ccbe3aca906 x-openstack-request-id: req-0b1d5682-b97e-4c50-8dd9-3ccbe3aca906 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:35.142309 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:35.142309 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0b1d5682-b97e-4c50-8dd9-3ccbe3aca906 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:35.155135 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'status': 'completed', 'code': 200} Jul 16 20:19:35.160330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] Pushing event updated for resources: {'Network': ['ID=d6300423-8282-4786-bc1f-e0afcee499fa,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:35.188351 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6d49cb73-0b58-43af-888c-a7ffe968f663 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7838056 Jul 16 20:19:35.189715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41840) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:35.200770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Request body: {'subnet': {'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1362873575-subnet', 'tenant_id': '29035e9cafaa4b53b3bc7ae368f24bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:35.262701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Made reservation on behalf of 29035e9cafaa4b53b3bc7ae368f24bea for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:35.266852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.334180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:35.338809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.377873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-e8437048-a1f3-4d5d-9c2b-53422e2c784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.380099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-e8437048-a1f3-4d5d-9c2b-53422e2c784a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=008c46ef30454061b5d8ebaddb88cda2&device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 1094 time: 0.2211313 Jul 16 20:19:35.392264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e5efb-36d4-4e72-bfcd-d5cf080167f3 req-2c6410ee-b8fd-4c98-8f4e-bb3de23ad4c0 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.401081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-339e5efb-36d4-4e72-bfcd-d5cf080167f3 req-2c6410ee-b8fd-4c98-8f4e-bb3de23ad4c0 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.2429495 Jul 16 20:19:35.527170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d6300423-8282-4786-bc1f-e0afcee499fa details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:35.796846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.851479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-339e5efb-36d4-4e72-bfcd-d5cf080167f3 req-b61a7408-5d35-41ef-ae22-faa98c6f3d5d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488187 Jul 16 20:19:35.986758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.037691 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a59cd-0361-4107-bab0-493ba9e3ca9c x-openstack-request-id: req-250a59cd-0361-4107-bab0-493ba9e3ca9c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:36.037691 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "name": "network-vif-unplugged", "status": "completed", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:36.037691 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-250a59cd-0361-4107-bab0-493ba9e3ca9c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:36.037691 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b', 'code': 200} Jul 16 20:19:36.064250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99ff74e-b397-4676-af48-fd204d3c1d5d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:36.115926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Checking segment: {'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:36.116484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Network hostable DHCP agents. Network: d6300423-8282-4786-bc1f-e0afcee499fa, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:36.143855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770cebb-a4b7-4317-8485-612913ecec6e req-35089f02-5805-4901-9754-6340b0360719 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.156199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c770cebb-a4b7-4317-8485-612913ecec6e req-35089f02-5805-4901-9754-6340b0360719 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 0.7408540 Jul 16 20:19:36.165396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Network d6300423-8282-4786-bc1f-e0afcee499fa is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:36.190736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d6300423-8282-4786-bc1f-e0afcee499fa) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:36.203384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.204584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.211289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646a010-e54a-4468-a134-ca5a6935a5b1 None None] Network d6300423-8282-4786-bc1f-e0afcee499fa requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:36.248896 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39e2cd77-cb7a-4755-813e-f139916cc10d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0555682 Jul 16 20:19:36.254253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-f3b1b1ab-1c6c-4a76-8a8b-5af30604883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.257116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-f3b1b1ab-1c6c-4a76-8a8b-5af30604883d service neutron] 10.222.0.21 "GET /v2.0/networks?id=64028835-e733-4aae-9329-35bd06014e11 HTTP/1.1" status: 200 len: 915 time: 0.8498061 Jul 16 20:19:36.491382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-866966c6-5c9c-4e85-993c-10522a7406ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 HTTP/1.1" status: 200 len: 217 time: 0.1464705 Jul 16 20:19:36.532651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaefd7d7-afa1-4119-8658-f8a8c633e2c5 None None] Network d6300423-8282-4786-bc1f-e0afcee499fa requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:37.048997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da67770e-a230-424a-83dc-7ac0efa259da req-ebb8f042-3974-45c3-9fb4-1408393fa1b1 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 210 time: 0.7863789 Jul 16 20:19:37.125645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-995771ff-adb5-4833-ada8-f69b9294470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.127268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-995771ff-adb5-4833-ada8-f69b9294470d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2246f98-b0ca-4777-a3bd-e4829f7696bc HTTP/1.1" status: 200 len: 853 time: 0.5534413 Jul 16 20:19:37.167906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-110f5d79-d761-4b5c-8b79-affc02f3d620 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.169648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-110f5d79-d761-4b5c-8b79-affc02f3d620 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.26 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 820 time: 1.3139019 Jul 16 20:19:37.173245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c770cebb-a4b7-4317-8485-612913ecec6e req-c2002a3e-e174-4bb9-a829-92553315108e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9812772 Jul 16 20:19:37.211583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'port': {'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'admin_state_up': True, 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:37.323875 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c2d234-fe49-4d5f-b082-d1a4abcb4c87 x-openstack-request-id: req-63c2d234-fe49-4d5f-b082-d1a4abcb4c87 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:37.324225 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33fdadc-dba3-4714-85c3-d337a14bde7f", "name": "network-vif-plugged", "status": "completed", "tag": "740868b4-2214-4576-b59a-c801eafc9985", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:37.324466 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-63c2d234-fe49-4d5f-b082-d1a4abcb4c87 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:37.324821 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740868b4-2214-4576-b59a-c801eafc9985', 'code': 200} Jul 16 20:19:37.377290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.584615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Subnet': ['ID=284379c7-f6cb-41f2-8332-b5292395d3ee,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.625607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Made reservation on behalf of 45109ed8bc7f49319a2e65bf623c32c7 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:37.629455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.729502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e1fcc-d97b-40af-849b-58d23d5e7828 req-96c85bb7-6534-4889-b884-defda3a7fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.740959 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c21e1fcc-d97b-40af-849b-58d23d5e7828 req-96c85bb7-6534-4889-b884-defda3a7fa23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 1097 time: 0.1386809 Jul 16 20:19:37.816914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-19b2eae9-d349-4dd6-bc79-5b59dfa2e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.818636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-19b2eae9-d349-4dd6-bc79-5b59dfa2e2ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64028835-e733-4aae-9329-35bd06014e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6201239 Jul 16 20:19:37.819533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Checking segment: {'id': 'a761ae52-addf-48be-981c-895bc77b968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:37.819904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network hostable DHCP agents. Network: 1d9a6912-dbd3-4537-af51-366bbd3cafcf, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:37.847670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c21e1fcc-d97b-40af-849b-58d23d5e7828 req-f948b8d4-d1a4-4608-999f-20852ad953c2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804710 Jul 16 20:19:37.962007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2281e-1da0-4db8-a0b2-b55bc7ea8f65 req-93e82a75-f2be-4351-91ef-7bb7018f7711 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.963896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2f2281e-1da0-4db8-a0b2-b55bc7ea8f65 req-93e82a75-f2be-4351-91ef-7bb7018f7711 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 946 time: 0.4541097 Jul 16 20:19:38.007944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a634d7-159a-474b-99a3-24848826bc34 req-df9c36ad-c190-493f-8abd-91a73013460c tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.017030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45a634d7-159a-474b-99a3-24848826bc34 req-df9c36ad-c190-493f-8abd-91a73013460c tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 943 time: 0.4937327 Jul 16 20:19:38.039677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:38.043357 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48" -d '{"events": [{"name": "network-changed", "server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:38.122446 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.136455 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.174232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:38.292970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Allocated IP 172.20.0.4 (e1390605-a47c-46d1-8d60-79af81a18376/f9a8a3b7-ba11-4287-8f39-659cee3bbfea/49e12706-4ac2-4d5f-91e3-06fe87b17fa1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:38.298793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 1d9a6912-dbd3-4537-af51-366bbd3cafcf) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:38.314293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07659347-2815-41cb-a563-c1dee08bb3e1 None None] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:38.330375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.331417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.389483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2f2281e-1da0-4db8-a0b2-b55bc7ea8f65 req-2d89a7a0-fff7-4fb0-be2f-5eb883748611 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629215 Jul 16 20:19:38.466018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-22992a6b-2acd-45c7-a3a1-05951686e8a7 service neutron] 10.222.0.21 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256301 Jul 16 20:19:38.560916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45a634d7-159a-474b-99a3-24848826bc34 req-28976a4c-5f62-459f-a956-b941f880be53 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5425994 Jul 16 20:19:38.568518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c2155bf-6bff-490f-82b2-729c6c41bb97 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8524740 Jul 16 20:19:38.573006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41858) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.589250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'name': 'tempest-AllowedAddressPairTestJSON-374148776'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:38.592450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.766844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'tenant_id': 'de25b56fa2f84a5bbb49165e37aea3f4', 'fixed_ips': [{'subnet_id': '284379c7-f6cb-41f2-8332-b5292395d3ee'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:38.767886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.953973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4bf54a-7b9d-419b-b349-bcac58ae4e96 req-014ebcd6-7294-4bf7-96f1-e8cc4cc49bb3 service neutron] 10.222.0.21 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563239 Jul 16 20:19:38.992186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e03015bf-1135-43d3-a37c-535b02ea9b88 req-3a88623f-2acb-400b-9db0-9460ad7ce13f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2012352882', 'description': 'tempest-description-1283543730'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:39.033687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:39.044415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.045233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.064505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Allocated IP 172.20.0.2 (1d9a6912-dbd3-4537-af51-366bbd3cafcf/284379c7-f6cb-41f2-8332-b5292395d3ee/e54edef5-3e20-4bc3-b8eb-71b14abfaefc) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:39.094009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] device_id is not set on port 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:39.098805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363fa2e-6c18-4c52-8c99-bb9276bad3f4 req-ac4be933-d0aa-402a-8702-7c6cc92664c8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.102079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a363fa2e-6c18-4c52-8c99-bb9276bad3f4 req-ac4be933-d0aa-402a-8702-7c6cc92664c8 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.3163176 Jul 16 20:19:39.151123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Transition to ACTIVE for port object 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:39.193580 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03015bf-1135-43d3-a37c-535b02ea9b88 req-3a88623f-2acb-400b-9db0-9460ad7ce13f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.292705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a363fa2e-6c18-4c52-8c99-bb9276bad3f4 req-bfe809b3-ea35-41ac-8db7-b54184b718d4 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678400 Jul 16 20:19:39.369010 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.521109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Network e1390605-a47c-46d1-8d60-79af81a18376 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:39.552587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:39.557115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Pushing event updated for resources: {'Port': ['ID=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.560104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:39.601379 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.624780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Transition to ACTIVE for port object e54edef5-3e20-4bc3-b8eb-71b14abfaefc will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:39.675601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Transition to ACTIVE for port object e54edef5-3e20-4bc3-b8eb-71b14abfaefc will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:39.691292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03015bf-1135-43d3-a37c-535b02ea9b88 req-3a88623f-2acb-400b-9db0-9460ad7ce13f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.704612 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.720677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03015bf-1135-43d3-a37c-535b02ea9b88 req-3a88623f-2acb-400b-9db0-9460ad7ce13f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.774144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Pushing event updated for resources: {'Port': ['ID=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.812973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.820724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.840817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:39.843830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:39.849649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:39.875012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88623f-2acb-400b-9db0-9460ad7ce13f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c292c4-0009-4716-88ae-02cb8faace1e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.883730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Allocated IP 172.20.0.11 (1d9a6912-dbd3-4537-af51-366bbd3cafcf/284379c7-f6cb-41f2-8332-b5292395d3ee/1cdc3f2a-409d-44b1-9bb3-26e4ef066cac) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:39.902285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e03015bf-1135-43d3-a37c-535b02ea9b88 req-3a88623f-2acb-400b-9db0-9460ad7ce13f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.903751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e03015bf-1135-43d3-a37c-535b02ea9b88 req-3a88623f-2acb-400b-9db0-9460ad7ce13f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9207549 Jul 16 20:19:39.959974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de703be-0ffa-42f2-bb59-7f870a8f96da req-1575039e-7c93-4010-b1cb-4dd0b5827ba3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.962767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7de703be-0ffa-42f2-bb59-7f870a8f96da req-1575039e-7c93-4010-b1cb-4dd0b5827ba3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.4345403 Jul 16 20:19:39.973614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-87054e1c-9495-4335-aa8c-06c2b555841e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7664194 Jul 16 20:19:40.009419 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e8f39f-2732-41dc-9ed3-1d10fc1dcef5 x-openstack-request-id: req-b2e8f39f-2732-41dc-9ed3-1d10fc1dcef5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:40.010007 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:40.010513 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b2e8f39f-2732-41dc-9ed3-1d10fc1dcef5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:40.011282 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b', 'status': 'completed', 'code': 200} Jul 16 20:19:40.012592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Attempting to bind port e54edef5-3e20-4bc3-b8eb-71b14abfaefc on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:40.013329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Attempting to bind port e54edef5-3e20-4bc3-b8eb-71b14abfaefc by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a761ae52-addf-48be-981c-895bc77b968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:40.013329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Attempting to bind port e54edef5-3e20-4bc3-b8eb-71b14abfaefc on network 1d9a6912-dbd3-4537-af51-366bbd3cafcf {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:40.022337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:40.022785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Checking segment: {'id': 'a761ae52-addf-48be-981c-895bc77b968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:40.023130 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.023579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Bound using segment: {'id': 'a761ae52-addf-48be-981c-895bc77b968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:40.024114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Bound port: e54edef5-3e20-4bc3-b8eb-71b14abfaefc, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a761ae52-addf-48be-981c-895bc77b968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:40.024883 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.037446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Request body: {'port': {'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:40.154717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] For port e54edef5-3e20-4bc3-b8eb-71b14abfaefc, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:40.161284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.162174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] For port e54edef5-3e20-4bc3-b8eb-71b14abfaefc, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,segment=NetworkSegment(a761ae52-addf-48be-981c-895bc77b968f),segment_id=a761ae52-addf-48be-981c-895bc77b968f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:40.176779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.233617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7de703be-0ffa-42f2-bb59-7f870a8f96da req-bb218c74-d81e-4c83-9e1f-e287a2187403 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539549 Jul 16 20:19:40.270403 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.287379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Transition to ACTIVE for port object 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:40.352403 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.377523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b70b99af-5e37-4287-8dfd-7dd88b102454 None None] Provisioning for port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:40.411530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b70b99af-5e37-4287-8dfd-7dd88b102454 None None] Provisioning complete for port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:40.433942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b70b99af-5e37-4287-8dfd-7dd88b102454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.458461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=1cdc3f2a-409d-44b1-9bb3-26e4ef066cac,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:40.496842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:40.502114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:40.514808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:40.556767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb17ac-bedd-424e-b449-a6837169d36a None None] Pushing event updated for resources: {'Port': ['ID=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:40.604391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b70b99af-5e37-4287-8dfd-7dd88b102454 None None] Port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:40.624057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.624910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.655386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-56720631-9d61-4cbb-92e1-96a6aea8785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.657932 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-56720631-9d61-4cbb-92e1-96a6aea8785a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1124 time: 0.3254197 Jul 16 20:19:40.660818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-71d7dbd2-4a1d-443f-94f6-d978cbfbd47b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0820560 Jul 16 20:19:40.670912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19714d3-76e2-4634-bae9-a79671f854c7 req-0deb8da1-6a44-412c-95e9-b99b1fe98d96 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.673215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c19714d3-76e2-4634-bae9-a79671f854c7 req-0deb8da1-6a44-412c-95e9-b99b1fe98d96 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 931 time: 0.4055884 Jul 16 20:19:40.682240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:40.713525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'name': 'tempest-AllowedAddressPairTestJSON-2140034368', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f4:61:d4'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:40.811501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c19714d3-76e2-4634-bae9-a79671f854c7 req-5fde32be-5158-48ec-b909-71a837230a34 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981030 Jul 16 20:19:41.080887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01338a3-ed90-4146-b042-dd0020cb37f8 req-7bfa169f-e2ee-496a-af7c-739a477dc7c1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.082481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c01338a3-ed90-4146-b042-dd0020cb37f8 req-7bfa169f-e2ee-496a-af7c-739a477dc7c1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 0.4608598 Jul 16 20:19:41.207675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:41.278537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-c7b2d20c-80cf-471e-9cfc-b20ba59af1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.285715 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-c7b2d20c-80cf-471e-9cfc-b20ba59af1c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.6201167 Jul 16 20:19:41.314992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c01338a3-ed90-4146-b042-dd0020cb37f8 req-cc2ed9bc-fd1e-4bf7-a3ef-1642e2f3afec tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756783 Jul 16 20:19:41.371307 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-972f3760-e17c-4012-a79f-55203015a17f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 217 time: 0.0784066 Jul 16 20:19:41.521286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:41.535514 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.555722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Transition to ACTIVE for port object 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:41.572690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3173ef-0ab4-4c57-884f-69c37b1dde52 req-a9caadb8-0fa6-4961-a89f-9c9b2503d092 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.574908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd3173ef-0ab4-4c57-884f-69c37b1dde52 req-a9caadb8-0fa6-4961-a89f-9c9b2503d092 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 946 time: 0.4894347 Jul 16 20:19:41.579798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.675086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Pushing event updated for resources: {'Port': ['ID=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.675264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-ed4c6f9f-1d93-46ae-b306-fe51897fac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.700377 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-ed4c6f9f-1d93-46ae-b306-fe51897fac93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.2499545 Jul 16 20:19:41.722598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.798660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd3173ef-0ab4-4c57-884f-69c37b1dde52 req-9e36d1c1-e7e5-4ad0-bd0a-ba02067f0aad tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036016 Jul 16 20:19:41.801265 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-2c3f2340-7fdb-4e07-84a0-21578ea8c620 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516577 Jul 16 20:19:41.844396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] device_id is not set on port 3b9b151e-7b15-43b7-85e1-2dd33e591644 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:41.934638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6277b265-4835-4629-923e-859f06ae7239 req-e719a9b4-414c-485a-a706-2975cc41d493 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-591214006', 'description': 'tempest-description-1010356010'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:41.958202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd44a50-aa1c-4088-9ca9-ae9daa20a4aa req-7654a35d-b297-436c-b393-08f7c2fd83b8 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.961044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dd44a50-aa1c-4088-9ca9-ae9daa20a4aa req-7654a35d-b297-436c-b393-08f7c2fd83b8 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 943 time: 0.4878178 Jul 16 20:19:42.324250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dd44a50-aa1c-4088-9ca9-ae9daa20a4aa req-82dbb1b7-ce91-4d57-8325-1e09681cbd5c tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175434 Jul 16 20:19:42.333940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Attempting to bind port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:42.335831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Attempting to bind port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:42.336548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Attempting to bind port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 on network e1390605-a47c-46d1-8d60-79af81a18376 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:42.347806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 on network e1390605-a47c-46d1-8d60-79af81a18376 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:42.348516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Attempting to bind port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 on network e1390605-a47c-46d1-8d60-79af81a18376 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:42.349854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08920ff5-196b-4dbe-be9d-4da1335f3aa4 None None] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:42.358494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6277b265-4835-4629-923e-859f06ae7239 req-e719a9b4-414c-485a-a706-2975cc41d493 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.367013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:42.367893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Checking segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:42.368649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Bound using segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:42.369547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Bound port: 49e12706-4ac2-4d5f-91e3-06fe87b17fa1, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:42.370262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.420642 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-2fe4eaf2-dd49-4e9a-a46c-9133ba42a9ea service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980220 Jul 16 20:19:42.460395 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Allocated IP 172.20.0.8 (1d9a6912-dbd3-4537-af51-366bbd3cafcf/284379c7-f6cb-41f2-8332-b5292395d3ee/3b9b151e-7b15-43b7-85e1-2dd33e591644) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:42.573849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] For port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:42.582200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] For port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:42.602349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.683977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3e27d5e6-0c6e-4ae9-90cb-27ee2e1c41cd None None] Provisioning for port e54edef5-3e20-4bc3-b8eb-71b14abfaefc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:42.859826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.860996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.862658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] 10.222.0.26 "PUT /v2.0/ports/49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 1091 time: 2.8440828 Jul 16 20:19:42.876314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e54edef5-3e20-4bc3-b8eb-71b14abfaefc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:42.876618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3e9ca-d13d-411a-9002-c94ebb554e80 service neutron] Pushing event updated for resources: {'Port': ['ID=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.899296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:42.902018 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da0c9ed-45fa-43c4-831d-beb17432fc37" -d '{"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:42.950475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.005110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Transition to ACTIVE for port object 3b9b151e-7b15-43b7-85e1-2dd33e591644 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:43.090719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e54edef5-3e20-4bc3-b8eb-71b14abfaefc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:43.097574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e54edef5-3e20-4bc3-b8eb-71b14abfaefc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:43.097955 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.135581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-7f9feb48-8f8b-4778-b484-0afb8e4c2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.138556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-7f9feb48-8f8b-4778-b484-0afb8e4c2b15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1094 time: 0.2320800 Jul 16 20:19:43.282134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db30ea8-4f8d-4ee3-879a-f1c61f876357 req-e714a152-08aa-4e24-b28d-a187754a9781 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.286445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4db30ea8-4f8d-4ee3-879a-f1c61f876357 req-e714a152-08aa-4e24-b28d-a187754a9781 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.6482797 Jul 16 20:19:43.288030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-3db9a47f-eadc-404f-93ab-877d0a88c0d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 217 time: 0.1152649 Jul 16 20:19:43.316157 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.338539 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f61d6594-3c8e-4d4d-8f20-7f658c2fef48 req-570c5503-248b-487a-97b9-16145266b5a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160063 Jul 16 20:19:43.429065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e54edef5-3e20-4bc3-b8eb-71b14abfaefc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,segment=NetworkSegment(a761ae52-addf-48be-981c-895bc77b968f),segment_id=a761ae52-addf-48be-981c-895bc77b968f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:43.444572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.456680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4db30ea8-4f8d-4ee3-879a-f1c61f876357 req-38d21b12-ca86-4851-8b36-0813b08f980e tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430516 Jul 16 20:19:43.472562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.589679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:43.593379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6277b265-4835-4629-923e-859f06ae7239 req-e719a9b4-414c-485a-a706-2975cc41d493 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.610259 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6277b265-4835-4629-923e-859f06ae7239 req-e719a9b4-414c-485a-a706-2975cc41d493 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.617464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-95a623cf-045c-4344-808b-63925e18ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.619598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7150a07e-aed3-483a-bb2a-80711b80c1c2 None None] Provisioning complete for port e54edef5-3e20-4bc3-b8eb-71b14abfaefc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:43.620005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7150a07e-aed3-483a-bb2a-80711b80c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.621329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-95a623cf-045c-4344-808b-63925e18ca51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.2499478 Jul 16 20:19:43.652634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=3b9b151e-7b15-43b7-85e1-2dd33e591644,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:43.761832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:43.769324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:43.786467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:43.817161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7150a07e-aed3-483a-bb2a-80711b80c1c2 None None] Provisioning for port 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:43.818222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6277b265-4835-4629-923e-859f06ae7239 req-e719a9b4-414c-485a-a706-2975cc41d493 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.820847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6277b265-4835-4629-923e-859f06ae7239 req-e719a9b4-414c-485a-a706-2975cc41d493 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.9228866 Jul 16 20:19:43.835747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7150a07e-aed3-483a-bb2a-80711b80c1c2 None None] Provisioning complete for port 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:43.836290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7150a07e-aed3-483a-bb2a-80711b80c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.889898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719a9b4-414c-485a-a706-2975cc41d493 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeb0f77-403c-459e-8fdc-c0de377ee8dd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:43.913315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7150a07e-aed3-483a-bb2a-80711b80c1c2 None None] Port 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:44.039482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f7828-8bb6-4d92-ba76-4a247734b847 req-e049b293-3d35-408b-8483-c887cc25e157 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.073521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c3f7828-8bb6-4d92-ba76-4a247734b847 req-e049b293-3d35-408b-8483-c887cc25e157 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.2778807 Jul 16 20:19:44.087934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1e93e45c-b7b6-411c-b7fb-69fefe2ec0e6 None None] Provisioning complete for port 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:44.088374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1e93e45c-b7b6-411c-b7fb-69fefe2ec0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.217135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b991f919-d3a9-4c74-bf0a-09201124241b no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:44.269347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce028-6a56-4433-b34d-c98ace0e976e req-96724b6a-4c3b-4173-99d2-8f1204a18204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.271075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-96724b6a-4c3b-4173-99d2-8f1204a18204 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6340125 Jul 16 20:19:44.340300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1e93e45c-b7b6-411c-b7fb-69fefe2ec0e6 None None] Port 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:44.428830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-1c6e95d4-e547-470b-9b13-a7e9b8600fa4 service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484823 Jul 16 20:19:44.447323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c3f7828-8bb6-4d92-ba76-4a247734b847 req-fc5b3fca-03aa-4dfb-b9a5-db94dd05d8cc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701990 Jul 16 20:19:44.535064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae4d5802-4b72-4793-b29b-c664663e1bf6 None None] Provisioning for port 3b9b151e-7b15-43b7-85e1-2dd33e591644 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:44.538618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.539420 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.545866 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-8a385075-2f87-46dc-ad95-200eb349e891 service neutron] 10.222.0.26 "GET /v2.0/ports/b991f919-d3a9-4c74-bf0a-09201124241b/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.8761394 Jul 16 20:19:44.559604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae4d5802-4b72-4793-b29b-c664663e1bf6 None None] Provisioning complete for port 3b9b151e-7b15-43b7-85e1-2dd33e591644 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:44.560727 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5802-4b72-4793-b29b-c664663e1bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.723587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d5802-4b72-4793-b29b-c664663e1bf6 None None] Port 3b9b151e-7b15-43b7-85e1-2dd33e591644 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:44.733379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41898) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:44.735574 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d5fc08d8-cd53-4f82-b283-f74c3331e197 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.0484064 Jul 16 20:19:44.767424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3bf1e-6975-4f03-900c-3f3f58ef7733 req-79de41e0-8974-48fd-9c96-ac23682654d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.771588 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-95b3bf1e-6975-4f03-900c-3f3f58ef7733 req-79de41e0-8974-48fd-9c96-ac23682654d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 1096 time: 0.3120356 Jul 16 20:19:44.794671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768f92-8ef7-42f8-bfc1-4b342e846510 req-2c21550a-831b-4ce2-868a-e2145ae7f662 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.797777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa768f92-8ef7-42f8-bfc1-4b342e846510 req-2c21550a-831b-4ce2-868a-e2145ae7f662 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 943 time: 0.6414802 Jul 16 20:19:44.850488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e54edef5-3e20-4bc3-b8eb-71b14abfaefc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:44.879463 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-95b3bf1e-6975-4f03-900c-3f3f58ef7733 req-503ee572-28db-4018-9e1e-1b213a29ea9b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868011 Jul 16 20:19:44.929238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e54edef5-3e20-4bc3-b8eb-71b14abfaefc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:44.929720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.011010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:45.036823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:45.075382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b991f919-d3a9-4c74-bf0a-09201124241b {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:45.099608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:45.131363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.303614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] Transition to ACTIVE for port object b991f919-d3a9-4c74-bf0a-09201124241b will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:45.312927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.417745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-973ce028-6a56-4433-b34d-c98ace0e976e req-132483af-f7d5-4cd2-b935-47a65bb25a02 service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9675620 Jul 16 20:19:45.449383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] No DVR routers for this DVR port b991f919-d3a9-4c74-bf0a-09201124241b on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:45.472822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa768f92-8ef7-42f8-bfc1-4b342e846510 req-e131887e-1db2-4358-8813-7140eab9ae83 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467330 Jul 16 20:19:45.481188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] Pushing event updated for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=10']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:45.528223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd77352-d00b-43d4-bb44-bad71f0c4bd4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.535411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd77352-d00b-43d4-bb44-bad71f0c4bd4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.541997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd77352-d00b-43d4-bb44-bad71f0c4bd4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.548827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3dd77352-d00b-43d4-bb44-bad71f0c4bd4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.8117979 Jul 16 20:19:45.549869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41906) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:45.577010 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-574c781c-10bc-418f-8a20-fd06e2909df4 service neutron] 10.222.0.26 "PUT /v2.0/ports/b991f919-d3a9-4c74-bf0a-09201124241b/bindings/n-h1-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0105703 Jul 16 20:19:45.593886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7656b5-6631-4e57-9599-7a98eef2bf85 req-a6e2d17d-c427-402a-a069-6f5a8a1beb70 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.602184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea7656b5-6631-4e57-9599-7a98eef2bf85 req-a6e2d17d-c427-402a-a069-6f5a8a1beb70 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 943 time: 0.8702996 Jul 16 20:19:45.605793 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883b427-2daf-44af-a9a7-b0f5311fe169 x-openstack-request-id: req-8883b427-2daf-44af-a9a7-b0f5311fe169 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:45.606253 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:45.606543 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8883b427-2daf-44af-a9a7-b0f5311fe169 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:45.607072 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'status': 'completed', 'code': 200} Jul 16 20:19:45.798876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea7656b5-6631-4e57-9599-7a98eef2bf85 req-136ecbeb-976a-4914-99c7-db6e70d4ac57 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883230 Jul 16 20:19:46.008492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-86a5aa9f-b279-4ec4-9aba-11a5ca00f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.010797 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-86a5aa9f-b279-4ec4-9aba-11a5ca00f65e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1094 time: 0.3564119 Jul 16 20:19:46.180473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-e02daf3c-17ff-4b6d-9789-ea0941f4dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.184555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:46.196742 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-e02daf3c-17ff-4b6d-9789-ea0941f4dccb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.1679139 Jul 16 20:19:46.279148 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-37b577ec-3f41-4d73-a81b-e8174d37ab75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 217 time: 0.0803208 Jul 16 20:19:46.283699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting port 3b9b151e-7b15-43b7-85e1-2dd33e591644 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:46.284233 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.320381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f562ba6-cbbb-4c55-b623-09ba9bb86a73 req-3710a7e3-da20-41ea-b9b2-37516830526c tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.323812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f562ba6-cbbb-4c55-b623-09ba9bb86a73 req-3710a7e3-da20-41ea-b9b2-37516830526c tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 943 time: 0.5443125 Jul 16 20:19:46.348347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-6c5eab66-9bce-40a9-80d4-82c6ed525493 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.351750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-6c5eab66-9bce-40a9-80d4-82c6ed525493 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.6720481 Jul 16 20:19:46.352949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:46.374008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'port_id': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'mac_address': 'fa:16:3e:cf:e7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:46.379803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-e7ed01d5-e857-45ac-9427-1a88c801bbf4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.393051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-e7ed01d5-e857-45ac-9427-1a88c801bbf4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 813 time: 0.4102595 Jul 16 20:19:46.461226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-4c65ca42-c48a-43b6-9b5e-57a6dcad2382 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/quotas/29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 375 time: 0.0666902 Jul 16 20:19:46.476555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.503263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f562ba6-cbbb-4c55-b623-09ba9bb86a73 req-2221f80a-7268-4660-9b8e-922125f3af02 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641231 Jul 16 20:19:46.509319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:46.570711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:46.589949 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.605261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.606410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-5798e254-e50d-420b-8219-a480437aa334 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006382 Jul 16 20:19:46.650472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Calling delete_port for 3b9b151e-7b15-43b7-85e1-2dd33e591644 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:46.674759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-91408ac9-edd1-4dc8-8bc4-1b2d98c5bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.688117 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-91408ac9-edd1-4dc8-8bc4-1b2d98c5bd37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.2548692 Jul 16 20:19:46.691737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-5d7080f3-1a24-46fd-a2eb-d1a22b18e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.697595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-5d7080f3-1a24-46fd-a2eb-d1a22b18e373 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a&tenant_id=24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 1095 time: 0.2988262 Jul 16 20:19:46.846633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.981878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:47.091388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff4e57-07cf-4464-96ee-70fb452aad50 req-44e01777-f061-4bdb-ba83-5a895f1c6af7 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.094348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaff4e57-07cf-4464-96ee-70fb452aad50 req-44e01777-f061-4bdb-ba83-5a895f1c6af7 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.2142498 Jul 16 20:19:47.104203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-3df8bd77-a840-4da3-ace3-ccba2fc0c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.105783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-3df8bd77-a840-4da3-ace3-ccba2fc0c4cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1095 time: 0.3557549 Jul 16 20:19:47.108628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-bea3131f-edaa-4790-a30e-8715d5ac996d service neutron] 10.222.0.100 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916615 Jul 16 20:19:47.182865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaff4e57-07cf-4464-96ee-70fb452aad50 req-e88e483f-69df-4959-897c-bd8e4d350479 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818486 Jul 16 20:19:47.274810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-ef681a90-4322-4d28-acf5-f217710fd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.286075 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-ef681a90-4322-4d28-acf5-f217710fd1b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5854876 Jul 16 20:19:47.288062 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.435709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-49b9ba1e-9d0c-4083-a5cc-fe036124b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.438421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-49b9ba1e-9d0c-4083-a5cc-fe036124b713 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2803385 Jul 16 20:19:47.547028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-869a4f3d-4c8b-41ed-a09f-ed8cafa26bf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 217 time: 0.0862005 Jul 16 20:19:47.595059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Port': ['ID=3b9b151e-7b15-43b7-85e1-2dd33e591644,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:47.782420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-8f426324-f3f6-4bbb-86f2-1d9e9b61eaeb service neutron] 10.222.0.100 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226883 Jul 16 20:19:47.796066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-0d5c987d-489c-489c-99e1-77d09eaf4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.797708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-0d5c987d-489c-489c-99e1-77d09eaf4cf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.2347217 Jul 16 20:19:47.853418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-01d9649a-6e4d-40df-83cb-b8bd7363b26b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360441 Jul 16 20:19:47.864033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239a13d-73eb-4de8-bebc-ae7ec3f7d0b3 req-36075fe7-dd7a-4ebf-96d0-16799e3c1543 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.865440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1239a13d-73eb-4de8-bebc-ae7ec3f7d0b3 req-36075fe7-dd7a-4ebf-96d0-16799e3c1543 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.3000855 Jul 16 20:19:48.023944 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-f5671a04-f83e-487b-9878-62a110ee61cd service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970816 Jul 16 20:19:48.025524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.028519 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6c507776-b8e6-4f4a-a7b1-067c1ecfe669 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/ports/3b9b151e-7b15-43b7-85e1-2dd33e591644 HTTP/1.1" status: 204 len: 168 time: 2.4758804 Jul 16 20:19:48.043737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:48.049507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1239a13d-73eb-4de8-bebc-ae7ec3f7d0b3 req-9fedd5dc-675e-4ee2-80f4-f3d9b82ebb26 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539435 Jul 16 20:19:48.104384 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-7715e022-085d-44c7-83b8-54182d10b2db tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] GET failed (client error): The resource could not be found. Jul 16 20:19:48.118912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7715e022-085d-44c7-83b8-54182d10b2db tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "GET /v2.0/ports/3b9b151e-7b15-43b7-85e1-2dd33e591644 HTTP/1.1" status: 404 len: 333 time: 0.0678456 Jul 16 20:19:48.121663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41936) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:48.145973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'name': 'tempest-AllowedAddressPairTestJSON-246307180'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:48.215393 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7da0c9ed-45fa-43c4-831d-beb17432fc37 req-454f1e8f-d3b1-43a1-a134-a7cbc55d078d service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710505 Jul 16 20:19:48.221323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:48.255525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:48.456468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-6e4c3ce7-cec5-47e2-b802-f20f99bd4683 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893662 Jul 16 20:19:48.607225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:48.632778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'mac_address': 'fa:16:3e:5e:6b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:48.688361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:48.713085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:48.714209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.752451 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.852964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fab7a-f8ff-4802-8194-4a89c47e0ffd req-ffeeec94-27d7-451a-85d2-598a590a1254 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.856647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9fab7a-f8ff-4802-8194-4a89c47e0ffd req-ffeeec94-27d7-451a-85d2-598a590a1254 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 943 time: 0.5729566 Jul 16 20:19:48.900313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-5b19d2d5-e10a-41a0-a845-9fac67ca21ba service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590422 Jul 16 20:19:48.917548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960779-848c-409b-98dc-ebe737686f47 req-51ed4a40-e8e4-4164-8750-99540e08929b tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.925999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c960779-848c-409b-98dc-ebe737686f47 req-51ed4a40-e8e4-4164-8750-99540e08929b tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 944 time: 0.3147004 Jul 16 20:19:48.932178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:48.936554 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.944907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:48.959521 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.029657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c960779-848c-409b-98dc-ebe737686f47 req-907e9440-64d6-4c4e-bb57-753e589215d3 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022820 Jul 16 20:19:49.037374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:49.037374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:49.039986 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533f10c5-5ab3-4ee3-9e5b-d7f97370793b" -d '{"events": [{"server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "name": "network-vif-plugged", "status": "completed", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:49.063912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f9fab7a-f8ff-4802-8194-4a89c47e0ffd req-11f045e5-4a89-4982-8419-c4c6599c1dd7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854002 Jul 16 20:19:49.083060 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.093544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:49.111485 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.113471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] device_id is not set on port 9f758208-110f-4b05-a187-cdf318b94410 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:49.313341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.428402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['49e12706-4ac2-4d5f-91e3-06fe87b17fa1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:49.600621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Allocated IP 172.20.0.12 (1d9a6912-dbd3-4537-af51-366bbd3cafcf/284379c7-f6cb-41f2-8332-b5292395d3ee/9f758208-110f-4b05-a187-cdf318b94410) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:49.686677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f36c4c07-4e41-41ac-a7fc-7702d5bd3242 req-c257f34b-4244-47f9-b2c2-e6e7cde41e21 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 210 time: 0.1630967 Jul 16 20:19:49.705952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cbbfb-6b89-4498-bb45-cbcac46252b2 req-f07cadaf-7c7f-4e2d-9344-336f44dad8ea tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.707559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff3cbbfb-6b89-4498-bb45-cbcac46252b2 req-f07cadaf-7c7f-4e2d-9344-336f44dad8ea tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 945 time: 0.4803483 Jul 16 20:19:49.901320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.911480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff3cbbfb-6b89-4498-bb45-cbcac46252b2 req-7d770125-f7bf-411b-b188-262fc1bb3791 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931360 Jul 16 20:19:49.948615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-49047aab-660d-42e7-b12e-a9caa840185e tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.950358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-49047aab-660d-42e7-b12e-a9caa840185e tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.4681954 Jul 16 20:19:50.120608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.154081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f32ed-249f-4dfb-a8ff-9f41f8b7ff64 req-5e1bf953-6745-49c0-a172-ed5d11aaaf7e tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.155893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c2f32ed-249f-4dfb-a8ff-9f41f8b7ff64 req-5e1bf953-6745-49c0-a172-ed5d11aaaf7e tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.2682714 Jul 16 20:19:50.157085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Transition to ACTIVE for port object 9f758208-110f-4b05-a187-cdf318b94410 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:50.275514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-ed475ba1-16b1-4705-b0ba-ddbc621e3573 service neutron] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:50.289199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c2f32ed-249f-4dfb-a8ff-9f41f8b7ff64 req-404aedf2-80a3-42dc-8451-0168c3b638d0 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005120 Jul 16 20:19:50.301949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-ed475ba1-16b1-4705-b0ba-ddbc621e3573 service neutron] Notify callbacks [] for binding, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.303082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4534e411-498f-4a45-98c8-e7aa5303eaf2 req-ed475ba1-16b1-4705-b0ba-ddbc621e3573 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b991f919-d3a9-4c74-bf0a-09201124241b/bindings/n-h2-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.3057208 Jul 16 20:19:50.324241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.420994 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc269f-4179-4126-ba02-c053f7f9d5bd x-openstack-request-id: req-01bc269f-4179-4126-ba02-c053f7f9d5bd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:50.422386 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "name": "network-vif-plugged", "status": "completed", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:50.423049 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-01bc269f-4179-4126-ba02-c053f7f9d5bd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:50.423952 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'code': 200} Jul 16 20:19:50.679865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-f9178d49-d93e-4959-8e58-bc64efb11c52 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.681586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=9f758208-110f-4b05-a187-cdf318b94410,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.693773 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-f9178d49-d93e-4959-8e58-bc64efb11c52 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.26 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 813 time: 0.4187529 Jul 16 20:19:50.712420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'port': {'device_id': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa', 'admin_state_up': True, 'tenant_id': '29035e9cafaa4b53b3bc7ae368f24bea'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:50.778555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:50.822325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:50.830583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.831308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.831952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.832825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.833513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.835179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.835833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.836407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.837340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.837451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.837976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.838509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:50.845346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:50.925125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Made reservation on behalf of 29035e9cafaa4b53b3bc7ae368f24bea for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:50.929348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.974651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-9b0d1e52-0f15-43c0-8205-126580525ed1 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.987961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-9b0d1e52-0f15-43c0-8205-126580525ed1 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 811 time: 0.5655794 Jul 16 20:19:51.052402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-0c58212a-fe2b-4893-a28a-985677ab8e52 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/quotas/c07cb678d24544ea834df52f33ef5bf7 HTTP/1.1" status: 200 len: 375 time: 0.0626903 Jul 16 20:19:51.093466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.094708 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.193848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b42ce5a7-adbd-40df-a3a4-1b10f88af361 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0709534 Jul 16 20:19:51.194665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Allocated IP 172.20.0.11 (d6300423-8282-4786-bc1f-e0afcee499fa/d99ff74e-b397-4676-af48-fd204d3c1d5d/47b9fce4-9147-47c6-9239-ee2bccbfc054) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:51.199329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42018) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.210204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e173-38bd-4e31-a7d2-4fe1d33c09e5 req-c926742e-9db1-4b35-8683-27d7966d14cc tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.210462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f4:61:d4'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:51.212000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d198e173-38bd-4e31-a7d2-4fe1d33c09e5 req-c926742e-9db1-4b35-8683-27d7966d14cc tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 944 time: 0.5204134 Jul 16 20:19:51.213929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f9295-b713-4c5a-8166-969b2bc97243 req-5f646d3c-1780-458a-8566-4329a44f7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.215465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-437f9295-b713-4c5a-8166-969b2bc97243 req-5f646d3c-1780-458a-8566-4329a44f7494 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 1096 time: 0.5256920 Jul 16 20:19:51.292730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d198e173-38bd-4e31-a7d2-4fe1d33c09e5 req-913ebf3c-8070-4422-8f7a-58dce01c55d8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641396 Jul 16 20:19:51.317621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-ecb1d64d-da04-40c6-a805-e0c1d5d40520 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538664 Jul 16 20:19:51.360367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6654b1cd-9f16-4abb-9ac1-ef5db16de398 None None] Provisioning for port 9f758208-110f-4b05-a187-cdf318b94410 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:51.380589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6654b1cd-9f16-4abb-9ac1-ef5db16de398 None None] Provisioning complete for port 9f758208-110f-4b05-a187-cdf318b94410 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:51.394529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6654b1cd-9f16-4abb-9ac1-ef5db16de398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.395939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-437f9295-b713-4c5a-8166-969b2bc97243 req-2cfbfa07-4cc0-473c-8f89-e52c4ec8f178 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588371 Jul 16 20:19:51.513093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6654b1cd-9f16-4abb-9ac1-ef5db16de398 None None] Port 9f758208-110f-4b05-a187-cdf318b94410 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:51.716564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4ec4e102-730a-44ab-943b-5f89c31adb3a service neutron] 10.222.0.100 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846629 Jul 16 20:19:51.775484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea478-c8bf-4541-8aeb-a2e53ec603d4 req-c148d9a8-947e-4de4-a171-88b096a67759 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.777011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09aea478-c8bf-4541-8aeb-a2e53ec603d4 req-c148d9a8-947e-4de4-a171-88b096a67759 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 944 time: 0.1682301 Jul 16 20:19:51.837556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.923210 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.116854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.202550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Network d6300423-8282-4786-bc1f-e0afcee499fa is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:52.216125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:52.216573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:52.224174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:52.226965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:52.254316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.270637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.328338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.329293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.345040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:52.352355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:52.353071 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.388752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] In _notify_port_updated(), no bound segment for port 9f758208-110f-4b05-a187-cdf318b94410 on network 1d9a6912-dbd3-4537-af51-366bbd3cafcf {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:19:52.394995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.396022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.401600 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "PUT /v2.0/ports/9f758208-110f-4b05-a187-cdf318b94410 HTTP/1.1" status: 200 len: 994 time: 1.2004356 Jul 16 20:19:52.401889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42032) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:52.406839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-f16d930b-4916-428d-aea9-d12da5b9b3e2 service neutron] 10.222.0.100 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788771 Jul 16 20:19:52.426185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c656d-b318-4de7-a4ad-cb4ba24e413d tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=9f758208-110f-4b05-a187-cdf318b94410,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:52.434022 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-ff57ef54-a1d3-453a-b697-ba5209b4f737 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7300527 Jul 16 20:19:52.450258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Request body: {'port': {'device_id': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:52.465642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09aea478-c8bf-4541-8aeb-a2e53ec603d4 req-57bd2f1d-2504-475e-a987-bf469565b2b5 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563551 Jul 16 20:19:52.598037 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.631165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting port 9f758208-110f-4b05-a187-cdf318b94410 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:52.631588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.661679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:52.667736 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649cc4aa-9629-423f-b8ae-165f929ad2fb" -d '{"events": [{"server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "name": "network-vif-plugged", "status": "completed", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:52.688297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:52.704896 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.735612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.827719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a089-8c47-41ca-9104-ff1a9893fe33 req-a75bbc27-5833-47e5-bd4d-a5af12b81d05 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.835671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fb9a089-8c47-41ca-9104-ff1a9893fe33 req-a75bbc27-5833-47e5-bd4d-a5af12b81d05 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 932 time: 0.1540370 Jul 16 20:19:52.838831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.841907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0e3da1c5-0388-4825-801d-bd951b24e53c None None] Provisioning complete for port 9f758208-110f-4b05-a187-cdf318b94410 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:52.842791 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0e3da1c5-0388-4825-801d-bd951b24e53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.883310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Calling delete_port for 9f758208-110f-4b05-a187-cdf318b94410 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:52.901748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:52.929559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0e3da1c5-0388-4825-801d-bd951b24e53c None None] Port 9f758208-110f-4b05-a187-cdf318b94410 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:53.208075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fb9a089-8c47-41ca-9104-ff1a9893fe33 req-59a15920-dc0c-4bd1-bea6-73ef43f5fa95 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712111 Jul 16 20:19:53.276024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b9fce4-9147-47c6-9239-ee2bccbfc054 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:53.288004 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.301551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98147b13-6967-4bd8-bb9d-cf876471bdb2 req-ea63fc23-4ceb-4e11-9e95-4c9fc4ce291d tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.305590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Transition to ACTIVE for port object 47b9fce4-9147-47c6-9239-ee2bccbfc054 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:53.311611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.314767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98147b13-6967-4bd8-bb9d-cf876471bdb2 req-ea63fc23-4ceb-4e11-9e95-4c9fc4ce291d tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 945 time: 0.2632849 Jul 16 20:19:53.319507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.407085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Port': ['ID=9f758208-110f-4b05-a187-cdf318b94410,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:53.442725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:53.476402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Attempting to bind port 47b9fce4-9147-47c6-9239-ee2bccbfc054 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:53.476789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Attempting to bind port 47b9fce4-9147-47c6-9239-ee2bccbfc054 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:53.477119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Attempting to bind port 47b9fce4-9147-47c6-9239-ee2bccbfc054 on network d6300423-8282-4786-bc1f-e0afcee499fa {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:53.486757 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Port 47b9fce4-9147-47c6-9239-ee2bccbfc054 on network d6300423-8282-4786-bc1f-e0afcee499fa not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:53.487128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Attempting to bind port 47b9fce4-9147-47c6-9239-ee2bccbfc054 on network d6300423-8282-4786-bc1f-e0afcee499fa {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:53.493187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:53.493537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Checking segment: {'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:53.493912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Bound using segment: {'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:53.494621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Bound port: 47b9fce4-9147-47c6-9239-ee2bccbfc054, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:53.494985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.603388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:53.610726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:53.619611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.631092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98147b13-6967-4bd8-bb9d-cf876471bdb2 req-aa3b3760-457a-4099-920f-482139e1e7d4 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146837 Jul 16 20:19:53.768384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:53.777272 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f53b9-544a-4370-b319-d2192b2bc64d x-openstack-request-id: req-6f0f53b9-544a-4370-b319-d2192b2bc64d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:53.778233 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "name": "network-vif-plugged", "status": "completed", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:53.778233 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6f0f53b9-544a-4370-b319-d2192b2bc64d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:53.778797 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'code': 200} Jul 16 20:19:53.783555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.784810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.787089 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6d8ec059-af6f-409a-acc4-52b0492fb4e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 1092 time: 1.3436007 Jul 16 20:19:53.787953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:53.792275 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:53.822946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a197e5e-21bd-45e6-8bcf-d6210b2deec4 req-550b54c0-56af-4d65-9d90-3e7c3194e5aa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.824595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a197e5e-21bd-45e6-8bcf-d6210b2deec4 req-550b54c0-56af-4d65-9d90-3e7c3194e5aa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 946 time: 0.3554261 Jul 16 20:19:53.864147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.869882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-41bf67e9-b91f-4744-81d9-351755894394 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/ports/9f758208-110f-4b05-a187-cdf318b94410 HTTP/1.1" status: 204 len: 168 time: 1.4665248 Jul 16 20:19:53.870109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:53.902829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a197e5e-21bd-45e6-8bcf-d6210b2deec4 req-2398d397-4ec5-46c3-9245-96e0328bdf06 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/security-groups?id=dd655589-8b0b-4930-91bb-1bfea52e92b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679839 Jul 16 20:19:53.955734 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cea5b1-af68-4fb1-9aa7-7d3c89839df7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] GET failed (client error): The resource could not be found. Jul 16 20:19:53.959141 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81cea5b1-af68-4fb1-9aa7-7d3c89839df7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "GET /v2.0/ports/9f758208-110f-4b05-a187-cdf318b94410 HTTP/1.1" status: 404 len: 333 time: 0.0872931 Jul 16 20:19:53.993041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42058) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:54.006151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'name': 'tempest-AllowedAddressPairTestJSON-2059595502'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:54.059106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2fe0cf12-1589-4662-b9dc-f6721a47aaec req-67fbac4b-72a0-4fb2-a511-1d5f39175bf1 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 210 time: 0.0939617 Jul 16 20:19:54.185667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-95c7a2fc-91e1-460e-9887-5ab7a042e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.188044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-95c7a2fc-91e1-460e-9887-5ab7a042e3b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1095 time: 0.2501752 Jul 16 20:19:54.202134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870b172-5804-4f01-acb2-e05ed6de326b req-1b6b45d8-5841-443d-8442-f08f4946dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.204867 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a870b172-5804-4f01-acb2-e05ed6de326b req-1b6b45d8-5841-443d-8442-f08f4946dfa2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.2701902 Jul 16 20:19:54.216016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:54.260426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95ccab-733d-47f7-bf3e-d04b258e3641 req-4a56bc8c-d706-4828-bd1b-8d1634a8ec51 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.262717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb95ccab-733d-47f7-bf3e-d04b258e3641 req-4a56bc8c-d706-4828-bd1b-8d1634a8ec51 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 945 time: 0.2091999 Jul 16 20:19:54.270095 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a870b172-5804-4f01-acb2-e05ed6de326b req-1642079a-fded-46b7-ad43-dfeaa4a24521 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540118 Jul 16 20:19:54.271428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:54.276316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.312502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] device_id is not set on port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:54.318993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-d8e9e6aa-938e-4392-84c8-a6e56716fc47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 217 time: 0.1107669 Jul 16 20:19:54.352843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.424921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:54.434223 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.476460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb95ccab-733d-47f7-bf3e-d04b258e3641 req-f4141fba-3270-4a3d-adf5-ed93365e435c tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611383 Jul 16 20:19:54.481779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-8e19892b-db80-44b9-a5c2-3910e9c7a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.484479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-8e19892b-db80-44b9-a5c2-3910e9c7a535 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1522808 Jul 16 20:19:54.517237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.539142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f8f6-1efe-4729-97c9-f8cd5a459067 req-85a3b6b9-cd1e-45cc-aba1-f79bb094e230 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.540745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4169f8f6-1efe-4729-97c9-f8cd5a459067 req-85a3b6b9-cd1e-45cc-aba1-f79bb094e230 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1095 time: 0.3515253 Jul 16 20:19:54.562856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-654f797a-bc51-4df2-aa4f-4c8e95104dc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517969 Jul 16 20:19:54.589634 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d530b89d-df51-477d-8b23-375ce2c91eb2 x-openstack-request-id: req-d530b89d-df51-477d-8b23-375ce2c91eb2 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:54.590105 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:54.590515 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d530b89d-df51-477d-8b23-375ce2c91eb2 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:54.591145 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054', 'status': 'completed', 'code': 200} Jul 16 20:19:54.616485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Allocated IP 172.20.0.4 (1d9a6912-dbd3-4537-af51-366bbd3cafcf/284379c7-f6cb-41f2-8332-b5292395d3ee/7a4ef0a5-e1d0-4279-939c-8d6f365e6560) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:54.691682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4169f8f6-1efe-4729-97c9-f8cd5a459067 req-cdea0453-540c-4b85-ae2e-eed544ee89e7 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316564 Jul 16 20:19:54.740415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-3d97147a-47b2-461c-be06-cf90e36b838d service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541457 Jul 16 20:19:54.784166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-cc2235c0-e25d-415e-b54b-f8fe20e5d0f6 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.787893 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-cc2235c0-e25d-415e-b54b-f8fe20e5d0f6 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 811 time: 0.3373997 Jul 16 20:19:54.822549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Request body: {'port': {'device_id': '2ce35373-d106-4f2c-9254-d959d0307c47', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'admin_state_up': True, 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:54.977132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ca8f0b7-0570-4b13-b599-8347ae6e478b req-6f11cb4d-6af5-47d0-95d9-276237ec1d61 service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289982 Jul 16 20:19:55.055053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.082493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244596f8-899c-4985-b0c6-3d5080c783ba req-0bd724e3-c39e-4574-baba-27b6720635e8 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.082717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Transition to ACTIVE for port object 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:55.102128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-244596f8-899c-4985-b0c6-3d5080c783ba req-0bd724e3-c39e-4574-baba-27b6720635e8 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 944 time: 0.2146654 Jul 16 20:19:55.113029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Made reservation on behalf of c07cb678d24544ea834df52f33ef5bf7 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:55.118056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.192964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.261208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-244596f8-899c-4985-b0c6-3d5080c783ba req-b4038026-9d1a-488f-b874-036ad9ffdedd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564405 Jul 16 20:19:55.281185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-0fe8c8d2-2e2b-4d3b-8b7f-45b032d69385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.282629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-0fe8c8d2-2e2b-4d3b-8b7f-45b032d69385 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1095 time: 0.1640730 Jul 16 20:19:55.529907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-a8915eaa-668a-4bbc-abc5-9a132a74e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.533657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-a8915eaa-668a-4bbc-abc5-9a132a74e3a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.2428401 Jul 16 20:19:55.576528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:55.582952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:55.589248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=7a4ef0a5-e1d0-4279-939c-8d6f365e6560,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.611771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:55.629950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-725f6c51-a434-4f0d-aac5-e94d1bc80a2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 217 time: 0.0844829 Jul 16 20:19:55.706437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Allocated IP 172.20.0.2 (2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d/e4397090-04f8-4d9d-9783-07c5217a6827/e2fa26b9-d669-4053-b217-d1231ce0c2d9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:55.739691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae403ca1-ce2f-4de9-a38f-969e6819b383 req-9e158d51-a1d2-468b-bca9-1095f0baa8ab tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.742389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae403ca1-ce2f-4de9-a38f-969e6819b383 req-9e158d51-a1d2-468b-bca9-1095f0baa8ab tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 945 time: 0.2782614 Jul 16 20:19:55.756002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-90e5e2a5-420b-492b-b04f-c060821f3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.758550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-90e5e2a5-420b-492b-b04f-c060821f3fe3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1142626 Jul 16 20:19:55.780246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:55.783363 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bffb26-ab61-4f38-9f50-749fd70b7687" -d '{"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-unplugged", "status": "completed", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:55.788878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.789980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.833989 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bf811105-f0af-4c31-9bc7-34ad77f881b7 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8315697 Jul 16 20:19:55.837090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42078) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:55.851289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f4:61:d4'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:55.867970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-def20230-3f18-4f39-a146-383e2346d2da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733240 Jul 16 20:19:55.930848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae403ca1-ce2f-4de9-a38f-969e6819b383 req-4ebb5b03-f066-4ef3-84c8-269f051275cf tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651273 Jul 16 20:19:56.017190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cf582008-879e-4984-88d5-63d2e231240e None None] Provisioning for port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:56.022264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cf582008-879e-4984-88d5-63d2e231240e None None] Provisioning complete for port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:56.022850 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cf582008-879e-4984-88d5-63d2e231240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.062961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-38a42ffc-a44e-40ca-81a5-da269e816835 service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684663 Jul 16 20:19:56.078041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cf582008-879e-4984-88d5-63d2e231240e None None] Port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:56.106105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5865-b124-4023-802d-95cd068ff8f1 req-62d6a468-a86d-4cfa-878f-cad701ff3bab tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.109067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a01a5865-b124-4023-802d-95cd068ff8f1 req-62d6a468-a86d-4cfa-878f-cad701ff3bab tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1095 time: 0.3303573 Jul 16 20:19:56.141472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.172164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.226547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d3b88c0-9da3-4bca-b21a-1d5b825b07b6 req-134e3305-b9b7-42d3-bfa9-b379a8d28bee tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 210 time: 0.0371521 Jul 16 20:19:56.249659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a01a5865-b124-4023-802d-95cd068ff8f1 req-4a181add-927f-45de-be82-a6a493ea8c3d tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138594 Jul 16 20:19:56.271610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21e10c0c-db1b-4a53-af6c-ebb443bb86b7 req-85939e95-d5e4-42d7-89c6-3a9cea8974db service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006671 Jul 16 20:19:56.382975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.397303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b58b1052-1dd4-4db5-a5f9-b23cc5d63825'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:56.563643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:56.580448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:56.601336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:56.613890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Pushing event updated for resources: {'Port': ['ID=e2fa26b9-d669-4053-b217-d1231ce0c2d9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.623467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d2a49-db32-48d9-b4af-9e5f4894c809 req-f9c7e42e-5e89-483e-8057-286e3b4031fa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.625244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a28d2a49-db32-48d9-b4af-9e5f4894c809 req-f9c7e42e-5e89-483e-8057-286e3b4031fa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 945 time: 0.1579757 Jul 16 20:19:56.670381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eabfde-9a69-4651-99eb-0abb5ccf2bb2 req-bc5ca3b1-dbb7-4b8d-9cb4-268823f89451 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.673449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76eabfde-9a69-4651-99eb-0abb5ccf2bb2 req-bc5ca3b1-dbb7-4b8d-9cb4-268823f89451 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 946 time: 0.1239998 Jul 16 20:19:56.711126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a28d2a49-db32-48d9-b4af-9e5f4894c809 req-ec46ec80-1349-49ac-9ac0-5badcfa2defd tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727298 Jul 16 20:19:56.735195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.749499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.750527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.757447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.778049 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3c240-4137-4483-9fc7-9109fe193516 x-openstack-request-id: req-42d3c240-4137-4483-9fc7-9109fe193516 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:56.778485 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-unplugged", "status": "completed", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:56.779083 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-42d3c240-4137-4483-9fc7-9109fe193516 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:56.779583 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'code': 200} Jul 16 20:19:56.795052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76eabfde-9a69-4651-99eb-0abb5ccf2bb2 req-04dc3c53-738d-41d2-878b-e92270b552c4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/security-groups?id=afd79e67-11c7-4642-a3a9-6ac95fe9dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144950 Jul 16 20:19:56.826515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-e69c4075-1cd2-4d9b-a1b5-2c621257f8d1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.828264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-e69c4075-1cd2-4d9b-a1b5-2c621257f8d1 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 944 time: 0.1040518 Jul 16 20:19:56.880172 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-4316b75c-2b34-41cd-8eaa-469b93ae6eba tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0649047 Jul 16 20:19:56.912568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=7a4ef0a5-e1d0-4279-939c-8d6f365e6560,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.948321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Request body: {'port': {'device_id': '2ce35373-d106-4f2c-9254-d959d0307c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:56.986680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] In _notify_port_updated(), no bound segment for port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 on network 1d9a6912-dbd3-4537-af51-366bbd3cafcf {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:19:56.992668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.993823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.996767 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c8a49dc2-8ce1-4bee-96c6-607a22de7ff8 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "PUT /v2.0/ports/7a4ef0a5-e1d0-4279-939c-8d6f365e6560 HTTP/1.1" status: 200 len: 996 time: 1.1533329 Jul 16 20:19:57.003006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.142766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404b836-c907-409b-8de1-71b09a4a7371 req-7f5ef249-5607-49da-9a8b-4a345c7e0641 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.145900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c404b836-c907-409b-8de1-71b09a4a7371 req-7f5ef249-5607-49da-9a8b-4a345c7e0641 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 945 time: 0.2466693 Jul 16 20:19:57.160842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42098) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:57.171842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Request body: {'floatingip': {'port_id': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:57.173427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Deleting port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:57.174383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.215106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.224096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b702c7ff-922f-477b-abba-6eccb8c57f7c None None] Provisioning complete for port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:57.224970 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b702c7ff-922f-477b-abba-6eccb8c57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.245900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.343727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b702c7ff-922f-477b-abba-6eccb8c57f7c None None] Port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:57.371700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting port 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:57.372093 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.444555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] For port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,segment=NetworkSegment(15944fb2-0731-45a1-8b90-e6360aa551ef),segment_id=15944fb2-0731-45a1-8b90-e6360aa551ef)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:57.445292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.479853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Calling delete_port for 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:57.612511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe33d5-b150-41b5-afb5-904074188102 req-f353be9d-5b7c-4e70-8700-9e2c291b1ec4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.612511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32fe33d5-b150-41b5-afb5-904074188102 req-f353be9d-5b7c-4e70-8700-9e2c291b1ec4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 944 time: 0.2451854 Jul 16 20:19:57.732710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.816083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Calling delete_port for 7a4ef0a5-e1d0-4279-939c-8d6f365e6560 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:58.085559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32fe33d5-b150-41b5-afb5-904074188102 req-f7e67978-c998-48c6-9bb5-31bcc73dc7d7 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459412 Jul 16 20:19:58.189284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.223943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fa26b9-d669-4053-b217-d1231ce0c2d9 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:58.237368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 47b9fce4-9147-47c6-9239-ee2bccbfc054 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:58.241515 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.253799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Pushing event deleted for resources: {'Port': ['ID=1d99e299-d5ce-47f5-87cf-4417b1cab4f7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.265532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-d48af750-b302-4715-9fa1-caac51903513 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.267271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-d48af750-b302-4715-9fa1-caac51903513 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.21 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 946 time: 0.2553792 Jul 16 20:19:58.286464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-84312f55-8766-452f-8701-f473c95a0eca tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5921822 Jul 16 20:19:58.297130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Transition to ACTIVE for port object e2fa26b9-d669-4053-b217-d1231ce0c2d9 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:58.300578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.330643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:58.331081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.380603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Port': ['ID=7a4ef0a5-e1d0-4279-939c-8d6f365e6560,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.406161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ff190c9-bd79-4d95-bc2d-1c397ac81950 req-26542372-527f-4206-a5c6-c3ab2d0ab3d0 tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.100 "GET /v2.0/ports?device_id=53682310-6d73-4042-93e6-3be515afa7da HTTP/1.1" status: 200 len: 210 time: 0.0707316 Jul 16 20:19:58.480145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] No DVR routers for this DVR port 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:58.487191 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.489408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-531cfb28-50a5-4863-a006-df6f92afeb52 req-7744e866-d881-4864-a137-b8e003f800fa tempest-ImagesTestJSON-1894259796 tempest-ImagesTestJSON-1894259796-project] 10.222.0.26 "DELETE /v2.0/ports/1d99e299-d5ce-47f5-87cf-4417b1cab4f7 HTTP/1.1" status: 204 len: 173 time: 1.6419935 Jul 16 20:19:58.498868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-deleted', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:58.501498 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a60793a-595c-4567-9d55-a5da5fddae7e" -d '{"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-deleted", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:58.540770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.560029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:58.587514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '47b9fce4-9147-47c6-9239-ee2bccbfc054', 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa', 'port_id': '47b9fce4-9147-47c6-9239-ee2bccbfc054', 'mac_address': 'fa:16:3e:b4:92:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ff74e-b397-4676-af48-fd204d3c1d5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:58.665197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Deleting port 740868b4-2214-4576-b59a-c801eafc9985 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:58.665543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.676742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.698867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b9fce4-9147-47c6-9239-ee2bccbfc054 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:58.714811 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.740002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:58.745436 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.795719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fa26b9-d669-4053-b217-d1231ce0c2d9,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.807890 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.871501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:58.939419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] For port 740868b4-2214-4576-b59a-c801eafc9985, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=740868b4-2214-4576-b59a-c801eafc9985,segment=NetworkSegment(9bbfbcd7-be22-468e-9a41-bc0a79dc1ded),segment_id=9bbfbcd7-be22-468e-9a41-bc0a79dc1ded)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:58.939948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.967338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Calling delete_port for 740868b4-2214-4576-b59a-c801eafc9985 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:58.984335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:59.041856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95daf6-f8d1-46f2-9ee7-ffafb2b28322 req-429613c6-280a-4bdf-9dab-125d2b7ef5de tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.049650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e95daf6-f8d1-46f2-9ee7-ffafb2b28322 req-429613c6-280a-4bdf-9dab-125d2b7ef5de tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 943 time: 0.2640102 Jul 16 20:19:59.080348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.190029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e95daf6-f8d1-46f2-9ee7-ffafb2b28322 req-a5a51412-1a75-495d-83f0-da873437530d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356134 Jul 16 20:19:59.369223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.382777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['740868b4-2214-4576-b59a-c801eafc9985'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:59.480381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Pushing event deleted for resources: {'Port': ['ID=740868b4-2214-4576-b59a-c801eafc9985,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.528129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.529545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.530340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.531065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.531432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7faf0f8-7521-4c69-8b2e-32eca5a1b90b req-ee6a81ba-e5a0-47b4-a8d9-7b16900ec05d tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.100 "GET /v2.0/ports?device_id=c33fdadc-dba3-4714-85c3-d337a14bde7f HTTP/1.1" status: 200 len: 210 time: 0.1699910 Jul 16 20:19:59.531620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.533426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.534737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.535819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.537566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.538509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.539678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.540427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:59.585676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.591026 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-34066538-a910-4c43-a5d8-357da95f6b07 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/ports/7a4ef0a5-e1d0-4279-939c-8d6f365e6560 HTTP/1.1" status: 204 len: 168 time: 2.5863686 Jul 16 20:19:59.603017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42120) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:59.609928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Allocated IP 172.25.8.42 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9668bcfa-a100-445a-916d-952509d5ffd5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:59.654698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Attempting to bind port e2fa26b9-d669-4053-b217-d1231ce0c2d9 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:59.655627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Attempting to bind port e2fa26b9-d669-4053-b217-d1231ce0c2d9 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:59.656344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Attempting to bind port e2fa26b9-d669-4053-b217-d1231ce0c2d9 on network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:59.703620 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-04918af5-d0c2-4ca3-b054-3b75fda0b277 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] GET failed (client error): The resource could not be found. Jul 16 20:19:59.706521 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-04918af5-d0c2-4ca3-b054-3b75fda0b277 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "GET /v2.0/ports/7a4ef0a5-e1d0-4279-939c-8d6f365e6560 HTTP/1.1" status: 404 len: 333 time: 0.0721185 Jul 16 20:19:59.715033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Port e2fa26b9-d669-4053-b217-d1231ce0c2d9 on network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:59.715984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Attempting to bind port e2fa26b9-d669-4053-b217-d1231ce0c2d9 on network 2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:59.724697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42122) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:59.736175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'name': 'tempest-AllowedAddressPairTestJSON-1774143107'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:59.762255 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d15580-fb0d-40b7-a9bb-d3c30a910cdc x-openstack-request-id: req-55d15580-fb0d-40b7-a9bb-d3c30a910cdc {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:59.762739 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53682310-6d73-4042-93e6-3be515afa7da", "name": "network-vif-deleted", "tag": "1d99e299-d5ce-47f5-87cf-4417b1cab4f7", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:59.763712 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-55d15580-fb0d-40b7-a9bb-d3c30a910cdc {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:59.764397 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53682310-6d73-4042-93e6-3be515afa7da', 'name': 'network-vif-deleted', 'tag': '1d99e299-d5ce-47f5-87cf-4417b1cab4f7', 'status': 'completed', 'code': 200} Jul 16 20:19:59.769995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:59.770493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Checking segment: {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:59.771031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Bound using segment: {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:59.771723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Bound port: e2fa26b9-d669-4053-b217-d1231ce0c2d9, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:59.772346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.777490 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Floating IP f68688b5-ea92-438e-831a-98ddb82c4a35 associated. External IP: 172.25.8.237, port: cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0. Jul 16 20:19:59.838859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] No DVR routers for this DVR port 740868b4-2214-4576-b59a-c801eafc9985 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:59.844240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.847023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01c04c5f-85c1-4921-81be-659ff9acb562 req-df343216-1296-4192-a4ed-bad501736bb4 tempest-ServerMetadataNegativeTestJSON-1660751574 tempest-ServerMetadataNegativeTestJSON-1660751574-project] 10.222.0.21 "DELETE /v2.0/ports/740868b4-2214-4576-b59a-c801eafc9985 HTTP/1.1" status: 204 len: 173 time: 1.5577390 Jul 16 20:19:59.894651 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.925655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefc428-f3a2-4d99-ab05-0e87a28c4b24 req-07f0f1b1-3107-4b0b-9db5-9b4a8eb51567 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.932855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8eefc428-f3a2-4d99-ab05-0e87a28c4b24 req-07f0f1b1-3107-4b0b-9db5-9b4a8eb51567 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 945 time: 0.1895995 Jul 16 20:20:00.006413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8eefc428-f3a2-4d99-ab05-0e87a28c4b24 req-84a91059-badc-4d19-af74-693e7e87dd7c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722976 Jul 16 20:20:00.046607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.158384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:00.168101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:00.175104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:00.178320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:00.182076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.203129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] For port e2fa26b9-d669-4053-b217-d1231ce0c2d9, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:00.211200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] device_id is not set on port bb126a6b-663a-427d-a8f2-1f36a3333b4e yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:00.262251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 47b9fce4-9147-47c6-9239-ee2bccbfc054 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:00.285053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Pushing event updated for resources: {'Port': ['ID=9668bcfa-a100-445a-916d-952509d5ffd5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.350657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] For port e2fa26b9-d669-4053-b217-d1231ce0c2d9, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:00.353800 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31cdc791-d57f-4b07-a9ab-2a9946041f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.384529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.415399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 47b9fce4-9147-47c6-9239-ee2bccbfc054 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:00.421264 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.423908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 47b9fce4-9147-47c6-9239-ee2bccbfc054 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:00.424422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.565819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.594323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.595666 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.598455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2fa26b9-d669-4053-b217-d1231ce0c2d9 HTTP/1.1" status: 200 len: 1091 time: 3.6549816 Jul 16 20:20:00.611021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce35373-d106-4f2c-9254-d959d0307c47', 'tag': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:00.615449 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bd8806-814f-4170-bc8c-fea58fe11735" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce35373-d106-4f2c-9254-d959d0307c47", "tag": "e2fa26b9-d669-4053-b217-d1231ce0c2d9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:00.616691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:00.618396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:00.621840 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f05ab-9f57-47fe-98b4-ae25d04031c0" -d '{"events": [{"server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "name": "network-vif-plugged", "status": "completed", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:00.627979 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.629043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:00.665610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.699543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:00.700045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1d99e299-d5ce-47f5-87cf-4417b1cab4f7 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:00.730983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.810792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Allocated IP 172.20.0.6 (1d9a6912-dbd3-4537-af51-366bbd3cafcf/284379c7-f6cb-41f2-8332-b5292395d3ee/bb126a6b-663a-427d-a8f2-1f36a3333b4e) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:00.824031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21608bf-8c51-4bff-9eee-3e644763daa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fa26b9-d669-4053-b217-d1231ce0c2d9,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:00.864980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Router 70fa7b91-cbf3-4723-874f-24b1c7f34686 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:00.909484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcf96-426f-4eb5-8762-a5630177c337 req-45762f50-2cde-4b49-9cc6-3c1ca2f3fe5c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.911498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeadcf96-426f-4eb5-8762-a5630177c337 req-45762f50-2cde-4b49-9cc6-3c1ca2f3fe5c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 943 time: 0.4729285 Jul 16 20:20:00.915203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-dbee7f2a-8b24-45b0-bbca-2c6eba13886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.917008 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-dbee7f2a-8b24-45b0-bbca-2c6eba13886b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 1094 time: 0.1888633 Jul 16 20:20:01.039130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.049214 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-d75a5ee1-9e81-473e-b860-f4a53a022b2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9 HTTP/1.1" status: 200 len: 217 time: 0.1228492 Jul 16 20:20:01.084617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeadcf96-426f-4eb5-8762-a5630177c337 req-8f23d654-4578-4278-96be-f65557d9c193 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560602 Jul 16 20:20:01.087288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.300854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-28c2be67-4380-46ec-bc26-314b872f5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.302265 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-28c2be67-4380-46ec-bc26-314b872f5a2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.2371752 Jul 16 20:20:01.331436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Pushing event updated for resources: {'Port': ['ID=9668bcfa-a100-445a-916d-952509d5ffd5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.358679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42146) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:01.373668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.408025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.415092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-f938a9b3-0aef-4c31-a29f-7a4fd2c873fb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1274273 Jul 16 20:20:01.421669 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf0437-3499-4136-b555-cff76c3fb5f8 x-openstack-request-id: req-dcaf0437-3499-4136-b555-cff76c3fb5f8 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:01.422573 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "name": "network-vif-plugged", "status": "completed", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:01.422573 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dcaf0437-3499-4136-b555-cff76c3fb5f8 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:01.423002 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054', 'code': 200} Jul 16 20:20:01.429019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:01.433803 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-27d9872d-529d-4f8e-a110-d64bfc57cc21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221142 Jul 16 20:20:01.445109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.462444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] Sync routers for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:01.485181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:01.486009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:19:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:01.532080 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-e93a93be-3d51-4d9d-815e-7ccdc392aa4d tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.1158993 Jul 16 20:20:01.548189 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f947422c-1975-4709-bad0-081c8849b65b tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "PUT /v2.0/floatingips/f68688b5-ea92-438e-831a-98ddb82c4a35 HTTP/1.1" status: 200 len: 991 time: 4.3809230 Jul 16 20:20:01.549148 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228c4b00-b2e1-4c32-80dd-f4ea530bce03 x-openstack-request-id: req-228c4b00-b2e1-4c32-80dd-f4ea530bce03 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:01.549376 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce35373-d106-4f2c-9254-d959d0307c47", "tag": "e2fa26b9-d669-4053-b217-d1231ce0c2d9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:01.553200 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-228c4b00-b2e1-4c32-80dd-f4ea530bce03 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:01.553679 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce35373-d106-4f2c-9254-d959d0307c47', 'tag': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9', 'status': 'completed', 'code': 200} Jul 16 20:20:01.584541 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.589994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] Deleting subnet d746e587-d79e-4840-9e2c-72a318555cad {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:01.604971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.690930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Transition to ACTIVE for port object bb126a6b-663a-427d-a8f2-1f36a3333b4e will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:01.745770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.760653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:01.781741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'name': 'network-vif-deleted', 'tag': '740868b4-2214-4576-b59a-c801eafc9985'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:01.784306 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bf4c85-74d4-4870-8dea-3b84acf15407" -d '{"events": [{"server_uuid": "c33fdadc-dba3-4714-85c3-d337a14bde7f", "name": "network-vif-deleted", "tag": "740868b4-2214-4576-b59a-c801eafc9985"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:01.820072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-41d142e8-5c93-4426-aa84-a28c039c141e service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630754 Jul 16 20:20:01.823792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.869582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d7b82-07b9-4ed0-a2ab-0acdc9af78f3 req-5e4289aa-13f0-400c-b2a4-65e85d89b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.871195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710d7b82-07b9-4ed0-a2ab-0acdc9af78f3 req-5e4289aa-13f0-400c-b2a4-65e85d89b650 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1097 time: 0.3270743 Jul 16 20:20:01.883266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-10504956-1110-4fda-a054-980bf7dba55e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.902584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-694b7b4c-b1b6-490b-9b3d-34aac0cbac33 req-10504956-1110-4fda-a054-980bf7dba55e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.3628650 Jul 16 20:20:01.902584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.935515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=bb126a6b-663a-427d-a8f2-1f36a3333b4e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:02.013696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:02.024858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:02.030098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:02.091508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710d7b82-07b9-4ed0-a2ab-0acdc9af78f3 req-4f8caa24-5a1b-4534-8e94-1f0cb6e1da54 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944342 Jul 16 20:20:02.106173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd92bb-369a-4ce3-9521-0220edb4243b req-a0a16d76-a467-420f-ada2-37538b71f50d tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.109036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ddd92bb-369a-4ce3-9521-0220edb4243b req-a0a16d76-a467-420f-ada2-37538b71f50d tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 946 time: 0.3673506 Jul 16 20:20:02.129878 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a2c9a1b4-7a00-4721-9104-927172e44ef2 req-df6238b5-82d0-4455-93c4-0519fd771c4a service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989097 Jul 16 20:20:02.194925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.198155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.238360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.242335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 740868b4-2214-4576-b59a-c801eafc9985 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:02.313706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ddd92bb-369a-4ce3-9521-0220edb4243b req-26b11f41-d36a-4ef3-b140-1f8c6b06aba1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875167 Jul 16 20:20:02.315638 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09ff772-6f03-4386-94ba-895913d1638d x-openstack-request-id: req-b09ff772-6f03-4386-94ba-895913d1638d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:02.316134 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33fdadc-dba3-4714-85c3-d337a14bde7f", "name": "network-vif-deleted", "tag": "740868b4-2214-4576-b59a-c801eafc9985", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:02.316561 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b09ff772-6f03-4386-94ba-895913d1638d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:02.317628 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33fdadc-dba3-4714-85c3-d337a14bde7f', 'name': 'network-vif-deleted', 'tag': '740868b4-2214-4576-b59a-c801eafc9985', 'status': 'completed', 'code': 200} Jul 16 20:20:02.321583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d746e587-d79e-4840-9e2c-72a318555cad,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:02.328130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.331642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 740868b4-2214-4576-b59a-c801eafc9985 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:02.331982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 740868b4-2214-4576-b59a-c801eafc9985 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:02.332413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8f29dbf5-44d1-49db-9c7e-54349bf11725 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d746e587-d79e-4840-9e2c-72a318555cad HTTP/1.1" status: 204 len: 168 time: 0.9701896 Jul 16 20:20:02.335699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42162) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:02.349191 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1d2c05c2-9a8f-4e3b-8a0e-6ed10339e05b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6210382 Jul 16 20:20:02.357583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42164) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:02.396815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'network_id': '1d9a6912-dbd3-4537-af51-366bbd3cafcf', 'name': 'tempest-AllowedAddressPairTestJSON-1323565067'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:02.459717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.472940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'f68688b5-ea92-438e-831a-98ddb82c4a35', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'port_id': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'mac_address': 'fa:16:3e:cf:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f01b6-7461-414c-95ff-33a849f64416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:18:20Z', 'updated_at': '2021-07-16T20:19:58Z', 'revision_number': 1, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:17Z', 'revision_number': 5, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:02.499583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-69a279e8-a6df-4eee-947b-bdf2ed161887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.502358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-69a279e8-a6df-4eee-947b-bdf2ed161887 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 1094 time: 0.2820437 Jul 16 20:20:02.521362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] Checking router: 70fa7b91-cbf3-4723-874f-24b1c7f34686 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:02.540712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:02.541394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:19:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:02.625243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.664542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c82dcb9-e53f-4f39-b99f-ac09c83091e7']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:02.710244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbfbcd7-be22-468e-9a41-bc0a79dc1ded') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:02.710700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbfbcd7-be22-468e-9a41-bc0a79dc1ded') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:02.746060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.754762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-19d6ff7a-6df7-4400-a0de-dfbe79b55763 None None] Provisioning for port bb126a6b-663a-427d-a8f2-1f36a3333b4e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:02.773118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-19d6ff7a-6df7-4400-a0de-dfbe79b55763 None None] Provisioning complete for port bb126a6b-663a-427d-a8f2-1f36a3333b4e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:02.774091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19d6ff7a-6df7-4400-a0de-dfbe79b55763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.813577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.842526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:02.842850 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:02.848331 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:02.908079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:02.922276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-987db425-b6c3-4116-be5a-29c693ca5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.924501 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-987db425-b6c3-4116-be5a-29c693ca5d37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 912 time: 0.4113150 Jul 16 20:20:02.926193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Made reservation on behalf of de25b56fa2f84a5bbb49165e37aea3f4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:02.931538 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.970967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-f8db4d77-c352-424f-af12-e4df8166b2db tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.979092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-19d6ff7a-6df7-4400-a0de-dfbe79b55763 None None] Port bb126a6b-663a-427d-a8f2-1f36a3333b4e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:02.999869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-f8db4d77-c352-424f-af12-e4df8166b2db tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 820 time: 0.3562794 Jul 16 20:20:03.025497 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-f9ff5bba-0f9e-41c1-870e-b60607425419 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9 HTTP/1.1" status: 200 len: 217 time: 0.0884693 Jul 16 20:20:03.032241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a7fd1-3178-4356-b5d2-426e741cc0d7 req-c15bf6cd-4b78-42a1-ade1-c02ece0ad3dd tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:03.042688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] device_id is not set on port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:03.045652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-143a7fd1-3178-4356-b5d2-426e741cc0d7 req-c15bf6cd-4b78-42a1-ade1-c02ece0ad3dd tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 943 time: 0.3778915 Jul 16 20:20:03.087625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-53628ebc-41a6-4024-8fbb-41f9c589d178 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/quotas/45109ed8bc7f49319a2e65bf623c32c7 HTTP/1.1" status: 200 len: 375 time: 0.0798488 Jul 16 20:20:03.105431 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.155058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.157209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] 10.222.0.100 "DELETE /v2.0/networks/8c82dcb9-e53f-4f39-b99f-ac09c83091e7 HTTP/1.1" status: 204 len: 168 time: 0.8200443 Jul 16 20:20:03.192887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-143a7fd1-3178-4356-b5d2-426e741cc0d7 req-b60c7342-44f2-4414-a1ba-ec88283015fc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459351 Jul 16 20:20:03.196182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5b9fe-5fa8-4c06-a9aa-2559587b325a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c82dcb9-e53f-4f39-b99f-ac09c83091e7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:03.339862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-94578520-5c57-484b-9955-676dc5994352 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2502086 Jul 16 20:20:03.359312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Allocated IP 172.20.0.7 (1d9a6912-dbd3-4537-af51-366bbd3cafcf/284379c7-f6cb-41f2-8332-b5292395d3ee/3f6c6e27-dfc4-491a-b154-e6b1e77d0b02) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:03.558480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:03.563682 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65610866-2e66-43f7-8f30-294631e551e3" -d '{"events": [{"name": "network-changed", "server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:03.567407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42190) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:03.640034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'f68688b5-ea92-438e-831a-98ddb82c4a35', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'port_id': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'mac_address': 'fa:16:3e:cf:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f01b6-7461-414c-95ff-33a849f64416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:18:20Z', 'updated_at': '2021-07-16T20:19:58Z', 'revision_number': 1, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:17Z', 'revision_number': 5, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:03.647686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-90c3e1ae-ee96-4d76-a77a-511911845be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:03.649203 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-90c3e1ae-ee96-4d76-a77a-511911845be9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.2003000 Jul 16 20:20:03.663897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-10be040c-6d55-40c2-a17f-80eab118fecb service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130236 Jul 16 20:20:03.697365 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b84dee6-f4b9-42b4-ad78-60a1b57b3f92 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=46529d2ac8ab4a81983cca8169456a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701771 Jul 16 20:20:03.702253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42196) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:03.725610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eedac-09a8-44d4-9641-f2addb6974f8 None None] The sync data for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 is: [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'f68688b5-ea92-438e-831a-98ddb82c4a35', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'port_id': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'mac_address': 'fa:16:3e:cf:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f01b6-7461-414c-95ff-33a849f64416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:18:20Z', 'updated_at': '2021-07-16T20:19:58Z', 'revision_number': 1, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:17Z', 'revision_number': 5, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:03.753174 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-0fd25056-869a-4405-ab3e-c966c3165013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717237 Jul 16 20:20:03.891606 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-6a47a16c-244f-4bab-8f9d-da7e52089fd1 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056561 Jul 16 20:20:03.930597 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-401b31b2-7ac8-4269-b66f-36406a6531b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.959472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-401b31b2-7ac8-4269-b66f-36406a6531b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.960329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.985783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-86cb094b-fbb4-4dbe-af19-21940cd19c27 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205104 Jul 16 20:20:04.111375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05804b-9f9a-4223-a5f7-b7f13af3dbe7 req-b1aa1a02-156c-4f2e-9ad6-b8dd90e92d2c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.115888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af05804b-9f9a-4223-a5f7-b7f13af3dbe7 req-b1aa1a02-156c-4f2e-9ad6-b8dd90e92d2c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 946 time: 0.1901584 Jul 16 20:20:04.205857 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f57dd3-eaaf-4e19-a717-b8831094a61f None None] New status for floating IP f68688b5-ea92-438e-831a-98ddb82c4a35: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:20:04.270677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af05804b-9f9a-4223-a5f7-b7f13af3dbe7 req-13978535-c544-4b01-b8e3-dd5726e5a747 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452801 Jul 16 20:20:04.288846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.313648 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe05cd-7e1a-41ca-9576-846afac533ae x-openstack-request-id: req-f7fe05cd-7e1a-41ca-9576-846afac533ae {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:04.314173 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:04.314481 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f7fe05cd-7e1a-41ca-9576-846afac533ae {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:04.315150 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'status': 'completed', 'code': 200} Jul 16 20:20:04.353523 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a9bd8806-814f-4170-bc8c-fea58fe11735 req-a224bfef-86a5-4cd4-ab4a-c333c3cebdd6 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519892 Jul 16 20:20:04.374460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Transition to ACTIVE for port object 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:04.416612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-401b31b2-7ac8-4269-b66f-36406a6531b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.433422 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-401b31b2-7ac8-4269-b66f-36406a6531b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.435911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-401b31b2-7ac8-4269-b66f-36406a6531b0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/afd79e67-11c7-4642-a3a9-6ac95fe9dd98 HTTP/1.1" status: 204 len: 168 time: 0.7136981 Jul 16 20:20:04.492612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b31b2-7ac8-4269-b66f-36406a6531b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd79e67-11c7-4642-a3a9-6ac95fe9dd98,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.568831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.584753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610866-2e66-43f7-8f30-294631e551e3 req-4dcd2fe8-7de6-4bff-bb07-b5ff263e1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.587892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65610866-2e66-43f7-8f30-294631e551e3 req-4dcd2fe8-7de6-4bff-bb07-b5ff263e1f21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=008c46ef30454061b5d8ebaddb88cda2&device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 1096 time: 0.2043395 Jul 16 20:20:04.682163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53df184c-9e8d-43a4-bf72-bd62ea10d11f req-48737648-5bcc-48eb-af2d-511ae7e7b51e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 210 time: 0.0608284 Jul 16 20:20:04.744120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:04.748576 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f5132c0-1945-489a-929f-7dfb0cf1aed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.765033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:04.770384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:04.795883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=3f6c6e27-dfc4-491a-b154-e6b1e77d0b02,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.926554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.927240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.962657 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-07bc4cb6-56d1-4088-b438-e63ac1a13703 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6037714 Jul 16 20:20:04.968970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42220) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:04.975596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f4:61:d4'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:22:04:11'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:05.444411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a5cb34bd-29aa-4a21-9cdd-569636ab8083 None None] Provisioning for port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:05.455351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a5cb34bd-29aa-4a21-9cdd-569636ab8083 None None] Provisioning complete for port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:05.458061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a5cb34bd-29aa-4a21-9cdd-569636ab8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.479050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.529179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb34bd-29aa-4a21-9cdd-569636ab8083 None None] Port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:05.668225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610866-2e66-43f7-8f30-294631e551e3 req-76ed5c31-ce06-4300-9ce7-c97a449d6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:05.672148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65610866-2e66-43f7-8f30-294631e551e3 req-76ed5c31-ce06-4300-9ce7-c97a449d6fb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64028835-e733-4aae-9329-35bd06014e11 HTTP/1.1" status: 200 len: 915 time: 1.0731688 Jul 16 20:20:05.683696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-afc9615d-1d47-40b9-ad12-11c1bce45d1b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2012352882&fields=id&tenant_id=29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 267 time: 0.1935449 Jul 16 20:20:05.870593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61597f52-8f66-4538-b0d9-0037770a62ad req-589cf503-94f6-4b9e-86e1-d6c57a68c8c9 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:05.884144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61597f52-8f66-4538-b0d9-0037770a62ad req-589cf503-94f6-4b9e-86e1-d6c57a68c8c9 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 943 time: 1.1254616 Jul 16 20:20:05.891812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65610866-2e66-43f7-8f30-294631e551e3 req-ff854753-2d8f-4db0-a0b2-eeafb008518b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 HTTP/1.1" status: 200 len: 1001 time: 0.2065344 Jul 16 20:20:05.923600 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.949740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.958748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.000793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61597f52-8f66-4538-b0d9-0037770a62ad req-8ae27a16-bf89-4dad-bdfb-aa0df7d8de83 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145399 Jul 16 20:20:06.029737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610866-2e66-43f7-8f30-294631e551e3 req-56a21d5e-948c-4d74-9033-50845f6addf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.031140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65610866-2e66-43f7-8f30-294631e551e3 req-56a21d5e-948c-4d74-9033-50845f6addf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2246f98-b0ca-4777-a3bd-e4829f7696bc HTTP/1.1" status: 200 len: 853 time: 0.1287529 Jul 16 20:20:06.138816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-c30b9a83-8eba-44c7-a4ee-c83e7b4144ad tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.148286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-c30b9a83-8eba-44c7-a4ee-c83e7b4144ad tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 946 time: 0.4502599 Jul 16 20:20:06.156052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'port': {'security_groups': ['f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2', 'f7c292c4-0009-4716-88ae-02cb8faace1e']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:06.229053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event updated for resources: {'Port': ['ID=3f6c6e27-dfc4-491a-b154-e6b1e77d0b02,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:06.233737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] In _notify_port_updated(), no bound segment for port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 on network 1d9a6912-dbd3-4537-af51-366bbd3cafcf {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:20:06.242632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.243574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.249311 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca743fb7-59ba-48a2-81dc-f4b054a5242b tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "PUT /v2.0/ports/3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 HTTP/1.1" status: 200 len: 1056 time: 1.2789929 Jul 16 20:20:06.250513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42254) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:06.287363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e2fa26b9-d669-4053-b217-d1231ce0c2d9 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:06.301892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42260) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:06.391434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610866-2e66-43f7-8f30-294631e551e3 req-98075c33-cb4f-42f0-9794-d1debb04f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.393623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65610866-2e66-43f7-8f30-294631e551e3 req-98075c33-cb4f-42f0-9794-d1debb04f6be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64028835-e733-4aae-9329-35bd06014e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3495476 Jul 16 20:20:06.506541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.592023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:06.596094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.632723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65610866-2e66-43f7-8f30-294631e551e3 req-cdc46fef-9402-4ccc-95f5-2ebf75414c45 service neutron] 10.222.0.21 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206991 Jul 16 20:20:06.644785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-network', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:06.855012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3181e14c-7016-4499-98d5-8b2b8df848ae None None] Provisioning complete for port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:06.855316 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3181e14c-7016-4499-98d5-8b2b8df848ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.917529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e2fa26b9-d669-4053-b217-d1231ce0c2d9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:06.925591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Made reservation on behalf of eaf1e84742fe413d9eab5968025a9b2f for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:06.929676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.950265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3181e14c-7016-4499-98d5-8b2b8df848ae None None] Port 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:06.954251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9', 'network_id': '2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d', 'port_id': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9', 'mac_address': 'fa:16:3e:86:10:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4397090-04f8-4d9d-9783-07c5217a6827', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:06.985999 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.015208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e618591-e53a-4e15-b3e9-40f988871002 req-f735dce5-9682-4c66-8b0d-4916fc822337 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 210 time: 0.1833420 Jul 16 20:20:07.020035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-0f934533-56bc-44f7-bcfb-716b98376e9c tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.024844 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-0f934533-56bc-44f7-bcfb-716b98376e9c tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.21 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 820 time: 0.3340380 Jul 16 20:20:07.033566 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.054075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fa26b9-d669-4053-b217-d1231ce0c2d9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:07.079292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e2fa26b9-d669-4053-b217-d1231ce0c2d9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:07.085897 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.124158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'port': {'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'admin_state_up': True, 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:07.174281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=e2fa26b9-d669-4053-b217-d1231ce0c2d9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.203944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.204286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.204689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.205960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.206869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.207027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.210340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.210340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.210340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.210340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.211101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65610866-2e66-43f7-8f30-294631e551e3 req-2496701e-d5dc-4459-8993-c0c7bbcf8a4c service neutron] 10.222.0.21 "GET /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604546 Jul 16 20:20:07.211633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.214771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:07.302726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.336406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Calling delete_port for 3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:07.340579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['e2fa26b9-d669-4053-b217-d1231ce0c2d9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:07.457455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:07.553243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.559054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.566182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.575391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.649872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.657401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Made reservation on behalf of 45109ed8bc7f49319a2e65bf623c32c7 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:07.664726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.736745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Port': ['ID=3f6c6e27-dfc4-491a-b154-e6b1e77d0b02,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.760401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:07.807757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.808809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.822392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ecc25d0-6295-49b1-b668-311df44acc32 req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "PUT /v2.0/ports/47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 982 time: 1.6727843 Jul 16 20:20:07.847100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:07.849886 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:07.860032 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a8d078-3064-4a52-a9a6-515076ab68cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:07.898373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:07.898584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dde33a-aada-473f-8190-ae96d9a68360,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.925850 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.926805 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Added segment 11d00108-6d2d-4c2e-aaed-1917e012e0aa of type vlan for network 6de391bb-1f2b-4898-9542-08987b1de193 Jul 16 20:20:08.095475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:08.121218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cd307-4190-4e5b-bbd5-83be29f93b44 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:08.148177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42344) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.260623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.307716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.321752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e2fa26b9-d669-4053-b217-d1231ce0c2d9 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:08.330285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.397122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddfbb3-c81b-48c4-b7e9-88f3700e77bc req-e0738c1f-d0ee-4c6a-8603-4a43dd01f863 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:08.411171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9ddfbb3-c81b-48c4-b7e9-88f3700e77bc req-e0738c1f-d0ee-4c6a-8603-4a43dd01f863 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 944 time: 0.8085289 Jul 16 20:20:08.420877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:20:08.622943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.625541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:08.626849 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.645353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port e2fa26b9-d669-4053-b217-d1231ce0c2d9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:08.702768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9ddfbb3-c81b-48c4-b7e9-88f3700e77bc req-7cd9e49e-2680-4afe-a57a-f2d06839e3b0 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899446 Jul 16 20:20:08.725948 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.779562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4633176 Jul 16 20:20:08.783132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.787097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port e2fa26b9-d669-4053-b217-d1231ce0c2d9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:08.789037 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.801349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Request body: {'subnet': {'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-subnet', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:08.817540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] Deleting subnet 94c1298e-0d81-4976-a3ef-6ae3fb51441d {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:08.845581 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d01228-178c-4b85-b983-849476f99a3f x-openstack-request-id: req-b2d01228-178c-4b85-b983-849476f99a3f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:08.846163 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:08.848575 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b2d01228-178c-4b85-b983-849476f99a3f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:08.849255 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054', 'status': 'completed', 'code': 200} Jul 16 20:20:08.850191 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.939167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Allocated IP 172.20.0.6 (e1390605-a47c-46d1-8d60-79af81a18376/f9a8a3b7-ba11-4287-8f39-659cee3bbfea/6de85969-bc4d-495c-928d-3c24d5e35548) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:08.957917 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.963384 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1e8e150-97dc-4528-bfa4-9ee7d2a884ea tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/ports/3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 HTTP/1.1" status: 204 len: 168 time: 2.7072361 Jul 16 20:20:08.967903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.991917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119e017-0ab5-497d-88b8-ae7ad86c92b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6de391bb-1f2b-4898-9542-08987b1de193,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.043287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 6de391bb-1f2b-4898-9542-08987b1de193 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:09.050163 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee891e6-9aeb-410a-8a04-6cc3064d64a4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] GET failed (client error): The resource could not be found. Jul 16 20:20:09.055003 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5ee891e6-9aeb-410a-8a04-6cc3064d64a4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "GET /v2.0/ports/3f6c6e27-dfc4-491a-b154-e6b1e77d0b02 HTTP/1.1" status: 404 len: 333 time: 0.0859516 Jul 16 20:20:09.055355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Made reservation on behalf of eaf1e84742fe413d9eab5968025a9b2f for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:09.055697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42354) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:09.061739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.066039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.117032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.175354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-df772649-2c55-4f99-bf63-a2df6d64d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.177584 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-df772649-2c55-4f99-bf63-a2df6d64d961 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1136 time: 0.2358210 Jul 16 20:20:09.242002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce35373-d106-4f2c-9254-d959d0307c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:09.244678 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb0d3e8-ae36-4d43-8dc9-806345b03587" -d '{"events": [{"server_uuid": "2ce35373-d106-4f2c-9254-d959d0307c47", "name": "network-vif-plugged", "status": "completed", "tag": "e2fa26b9-d669-4053-b217-d1231ce0c2d9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:09.290103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e2fa26b9-d669-4053-b217-d1231ce0c2d9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:09.303516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.309085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.327691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626bfca8-7cf4-4853-accc-534cdc44da7a req-e1b15944-bdf0-465c-b406-ba1366af11a7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 210 time: 0.2583723 Jul 16 20:20:09.449235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=e2fa26b9-d669-4053-b217-d1231ce0c2d9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.489222 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284f3f51-49b5-47ec-a98e-5c0b28568126 x-openstack-request-id: req-284f3f51-49b5-47ec-a98e-5c0b28568126 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:09.489687 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce35373-d106-4f2c-9254-d959d0307c47", "name": "network-vif-plugged", "status": "completed", "tag": "e2fa26b9-d669-4053-b217-d1231ce0c2d9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:09.490541 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-284f3f51-49b5-47ec-a98e-5c0b28568126 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:09.491126 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce35373-d106-4f2c-9254-d959d0307c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9', 'code': 200} Jul 16 20:20:09.569286 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.582670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-f971c7ca-8078-4e32-9f9f-a2662d3692f0 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-591214006&fields=id&tenant_id=29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 267 time: 0.3702633 Jul 16 20:20:09.607409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Transition to ACTIVE for port object 6de85969-bc4d-495c-928d-3c24d5e35548 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:09.689939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting port bb126a6b-663a-427d-a8f2-1f36a3333b4e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:09.691572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.705906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.713109 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.720809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['49e12706-4ac2-4d5f-91e3-06fe87b17fa1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:09.828464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c1298e-0d81-4976-a3ef-6ae3fb51441d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.840974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.845312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4ff9c54a-1917-4163-9a09-e38276653a73 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/94c1298e-0d81-4976-a3ef-6ae3fb51441d HTTP/1.1" status: 204 len: 168 time: 1.6800604 Jul 16 20:20:09.860609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42364) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.040122 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.065923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Calling delete_port for bb126a6b-663a-427d-a8f2-1f36a3333b4e owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:10.120430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a124576-64ed-4de6-8917-8ea6e3de2ae8 req-d7b63f0c-5023-4614-89d1-3a560052b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.122881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a124576-64ed-4de6-8917-8ea6e3de2ae8 req-d7b63f0c-5023-4614-89d1-3a560052b689 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 1096 time: 0.5261512 Jul 16 20:20:10.151662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-c9ec4085-f216-42e1-b068-8e63b2186ae6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.160535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-c9ec4085-f216-42e1-b068-8e63b2186ae6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 985 time: 0.5650260 Jul 16 20:20:10.178364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Network e1390605-a47c-46d1-8d60-79af81a18376 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:10.188133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:10.192039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.193851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-bfe06296-3570-4459-8ba9-e61ae0e165c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.196318 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-bfe06296-3570-4459-8ba9-e61ae0e165c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.9984272 Jul 16 20:20:10.198586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'port': {'security_groups': ['f7c292c4-0009-4716-88ae-02cb8faace1e', 'f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2', '5eeb0f77-403c-459e-8fdc-c0de377ee8dd']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:10.200678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:10.239845 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.333376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Pushing event updated for resources: {'Port': ['ID=6de85969-bc4d-495c-928d-3c24d5e35548,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:10.370810 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-e1c5fef5-d87e-46db-a54a-58534fedcd30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 217 time: 0.1583524 Jul 16 20:20:10.381873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a124576-64ed-4de6-8917-8ea6e3de2ae8 req-7a6c35f1-3076-421a-9d08-4680a272f0ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501838 Jul 16 20:20:10.438479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:10.504726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.506475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.549573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.577571 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-794441a2-492d-4f68-9def-244bb1c8edf7 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4618123 Jul 16 20:20:10.583926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-ab1db259-78d1-49fd-b4cc-bc1e7f61b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.586674 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-ab1db259-78d1-49fd-b4cc-bc1e7f61b86a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.2015193 Jul 16 20:20:10.589269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.611043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Checking segment: {'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:10.611455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Network hostable DHCP agents. Network: 6de391bb-1f2b-4898-9542-08987b1de193, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:10.615129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571fb607-bda5-472c-aa01-f3bce2bed30c']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.625095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Request body: {'port': {'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:10.648645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2260da-9811-4e65-bdda-5455da32a545 req-44016504-30c7-428c-87ef-3d744aff32ff tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.652187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb2260da-9811-4e65-bdda-5455da32a545 req-44016504-30c7-428c-87ef-3d744aff32ff tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.5218115 Jul 16 20:20:10.674962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15944fb2-0731-45a1-8b90-e6360aa551ef') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.675398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15944fb2-0731-45a1-8b90-e6360aa551ef') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:10.738679 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-6fe7ed00-82eb-42be-af84-5dc0bbc2ba0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196811 Jul 16 20:20:10.740032 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.759226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dce31195-1c1d-46f0-86b2-9d62da92849f None None] Provisioning for port 6de85969-bc4d-495c-928d-3c24d5e35548 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:10.773359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dce31195-1c1d-46f0-86b2-9d62da92849f None None] Provisioning complete for port 6de85969-bc4d-495c-928d-3c24d5e35548 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:10.774482 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dce31195-1c1d-46f0-86b2-9d62da92849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.798377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Network 6de391bb-1f2b-4898-9542-08987b1de193 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:10.803415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.823637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:10.824159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.840339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb2260da-9811-4e65-bdda-5455da32a545 req-4aa456d1-0641-48f1-928b-65eee1dfabd5 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759386 Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:10.846029 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:10.873198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dce31195-1c1d-46f0-86b2-9d62da92849f None None] Port 6de85969-bc4d-495c-928d-3c24d5e35548 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:10.879067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 6de391bb-1f2b-4898-9542-08987b1de193) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:10.897929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824764e-323a-467f-9702-f9c781d32749 None None] Network 6de391bb-1f2b-4898-9542-08987b1de193 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:10.939750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.941888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.943114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.085689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a438bff5-7151-4971-9e71-69494c226470 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3016019 Jul 16 20:20:11.092339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42374) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.093272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.100818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:11.111559 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.113862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] 10.222.0.100 "DELETE /v2.0/networks/571fb607-bda5-472c-aa01-f3bce2bed30c HTTP/1.1" status: 204 len: 168 time: 1.2510953 Jul 16 20:20:11.125663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9800f1-67f5-4b32-8782-40ed2ad1c942 None None] Network 6de391bb-1f2b-4898-9542-08987b1de193 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:11.181921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Port': ['ID=bb126a6b-663a-427d-a8f2-1f36a3333b4e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:11.193665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8b338-6d52-4b40-a3d0-10f6b2365c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=571fb607-bda5-472c-aa01-f3bce2bed30c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:11.207795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.284095 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.285586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.364456 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-1b90db73-3c06-4e86-91eb-4f859179adbe service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140587 Jul 16 20:20:11.434287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b4fa-4b77-409f-ae31-ed08d8c5ff8c req-c835bcf7-dd83-4229-aaa6-8b457ae15d5a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:11.444032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db64b4fa-4b77-409f-ae31-ed08d8c5ff8c req-c835bcf7-dd83-4229-aaa6-8b457ae15d5a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 931 time: 0.4216437 Jul 16 20:20:11.514319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.520130 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-03bc0ee7-63c7-46bf-a517-4b4cc2ce4494 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/ports/bb126a6b-663a-427d-a8f2-1f36a3333b4e HTTP/1.1" status: 204 len: 168 time: 2.4586606 Jul 16 20:20:11.523771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42378) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.622942 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fc7be7-c1e7-45a2-934e-0262e855c0f4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] GET failed (client error): The resource could not be found. Jul 16 20:20:11.625099 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-75fc7be7-c1e7-45a2-934e-0262e855c0f4 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "GET /v2.0/ports/bb126a6b-663a-427d-a8f2-1f36a3333b4e HTTP/1.1" status: 404 len: 333 time: 0.0920148 Jul 16 20:20:11.688917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.689587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.797909 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a8d078-3064-4a52-a9a6-515076ab68cb req-dffa4af3-c013-4232-bc90-853096b5c866 service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199216 Jul 16 20:20:11.921446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dcb1747e-959a-4122-bde1-194265c3ba20 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5ff1571bd3b54fe39b14ce5802b590f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238777 Jul 16 20:20:11.923050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.928721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.933896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:12.004891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db64b4fa-4b77-409f-ae31-ed08d8c5ff8c req-7d51c2ab-ecda-4d0d-90e1-f3c7f502ff4b tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599263 Jul 16 20:20:12.058888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.073961 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.088125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:12.131284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de85969-bc4d-495c-928d-3c24d5e35548 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:12.142168 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.160661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Transition to ACTIVE for port object 6de85969-bc4d-495c-928d-3c24d5e35548 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:12.178501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting port 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:12.178983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.198266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9e53d7a-e3ae-48a2-b351-fe50a7a1956a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.214655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.219471 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.231429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.233373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.246906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fa32ce7-9eec-4e16-bf09-aea7e350f2d5 req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "PUT /v2.0/ports/47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 1021 time: 2.0849166 Jul 16 20:20:12.249552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:12.252225 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf59b95-07ba-4750-9260-766e6f7e253a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:12.320163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6de85969-bc4d-495c-928d-3c24d5e35548,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.330137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f2473-8851-421c-84c6-31a4331701fb tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.363010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:12.662134 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9e53d7a-e3ae-48a2-b351-fe50a7a1956a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.687718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ad07-d666-4bf6-aa42-33ea8b270472 req-571a76b6-6b30-4969-a8b1-bda5feb518c3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.696337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5078ad07-d666-4bf6-aa42-33ea8b270472 req-571a76b6-6b30-4969-a8b1-bda5feb518c3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.2258270 Jul 16 20:20:12.794047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.819602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Calling delete_port for 1cdc3f2a-409d-44b1-9bb3-26e4ef066cac owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:12.897752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5078ad07-d666-4bf6-aa42-33ea8b270472 req-dc852f26-754e-4999-911c-685c6eb92cd8 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004378 Jul 16 20:20:12.929505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554e78-4331-4222-8e2f-0b337fe74b71 req-a25e9ce3-a2a6-4114-9705-123eec738137 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.938153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5554e78-4331-4222-8e2f-0b337fe74b71 req-a25e9ce3-a2a6-4114-9705-123eec738137 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1024 time: 0.3127162 Jul 16 20:20:12.955620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Attempting to bind port 6de85969-bc4d-495c-928d-3c24d5e35548 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:12.955944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Attempting to bind port 6de85969-bc4d-495c-928d-3c24d5e35548 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:12.956270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Attempting to bind port 6de85969-bc4d-495c-928d-3c24d5e35548 on network e1390605-a47c-46d1-8d60-79af81a18376 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:12.964966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9e53d7a-e3ae-48a2-b351-fe50a7a1956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.970906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9e53d7a-e3ae-48a2-b351-fe50a7a1956a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.975014 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f9e53d7a-e3ae-48a2-b351-fe50a7a1956a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dd655589-8b0b-4930-91bb-1bfea52e92b7 HTTP/1.1" status: 204 len: 168 time: 1.0494654 Jul 16 20:20:12.987334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Port 6de85969-bc4d-495c-928d-3c24d5e35548 on network e1390605-a47c-46d1-8d60-79af81a18376 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:12.987721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Attempting to bind port 6de85969-bc4d-495c-928d-3c24d5e35548 on network e1390605-a47c-46d1-8d60-79af81a18376 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:12.989589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.015072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e53d7a-e3ae-48a2-b351-fe50a7a1956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd655589-8b0b-4930-91bb-1bfea52e92b7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.023642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:13.023978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Checking segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:13.024340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Bound using segment: {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:13.024797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Bound port: 6de85969-bc4d-495c-928d-3c24d5e35548, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860d1fe7-8af0-4051-afa9-f176c2fccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:13.025156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.033750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.089612 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd072576-4dd9-42f3-bac8-f85f3e63e13f x-openstack-request-id: req-dd072576-4dd9-42f3-bac8-f85f3e63e13f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:13.089913 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:13.090358 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dd072576-4dd9-42f3-bac8-f85f3e63e13f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:13.090602 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054', 'status': 'completed', 'code': 200} Jul 16 20:20:13.176048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5554e78-4331-4222-8e2f-0b337fe74b71 req-60d822e7-8cea-49fd-a397-f97c72986baa tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&id=f7c292c4-0009-4716-88ae-02cb8faace1e&id=5eeb0f77-403c-459e-8fdc-c0de377ee8dd HTTP/1.1" status: 200 len: 6157 time: 0.2368808 Jul 16 20:20:13.401436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Allocated IP 172.25.8.243 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/f2a0de4d-7ac8-4ecf-bab4-f80227f832f0) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:13.446727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] For port 6de85969-bc4d-495c-928d-3c24d5e35548, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:13.469662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] For port 6de85969-bc4d-495c-928d-3c24d5e35548, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6de85969-bc4d-495c-928d-3c24d5e35548,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:13.484400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-2aa966b9-cb32-4b70-9575-d690c21573ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.488818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-2aa966b9-cb32-4b70-9575-d690c21573ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1175 time: 0.3916786 Jul 16 20:20:13.508368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.545833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.612743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.614809 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.616923 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] 10.222.0.21 "PUT /v2.0/ports/6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 1091 time: 2.9973495 Jul 16 20:20:13.621903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:13.625687 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697" -d '{"events": [{"name": "network-changed", "server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:13.660208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d1d0c-475a-4916-a81a-867ccd665660 req-25153901-ae95-4348-a461-a2fb45885685 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.673582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e17d1d0c-475a-4916-a81a-867ccd665660 req-25153901-ae95-4348-a461-a2fb45885685 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 943 time: 0.2870319 Jul 16 20:20:13.719337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-97f569ad-1a75-4867-8682-0d0b8bf47146 req-80b7f335-0f1a-445a-b580-3b94ac1d4554 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': ' tempest-securitygroup -53538473 ', 'description': 'tempest-description-362400850'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:13.891429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e17d1d0c-475a-4916-a81a-867ccd665660 req-e2fcb567-b0df-4e5e-8753-d23a347ace04 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159262 Jul 16 20:20:13.903058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916c97b-c185-485a-883a-dcf232c6a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6de85969-bc4d-495c-928d-3c24d5e35548,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.937673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97f569ad-1a75-4867-8682-0d0b8bf47146 req-80b7f335-0f1a-445a-b580-3b94ac1d4554 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.984417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.061655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Port': ['ID=1cdc3f2a-409d-44b1-9bb3-26e4ef066cac,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.148705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-2c7f5e0a-7aa0-4231-b250-283df535b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.152388 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-2c7f5e0a-7aa0-4231-b250-283df535b3e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.6309288 Jul 16 20:20:14.164414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-9f387311-ee90-451c-a2ed-2343bce0b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.166070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-9f387311-ee90-451c-a2ed-2343bce0b8ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 1096 time: 0.4589701 Jul 16 20:20:14.236833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.271583 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-b4b30c52-771b-490a-a78c-83f71d6b6d93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 217 time: 0.1028454 Jul 16 20:20:14.297247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.303652 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a918ab5a-d6ad-4d3a-9954-b9f484e4267f tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/ports/1cdc3f2a-409d-44b1-9bb3-26e4ef066cac HTTP/1.1" status: 204 len: 168 time: 2.6097996 Jul 16 20:20:14.321152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42422) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:14.443813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-6f9caf62-71c4-4dcd-a0dd-4e1043f31225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.447678 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-6f9caf62-71c4-4dcd-a0dd-4e1043f31225 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 1094 time: 0.7109871 Jul 16 20:20:14.535346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-93c3f08b-83e5-4592-a793-2421b9cb2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.537455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-93c3f08b-83e5-4592-a793-2421b9cb2d5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.2312701 Jul 16 20:20:14.540120 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-746ad46a-1e81-4a2b-bcfb-ad9c1250d262 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 217 time: 0.0809312 Jul 16 20:20:14.584325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-eb7cf7a0-fd14-426d-9484-ee35a1dee083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.586637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-eb7cf7a0-fd14-426d-9484-ee35a1dee083 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 912 time: 0.4031918 Jul 16 20:20:14.604004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting subnet 284379c7-f6cb-41f2-8332-b5292395d3ee {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:14.661849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:14.669544 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-d7b302fc-3416-454a-a030-a0a8a3383118 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200261 Jul 16 20:20:14.677412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-81929319-f9ed-4e9c-8ce2-baed4388023f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9 HTTP/1.1" status: 200 len: 217 time: 0.0691209 Jul 16 20:20:14.678196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.679052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d433d26e-76d8-454d-be37-d4dd09737a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.681647 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-d433d26e-76d8-454d-be37-d4dd09737a79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1339502 Jul 16 20:20:14.703847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.800156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:14.843525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:14.891439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97f569ad-1a75-4867-8682-0d0b8bf47146 req-80b7f335-0f1a-445a-b580-3b94ac1d4554 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.958645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97f569ad-1a75-4867-8682-0d0b8bf47146 req-80b7f335-0f1a-445a-b580-3b94ac1d4554 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.056277 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-0aa0b773-f35e-4a3d-80da-244457accf1a service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683355 Jul 16 20:20:15.064108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-809832fb-8c2d-4e89-9ee3-780769ec4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.067505 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-809832fb-8c2d-4e89-9ee3-780769ec4d31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3767376 Jul 16 20:20:15.093175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.104491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-97f569ad-1a75-4867-8682-0d0b8bf47146 req-80b7f335-0f1a-445a-b580-3b94ac1d4554 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.119004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97f569ad-1a75-4867-8682-0d0b8bf47146 req-80b7f335-0f1a-445a-b580-3b94ac1d4554 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.4091082 Jul 16 20:20:15.254451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-3e75833b-ec67-41a1-a444-5ecd27c4aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.257511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-3e75833b-ec67-41a1-a444-5ecd27c4aac1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.4640064 Jul 16 20:20:15.376934 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade84cd4-7210-40d0-af7c-3655674e309e x-openstack-request-id: req-ade84cd4-7210-40d0-af7c-3655674e309e {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:15.377929 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:15.378437 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ade84cd4-7210-40d0-af7c-3655674e309e {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:15.379183 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548', 'status': 'completed', 'code': 200} Jul 16 20:20:15.409161 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ebf59b95-07ba-4750-9260-766e6f7e253a req-a5ccbf39-f38f-4b20-9405-11aa22589c2e service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399746 Jul 16 20:20:15.575139 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-8f8cf974-8710-49b8-af3c-4c87ae9c3496 service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821503 Jul 16 20:20:15.700247 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-1e8ce1b8-cc43-43db-aad5-702c4f434a32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4240859 Jul 16 20:20:15.702193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7f335-0f1a-445a-b580-3b94ac1d4554 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a4423-6a24-4aad-a28d-f05c895384b1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.760944 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37cbed2d-e35a-4765-b61e-6d6747f48b9d req-c10c0b4d-20a5-4ed0-a6e3-b3f1b096e705 service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745098 Jul 16 20:20:15.980232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-c106ffac-a9ab-4f0a-b81b-ad492add72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.980576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb802c9f-b3c8-4599-9b3f-049714978599 req-351f6957-d1fa-432f-b779-c7460943328f tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.982030 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-c106ffac-a9ab-4f0a-b81b-ad492add72cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 1094 time: 0.1051350 Jul 16 20:20:15.983663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb802c9f-b3c8-4599-9b3f-049714978599 req-351f6957-d1fa-432f-b779-c7460943328f tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 1.4007211 Jul 16 20:20:16.243922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.663024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-514320ab-2eb4-4c92-adda-73bef6b91717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.665648 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-514320ab-2eb4-4c92-adda-73bef6b91717 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.6713622 Jul 16 20:20:16.721617 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-0cbfaad2-2c1b-4ac2-a08d-34cb95f8e881 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 217 time: 0.0482140 Jul 16 20:20:16.770794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb802c9f-b3c8-4599-9b3f-049714978599 req-d8585777-7b52-4f46-b8d2-a32f27604288 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7438326 Jul 16 20:20:16.812137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-a75b22f3-5f98-4659-a90c-7f9c3617e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.814507 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-a75b22f3-5f98-4659-a90c-7f9c3617e0cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.0861712 Jul 16 20:20:16.823345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.892560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333c723-bed9-421e-aa88-ac17917d61a4 req-f726cb8b-e60c-49ae-a4ec-9b5e9a2a323e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.894602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3333c723-bed9-421e-aa88-ac17917d61a4 req-f726cb8b-e60c-49ae-a4ec-9b5e9a2a323e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 943 time: 1.2146330 Jul 16 20:20:16.906415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-864b9eb2-1933-4828-9b28-d8d4b492d435 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1627548 Jul 16 20:20:16.943930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-89623412-b3e0-4a77-829e-482410cf94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.945793 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-89623412-b3e0-4a77-829e-482410cf94e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153250 Jul 16 20:20:17.105462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.129827 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-ca383247-cb63-4e78-8037-7708a2aff929 service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734233 Jul 16 20:20:17.136468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3333c723-bed9-421e-aa88-ac17917d61a4 req-1a3d04e3-f491-4023-8e61-5d8e69dfa037 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288370 Jul 16 20:20:17.180834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.182774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/subnets/284379c7-f6cb-41f2-8332-b5292395d3ee HTTP/1.1" status: 204 len: 168 time: 2.8552918 Jul 16 20:20:17.183656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6dc4-803a-4302-ad71-0782827f3cd3 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Subnet': ['ID=284379c7-f6cb-41f2-8332-b5292395d3ee,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:17.194858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42452) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:17.210859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48db54d-dd52-490f-a91f-ed21f0f8c370 None None] Network 1d9a6912-dbd3-4537-af51-366bbd3cafcf requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:17.286511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41419aeb-f7f8-478f-9919-61c6b601fbdc req-93e9469f-6cf1-46d4-87c9-a91a1a3263ad service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583965 Jul 16 20:20:17.478972 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8cd51da4-d5a4-417e-b4ca-c8d5891d4697 req-0c61834f-3ccc-467e-a6e6-0c0db1660d51 service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380191 Jul 16 20:20:17.577175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-a833c8f0-4256-421e-bfe2-b159d4fdae49 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=159d188a512f45c982e8f7192d39e9f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2408137 Jul 16 20:20:17.599989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9210f3ea-da13-498b-b923-8f70f959453d req-954fd291-ecbb-4b13-a96e-e33c08f5ca75 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/7c3a4423-6a24-4aad-a28d-f05c895384b1 HTTP/1.1" status: 200 len: 1780 time: 0.3303435 Jul 16 20:20:17.628706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.635668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.655820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] DHCP port deletion for 1d9a6912-dbd3-4537-af51-366bbd3cafcf request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:17.748680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] Deleting port e54edef5-3e20-4bc3-b8eb-71b14abfaefc {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:17.749465 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.858131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] For port e54edef5-3e20-4bc3-b8eb-71b14abfaefc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,segment=NetworkSegment(a761ae52-addf-48be-981c-895bc77b968f),segment_id=a761ae52-addf-48be-981c-895bc77b968f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:17.858537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.875535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] Calling delete_port for e54edef5-3e20-4bc3-b8eb-71b14abfaefc owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:17.997636 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.015781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] No DVR routers for this DVR port e54edef5-3e20-4bc3-b8eb-71b14abfaefc on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:18.046863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f4cbf-1b2e-4fe0-a3f3-e795ea387340 None None] Pushing event deleted for resources: {'Port': ['ID=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:18.078639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-fc8dbec5-4e15-4e81-bf33-0c67d5fc1dda tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:18.081609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-fc8dbec5-4e15-4e81-bf33-0c67d5fc1dda tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4908915 Jul 16 20:20:18.109760 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea666bb3-4e01-4fe6-868d-00d253101ebc req-f461e839-3992-41ec-ac5c-003654ade792 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/7c3a4423-6a24-4aad-a28d-f05c895384b1 HTTP/1.1" status: 200 len: 1780 time: 0.2459900 Jul 16 20:20:18.146960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Deleting port e54edef5-3e20-4bc3-b8eb-71b14abfaefc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:18.147350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.150017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-0a28be94-31b1-4b5f-ad1d-529f536c81c1 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/quotas/159d188a512f45c982e8f7192d39e9f1 HTTP/1.1" status: 200 len: 375 time: 0.0557871 Jul 16 20:20:18.275710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-c42da33d-fc26-4522-93da-849f9ff655cc tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=159d188a512f45c982e8f7192d39e9f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945616 Jul 16 20:20:18.314156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] For port e54edef5-3e20-4bc3-b8eb-71b14abfaefc, host n-d-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:18.314596 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.366635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Calling delete_port for e54edef5-3e20-4bc3-b8eb-71b14abfaefc owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:18.369044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Router e982aa26-0431-49c8-9765-94ab7874456d is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:18.378179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Port e54edef5-3e20-4bc3-b8eb-71b14abfaefc was not found and therefore no delete operation was performed {{(pid=94095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:20:18.384935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.390076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea666bb3-4e01-4fe6-868d-00d253101ebc req-fafbcb03-3616-4ba4-8ff8-0ee1f4eca2e6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.458824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Port': ['ID=e54edef5-3e20-4bc3-b8eb-71b14abfaefc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:18.521324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] No DVR routers for this DVR port e54edef5-3e20-4bc3-b8eb-71b14abfaefc on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:18.552143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea666bb3-4e01-4fe6-868d-00d253101ebc req-fafbcb03-3616-4ba4-8ff8-0ee1f4eca2e6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.807022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e54edef5-3e20-4bc3-b8eb-71b14abfaefc no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:18.835271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e54edef5-3e20-4bc3-b8eb-71b14abfaefc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:18.836053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e54edef5-3e20-4bc3-b8eb-71b14abfaefc not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:18.913234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.952216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9a6912-dbd3-4537-af51-366bbd3cafcf']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:18.978201 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea666bb3-4e01-4fe6-868d-00d253101ebc req-fafbcb03-3616-4ba4-8ff8-0ee1f4eca2e6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.983820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea666bb3-4e01-4fe6-868d-00d253101ebc req-fafbcb03-3616-4ba4-8ff8-0ee1f4eca2e6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.985677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea666bb3-4e01-4fe6-868d-00d253101ebc req-fafbcb03-3616-4ba4-8ff8-0ee1f4eca2e6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/7c3a4423-6a24-4aad-a28d-f05c895384b1 HTTP/1.1" status: 204 len: 173 time: 0.8629410 Jul 16 20:20:18.989067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a761ae52-addf-48be-981c-895bc77b968f') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:18.989490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a761ae52-addf-48be-981c-895bc77b968f') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:19.000157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:19.014546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Sync routers for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:19.030366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:19.037344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.038850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:19.052533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbcb03-3616-4ba4-8ff8-0ee1f4eca2e6 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a4423-6a24-4aad-a28d-f05c895384b1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.096863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56cd19-6f90-489c-8d68-81ba0136a337 req-c97e4bec-defa-4f9e-b687-6cb870444802 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.111755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e56cd19-6f90-489c-8d68-81ba0136a337 req-c97e4bec-defa-4f9e-b687-6cb870444802 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.5691893 Jul 16 20:20:19.119948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.132318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8777eb4e-4d5d-48a4-91cb-7ccca4579be8 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.0333564 Jul 16 20:20:19.132318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.133514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42486) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.164713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:19.165376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:19.171434 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:19.225612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:19.452330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e56cd19-6f90-489c-8d68-81ba0136a337 req-73378edb-8724-4ee8-ae06-d09e02a97d26 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383484 Jul 16 20:20:19.515192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.542080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.542441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:15Z', 'revision_number': 3, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:19.548920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] 10.222.0.100 "DELETE /v2.0/networks/1d9a6912-dbd3-4537-af51-366bbd3cafcf HTTP/1.1" status: 204 len: 168 time: 2.3494585 Jul 16 20:20:19.597265 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11195600-052b-4ec6-8d15-8da2e557e2d1 tempest-AllowedAddressPairTestJSON-1194008570 tempest-AllowedAddressPairTestJSON-1194008570-project] Pushing event deleted for resources: {'Network': ['ID=1d9a6912-dbd3-4537-af51-366bbd3cafcf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.630037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce382a-0d70-465e-8132-421635822790 req-203aac5d-55ed-4cab-ae6c-2b72dad5459e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.632911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdce382a-0d70-465e-8132-421635822790 req-203aac5d-55ed-4cab-ae6c-2b72dad5459e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 943 time: 0.3486705 Jul 16 20:20:19.648747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Checking router: e982aa26-0431-49c8-9765-94ab7874456d for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:19.650973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Updating router e982aa26-0431-49c8-9765-94ab7874456d port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:20:19.754950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdce382a-0d70-465e-8132-421635822790 req-87cd3a2b-0f0d-4bec-be39-ce1d4366d435 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137710 Jul 16 20:20:19.764638 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.014223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a705c867-a51c-49c5-a55b-023bf395f05c req-08f451b1-926b-4190-bd66-91e5014de05c tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 210 time: 0.1118591 Jul 16 20:20:20.035187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.054147 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-4c432dcc-907e-4de7-b437-9c228d58d82b req-ec169558-3c66-4344-bfb3-f04577b27184 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:20:20.056813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c432dcc-907e-4de7-b437-9c228d58d82b req-ec169558-3c66-4344-bfb3-f04577b27184 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/7c3a4423-6a24-4aad-a28d-f05c895384b1 HTTP/1.1" status: 404 len: 352 time: 0.0609865 Jul 16 20:20:20.089364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-38e125db-8792-43d0-8700-6be5d572a57a req-17180deb-bf2b-4f40-8742-c53dc5ca27dc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1240703663', 'description': 'tempest-description-1184045121'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:20.137327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-38e125db-8792-43d0-8700-6be5d572a57a req-17180deb-bf2b-4f40-8742-c53dc5ca27dc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.350902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6de85969-bc4d-495c-928d-3c24d5e35548 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:20.368055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-38e125db-8792-43d0-8700-6be5d572a57a req-17180deb-bf2b-4f40-8742-c53dc5ca27dc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.370357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42496) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:20.376726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Allocated IP 172.20.0.1 (6de391bb-1f2b-4898-9542-08987b1de193/9cfdc7a4-1e8b-44c3-b245-1ce41c139eec/87e97c78-9e3c-42bf-bc6e-43940b83a788) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:20.386300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-38e125db-8792-43d0-8700-6be5d572a57a req-17180deb-bf2b-4f40-8742-c53dc5ca27dc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.498582 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-38e125db-8792-43d0-8700-6be5d572a57a req-17180deb-bf2b-4f40-8742-c53dc5ca27dc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.500786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38e125db-8792-43d0-8700-6be5d572a57a req-17180deb-bf2b-4f40-8742-c53dc5ca27dc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4176919 Jul 16 20:20:20.523880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17180deb-bf2b-4f40-8742-c53dc5ca27dc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bb74b-777d-4fb2-a8ad-53c65e91d1a0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.574071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f7bd2420-826b-443f-8ebd-101920b84edc req-579f17f8-6733-46c6-af67-5bfdcb09caff tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1522398339', 'description': 'tempest-description-1808908581'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:20.650481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f7bd2420-826b-443f-8ebd-101920b84edc req-579f17f8-6733-46c6-af67-5bfdcb09caff tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.770766 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.824535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.834680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Transition to ACTIVE for port object f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:20.885916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.984553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042212d-e67d-46b0-bf01-4bfab7febfcc None None] Pushing event updated for resources: {'Port': ['ID=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.995624 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-d361e28f-ea77-4897-a8ce-c9172a89be80 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=159d188a512f45c982e8f7192d39e9f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401270 Jul 16 20:20:20.998594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.010580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6de85969-bc4d-495c-928d-3c24d5e35548, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6de85969-bc4d-495c-928d-3c24d5e35548,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:21.041633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Attempting to bind port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:21.042415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Attempting to bind port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:21.043091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Attempting to bind port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:21.046607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '6de85969-bc4d-495c-928d-3c24d5e35548', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'mac_address': 'fa:16:3e:d0:c7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:21.054887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:21.056136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:21.056918 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.057504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:21.058182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Bound port: f2a0de4d-7ac8-4ecf-bab4-f80227f832f0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:21.059119 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.073787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Network 6de391bb-1f2b-4898-9542-08987b1de193 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:21.084350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:21.094045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:21.144829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f7bd2420-826b-443f-8ebd-101920b84edc req-579f17f8-6733-46c6-af67-5bfdcb09caff tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.158818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f7bd2420-826b-443f-8ebd-101920b84edc req-579f17f8-6733-46c6-af67-5bfdcb09caff tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.215806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b743d9f5-015e-48d2-8bb1-4ed5d4819368 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=de25b56fa2f84a5bbb49165e37aea3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8432989 Jul 16 20:20:21.222310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42514) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:21.223392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=87e97c78-9e3c-42bf-bc6e-43940b83a788,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:21.288475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.300176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f7bd2420-826b-443f-8ebd-101920b84edc req-579f17f8-6733-46c6-af67-5bfdcb09caff tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.324241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7bd2420-826b-443f-8ebd-101920b84edc req-579f17f8-6733-46c6-af67-5bfdcb09caff tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7674077 Jul 16 20:20:21.417210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.528667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f17f8-6733-46c6-af67-5bfdcb09caff tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615737d0-9ab4-4d22-b9e8-efcae1e82cb2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:21.581371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de85969-bc4d-495c-928d-3c24d5e35548 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:21.594338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-b25ee576-8da8-4c58-a101-f16ca93a77ca tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:21.598548 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-b25ee576-8da8-4c58-a101-f16ca93a77ca tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5881255 Jul 16 20:20:21.626062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Request body: {'port': {'device_id': '744cd72f-8783-4ba0-9383-c002df285a1a', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '159d188a512f45c982e8f7192d39e9f1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:21.672896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6de85969-bc4d-495c-928d-3c24d5e35548, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6de85969-bc4d-495c-928d-3c24d5e35548,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:21.682336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.687996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] For port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:21.700126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] For port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:21.737527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.754509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.755609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a1d4-0606-4b79-b85b-7468ce7c9b78 req-3a67e51e-df56-4531-9fb9-5bef3e55814d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:21.775105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f685a1d4-0606-4b79-b85b-7468ce7c9b78 req-3a67e51e-df56-4531-9fb9-5bef3e55814d tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.8825760 Jul 16 20:20:21.819476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa226-b288-4bdf-a3f8-4e7fc9878a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.853556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6de85969-bc4d-495c-928d-3c24d5e35548,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:21.860699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:21.862681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.898389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa226-b288-4bdf-a3f8-4e7fc9878a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.023502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa226-b288-4bdf-a3f8-4e7fc9878a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.026524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa226-b288-4bdf-a3f8-4e7fc9878a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.046546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4d4fa226-b288-4bdf-a3f8-4e7fc9878a2f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1a6413fb-f6c8-4845-b377-ccf30f59e21a HTTP/1.1" status: 204 len: 168 time: 0.8081260 Jul 16 20:20:22.142776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fa226-b288-4bdf-a3f8-4e7fc9878a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6413fb-f6c8-4845-b377-ccf30f59e21a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.152156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:22.160589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f685a1d4-0606-4b79-b85b-7468ce7c9b78 req-ef8185cc-8405-4ca4-b801-f9764c8e9118 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837550 Jul 16 20:20:22.229742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8796be-e458-4115-ae07-2c48d07f28bf req-e3c59415-4eb3-47be-85c7-f487940220e8 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:22.242913 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f8796be-e458-4115-ae07-2c48d07f28bf req-e3c59415-4eb3-47be-85c7-f487940220e8 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 943 time: 0.6623249 Jul 16 20:20:22.245235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Made reservation on behalf of 159d188a512f45c982e8f7192d39e9f1 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:22.252229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.297812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.350655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f8796be-e458-4115-ae07-2c48d07f28bf req-3620ca4c-ddb4-4a78-be1a-e50321e900f9 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905836 Jul 16 20:20:22.515160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.539815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.626980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-47a65339-34db-4503-b765-acd683625982 req-791cd28d-22fa-4e54-bf1b-fb45630bd328 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1550080462', 'description': 'tempest-description-77854273'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:22.681852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042212d-e67d-46b0-bf01-4bfab7febfcc None None] Pushing event updated for resources: {'Port': ['ID=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.736792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cca9f8fe-20f3-4e16-8b61-5e6c3ea7a42c req-cdeeec86-4df6-4982-a1b7-e1a60aa0d785 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 210 time: 0.0919051 Jul 16 20:20:22.825686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=87e97c78-9e3c-42bf-bc6e-43940b83a788,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.828136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['6de85969-bc4d-495c-928d-3c24d5e35548'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:22.839872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.901787 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.910298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.971350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:20Z', 'revision_number': 1, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:22.973368 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47a65339-34db-4503-b765-acd683625982 req-791cd28d-22fa-4e54-bf1b-fb45630bd328 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.055856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c77fcb-2d9b-45ad-b288-b5799c8c4f2a None None] The sync data for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 is: [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:20Z', 'revision_number': 1, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:23.288137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47a65339-34db-4503-b765-acd683625982 req-791cd28d-22fa-4e54-bf1b-fb45630bd328 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.295851 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47a65339-34db-4503-b765-acd683625982 req-791cd28d-22fa-4e54-bf1b-fb45630bd328 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.402851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cd28d-22fa-4e54-bf1b-fb45630bd328 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb2248-46c4-47ae-a03b-8d2fc25dd6ec,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:23.421734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47a65339-34db-4503-b765-acd683625982 req-791cd28d-22fa-4e54-bf1b-fb45630bd328 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.438698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47a65339-34db-4503-b765-acd683625982 req-791cd28d-22fa-4e54-bf1b-fb45630bd328 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8226259 Jul 16 20:20:23.445378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96e39b-23e9-4591-bfc2-ff08fa42302b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:23.570934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Network 6de391bb-1f2b-4898-9542-08987b1de193 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:23.585095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:23.693730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Allocated IP 192.168.233.251 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/e9241cf3-c3dc-4a38-b68d-465c5741f880) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:23.810831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42550) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:23.884953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-373a7f23-a9c0-4840-b442-5edea377e367 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3750837 Jul 16 20:20:23.929086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec6b7e-5adf-4ac8-a4f1-cc54fa2ce467 req-a4f886f8-ee27-40e3-a7e0-2e19703a13ec tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:23.938137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5ec6b7e-5adf-4ac8-a4f1-cc54fa2ce467 req-a4f886f8-ee27-40e3-a7e0-2e19703a13ec tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.3667550 Jul 16 20:20:24.151215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-c8b5e9d5-1687-4a75-948e-f55bb708febd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.157562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c8b5e9d5-1687-4a75-948e-f55bb708febd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3391757 Jul 16 20:20:24.166478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42556) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.185675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-da16fb82-34e3-403a-b48c-082b7287ef53 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.190423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-da16fb82-34e3-403a-b48c-082b7287ef53 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0099607 Jul 16 20:20:24.202278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42558) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.212669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-16b37a1a-1098-4d1c-9fda-53fc325ab74d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.213030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Router e982aa26-0431-49c8-9765-94ab7874456d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:24.217727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-16b37a1a-1098-4d1c-9fda-53fc325ab74d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084748 Jul 16 20:20:24.219284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42560) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.234207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fd9c8-acbb-4472-b488-c9307d5fc084 req-3e671cdb-becd-460e-861e-44dce41b1afa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.237063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c8fd9c8-acbb-4472-b488-c9307d5fc084 req-3e671cdb-becd-460e-861e-44dce41b1afa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 944 time: 0.4892483 Jul 16 20:20:24.248264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-3e4b087a-5d1b-4b6b-9303-526588af29df tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.251535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e4b087a-5d1b-4b6b-9303-526588af29df tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0302408 Jul 16 20:20:24.284595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42562) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.292282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-3211558d-8dd0-4463-9803-ca38ee18924f tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.296347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3211558d-8dd0-4463-9803-ca38ee18924f tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0082808 Jul 16 20:20:24.310401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42566) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.318426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-9b052273-5315-4bdc-a192-0c4942aa8e7e tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.321955 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b052273-5315-4bdc-a192-0c4942aa8e7e tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077932 Jul 16 20:20:24.323369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42568) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.367888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6de85969-bc4d-495c-928d-3c24d5e35548 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:24.370793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5ec6b7e-5adf-4ac8-a4f1-cc54fa2ce467 req-b28d0af2-9f26-4aba-aa3c-30c49179c8b8 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234805 Jul 16 20:20:24.391088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-65cad1d2-f485-4fc5-b16a-5c81f3499063 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.396073 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-65cad1d2-f485-4fc5-b16a-5c81f3499063 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0125780 Jul 16 20:20:24.422116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42570) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.454392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.471577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c8fd9c8-acbb-4472-b488-c9307d5fc084 req-c5c1dc11-4c78-4bfe-9f16-58586cb27b8a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174222 Jul 16 20:20:24.492261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-89ab0763-8ef8-4a24-8fb6-8f5cd2109b0d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.507311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-89ab0763-8ef8-4a24-8fb6-8f5cd2109b0d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0324075 Jul 16 20:20:24.514467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42572) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.541160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 6de85969-bc4d-495c-928d-3c24d5e35548 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:24.569860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 6de85969-bc4d-495c-928d-3c24d5e35548 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:24.570486 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.572674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-45aa935a-ffef-4ae4-95d5-9e00471987df tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.577362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-45aa935a-ffef-4ae4-95d5-9e00471987df tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0521753 Jul 16 20:20:24.579082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-682f504f-baff-4497-8150-369d5061c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.580970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-682f504f-baff-4497-8150-369d5061c0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 1096 time: 0.5903931 Jul 16 20:20:24.581901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42574) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.588527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-3777bec9-0c48-4660-ab37-d6568a3365df tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.593467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3777bec9-0c48-4660-ab37-d6568a3365df tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059924 Jul 16 20:20:24.672594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42576) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.687554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-56bc7420-b3fd-485b-859a-fdb3576c59ff tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.698964 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56bc7420-b3fd-485b-859a-fdb3576c59ff tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0198786 Jul 16 20:20:24.709385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42578) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.710451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Transition to ACTIVE for port object e9241cf3-c3dc-4a38-b68d-465c5741f880 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:24.737188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-3b78db2f-b9a9-4551-a84e-fd442f4b7957 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.740839 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3b78db2f-b9a9-4551-a84e-fd442f4b7957 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0196750 Jul 16 20:20:24.754994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42580) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.782784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-d171f2d7-2f2e-4d13-a3f4-7d4ab2bf0fa7 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.788071 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d171f2d7-2f2e-4d13-a3f4-7d4ab2bf0fa7 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0278974 Jul 16 20:20:24.813686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.847149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07453806-a2db-44e4-b9d8-a617c8f17f6a req-1c08f983-4a2f-44ec-98fd-9a34c0cb2ecd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 10911 time: 0.3675611 Jul 16 20:20:24.852453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-c1cb713a-9be5-4219-ba4e-24d66437aaca tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.856759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1cb713a-9be5-4219-ba4e-24d66437aaca tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053504 Jul 16 20:20:24.890903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42584) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.896222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-371a8c6f-ef37-4e49-a111-ceee277abf58 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:24.899872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-371a8c6f-ef37-4e49-a111-ceee277abf58 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054653 Jul 16 20:20:24.920333 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.929960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42586) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.937479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:24.949810 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f82af1f-f086-4217-8a40-f1875ff8bdb2 admin admin] 10.222.0.100 "PUT /v2.0/routers/e982aa26-0431-49c8-9765-94ab7874456d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8155158 Jul 16 20:20:24.955072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.993119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:24.995614 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79c479-778b-456a-b29c-1588b6f58cc2" -d '{"events": [{"server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "name": "network-vif-plugged", "status": "completed", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:25.018249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:25.089603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6de85969-bc4d-495c-928d-3c24d5e35548, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6de85969-bc4d-495c-928d-3c24d5e35548,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:25.108632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.129931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:25.135140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:25.140266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:25.147363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.160952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-693ac42a-d413-4ce0-a4ac-8ed8e28edd1e tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.164235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-693ac42a-d413-4ce0-a4ac-8ed8e28edd1e tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1199470 Jul 16 20:20:25.180583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.212171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6de85969-bc4d-495c-928d-3c24d5e35548,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.218526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:25.228156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:25.228536 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.244635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-26f40e8e-48e4-450c-897c-a6d8ca32d0a6 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.246735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-26f40e8e-48e4-450c-897c-a6d8ca32d0a6 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0634661 Jul 16 20:20:25.260514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.264880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.268052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42594) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.273375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07453806-a2db-44e4-b9d8-a617c8f17f6a req-ec2ef4bb-1766-4039-b07a-f98e38e81203 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2 HTTP/1.1" status: 200 len: 2985 time: 0.3868101 Jul 16 20:20:25.281950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-6359c519-0f4d-4de6-a933-de97857ed9ed tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.287501 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6359c519-0f4d-4de6-a933-de97857ed9ed tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0187616 Jul 16 20:20:25.296857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42596) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.313598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-71806596-034f-492d-9e73-c54f7e70cc15 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.319729 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-71806596-034f-492d-9e73-c54f7e70cc15 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0215645 Jul 16 20:20:25.327487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.333845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-ed89ecc5-d1f3-4ce8-a787-94b6c7e99b9a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.342144 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed89ecc5-d1f3-4ce8-a787-94b6c7e99b9a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0092506 Jul 16 20:20:25.342815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42600) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.367038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-ce9f9321-e273-4320-9639-4aa81a870e0b tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.367038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ce9f9321-e273-4320-9639-4aa81a870e0b tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0175078 Jul 16 20:20:25.367038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42602) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.373361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-1afe86e1-6e12-4489-96c9-6ee9e134320d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.396305 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1afe86e1-6e12-4489-96c9-6ee9e134320d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0179033 Jul 16 20:20:25.397197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.403649 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ae123a78-ab9f-4068-8764-36cf9734abc8 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7833664 Jul 16 20:20:25.412458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-473fe57f-aaa8-481f-b4ba-fbb8c0d8b818 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.418232 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-473fe57f-aaa8-481f-b4ba-fbb8c0d8b818 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0196533 Jul 16 20:20:25.421174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42608) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.434911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-883b78c1-ad23-4deb-a79a-fcc279cf9d2a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.444321 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-883b78c1-ad23-4deb-a79a-fcc279cf9d2a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0174489 Jul 16 20:20:25.453719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Request body: {'port': {'device_id': '744cd72f-8783-4ba0-9383-c002df285a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:25.513335 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.535223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42612) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.550858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-62c40cc0-8159-453d-ba99-58e3fdcb6c47 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.565055 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-62c40cc0-8159-453d-ba99-58e3fdcb6c47 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0273087 Jul 16 20:20:25.597154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.603686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:25.612415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.619868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-82447933-07a0-41e5-b4fc-dfa50f204031 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.629849 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-82447933-07a0-41e5-b4fc-dfa50f204031 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0295665 Jul 16 20:20:25.630597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42622) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.641408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-2e0920dc-c2d5-4207-a4e5-8cd1585a813c tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.645893 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e0920dc-c2d5-4207-a4e5-8cd1585a813c tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0119658 Jul 16 20:20:25.652711 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42624) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.662871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-c75582b7-8deb-4c30-96c7-a2a7eca73580 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.666879 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c75582b7-8deb-4c30-96c7-a2a7eca73580 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0128703 Jul 16 20:20:25.669896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42626) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.691857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-60f7734e-b133-4e4e-b62b-aa5be50180cb tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.703530 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60f7734e-b133-4e4e-b62b-aa5be50180cb tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0304449 Jul 16 20:20:25.704305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.723396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-b9f42348-6c12-48bb-b78c-18c41e4c006d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.728036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9f42348-6c12-48bb-b78c-18c41e4c006d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0195899 Jul 16 20:20:25.729090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.729796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.738997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-8828d772-5e04-4396-85f5-8e34ba6ce1bc tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.743410 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8828d772-5e04-4396-85f5-8e34ba6ce1bc tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0099869 Jul 16 20:20:25.754667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42632) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.759778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-9486de0f-0788-4066-b428-020185cdc336 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.764943 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9486de0f-0788-4066-b428-020185cdc336 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087736 Jul 16 20:20:25.768971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42636) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.770241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-5b69a26f-0712-4acb-bcb1-8ad43f1d6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.774638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-5b69a26f-0712-4acb-bcb1-8ad43f1d6952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.9589286 Jul 16 20:20:25.775723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-bf184e13-3f17-43a2-87a9-ff2fdda56098 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.779955 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bf184e13-3f17-43a2-87a9-ff2fdda56098 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0100875 Jul 16 20:20:25.780809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.791760 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07453806-a2db-44e4-b9d8-a617c8f17f6a req-14d0f1a1-49e9-46e6-b8e7-4600ec25bd83 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2 HTTP/1.1" status: 200 len: 2985 time: 0.5148017 Jul 16 20:20:25.820913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e5d58dda-0d29-4846-9288-5c95ab203fae None None] Provisioning for port e9241cf3-c3dc-4a38-b68d-465c5741f880 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:25.829174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e5d58dda-0d29-4846-9288-5c95ab203fae None None] Provisioning complete for port e9241cf3-c3dc-4a38-b68d-465c5741f880 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:25.829749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e5d58dda-0d29-4846-9288-5c95ab203fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.833046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.860315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-f2029535-1ada-4c95-a69c-f14178e980a5 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.866831 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2029535-1ada-4c95-a69c-f14178e980a5 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0338073 Jul 16 20:20:25.890270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42642) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.897026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-3de9d635-61f9-4425-9389-16a5c45d648b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 200 len: 217 time: 0.0937250 Jul 16 20:20:25.914822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-efd31b84-1a20-4669-baa4-baba11d4b54f tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.917074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-efd31b84-1a20-4669-baa4-baba11d4b54f tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0222416 Jul 16 20:20:25.921670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42644) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.926945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b8a43-8496-477b-b7ee-b5458a2eb59a req-38d1d372-5019-4d99-9bdc-f89d20f7a0b6 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.936317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f15b8a43-8496-477b-b7ee-b5458a2eb59a req-38d1d372-5019-4d99-9bdc-f89d20f7a0b6 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 936 time: 0.8397670 Jul 16 20:20:25.938474 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3e9719-65f5-4979-aeab-a4d457159f90 x-openstack-request-id: req-3f3e9719-65f5-4979-aeab-a4d457159f90 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:25.938908 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "name": "network-vif-plugged", "status": "completed", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:25.940972 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3f3e9719-65f5-4979-aeab-a4d457159f90 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:25.941631 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548', 'code': 200} Jul 16 20:20:25.950013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-b20011dd-7711-4705-a565-7a9c91b98c63 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:25.954457 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b20011dd-7711-4705-a565-7a9c91b98c63 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0272851 Jul 16 20:20:25.963767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e5d58dda-0d29-4846-9288-5c95ab203fae None None] Port e9241cf3-c3dc-4a38-b68d-465c5741f880 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:25.976268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42646) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.993954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-f127126e-b6a1-4451-b670-235146498fb3 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.005581 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f127126e-b6a1-4451-b670-235146498fb3 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0266397 Jul 16 20:20:26.009511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42648) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.020862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-f714ff48-ca67-4ebd-b829-3fe68cd2da7a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.023320 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f714ff48-ca67-4ebd-b829-3fe68cd2da7a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0117695 Jul 16 20:20:26.042947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42650) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.064060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-d56ed651-92aa-4410-9ad2-8ba6205fabe1 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.066053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d56ed651-92aa-4410-9ad2-8ba6205fabe1 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0205102 Jul 16 20:20:26.188853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42652) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.204599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-a7c7bd2b-6036-4318-9705-6c006a17c89a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.206930 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a7c7bd2b-6036-4318-9705-6c006a17c89a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0146680 Jul 16 20:20:26.213548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42654) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.220253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-67bd8764-f22d-4da3-b43b-a4ff9f801102 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.221352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-67bd8764-f22d-4da3-b43b-a4ff9f801102 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0059557 Jul 16 20:20:26.228522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42656) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.234770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-297f24ec-a091-4a41-9cca-dbab69499c8b tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.236136 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-297f24ec-a091-4a41-9cca-dbab69499c8b tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063276 Jul 16 20:20:26.239900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.247232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-4a457c7e-01ec-4a23-855d-a441944f66a1 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.249258 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4a457c7e-01ec-4a23-855d-a441944f66a1 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087650 Jul 16 20:20:26.253020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42660) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.258468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-996080a2-3851-401f-8319-4cbdd1025745 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.259619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-996080a2-3851-401f-8319-4cbdd1025745 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050185 Jul 16 20:20:26.263783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.273156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-f009ea2e-5ff9-4791-9e64-7d5424d6f419 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.273156 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f009ea2e-5ff9-4791-9e64-7d5424d6f419 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0082078 Jul 16 20:20:26.287790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.292838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-bcb242b1-55e5-474d-a00d-ea26cd63c917 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.293645 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bcb242b1-55e5-474d-a00d-ea26cd63c917 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049484 Jul 16 20:20:26.302044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42666) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.308654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-e06fc59c-d2d8-4a8a-bcf8-50e334c99f75 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.310511 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e06fc59c-d2d8-4a8a-bcf8-50e334c99f75 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068922 Jul 16 20:20:26.315927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42668) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.323169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-faabcab1-357d-48eb-b8c2-956934ac45b0 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.324295 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-faabcab1-357d-48eb-b8c2-956934ac45b0 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074980 Jul 16 20:20:26.366225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42670) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.374321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-5fe09cc5-83db-4deb-ae80-de04860435eb tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.375456 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5fe09cc5-83db-4deb-ae80-de04860435eb tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0081470 Jul 16 20:20:26.382533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42672) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.391580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-49ad3cc6-b2d2-47af-9025-ee5808a8841a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.391580 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49ad3cc6-b2d2-47af-9025-ee5808a8841a tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0081398 Jul 16 20:20:26.397063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42674) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.403902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-149d7e25-628c-4b41-8c3e-29ea6e57f649 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.408272 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-149d7e25-628c-4b41-8c3e-29ea6e57f649 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077531 Jul 16 20:20:26.410443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.421182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-a3b3e421-36ac-4890-9086-a1b31d7708fd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.423356 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3b3e421-36ac-4890-9086-a1b31d7708fd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0111332 Jul 16 20:20:26.425883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42678) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.431329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-0f66ea75-9a0b-4ed5-82e4-a223d5b79bb2 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.432315 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0f66ea75-9a0b-4ed5-82e4-a223d5b79bb2 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057127 Jul 16 20:20:26.437022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.447197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-16dd2ea5-aea0-4cd3-9208-170826c76cb6 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.453263 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16dd2ea5-aea0-4cd3-9208-170826c76cb6 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0115614 Jul 16 20:20:26.466780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42682) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.478426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-02ba579e-91d9-4099-ac67-25d39b2f7c53 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.480721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-02ba579e-91d9-4099-ac67-25d39b2f7c53 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0122478 Jul 16 20:20:26.484265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42684) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.500783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-ef816c94-86dc-4174-b90d-aaee6891ede1 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.502787 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ef816c94-86dc-4174-b90d-aaee6891ede1 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0168786 Jul 16 20:20:26.508166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.517257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-b6179b92-80b8-45e4-836c-52a74fea304d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.521682 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b6179b92-80b8-45e4-836c-52a74fea304d tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0099647 Jul 16 20:20:26.523036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42688) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.538674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-6f7d3633-92be-45c9-a952-f222ab5c1bbd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.542419 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f7d3633-92be-45c9-a952-f222ab5c1bbd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0157692 Jul 16 20:20:26.551658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42690) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.556056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f15b8a43-8496-477b-b7ee-b5458a2eb59a req-18848333-c4ab-45c5-a3ee-5c242d356d60 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182401 Jul 16 20:20:26.558028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-6f190a26-b2c6-4f8d-897b-c25fabf23e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.560282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-6f190a26-b2c6-4f8d-897b-c25fabf23e3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.6546235 Jul 16 20:20:26.566480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-c246fe13-a229-4375-800b-763752e7fee3 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.568499 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c246fe13-a229-4375-800b-763752e7fee3 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0152140 Jul 16 20:20:26.571409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42692) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.590373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [None req-b37a8588-9a07-4eb7-81eb-501858f73238 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.592408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b37a8588-9a07-4eb7-81eb-501858f73238 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103362 Jul 16 20:20:26.628760 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.638231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-c28c094b-d2c5-4aa3-bca6-b2fe861f7d26 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.640205 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c28c094b-d2c5-4aa3-bca6-b2fe861f7d26 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090380 Jul 16 20:20:26.644174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.647349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-9e014709-3fd0-4314-9059-77b15b8906d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786970 Jul 16 20:20:26.655966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-4dc5dcf5-eab6-4575-8f11-d710237e22dd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.657836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4dc5dcf5-eab6-4575-8f11-d710237e22dd tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0120103 Jul 16 20:20:26.662241 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42698) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.678450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-630ac7e7-f933-4dea-9860-2248dcb50c3b tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.681450 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-630ac7e7-f933-4dea-9860-2248dcb50c3b tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0172374 Jul 16 20:20:26.686162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42700) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.698959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-16bb8758-68c4-478b-9f06-9fdc30aa0395 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.701616 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16bb8758-68c4-478b-9f06-9fdc30aa0395 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0132535 Jul 16 20:20:26.708215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9241cf3-c3dc-4a38-b68d-465c5741f880 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:26.718191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.733703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-afe774f0-c864-4c1a-a99a-6ea71fbfe951 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.738096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-afe774f0-c864-4c1a-a99a-6ea71fbfe951 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0157256 Jul 16 20:20:26.739620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.744054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.754444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-07d1cba1-663a-45d3-94ad-b63e8368f026 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.758412 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-07d1cba1-663a-45d3-94ad-b63e8368f026 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0105872 Jul 16 20:20:26.759399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42708) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.767322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4679e-aa60-46c6-8ffd-3c45c6473699 req-b121c968-ad88-4671-ba9d-f66542f7a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.769291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbb4679e-aa60-46c6-8ffd-3c45c6473699 req-b121c968-ad88-4671-ba9d-f66542f7a1b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 1096 time: 0.3480983 Jul 16 20:20:26.779325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-11dc0854-4795-46d7-8f35-fad06cbea149 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.781174 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-11dc0854-4795-46d7-8f35-fad06cbea149 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0201828 Jul 16 20:20:26.787122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42710) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.799875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-6b4d8243-baaf-4bb3-8d58-ce3668ffaa16 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.801728 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6b4d8243-baaf-4bb3-8d58-ce3668ffaa16 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0129678 Jul 16 20:20:26.805627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.810755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Transition to ACTIVE for port object e9241cf3-c3dc-4a38-b68d-465c5741f880 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:26.818859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [None req-1c715f00-4ef7-4036-8c7f-eb02a572d2d3 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] http://10.222.0.100:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:26.818859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1c715f00-4ef7-4036-8c7f-eb02a572d2d3 tempest-ExtensionsTestJSON-2043897580 tempest-ExtensionsTestJSON-2043897580-project] 10.222.0.100 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0113723 Jul 16 20:20:26.823763 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.830721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a79408-6e42-4933-991e-7d0c5bae9614 req-b9b86654-e6d8-4333-a4e9-93187df65e8b tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.840600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14a79408-6e42-4933-991e-7d0c5bae9614 req-b9b86654-e6d8-4333-a4e9-93187df65e8b tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.4208214 Jul 16 20:20:26.894113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:26.975040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:26.976019 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.988269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbb4679e-aa60-46c6-8ffd-3c45c6473699 req-9cb157d2-c9e0-4381-b233-acf01d313502 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846623 Jul 16 20:20:27.004962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14a79408-6e42-4933-991e-7d0c5bae9614 req-cfb68346-970a-4643-84f4-f47471606614 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632676 Jul 16 20:20:27.024306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-96e80e86-6ca2-4420-b7f7-bfa5b6f8303f service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579321 Jul 16 20:20:27.114158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:27.154887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8192aa-4bf4-47db-bd98-a82dd11699a8 req-4800ed73-d726-46d7-8454-42576938fcd8 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.159485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a8192aa-4bf4-47db-bd98-a82dd11699a8 req-4800ed73-d726-46d7-8454-42576938fcd8 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 945 time: 0.4148619 Jul 16 20:20:27.376911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Attempting to bind port e9241cf3-c3dc-4a38-b68d-465c5741f880 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:27.377529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a8192aa-4bf4-47db-bd98-a82dd11699a8 req-ca862a23-0a73-4727-a97d-dea571221510 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821139 Jul 16 20:20:27.377646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Attempting to bind port e9241cf3-c3dc-4a38-b68d-465c5741f880 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:27.379588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Attempting to bind port e9241cf3-c3dc-4a38-b68d-465c5741f880 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:27.408012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Port e9241cf3-c3dc-4a38-b68d-465c5741f880 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:27.408545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Attempting to bind port e9241cf3-c3dc-4a38-b68d-465c5741f880 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:27.429207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:27.429959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:27.430658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:27.432050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Bound port: e9241cf3-c3dc-4a38-b68d-465c5741f880, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:27.433201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.462951 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Sync routers for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:27.479421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1a2f154-2b60-44fe-9910-10e55436c1c9 req-1d946d9d-20cf-4bdc-a2a6-786497c1641d service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313042 Jul 16 20:20:27.504389 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:27.510533 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:27.745285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:27.762050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:27.774854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.814896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42732) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:27.861430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-c3a395b0-5c90-40e5-a1c8-8b4195f2c66d tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.863114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-c3a395b0-5c90-40e5-a1c8-8b4195f2c66d tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 820 time: 0.2652497 Jul 16 20:20:27.938723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-057257cf-bdcb-4804-82a3-4002409c514e tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/quotas/eaf1e84742fe413d9eab5968025a9b2f HTTP/1.1" status: 200 len: 375 time: 0.0237324 Jul 16 20:20:27.954045 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7db6ace8-70ca-4111-b468-c355589ac4b0 req-c675d191-ec0c-40e2-bd21-2e8e4eb93f8a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/d64bb74b-777d-4fb2-a8ad-53c65e91d1a0 HTTP/1.1" status: 200 len: 1803 time: 0.0894766 Jul 16 20:20:27.965444 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:27.997853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:28.000724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.007675 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9241cf3-c3dc-4a38-b68d-465c5741f880 HTTP/1.1" status: 200 len: 1096 time: 2.5822952 Jul 16 20:20:28.025392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:28.054287 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaec38e-0275-43c5-8944-99c6e897d7af" -d '{"events": [{"name": "network-changed", "server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:28.128500 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7db6ace8-70ca-4111-b468-c355589ac4b0 req-1d1fc973-d052-4234-9346-b4352a8d99bd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.165330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7db6ace8-70ca-4111-b468-c355589ac4b0 req-1d1fc973-d052-4234-9346-b4352a8d99bd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.199100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c660fb-c962-425a-9178-9ce63a05ff35 service neutron] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:28.282511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43ce364d-a91c-4763-a591-33ea7651d6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.316648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7db6ace8-70ca-4111-b468-c355589ac4b0 req-1d1fc973-d052-4234-9346-b4352a8d99bd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.322793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7db6ace8-70ca-4111-b468-c355589ac4b0 req-1d1fc973-d052-4234-9346-b4352a8d99bd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.340004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7db6ace8-70ca-4111-b468-c355589ac4b0 req-1d1fc973-d052-4234-9346-b4352a8d99bd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/d64bb74b-777d-4fb2-a8ad-53c65e91d1a0 HTTP/1.1" status: 204 len: 173 time: 0.3845756 Jul 16 20:20:28.376023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fc973-d052-4234-9346-b4352a8d99bd tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bb74b-777d-4fb2-a8ad-53c65e91d1a0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:28.402738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-1bdcaf54-fb1c-4087-bfec-60d82564150a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4282355 Jul 16 20:20:28.717203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-368146fa-27f3-4636-92c5-5eea3775676c service neutron] 10.222.0.100 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126144 Jul 16 20:20:28.724588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ac709fef-a746-4a63-853d-0430a819587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:28.732968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-ac709fef-a746-4a63-853d-0430a819587c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=159d188a512f45c982e8f7192d39e9f1&device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 1099 time: 0.2696269 Jul 16 20:20:28.776297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43ce364d-a91c-4763-a591-33ea7651d6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.778973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a90913-7f5b-4c01-bd7a-4d246b4aa2fe req-c7e3c9d0-ad8a-40fc-b9a0-c19efd83c99d tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:28.781499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9a90913-7f5b-4c01-bd7a-4d246b4aa2fe req-c7e3c9d0-ad8a-40fc-b9a0-c19efd83c99d tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 948 time: 0.2229967 Jul 16 20:20:28.869227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43ce364d-a91c-4763-a591-33ea7651d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:28.876264 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-de2f4b36-aff1-4e09-8874-b053a907da11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880 HTTP/1.1" status: 200 len: 217 time: 0.1351683 Jul 16 20:20:28.936171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9a90913-7f5b-4c01-bd7a-4d246b4aa2fe req-73e3c7d9-fd98-420b-90cf-2a9b71ccaa5b tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988810 Jul 16 20:20:28.991917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-eb6c8ad3-24e8-4d24-b9ca-2d1ae1ec64fa service neutron] 10.222.0.100 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735729 Jul 16 20:20:29.033549 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 2, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:29.043889 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-43ce364d-a91c-4763-a591-33ea7651d6db admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3a3a97cc25414db391836722b3f3904a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2250743 Jul 16 20:20:29.044854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42748) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:29.051574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce364d-a91c-4763-a591-33ea7651d6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b13d8-e4e3-4c7d-8ef6-1add705c780c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.132735 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Checking router: e982aa26-0431-49c8-9765-94ab7874456d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:29.133950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-7d78c564-20ee-42c0-a183-07db15ac5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.134860 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Updating router e982aa26-0431-49c8-9765-94ab7874456d port 87e97c78-9e3c-42bf-bc6e-43940b83a788 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:20:29.145400 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-7d78c564-20ee-42c0-a183-07db15ac5981 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.2458358 Jul 16 20:20:29.155294 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-982bb1e9-d978-4c3b-a842-d23e4f8d775a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.218510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-982bb1e9-d978-4c3b-a842-d23e4f8d775a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.361292 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.373573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-982bb1e9-d978-4c3b-a842-d23e4f8d775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.376889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-982bb1e9-d978-4c3b-a842-d23e4f8d775a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.381104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-982bb1e9-d978-4c3b-a842-d23e4f8d775a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/973b13d8-e4e3-4c7d-8ef6-1add705c780c HTTP/1.1" status: 204 len: 168 time: 0.3346875 Jul 16 20:20:29.404927 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c7b5eb-90ea-4be0-8e1a-eb64e7675c8c x-openstack-request-id: req-91c7b5eb-90ea-4be0-8e1a-eb64e7675c8c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:29.406301 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:29.408181 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-91c7b5eb-90ea-4be0-8e1a-eb64e7675c8c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:29.408878 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'status': 'completed', 'code': 200} Jul 16 20:20:29.477556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-c09aa35b-ce0b-41d6-941a-c57c39d1f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.480888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bb1e9-d978-4c3b-a842-d23e4f8d775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b13d8-e4e3-4c7d-8ef6-1add705c780c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.482730 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-c09aa35b-ce0b-41d6-941a-c57c39d1f1e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3302300 Jul 16 20:20:29.508615 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-fcfeb3cb-bce3-4915-879e-a1c70cd92a9d req-b77b216f-3db8-4cde-92e7-5a2038ad4bbf tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:20:29.511281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcfeb3cb-bce3-4915-879e-a1c70cd92a9d req-b77b216f-3db8-4cde-92e7-5a2038ad4bbf tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/d64bb74b-777d-4fb2-a8ad-53c65e91d1a0 HTTP/1.1" status: 404 len: 352 time: 0.0781929 Jul 16 20:20:29.588780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4da0df-95f1-4ffc-97cf-e805febe9fd4 req-b44980b0-25cf-4566-bb5f-12a44edd651b tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.608825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f4da0df-95f1-4ffc-97cf-e805febe9fd4 req-b44980b0-25cf-4566-bb5f-12a44edd651b tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.2229612 Jul 16 20:20:29.719279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f4da0df-95f1-4ffc-97cf-e805febe9fd4 req-4df10495-4fc7-4ef0-97b1-779884017439 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054530 Jul 16 20:20:29.985669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96298-e4ab-424a-962c-070636d44288 req-4dbdb6b8-5d3b-485e-a1ec-48c99bf491cb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.998236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-68a96298-e4ab-424a-962c-070636d44288 req-4dbdb6b8-5d3b-485e-a1ec-48c99bf491cb tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 945 time: 0.3052797 Jul 16 20:20:30.260028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-68a96298-e4ab-424a-962c-070636d44288 req-e2624d67-be24-475a-88b1-176a25af5cc0 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/security-groups?id=649e03da-dde0-4c81-b743-a39f76203284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548552 Jul 16 20:20:30.264289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7d23382-d26d-4ee1-895e-592453fe4fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.366626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef091736-3015-4806-94f5-317ddc0dfa64 req-66a12064-5366-4cb0-90b0-6b230e63f851 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 210 time: 0.0961630 Jul 16 20:20:30.577000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-f04ff995-2a46-4d48-acce-40367e8138e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5185175 Jul 16 20:20:30.617088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-856c118a-ace9-4752-b612-d77fdc9c12d9 req-e013ec96-6975-4a7c-9a0a-a770df554e1a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/615737d0-9ab4-4d22-b9e8-efcae1e82cb2 HTTP/1.1" status: 200 len: 1803 time: 0.2470083 Jul 16 20:20:30.737286 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.756647 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Transition to ACTIVE for port object 87e97c78-9e3c-42bf-bc6e-43940b83a788 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:30.766069 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.897239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-856c118a-ace9-4752-b612-d77fdc9c12d9 req-f9acfd5d-3861-446b-9296-4011e7d2b614 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.992020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-536b2337-8be9-488b-aef5-cb6ab1ddb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.994982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-536b2337-8be9-488b-aef5-cb6ab1ddb7e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 1096 time: 0.3522186 Jul 16 20:20:31.017439 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Pushing event updated for resources: {'Port': ['ID=87e97c78-9e3c-42bf-bc6e-43940b83a788,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:31.026700 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-32ea0804-28b8-43cb-be41-97794a786391 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5232942 Jul 16 20:20:31.035303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.035303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.035303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.035803 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.035924 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.036327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.036700 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.036850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.037345 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.037501 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.037804 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.038122 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:31.108438 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Attempting to bind port 87e97c78-9e3c-42bf-bc6e-43940b83a788 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:31.108916 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Attempting to bind port 87e97c78-9e3c-42bf-bc6e-43940b83a788 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:31.109229 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Attempting to bind port 87e97c78-9e3c-42bf-bc6e-43940b83a788 on network 6de391bb-1f2b-4898-9542-08987b1de193 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:31.119893 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:31.123897 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Checking segment: {'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:31.124803 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.125668 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Bound using segment: {'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:31.126200 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Bound port: 87e97c78-9e3c-42bf-bc6e-43940b83a788, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:31.126602 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.142754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-856c118a-ace9-4752-b612-d77fdc9c12d9 req-f9acfd5d-3861-446b-9296-4011e7d2b614 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.311613 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] For port 87e97c78-9e3c-42bf-bc6e-43940b83a788, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:31.317433 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] For port 87e97c78-9e3c-42bf-bc6e-43940b83a788, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=87e97c78-9e3c-42bf-bc6e-43940b83a788,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:31.324910 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.326489 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3ab2b1e2-b5cf-49ff-b450-985f33ff3c2b req-9847c450-f154-482e-8299-c5937f16878f service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849288 Jul 16 20:20:31.389705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fea6c-8f38-485e-8185-f39cec0a93fb req-83ee3804-525f-4b6d-8d07-b870c2432308 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.404589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f70fea6c-8f38-485e-8185-f39cec0a93fb req-83ee3804-525f-4b6d-8d07-b870c2432308 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 948 time: 0.5121167 Jul 16 20:20:31.424585 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:31.425302 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:31.494854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42804) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:31.519379 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c5c48-d4e9-4297-baee-1751fdc8b140 None None] Pushing event updated for resources: {'Port': ['ID=87e97c78-9e3c-42bf-bc6e-43940b83a788,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:31.537742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f70fea6c-8f38-485e-8185-f39cec0a93fb req-19c5de78-4155-4e1c-8b71-1e8c85ab0045 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313603 Jul 16 20:20:31.565210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-856c118a-ace9-4752-b612-d77fdc9c12d9 req-f9acfd5d-3861-446b-9296-4011e7d2b614 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.575065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-856c118a-ace9-4752-b612-d77fdc9c12d9 req-f9acfd5d-3861-446b-9296-4011e7d2b614 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.579367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-856c118a-ace9-4752-b612-d77fdc9c12d9 req-f9acfd5d-3861-446b-9296-4011e7d2b614 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/615737d0-9ab4-4d22-b9e8-efcae1e82cb2 HTTP/1.1" status: 204 len: 173 time: 0.9609015 Jul 16 20:20:31.625380 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:31.670436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-786ffd20-4260-47be-b39a-4d630f25b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.678474 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-786ffd20-4260-47be-b39a-4d630f25b3e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=159d188a512f45c982e8f7192d39e9f1&device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 1099 time: 0.1706321 Jul 16 20:20:31.690435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acfd5d-3861-446b-9296-4011e7d2b614 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615737d0-9ab4-4d22-b9e8-efcae1e82cb2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:31.722632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-4100b4a6-76b5-4aca-8bc4-850173a2c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.732283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-4100b4a6-76b5-4aca-8bc4-850173a2c656 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 912 time: 0.6951797 Jul 16 20:20:31.784854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1872781450'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:31.876618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:31.881237 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.923048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-59b554a6-e4b2-4fc1-b8cf-c95ff10f60a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825 HTTP/1.1" status: 200 len: 217 time: 0.1768994 Jul 16 20:20:31.948904 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.991187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-3d9ee782-7681-4d76-af17-a8e03ef7fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.994342 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-3d9ee782-7681-4d76-af17-a8e03ef7fa66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3056781 Jul 16 20:20:32.156280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-b59ed0fd-1796-4b01-bfba-fd3b9867e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.158135 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-b59ed0fd-1796-4b01-bfba-fd3b9867e594 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.2317319 Jul 16 20:20:32.167745 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-6a723d34-cdea-4df9-857c-715ea7237f6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880 HTTP/1.1" status: 200 len: 217 time: 0.1478176 Jul 16 20:20:32.201466 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:31Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:32.282731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3598b-a775-4467-aec5-89117ac92b6d None None] The sync data for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 is: [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:31Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:32.319031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-659d336f-a644-4fbb-9b3c-850c088008db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284668 Jul 16 20:20:32.484068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-4213267a-444d-458c-a6fd-7001709bd78d tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.486076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-4213267a-444d-458c-a6fd-7001709bd78d tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4587572 Jul 16 20:20:32.504091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b5936-60e6-4be1-b3e0-94a8c71fc331 req-dbd7f4f7-c220-4254-8741-fedb0872dd31 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.505927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-a7a458e9-5adc-44aa-80d4-543053c618c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.508352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-a7a458e9-5adc-44aa-80d4-543053c618c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.3079371 Jul 16 20:20:32.512313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b9b5936-60e6-4be1-b3e0-94a8c71fc331 req-dbd7f4f7-c220-4254-8741-fedb0872dd31 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.4892147 Jul 16 20:20:32.592206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-35b10c50-c30c-49c4-8ac1-48a547eda6ca service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621922 Jul 16 20:20:32.635879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b9b5936-60e6-4be1-b3e0-94a8c71fc331 req-1df8be8d-1dea-43f6-8247-d92c1e859d88 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213431 Jul 16 20:20:32.649395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-ee10ed1b-160e-43b4-a354-a4d60ce44964 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.1096077 Jul 16 20:20:32.668078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-ee58afb4-7eec-498f-bdfb-ff078d08f1cf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.673027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-ee58afb4-7eec-498f-bdfb-ff078d08f1cf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.26 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 820 time: 0.5293643 Jul 16 20:20:32.692351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'floatingip': {'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:32.726829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.744110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Request body: {'port': {'device_id': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'admin_state_up': True, 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:32.796556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.885843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:32.928426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.931537 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Added segment eefee31c-644f-49d2-a721-0884775c7d99 of type vlan for network 4a18ebc0-6088-4148-8e02-0619ba7696c7 Jul 16 20:20:32.945366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87e97c78-9e3c-42bf-bc6e-43940b83a788 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:32.948402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ccd295-3828-4cd2-a069-fcddfafc5d76,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.994881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-9f0b7732-204f-4ec3-8ee9-db108f1381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:32.996910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-9f0b7732-204f-4ec3-8ee9-db108f1381b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4717746 Jul 16 20:20:33.052136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.061191 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.093098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 87e97c78-9e3c-42bf-bc6e-43940b83a788 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:33.103706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 87e97c78-9e3c-42bf-bc6e-43940b83a788 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:33.104084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.180855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Made reservation on behalf of eaf1e84742fe413d9eab5968025a9b2f for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:33.192810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.261048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.269052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:33.269850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.293784 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-47194408-05d2-4568-9755-28fce09ab4da service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866828 Jul 16 20:20:33.320289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.392644 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8958640 Jul 16 20:20:33.397381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04b06fb1-cf48-423d-90b1-40981ac5db81 req-7a69c47b-86b5-40ff-a974-116671b147a5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 210 time: 0.1865482 Jul 16 20:20:33.402036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b30a708-c022-4b1e-ad47-c94091f24ede req-5b6d8101-84c4-4dcb-89b7-7d3ed2a8bceb service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7934098 Jul 16 20:20:33.445934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 87e97c78-9e3c-42bf-bc6e-43940b83a788, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=87e97c78-9e3c-42bf-bc6e-43940b83a788,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:33.492365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.564050 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-497cb454-2f30-43c7-a4c6-b0d76e37f1af req-ca45321c-e2d4-48eb-8d8c-73bd2f6c2829 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:20:33.580087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497cb454-2f30-43c7-a4c6-b0d76e37f1af req-ca45321c-e2d4-48eb-8d8c-73bd2f6c2829 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/615737d0-9ab4-4d22-b9e8-efcae1e82cb2 HTTP/1.1" status: 404 len: 352 time: 0.0559433 Jul 16 20:20:33.708799 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ddaec38e-0275-43c5-8944-99c6e897d7af req-6f0c0078-4402-4206-92fb-41276ebada42 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044487 Jul 16 20:20:33.724254 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=87e97c78-9e3c-42bf-bc6e-43940b83a788,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:33.733037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175d8fe-67c3-45b7-abce-aa57228d35bc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Network': ['ID=4a18ebc0-6088-4148-8e02-0619ba7696c7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:33.782977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4a18ebc0-6088-4148-8e02-0619ba7696c7 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:33.922234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Allocated IP 172.20.0.10 (6de391bb-1f2b-4898-9542-08987b1de193/9cfdc7a4-1e8b-44c3-b245-1ce41c139eec/79f61a2e-e458-46ec-b068-3965b67f7e95) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:34.098147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.334881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.409757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:34.426203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.600102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event updated for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:34.651082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Network 6de391bb-1f2b-4898-9542-08987b1de193 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:34.654368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:34.661217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:34.705710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:34.721946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'mac_address': 'fa:16:3e:40:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:34.831318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.857090 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7945a420-87df-446c-bbae-7baf7803dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.870839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9241cf3-c3dc-4a38-b68d-465c5741f880 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:34.915797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.929711 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.938797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87e97c78-9e3c-42bf-bc6e-43940b83a788 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:34.971562 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-f30c1eb8-c7fd-488f-b6a4-fdda3e9915ef tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2347236 Jul 16 20:20:35.018428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Request body: {'port': {'device_id': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:35.025789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:35.052360 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.154754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.196124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 87e97c78-9e3c-42bf-bc6e-43940b83a788 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:35.196680 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.238778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.371744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716ccfc-dd85-4b18-9ab3-4154ac291ecb req-203f6fab-c715-469f-b621-fd45042f298c tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.385397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2716ccfc-dd85-4b18-9ab3-4154ac291ecb req-203f6fab-c715-469f-b621-fd45042f298c tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 948 time: 1.1957555 Jul 16 20:20:35.428794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e9241cf3-c3dc-4a38-b68d-465c5741f880'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:35.570865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2716ccfc-dd85-4b18-9ab3-4154ac291ecb req-5b88a339-f6aa-4c3d-bf9b-5611ded2ef91 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842966 Jul 16 20:20:35.642780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:20:35.774350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da2ea430-fd9c-4202-82a9-5094a28c3ca6 req-bcc077f5-7d2d-4934-abdd-dc0e2aac70ec tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/7acb2248-46c4-47ae-a03b-8d2fc25dd6ec HTTP/1.1" status: 200 len: 1801 time: 0.1340597 Jul 16 20:20:35.803274 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.803529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f61a2e-e458-46ec-b068-3965b67f7e95 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:35.812301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.830611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Transition to ACTIVE for port object 79f61a2e-e458-46ec-b068-3965b67f7e95 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:35.836821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.852649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.929793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.947329 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ea430-fd9c-4202-82a9-5094a28c3ca6 req-b668f247-9704-451e-82e0-81302c8cfa0e tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.973228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Pushing event updated for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:36.026844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ea430-fd9c-4202-82a9-5094a28c3ca6 req-b668f247-9704-451e-82e0-81302c8cfa0e tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.066751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Attempting to bind port 79f61a2e-e458-46ec-b068-3965b67f7e95 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:36.067425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Attempting to bind port 79f61a2e-e458-46ec-b068-3965b67f7e95 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:36.068033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Attempting to bind port 79f61a2e-e458-46ec-b068-3965b67f7e95 on network 6de391bb-1f2b-4898-9542-08987b1de193 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:36.083364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Port 79f61a2e-e458-46ec-b068-3965b67f7e95 on network 6de391bb-1f2b-4898-9542-08987b1de193 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:36.084577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Attempting to bind port 79f61a2e-e458-46ec-b068-3965b67f7e95 on network 6de391bb-1f2b-4898-9542-08987b1de193 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:36.090261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:36.092335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Checking segment: {'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:36.092335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Bound using segment: {'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:36.092335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Bound port: 79f61a2e-e458-46ec-b068-3965b67f7e95, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d00108-6d2d-4c2e-aaed-1917e012e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:36.093143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.095654 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Floating IP c4d41c74-9f6e-44ef-9697-027afdd77483 associated. External IP: 172.25.8.42, port: 49e12706-4ac2-4d5f-91e3-06fe87b17fa1. Jul 16 20:20:36.276908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:36.284982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=79f61a2e-e458-46ec-b068-3965b67f7e95,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:36.291437 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ea430-fd9c-4202-82a9-5094a28c3ca6 req-b668f247-9704-451e-82e0-81302c8cfa0e tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.296561 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.296866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ea430-fd9c-4202-82a9-5094a28c3ca6 req-b668f247-9704-451e-82e0-81302c8cfa0e tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.298912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da2ea430-fd9c-4202-82a9-5094a28c3ca6 req-b668f247-9704-451e-82e0-81302c8cfa0e tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/7acb2248-46c4-47ae-a03b-8d2fc25dd6ec HTTP/1.1" status: 204 len: 173 time: 0.4992955 Jul 16 20:20:36.330587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668f247-9704-451e-82e0-81302c8cfa0e tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb2248-46c4-47ae-a03b-8d2fc25dd6ec,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:36.501273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.513369 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.517136 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] 10.222.0.26 "PUT /v2.0/ports/79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 1092 time: 1.5342786 Jul 16 20:20:36.517822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:36.542381 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc0e8b2-ec16-4027-a7cf-0e3988538031" -d '{"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:36.602444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:36.748925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ab2e1-db3f-4fca-9774-69ae7b8d0f22 service neutron] Pushing event updated for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:36.798090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-84ff0ed1-6d1f-4d70-b499-310e3eca3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.801708 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-84ff0ed1-6d1f-4d70-b499-310e3eca3b83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1095 time: 0.2188339 Jul 16 20:20:36.902501 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-1c74bfce-7449-4320-8682-de15f3540aa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 217 time: 0.0898457 Jul 16 20:20:36.954499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806dcf7-8e29-439f-8926-9015dc6b68cf req-e957fed7-91bc-44af-b8d1-03d383b43220 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.966711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0806dcf7-8e29-439f-8926-9015dc6b68cf req-e957fed7-91bc-44af-b8d1-03d383b43220 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.2323749 Jul 16 20:20:36.971707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:36.986071 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.993502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:37.020687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:37.022986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.029794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-af5820e0-a315-4b89-8e7e-c60b96c1d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.042098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-af5820e0-a315-4b89-8e7e-c60b96c1d99c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.1318586 Jul 16 20:20:37.152228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-78bd6792-93a3-4a11-a510-67e868ec24a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025381 Jul 16 20:20:37.199551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0806dcf7-8e29-439f-8926-9015dc6b68cf req-22267650-6778-4aeb-ad0c-365939b06d95 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264957 Jul 16 20:20:37.251584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-3af9f07b-931a-4917-b135-3445c217068f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "PUT /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 200 len: 995 time: 4.5673890 Jul 16 20:20:37.263908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:37.264268 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515ca1d1-64ce-4952-8a27-7f3910321a89" -d '{"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:37.312205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42854) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:37.323678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'subnet': {'network_id': '4a18ebc0-6088-4148-8e02-0619ba7696c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:37.328257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:37.514137 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-122d3604-abc8-43fd-a540-bda8f5ed831b service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529501 Jul 16 20:20:37.661827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-2e7876ce-8d1c-4735-bab0-9e2d9a8095c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.663473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-2e7876ce-8d1c-4735-bab0-9e2d9a8095c2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.3208394 Jul 16 20:20:37.779136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:37.782878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.792656 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b6cd7687-5f74-4f92-bca8-6d344a3b7484 req-8034db26-24b7-4692-a3f7-5b0f86883a36 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701626 Jul 16 20:20:37.916850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:5e:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:35Z', 'revision_number': 1, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.965429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:37.977812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:37.978584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.999450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-64ea5ad9-4795-4874-90a6-63b7513434d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.001993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-64ea5ad9-4795-4874-90a6-63b7513434d2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.3237495 Jul 16 20:20:38.031979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2345e9-7d9e-4e2a-aef7-914bcfed3af1 req-952cc6c9-dc5c-4ed0-9579-91b1cfc47a5a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.034645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e2345e9-7d9e-4e2a-aef7-914bcfed3af1 req-952cc6c9-dc5c-4ed0-9579-91b1cfc47a5a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 944 time: 0.3320973 Jul 16 20:20:38.269249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-0426e56b-ccdf-41d3-a33e-017b28382c5c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 998 time: 0.2329016 Jul 16 20:20:38.298422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e2345e9-7d9e-4e2a-aef7-914bcfed3af1 req-e1772c45-5893-43e4-99e3-e2b656ad330a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453277 Jul 16 20:20:38.301435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.308075 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.443895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:38.454186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:38.471912 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-bb2842a7-f3f5-4b5a-bf4c-dcde98e8bc11 req-9fe3777d-55d8-4ce0-ab28-9a73e83a3b66 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:20:38.473078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb2842a7-f3f5-4b5a-bf4c-dcde98e8bc11 req-9fe3777d-55d8-4ce0-ab28-9a73e83a3b66 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/7acb2248-46c4-47ae-a03b-8d2fc25dd6ec HTTP/1.1" status: 404 len: 352 time: 0.0681517 Jul 16 20:20:38.479420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-cbf62b76-abc5-4a6d-a96a-abea41bda5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.481173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-cbf62b76-abc5-4a6d-a96a-abea41bda5f0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1738942 Jul 16 20:20:38.484767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.600480 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49323c91-5412-4423-94b9-c1e58e800215 x-openstack-request-id: req-49323c91-5412-4423-94b9-c1e58e800215 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:38.601350 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:38.603370 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-49323c91-5412-4423-94b9-c1e58e800215 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:38.603821 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'status': 'completed', 'code': 200} Jul 16 20:20:38.620715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Subnet': ['ID=f716e714-c40b-47fe-b341-34c8364c71e7,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.639696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Checking segment: {'id': 'eefee31c-644f-49d2-a721-0884775c7d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4a18ebc0-6088-4148-8e02-0619ba7696c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:38.640222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network hostable DHCP agents. Network: 4a18ebc0-6088-4148-8e02-0619ba7696c7, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:38.650756 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.691399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-0a172242-8f52-422c-b821-e80cb99e3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.701237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-0a172242-8f52-422c-b821-e80cb99e3b18 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735685 Jul 16 20:20:38.712769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network 4a18ebc0-6088-4148-8e02-0619ba7696c7 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:38.729595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-962f9c3e-83f6-47d8-948e-cb73beff0bd4 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:20:38.744727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-962f9c3e-83f6-47d8-948e-cb73beff0bd4 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290599 Jul 16 20:20:38.761722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4a18ebc0-6088-4148-8e02-0619ba7696c7) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:38.798359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d88bb9a-94e1-4a66-a2a3-501ee3514b76 None None] Network 4a18ebc0-6088-4148-8e02-0619ba7696c7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:38.810661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port e9241cf3-c3dc-4a38-b68d-465c5741f880 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:38.843662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-98e1fc64-91c1-4116-a1d6-284d8d15c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.845249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e9241cf3-c3dc-4a38-b68d-465c5741f880 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:38.845538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.845689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.846756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.849999 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-98e1fc64-91c1-4116-a1d6-284d8d15c059 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1095 time: 0.1942225 Jul 16 20:20:38.971935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7d53ab31-d2bc-48a5-944d-cd53e0a92865 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6578546 Jul 16 20:20:38.972631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42866) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:39.003030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1571101467'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:39.093437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-95f749fe-5e1c-46a7-938b-b75bd8021797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.096496 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-95f749fe-5e1c-46a7-938b-b75bd8021797 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.2373557 Jul 16 20:20:39.187823 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-3786fe02-a1b8-426e-8cb2-33b750456dcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 217 time: 0.0824640 Jul 16 20:20:39.190981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:39.197314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.242380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-07a86112-880b-4a44-ace5-41f21898bd05 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881442 Jul 16 20:20:39.257959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-bf882fbf-3e4a-4e20-afbc-31da70339820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.260680 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-bf882fbf-3e4a-4e20-afbc-31da70339820 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.0670137 Jul 16 20:20:39.261476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:39.303175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.304298 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Added segment 06c665c8-da6e-4e02-84da-a4774d355f64 of type vlan for network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 Jul 16 20:20:39.307924 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.328391 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-75d44ca5-7828-424c-9f07-49a247ceda25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575867 Jul 16 20:20:39.346062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4a18ebc0-6088-4148-8e02-0619ba7696c7', 'network_id': '4a18ebc0-6088-4148-8e02-0619ba7696c7', 'tenant_id': 'e0e21e7ab0a043fe8f6f3dbaeab033dc', 'fixed_ips': [{'subnet_id': 'f716e714-c40b-47fe-b341-34c8364c71e7'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:39.347008 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.389794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:39.391828 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088fe4be-79ae-40e0-8d84-3c2fccc46b5e" -d '{"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:39.415909 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:39.421318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.425979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:5e:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:35Z', 'revision_number': 1, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:39.482242 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.497386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.509088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.510577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.532105 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-5851d68b-608b-4d00-a75f-1777af21ff3f service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955528 Jul 16 20:20:39.542729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565902b-94bf-4aa5-a71c-9ce01a4cbf72 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:5e:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:35Z', 'revision_number': 1, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:39.575757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57ad36-c5a5-49b4-ba15-78684b67a1ea req-e3c42868-079a-4e1c-92d6-cc85e4a20f41 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.578990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c57ad36-c5a5-49b4-ba15-78684b67a1ea req-e3c42868-079a-4e1c-92d6-cc85e4a20f41 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 949 time: 0.6017621 Jul 16 20:20:39.645611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:39.732240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Allocated IP 2001:db8:0:ffff::2 (4a18ebc0-6088-4148-8e02-0619ba7696c7/f716e714-c40b-47fe-b341-34c8364c71e7/0b2b8e32-3b7f-480a-a198-958c297db3e1) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:39.745004 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bc0e8b2-ec16-4027-a7cf-0e3988538031 req-7ace5c0b-bbc1-4686-97a8-68eb34109a9e service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055705 Jul 16 20:20:39.756485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7727103 Jul 16 20:20:39.758554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:39.784671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'subnet': {'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:39.971805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:39.975616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.976370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ce46d-5293-4842-b440-e4bf0851e7f1 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Network': ['ID=2dcbbdf4-a2af-4531-9e87-2538a8173d21,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.072735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:40.096256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c57ad36-c5a5-49b4-ba15-78684b67a1ea req-58e150ca-2b69-4d46-ba44-438ceba3c302 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766147 Jul 16 20:20:40.214788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24a5e5a-b6de-498a-8ada-6dbc305f368c req-5f3de54b-763a-4c34-b9c1-3d9af56c9ae5 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9384496 Jul 16 20:20:40.275172 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde18991-45f9-47af-bb36-6f1b5c6e406b x-openstack-request-id: req-cde18991-45f9-47af-bb36-6f1b5c6e406b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:40.275757 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:40.276168 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cde18991-45f9-47af-bb36-6f1b5c6e406b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:40.276917 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'status': 'completed', 'code': 200} Jul 16 20:20:40.444484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 79f61a2e-e458-46ec-b068-3965b67f7e95 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:40.524097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.570402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Transition to ACTIVE for port object 0b2b8e32-3b7f-480a-a198-958c297db3e1 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:40.635973 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce30bbf-7924-431a-8cbf-4f807d5e9490 None None] New status for floating IP c4d41c74-9f6e-44ef-9697-027afdd77483: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:20:40.673137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Transition to ACTIVE for port object 0b2b8e32-3b7f-480a-a198-958c297db3e1 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:40.687827 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.701517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-dd79e44b-d889-4cb8-9176-373d7ded2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.712365 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-dd79e44b-d889-4cb8-9176-373d7ded2dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.3763351 Jul 16 20:20:40.822882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52c32b63-ff1c-4091-84cc-67138310d20e req-d9a0ba16-5b3c-4e34-bafc-072d5c1bfb5e tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 6157 time: 0.2032666 Jul 16 20:20:40.844891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Network 4a18ebc0-6088-4148-8e02-0619ba7696c7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:40.846944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731095c-54b9-40b2-a2d6-d913142d1ad3 req-f9165620-bfd4-4fb5-81b3-847fbbebcc7c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.859420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2731095c-54b9-40b2-a2d6-d913142d1ad3 req-f9165620-bfd4-4fb5-81b3-847fbbebcc7c tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.3128586 Jul 16 20:20:40.862467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=79f61a2e-e458-46ec-b068-3965b67f7e95,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:40.868079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Pushing event updated for resources: {'Port': ['ID=0b2b8e32-3b7f-480a-a198-958c297db3e1,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.874655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:40.888792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:40.909906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'port_id': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'mac_address': 'fa:16:3e:1e:43:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:40.925289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:20:40.937406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.991951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-8ca13405-6d18-43e2-b961-a8fe1596b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.993511 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-8ca13405-6d18-43e2-b961-a8fe1596b96f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.2703178 Jul 16 20:20:41.034877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52c32b63-ff1c-4091-84cc-67138310d20e req-f6952fdf-86a2-44d1-b3d0-a36def1cf992 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2 HTTP/1.1" status: 200 len: 2985 time: 0.2106626 Jul 16 20:20:41.047341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Attempting to bind port 0b2b8e32-3b7f-480a-a198-958c297db3e1 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:41.047777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Attempting to bind port 0b2b8e32-3b7f-480a-a198-958c297db3e1 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'eefee31c-644f-49d2-a721-0884775c7d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4a18ebc0-6088-4148-8e02-0619ba7696c7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:41.048061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Attempting to bind port 0b2b8e32-3b7f-480a-a198-958c297db3e1 on network 4a18ebc0-6088-4148-8e02-0619ba7696c7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:41.059905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:41.059905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Checking segment: {'id': 'eefee31c-644f-49d2-a721-0884775c7d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4a18ebc0-6088-4148-8e02-0619ba7696c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:41.060523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.060859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Bound using segment: {'id': 'eefee31c-644f-49d2-a721-0884775c7d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4a18ebc0-6088-4148-8e02-0619ba7696c7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:41.061372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Bound port: 0b2b8e32-3b7f-480a-a198-958c297db3e1, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefee31c-644f-49d2-a721-0884775c7d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4a18ebc0-6088-4148-8e02-0619ba7696c7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:41.061774 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.082389 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.101898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f61a2e-e458-46ec-b068-3965b67f7e95 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:41.116501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Subnet': ['ID=507aa387-c407-4118-a9e9-4f7eea55863a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.132265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2731095c-54b9-40b2-a2d6-d913142d1ad3 req-7fd6c9b5-848c-4927-b67e-0e62d7068fae tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714362 Jul 16 20:20:41.178711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=79f61a2e-e458-46ec-b068-3965b67f7e95,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:41.180938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52c32b63-ff1c-4091-84cc-67138310d20e req-9c6ab100-a1e8-41bc-9c99-2f712bec45e2 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2 HTTP/1.1" status: 200 len: 2985 time: 0.1443923 Jul 16 20:20:41.192027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-98f135ed-83ac-432a-b011-73ec2203a971 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 998 time: 0.1841552 Jul 16 20:20:41.215558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.221422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Checking segment: {'id': '06c665c8-da6e-4e02-84da-a4774d355f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:41.221826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network hostable DHCP agents. Network: 2dcbbdf4-a2af-4531-9e87-2538a8173d21, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:41.260269 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bf0b7d-1c79-40f4-a6d5-1340ba39cc02 x-openstack-request-id: req-32bf0b7d-1c79-40f4-a6d5-1340ba39cc02 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:41.260269 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:41.260775 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-32bf0b7d-1c79-40f4-a6d5-1340ba39cc02 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:41.261729 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'code': 200} Jul 16 20:20:41.299761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-f1cd27eb-d6bc-46b2-ac9c-3d967a3f4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.301967 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-f1cd27eb-d6bc-46b2-ac9c-3d967a3f4e2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1006365 Jul 16 20:20:41.303164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:41.320170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] For port 0b2b8e32-3b7f-480a-a198-958c297db3e1, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:41.340304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] For port 0b2b8e32-3b7f-480a-a198-958c297db3e1, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b2b8e32-3b7f-480a-a198-958c297db3e1,segment=NetworkSegment(eefee31c-644f-49d2-a721-0884775c7d99),segment_id=eefee31c-644f-49d2-a721-0884775c7d99)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:41.351210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2dcbbdf4-a2af-4531-9e87-2538a8173d21) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:41.354227 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.361603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.364261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.373801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56d50f-a5f8-4ae0-8354-8463f88fbd48 None None] Network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:41.423711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.484196 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dc3e85ee-7787-48d6-afb0-c87cd489b206 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7181799 Jul 16 20:20:41.486456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42886) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.493112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['79f61a2e-e458-46ec-b068-3965b67f7e95'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:41.494156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'port': {'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21', 'name': 'tempest-NetworksIpV6TestAttrs-1295520394'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:41.546298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf6ad4-7904-4f4d-b7c4-26d681b8bc12 req-26e676d8-0df9-4d48-9fcd-05b8e81b4f9d tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.548132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80cf6ad4-7904-4f4d-b7c4-26d681b8bc12 req-26e676d8-0df9-4d48-9fcd-05b8e81b4f9d tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 945 time: 0.1563506 Jul 16 20:20:41.608905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-c8fe76fa-fc4d-4ecb-bdc6-7a9c57dc433f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.610579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-c8fe76fa-fc4d-4ecb-bdc6-7a9c57dc433f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1674581 Jul 16 20:20:41.620140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80cf6ad4-7904-4f4d-b7c4-26d681b8bc12 req-08bad835-41ac-462b-a7e9-383fd4bc9579 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588214 Jul 16 20:20:41.797653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-17776eb6-5fe4-421a-9d62-2006136fdd4e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.1593943 Jul 16 20:20:41.805767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'floatingip': {'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:41.897761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.909186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026af37-443f-4cc6-9d37-e1ae2b320050 None None] Pushing event updated for resources: {'Port': ['ID=0b2b8e32-3b7f-480a-a198-958c297db3e1,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.081408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-cbc22cf3-6e49-43a0-92f4-0669fe2330a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.083864 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-cbc22cf3-6e49-43a0-92f4-0669fe2330a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7647707 Jul 16 20:20:42.086408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b5007-2015-410f-a42d-746f98efe8aa req-c954942d-08cb-4f21-9a00-80795caf6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.089286 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-962b5007-2015-410f-a42d-746f98efe8aa req-c954942d-08cb-4f21-9a00-80795caf6a89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 1101 time: 0.6775129 Jul 16 20:20:42.240318 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-962b5007-2015-410f-a42d-746f98efe8aa req-91d9cadb-050c-4b8c-9272-e2a28dd6cebc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131735 Jul 16 20:20:42.268380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-2dcbbdf4-a2af-4531-9e87-2538a8173d21', 'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21', 'tenant_id': 'e0e21e7ab0a043fe8f6f3dbaeab033dc', 'fixed_ips': [{'subnet_id': '507aa387-c407-4118-a9e9-4f7eea55863a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:42.269278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.276531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:42.284573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.323518 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-a39f6bdf-43f3-4e76-bf0d-b84511428402 service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289388 Jul 16 20:20:42.347952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] device_id is not set on port 686812f2-18a2-4643-ab94-0f0200462201 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:42.354307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-bdbc64ff-3a57-4fe9-ba89-fc03a36e76d8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.355941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-bdbc64ff-3a57-4fe9-ba89-fc03a36e76d8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.3224010 Jul 16 20:20:42.596278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Allocated IP 2001:db8::f816:3eff:fe52:6a8f (2dcbbdf4-a2af-4531-9e87-2538a8173d21/507aa387-c407-4118-a9e9-4f7eea55863a/1e77d8b3-bb18-4128-9a96-556c78a0b546) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:42.605420 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-515ca1d1-64ce-4952-8a27-7f3910321a89 req-6134b47a-f81a-4fff-bae6-b1b319094824 service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745290 Jul 16 20:20:42.849834 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.860497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Transition to ACTIVE for port object 1e77d8b3-bb18-4128-9a96-556c78a0b546 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:42.878748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Transition to ACTIVE for port object 1e77d8b3-bb18-4128-9a96-556c78a0b546 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:42.890801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.909607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b2b8e32-3b7f-480a-a198-958c297db3e1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:42.982513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:43.001552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Allocated IP 2001:db8::f816:3eff:fe44:6e21 (2dcbbdf4-a2af-4531-9e87-2538a8173d21/507aa387-c407-4118-a9e9-4f7eea55863a/686812f2-18a2-4643-ab94-0f0200462201) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:43.006013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:43.011626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:43.024653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb00aa-25a4-4376-a25d-74e8a3b9c158 None None] Network 4a18ebc0-6088-4148-8e02-0619ba7696c7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:43.130453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Pushing event updated for resources: {'Port': ['ID=1e77d8b3-bb18-4128-9a96-556c78a0b546,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.168859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-025afacf-e5f5-4f72-ab53-21829d187d11 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/quotas/24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 375 time: 0.8023133 Jul 16 20:20:43.203554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0b2b8e32-3b7f-480a-a198-958c297db3e1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:43.351993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.353816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-71515961-8d71-4643-97c6-3a3db0d8c3ec None None] Provisioning for port 0b2b8e32-3b7f-480a-a198-958c297db3e1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:43.364646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-71515961-8d71-4643-97c6-3a3db0d8c3ec None None] Provisioning complete for port 0b2b8e32-3b7f-480a-a198-958c297db3e1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:43.365259 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71515961-8d71-4643-97c6-3a3db0d8c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.380500 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Transition to ACTIVE for port object 686812f2-18a2-4643-ab94-0f0200462201 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:43.402889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-da0483dc-1768-4c7b-83d5-e7d2c9c8e7f5 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2220597 Jul 16 20:20:43.411378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Attempting to bind port 1e77d8b3-bb18-4128-9a96-556c78a0b546 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:43.412001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Attempting to bind port 1e77d8b3-bb18-4128-9a96-556c78a0b546 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '06c665c8-da6e-4e02-84da-a4774d355f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:43.412615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Attempting to bind port 1e77d8b3-bb18-4128-9a96-556c78a0b546 on network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:43.454822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.467397 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.476467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.477149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:43.477737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Checking segment: {'id': '06c665c8-da6e-4e02-84da-a4774d355f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:43.478386 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.479121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Bound using segment: {'id': '06c665c8-da6e-4e02-84da-a4774d355f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:43.480022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Bound port: 1e77d8b3-bb18-4128-9a96-556c78a0b546, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c665c8-da6e-4e02-84da-a4774d355f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dcbbdf4-a2af-4531-9e87-2538a8173d21'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:43.480634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.543132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:43.554351 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:43.559406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:43.570426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.571429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.595394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Port': ['ID=686812f2-18a2-4643-ab94-0f0200462201,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.615280 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-25001ca0-ec0e-47d8-a600-e29e5410a187 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1269801 Jul 16 20:20:43.616569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42898) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.681857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Deleting subnet 507aa387-c407-4118-a9e9-4f7eea55863a {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:43.686776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.721616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-57537561-d326-461c-bb23-50eeef49f220 service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044248 Jul 16 20:20:43.724273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] For port 1e77d8b3-bb18-4128-9a96-556c78a0b546, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:43.730974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] For port 1e77d8b3-bb18-4128-9a96-556c78a0b546, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1e77d8b3-bb18-4128-9a96-556c78a0b546,segment=NetworkSegment(06c665c8-da6e-4e02-84da-a4774d355f64),segment_id=06c665c8-da6e-4e02-84da-a4774d355f64)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:43.732339 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71515961-8d71-4643-97c6-3a3db0d8c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.742780 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Floating IP c4d41c74-9f6e-44ef-9697-027afdd77483 associated. External IP: 172.25.8.42, port: 49e12706-4ac2-4d5f-91e3-06fe87b17fa1. Jul 16 20:20:43.745519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.783494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.842156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-71515961-8d71-4643-97c6-3a3db0d8c3ec None None] For port 0b2b8e32-3b7f-480a-a198-958c297db3e1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b2b8e32-3b7f-480a-a198-958c297db3e1,segment=NetworkSegment(eefee31c-644f-49d2-a721-0884775c7d99),segment_id=eefee31c-644f-49d2-a721-0884775c7d99)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:43.846238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6382b0-3574-4af7-bd7e-9c149119c165 None None] Pushing event updated for resources: {'Port': ['ID=1e77d8b3-bb18-4128-9a96-556c78a0b546,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.849495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71515961-8d71-4643-97c6-3a3db0d8c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.865616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04e26d-b572-4705-b640-3ef09c2605c1 req-d61e8eb5-ad93-48c2-971b-8baefb564157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.868472 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9c04e26d-b572-4705-b640-3ef09c2605c1 req-d61e8eb5-ad93-48c2-971b-8baefb564157 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 1096 time: 0.1771481 Jul 16 20:20:43.922091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71515961-8d71-4643-97c6-3a3db0d8c3ec None None] Pushing event updated for resources: {'Port': ['ID=0b2b8e32-3b7f-480a-a198-958c297db3e1,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.986236 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9c04e26d-b572-4705-b640-3ef09c2605c1 req-9445498a-d2e0-49d8-82fc-fa59e88ffd9c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074724 Jul 16 20:20:44.046223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.127176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.178054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Subnet': ['ID=507aa387-c407-4118-a9e9-4f7eea55863a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.191730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.196341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6e411245-1f39-4fee-8c7c-08d9322923be tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/507aa387-c407-4118-a9e9-4f7eea55863a HTTP/1.1" status: 204 len: 168 time: 0.5761855 Jul 16 20:20:44.197152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42900) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:44.209743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-46893663-9be0-44c4-8987-154fe91f13cb None None] Provisioning complete for port 0b2b8e32-3b7f-480a-a198-958c297db3e1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:44.210112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46893663-9be0-44c4-8987-154fe91f13cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.216651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-78477ba0-5a17-46a6-9ca5-8f7b815518aa service neutron] 10.222.0.100 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689834 Jul 16 20:20:44.462927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 79f61a2e-e458-46ec-b068-3965b67f7e95 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:44.475583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a244d35-9822-4fa8-859e-8085840a4933 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.479736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a244d35-9822-4fa8-859e-8085840a4933 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.483643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2a244d35-9822-4fa8-859e-8085840a4933 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2844567 Jul 16 20:20:44.488378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42908) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:44.530302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 79f61a2e-e458-46ec-b068-3965b67f7e95 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:44.537363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 79f61a2e-e458-46ec-b068-3965b67f7e95 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:44.537746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.647806 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.683582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:44.688117 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350a45ac-d6fb-47c2-9f45-117ebe23628c" -d '{"events": [{"server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "name": "network-vif-plugged", "status": "completed", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:44.709472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=79f61a2e-e458-46ec-b068-3965b67f7e95,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:44.716119 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.774592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a5f2cea-e809-4451-be61-9ae06cd41eec tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.805921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.857704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:44.865728 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:44.869736 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5f2cea-e809-4451-be61-9ae06cd41eec tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:20:44.870410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5f2cea-e809-4451-be61-9ae06cd41eec tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:44.874098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8a5f2cea-e809-4451-be61-9ae06cd41eec tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/2dcbbdf4-a2af-4531-9e87-2538a8173d21 HTTP/1.1" status: 409 len: 405 time: 0.3839488 Jul 16 20:20:44.879933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42920) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:44.888796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1484000315'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:44.946919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:44.966974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.064015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:45.084673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b2b8e32-3b7f-480a-a198-958c297db3e1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:45.122724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.123547 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Added segment 0bef0bb0-5e66-4ba7-89de-b5a34543e82f of type vlan for network e615f5cc-8878-4fd9-a528-f0c1b9b19175 Jul 16 20:20:45.134227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fb3df-a8e5-4d35-b81e-b548fdeb1277 req-219dce68-69f8-4bc8-9815-ca9b709593b5 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.142976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-959fb3df-a8e5-4d35-b81e-b548fdeb1277 req-219dce68-69f8-4bc8-9815-ca9b709593b5 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 950 time: 0.4077713 Jul 16 20:20:45.220853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-959fb3df-a8e5-4d35-b81e-b548fdeb1277 req-f6b67fcf-2c4f-4cfe-af09-cd8ab625e3ff tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769031 Jul 16 20:20:45.224929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0b2b8e32-3b7f-480a-a198-958c297db3e1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:45.225716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.235550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:45.250292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.294419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:45.329606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-779b2ef5-55a9-485f-802f-dee486370217 req-b2b5d383-fb22-4d64-a2f8-4558cd9aa062 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-789283147', 'description': 'tempest-description-1671080499'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:45.345770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:45.346444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:45.363755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.382456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.385949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.432396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779b2ef5-55a9-485f-802f-dee486370217 req-b2b5d383-fb22-4d64-a2f8-4558cd9aa062 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.563844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Network': ['ID=e615f5cc-8878-4fd9-a528-f0c1b9b19175,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.636327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e615f5cc-8878-4fd9-a528-f0c1b9b19175 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:45.640136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6cc6de-75a8-41d1-a150-cfbdb88d777d None None] Network 2dcbbdf4-a2af-4531-9e87-2538a8173d21 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:45.786089 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779b2ef5-55a9-485f-802f-dee486370217 req-b2b5d383-fb22-4d64-a2f8-4558cd9aa062 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.800411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:45.806901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779b2ef5-55a9-485f-802f-dee486370217 req-b2b5d383-fb22-4d64-a2f8-4558cd9aa062 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.808846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1e77d8b3-bb18-4128-9a96-556c78a0b546 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:45.812051 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e29ed199-6cc7-4b6e-b6de-4ae65e05f538 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9294949 Jul 16 20:20:45.812915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42926) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.827023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'subnet': {'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:45.998251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779b2ef5-55a9-485f-802f-dee486370217 req-b2b5d383-fb22-4d64-a2f8-4558cd9aa062 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.998740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d6d3289c-9ac6-45b4-a74b-1775d4ec9434 None None] Provisioning for port 1e77d8b3-bb18-4128-9a96-556c78a0b546 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:46.000343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-779b2ef5-55a9-485f-802f-dee486370217 req-b2b5d383-fb22-4d64-a2f8-4558cd9aa062 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6860173 Jul 16 20:20:46.004819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:46.016387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5d383-fb22-4d64-a2f8-4558cd9aa062 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34feec1e-56a5-4229-841b-6651126385ef,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.221485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:46.234029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.290192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:46.307378 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.329798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 1e77d8b3-bb18-4128-9a96-556c78a0b546 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:46.356359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1e77d8b3-bb18-4128-9a96-556c78a0b546 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:46.356895 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.526917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:46.529560 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4236db80-d412-4a33-aa87-1fc3b072b516" -d '{"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:46.613874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-86934536-1699-4d2c-a954-b37e9dff3737 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "PUT /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 200 len: 997 time: 4.8146379 Jul 16 20:20:46.666288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-0012dfae-de2f-4002-987c-c6966f1234db tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.675171 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-0012dfae-de2f-4002-987c-c6966f1234db tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 819 time: 0.3098812 Jul 16 20:20:46.687790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Request body: {'port': {'device_id': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'admin_state_up': True, 'tenant_id': '24a9d32a09ef4997a5334b35654c10e2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:46.760620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-d008dd8c-3c01-4956-8930-584dcf45e1aa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.772187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-d008dd8c-3c01-4956-8930-584dcf45e1aa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports/49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 942 time: 0.1570368 Jul 16 20:20:46.772839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.791037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] DHCP port deletion for 2dcbbdf4-a2af-4531-9e87-2538a8173d21 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:46.791987 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc3a4-b503-41cc-a713-ac7758662fb2 req-becb7bf2-e511-45f4-83db-bb536a616a86 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.799587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94efc3a4-b503-41cc-a713-ac7758662fb2 req-becb7bf2-e511-45f4-83db-bb536a616a86 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.3408599 Jul 16 20:20:46.886669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 1e77d8b3-bb18-4128-9a96-556c78a0b546, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1e77d8b3-bb18-4128-9a96-556c78a0b546,segment=NetworkSegment(06c665c8-da6e-4e02-84da-a4774d355f64),segment_id=06c665c8-da6e-4e02-84da-a4774d355f64)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:46.895377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.975752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Made reservation on behalf of 24a9d32a09ef4997a5334b35654c10e2 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:46.986627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.996426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94efc3a4-b503-41cc-a713-ac7758662fb2 req-1b7fac7c-2950-453e-8d69-492b3157aebd tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439850 Jul 16 20:20:47.119988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1e77d8b3-bb18-4128-9a96-556c78a0b546 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:47.170529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=1e77d8b3-bb18-4128-9a96-556c78a0b546,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.180748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-7f40563e-c042-433a-809b-1788a868ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.196021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:d0:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:43Z', 'revision_number': 3, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:47.216710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-7f40563e-c042-433a-809b-1788a868ebb0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.3115127 Jul 16 20:20:47.244879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:47.264955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] Deleting port 1e77d8b3-bb18-4128-9a96-556c78a0b546 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:47.265155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.267467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Allocated IP 172.20.0.5 (e10b2181-4fc7-4066-bc06-54086f21d461/71815af3-f607-4e56-8f6d-60f0ef0dc5fd/70423750-5c9c-42d5-bf5d-cb2249da3fc5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:47.301299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:47.306275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:47.340697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:20:47.389370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.494595 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.547977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.601465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Network e10b2181-4fc7-4066-bc06-54086f21d461 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:47.605366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:47.615717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:47.617369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:47.656177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.711551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.713054 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.739326 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-41eb33ee-6f35-4385-9271-749941d27686 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0587795 Jul 16 20:20:47.757108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Request body: {'port': {'device_id': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:47.803991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b991f919-d3a9-4c74-bf0a-09201124241b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:47.912839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.918466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] For port 1e77d8b3-bb18-4128-9a96-556c78a0b546, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1e77d8b3-bb18-4128-9a96-556c78a0b546,segment=NetworkSegment(06c665c8-da6e-4e02-84da-a4774d355f64),segment_id=06c665c8-da6e-4e02-84da-a4774d355f64)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:47.919989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.992058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] Calling delete_port for 1e77d8b3-bb18-4128-9a96-556c78a0b546 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:48.051363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Subnet': ['ID=4aaf810a-f6eb-4533-bfd2-7dac87a375fa,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.084787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-d51d655c-7de1-424a-8165-39bf5f240379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.094073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-d51d655c-7de1-424a-8165-39bf5f240379 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.8761237 Jul 16 20:20:48.099721 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.105082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Checking segment: {'id': '0bef0bb0-5e66-4ba7-89de-b5a34543e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:48.105454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network hostable DHCP agents. Network: e615f5cc-8878-4fd9-a528-f0c1b9b19175, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:48.117802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ccb2c-73c6-4dab-8bb4-e6df0905f48f req-30e61cdf-13f0-4030-b247-defc12d357dd tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.125455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965ccb2c-73c6-4dab-8bb4-e6df0905f48f req-30e61cdf-13f0-4030-b247-defc12d357dd tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.8182390 Jul 16 20:20:48.182305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-68ec498a-1a11-4b2c-9f87-7ae9ee0f68c5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 217 time: 0.0869207 Jul 16 20:20:48.245790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network e615f5cc-8878-4fd9-a528-f0c1b9b19175 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:48.261517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-965ccb2c-73c6-4dab-8bb4-e6df0905f48f req-a0b7b45b-71bb-4750-8744-dff2b600a381 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350574 Jul 16 20:20:48.289875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e615f5cc-8878-4fd9-a528-f0c1b9b19175) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:48.297733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.300026 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.314438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-89f38b65-ee71-44c2-aa94-2edd561767be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.330468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-89f38b65-ee71-44c2-aa94-2edd561767be service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1468215 Jul 16 20:20:48.341524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 1e77d8b3-bb18-4128-9a96-556c78a0b546, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1e77d8b3-bb18-4128-9a96-556c78a0b546,segment=NetworkSegment(06c665c8-da6e-4e02-84da-a4774d355f64),segment_id=06c665c8-da6e-4e02-84da-a4774d355f64)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:48.350576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac5764-29c5-4620-b88c-25fc4c52927c None None] Network e615f5cc-8878-4fd9-a528-f0c1b9b19175 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:48.393543 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.416476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7494458a-d315-43b6-bfb2-4db1c83c2b7d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5976760 Jul 16 20:20:48.426736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.447987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'port': {'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175', 'name': 'tempest-NetworksIpV6TestAttrs-2078409156'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:48.515540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.534149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-da84d614-1e1f-46d8-a50c-dd1a3c16369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.544139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-da84d614-1e1f-46d8-a50c-dd1a3c16369c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118578 Jul 16 20:20:48.644028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event deleted for resources: {'Port': ['ID=1e77d8b3-bb18-4128-9a96-556c78a0b546,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.682971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70423750-5c9c-42d5-bf5d-cb2249da3fc5 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:48.702773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.706332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] No DVR routers for this DVR port 1e77d8b3-bb18-4128-9a96-556c78a0b546 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:48.743445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Transition to ACTIVE for port object 70423750-5c9c-42d5-bf5d-cb2249da3fc5 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:48.744118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc83f-434e-404e-b2f8-68a60cc61d27 None None] Pushing event deleted for resources: {'Port': ['ID=1e77d8b3-bb18-4128-9a96-556c78a0b546,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.777727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c97f-80d0-4227-9efb-e1e5a8f3a46c req-79bf09c2-d0d9-4617-b77c-38185b2fa60e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.778658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.788570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c32c97f-80d0-4227-9efb-e1e5a8f3a46c req-79bf09c2-d0d9-4617-b77c-38185b2fa60e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 931 time: 0.3281856 Jul 16 20:20:48.836940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:48.844558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.876676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c32c97f-80d0-4227-9efb-e1e5a8f3a46c req-c0f86650-ec79-4f7f-9e28-eb9ce004591a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865400 Jul 16 20:20:48.882479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.886656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-75d154a9-c1e3-4d29-b4ca-00a9575d8349 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277233 Jul 16 20:20:48.896947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] device_id is not set on port 209a903e-8a17-494b-a080-caffdf2d8156 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:49.016219 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b311ce69-76b2-4e76-a420-54254f3f8cfe x-openstack-request-id: req-b311ce69-76b2-4e76-a420-54254f3f8cfe {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:49.016793 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "name": "network-vif-plugged", "status": "completed", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:49.016793 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b311ce69-76b2-4e76-a420-54254f3f8cfe {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:49.017406 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'code': 200} Jul 16 20:20:49.018286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-e615f5cc-8878-4fd9-a528-f0c1b9b19175', 'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175', 'tenant_id': 'e0e21e7ab0a043fe8f6f3dbaeab033dc', 'fixed_ips': [{'subnet_id': '4aaf810a-f6eb-4533-bfd2-7dac87a375fa'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:49.019189 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.105240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:49.105583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:49.105904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:49.118282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:49.118592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:49.134497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:49.134878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:49.135227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:49.138973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Bound port: 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:49.140180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.167839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-ba40bbdd-cd85-4d39-9c14-c85589ccc47d service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746196 Jul 16 20:20:49.178687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Allocated IP 2001:db8::f816:3eff:fe8a:cb0d (e615f5cc-8878-4fd9-a528-f0c1b9b19175/4aaf810a-f6eb-4533-bfd2-7dac87a375fa/209a903e-8a17-494b-a080-caffdf2d8156) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:49.198901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:d0:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:43Z', 'revision_number': 3, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.206918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aea87-f069-4ed6-8249-103e7d02e819 req-4588a325-2c14-4c50-b647-2f9c62b304db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.209735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb4aea87-f069-4ed6-8249-103e7d02e819 req-4588a325-2c14-4c50-b647-2f9c62b304db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.1273453 Jul 16 20:20:49.237428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694824e7-e274-4d88-b58d-02d29d71be55 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:d0:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:43Z', 'revision_number': 3, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:49.360905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb4aea87-f069-4ed6-8249-103e7d02e819 req-adf0f5e9-c14c-4a34-b0b4-1173af0ed1be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382816 Jul 16 20:20:49.393874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-64c72e6c-b3cc-4fc6-95b5-6603f009af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.396033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-64c72e6c-b3cc-4fc6-95b5-6603f009af7f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 1096 time: 0.1760650 Jul 16 20:20:49.414141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:49.422290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:49.437293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.488930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.489922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.491965 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] 10.222.0.26 "PUT /v2.0/ports/70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 200 len: 1091 time: 1.7448273 Jul 16 20:20:49.498366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:49.500999 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f122ae2b-05ab-4e2a-9877-21e6701845cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:49.552355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-8414c1c3-6ca8-4671-8f94-c49ff9152e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.556923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-8414c1c3-6ca8-4671-8f94-c49ff9152e54 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.1546276 Jul 16 20:20:49.607630 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915be9c-34c0-4afc-b107-3b360d808bf2 None None] New status for floating IP c4d41c74-9f6e-44ef-9697-027afdd77483: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:20:49.659488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-3a2582a5-5f78-49ec-8e90-8f159476ca6b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 1000 time: 0.0960064 Jul 16 20:20:49.690000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7537-ddd9-42e8-ab02-85ad3cfc3c1b service neutron] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.737132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.764253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-4257f686-1c6b-4081-9482-829dac5c8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.767308 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-4257f686-1c6b-4081-9482-829dac5c8252 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1094 time: 0.2060478 Jul 16 20:20:49.772257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Transition to ACTIVE for port object 209a903e-8a17-494b-a080-caffdf2d8156 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:49.796558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-868f82a8-18fa-4c2d-9e14-eceb0da7d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.801978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-868f82a8-18fa-4c2d-9e14-eceb0da7d679 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1304104 Jul 16 20:20:49.846266 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-6c69993c-c226-4a0f-a520-db9ed643d845 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 200 len: 217 time: 0.0638931 Jul 16 20:20:49.897369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c92ecdb0-b2c4-4388-8004-085c70f607ef req-e4730408-b340-4132-8fd9-371828164145 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-809542893', 'description': 'tempest-description-1491899891'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:49.929628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-a852e045-bd02-4b58-9a0f-0518bd32a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.931694 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-a852e045-bd02-4b58-9a0f-0518bd32a2c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.0784755 Jul 16 20:20:49.962316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.974094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c92ecdb0-b2c4-4388-8004-085c70f607ef req-e4730408-b340-4132-8fd9-371828164145 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.997761 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-ae84ec90-4b49-497f-8a22-6a39d5266a58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496800 Jul 16 20:20:50.059677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Allocated IP 2001:db8::f816:3eff:fe8d:25cd (e615f5cc-8878-4fd9-a528-f0c1b9b19175/4aaf810a-f6eb-4533-bfd2-7dac87a375fa/4a067f8c-9574-42c0-bf33-46a4dc18cf38) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:50.102182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network e615f5cc-8878-4fd9-a528-f0c1b9b19175 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:50.114761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:50.119494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:50.143218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.145580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-8b64da86-0ac0-480f-b10c-967e2be58279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.146466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.155374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:50.156311 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Port': ['ID=209a903e-8a17-494b-a080-caffdf2d8156,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.156923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-8b64da86-0ac0-480f-b10c-967e2be58279 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3514533 Jul 16 20:20:50.239389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:50.240464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:50.275907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c92ecdb0-b2c4-4388-8004-085c70f607ef req-e4730408-b340-4132-8fd9-371828164145 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.320574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c92ecdb0-b2c4-4388-8004-085c70f607ef req-e4730408-b340-4132-8fd9-371828164145 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.349091 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c29138a7-67f3-48c0-ae59-d9f27158d331 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9191265 Jul 16 20:20:50.355121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42956) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.366461 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-e5d9f1b5-45d6-4fd9-9f12-ffab34a1a892 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444171 Jul 16 20:20:50.376533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4730408-b340-4132-8fd9-371828164145 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba945c-fcd5-41a1-9c22-5c4e3931efb7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.392083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c92ecdb0-b2c4-4388-8004-085c70f607ef req-e4730408-b340-4132-8fd9-371828164145 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.397811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c92ecdb0-b2c4-4388-8004-085c70f607ef req-e4730408-b340-4132-8fd9-371828164145 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5187645 Jul 16 20:20:50.421310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-08448641-c638-486d-bba5-408636f3a259 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631733 Jul 16 20:20:50.644853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94d7db99-3fd1-42dc-82ee-f8db522ebf54 req-3b66c83d-3401-4773-8c13-7a7c57c3a781 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218056 Jul 16 20:20:50.672556 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7240a70-ad7a-4cfb-8a2f-85478f88ae8a x-openstack-request-id: req-e7240a70-ad7a-4cfb-8a2f-85478f88ae8a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:50.673078 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:50.674322 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e7240a70-ad7a-4cfb-8a2f-85478f88ae8a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:50.674917 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'status': 'completed', 'code': 200} Jul 16 20:20:50.707872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Deleting subnet 4aaf810a-f6eb-4533-bfd2-7dac87a375fa {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:50.742262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:50.791792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-360f2f03-1196-4dd8-adac-134c2c16f9db req-977adf75-98a3-4ce1-bd4d-badac1434cef service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741090 Jul 16 20:20:50.813639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-3297d7b9-c864-4e27-8e37-4c9992f61b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.815401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-3297d7b9-c864-4e27-8e37-4c9992f61b7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.1686661 Jul 16 20:20:51.114732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-8b3cdf02-b612-4191-b70b-76ca7eef3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.117327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-8b3cdf02-b612-4191-b70b-76ca7eef3983 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.2929831 Jul 16 20:20:51.133227 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb7888f-307f-4652-b017-4395706f5f67 x-openstack-request-id: req-feb7888f-307f-4652-b017-4395706f5f67 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:51.137657 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:51.138436 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-feb7888f-307f-4652-b017-4395706f5f67 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:51.139714 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5', 'status': 'completed', 'code': 200} Jul 16 20:20:51.286765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-df82007d-dd00-44e5-8b6a-101e30edc669 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 217 time: 0.1461089 Jul 16 20:20:51.320396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f93af-49ba-45a3-9e38-0ff6048e3ca9 req-1b901afc-f471-41ab-8f97-11d52b0374b9 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.324165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a84f93af-49ba-45a3-9e38-0ff6048e3ca9 req-1b901afc-f471-41ab-8f97-11d52b0374b9 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.3685298 Jul 16 20:20:51.344143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-39356624-9339-4e76-b7ce-14ad2b9f149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.347139 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-39356624-9339-4e76-b7ce-14ad2b9f149c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1094 time: 0.1996973 Jul 16 20:20:51.397924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-99d2385a-0be9-4c71-8c95-d2f48fd2f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.401029 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-99d2385a-0be9-4c71-8c95-d2f48fd2f4d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07cb678d24544ea834df52f33ef5bf7&device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 1096 time: 0.3385050 Jul 16 20:20:51.412747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.439442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Transition to ACTIVE for port object 4a067f8c-9574-42c0-bf33-46a4dc18cf38 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:51.493401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a84f93af-49ba-45a3-9e38-0ff6048e3ca9 req-4d31beee-5805-4dbf-ab56-9f0f619680f5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537507 Jul 16 20:20:51.500659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-feee2ce2-5488-45b1-85ad-ddeeb957c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.502738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-feee2ce2-5488-45b1-85ad-ddeeb957c281 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.2055662 Jul 16 20:20:51.541947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Transition to ACTIVE for port object 4a067f8c-9574-42c0-bf33-46a4dc18cf38 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:51.550655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-22848c7b-54e1-468f-8794-6dc90c38b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.552949 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-22848c7b-54e1-468f-8794-6dc90c38b64a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 200 len: 912 time: 0.1273007 Jul 16 20:20:51.564018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.564753 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.651516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Network e615f5cc-8878-4fd9-a528-f0c1b9b19175 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:51.664221 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-a00ab4b8-9b02-42ef-a67d-09996e11e08c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9 HTTP/1.1" status: 200 len: 217 time: 0.1048408 Jul 16 20:20:51.691895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:51.701036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Pushing event updated for resources: {'Port': ['ID=4a067f8c-9574-42c0-bf33-46a4dc18cf38,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.713237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:51.768993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.819584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-c89fe50a-dd46-41d3-8302-44fdea4e76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.822625 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-c89fe50a-dd46-41d3-8302-44fdea4e76bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 200 len: 851 time: 0.1512949 Jul 16 20:20:51.840469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Attempting to bind port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:51.840469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Attempting to bind port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '0bef0bb0-5e66-4ba7-89de-b5a34543e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:51.840876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Attempting to bind port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 on network e615f5cc-8878-4fd9-a528-f0c1b9b19175 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:51.861324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:51.862591 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-2be58a81-fdf7-446e-9ad3-eaca80403c4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320151 Jul 16 20:20:51.863289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Checking segment: {'id': '0bef0bb0-5e66-4ba7-89de-b5a34543e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:51.864929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.866642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Bound using segment: {'id': '0bef0bb0-5e66-4ba7-89de-b5a34543e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:51.867097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-c3d03572-2c9c-467f-89b7-da6317b8b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.867542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Bound port: 4a067f8c-9574-42c0-bf33-46a4dc18cf38, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bef0bb0-5e66-4ba7-89de-b5a34543e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e615f5cc-8878-4fd9-a528-f0c1b9b19175'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:51.868105 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.869186 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-c3d03572-2c9c-467f-89b7-da6317b8b9a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.5024333 Jul 16 20:20:51.908934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fecc3d70-8d77-4ac6-beb4-34178fe6df7f req-8fb91177-5025-4d86-ad30-788db50c4662 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.3331885 Jul 16 20:20:51.956147 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-fdc33d84-a2d8-4636-bf9c-1f190cbaafe9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 200 len: 217 time: 0.0741057 Jul 16 20:20:52.005999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] For port 4a067f8c-9574-42c0-bf33-46a4dc18cf38, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:52.010817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] For port 4a067f8c-9574-42c0-bf33-46a4dc18cf38, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4a067f8c-9574-42c0-bf33-46a4dc18cf38,segment=NetworkSegment(0bef0bb0-5e66-4ba7-89de-b5a34543e82f),segment_id=0bef0bb0-5e66-4ba7-89de-b5a34543e82f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:52.013981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-e31f6f42-e5e1-49fc-92bb-3201f1e378db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.015553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3d70-8d77-4ac6-beb4-34178fe6df7f req-6b487747-fd36-48f8-b26b-06f2579a134a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.015780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:d0:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.017952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-e31f6f42-e5e1-49fc-92bb-3201f1e378db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.0534503 Jul 16 20:20:52.027670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.031228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fecc3d70-8d77-4ac6-beb4-34178fe6df7f req-6b487747-fd36-48f8-b26b-06f2579a134a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports/6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 942 time: 0.1211782 Jul 16 20:20:52.058735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-af21a21d-8775-46e9-ab8a-04332ac99eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.066770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-af21a21d-8775-46e9-ab8a-04332ac99eec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5574145 Jul 16 20:20:52.139222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:52.204803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:52.205632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.243146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-44c555e1-e492-40d2-848e-9f5cbd70f9e5 service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692145 Jul 16 20:20:52.260998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5443ba9-3e63-4b69-a352-19737c0ea883 req-af8da647-aff8-45c1-92af-03e750e8a989 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.273238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5443ba9-3e63-4b69-a352-19737c0ea883 req-af8da647-aff8-45c1-92af-03e750e8a989 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 943 time: 0.6962721 Jul 16 20:20:52.418039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005a81c-b0a8-4468-b6d7-a76cc162567e None None] Pushing event updated for resources: {'Port': ['ID=4a067f8c-9574-42c0-bf33-46a4dc18cf38,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.506064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:52.543475 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-0db5dc56-0bcd-4354-8ea1-f5c68d5b14a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5196652 Jul 16 20:20:52.617418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4236db80-d412-4a33-aa87-1fc3b072b516 req-fbd8169b-ac51-4fc3-933a-8f635a48c678 service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069849 Jul 16 20:20:52.658881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5443ba9-3e63-4b69-a352-19737c0ea883 req-c9b54c4a-2fd3-4f7c-800d-2bd250481979 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874500 Jul 16 20:20:52.665654 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-8ba7240d-df5c-464d-9a05-1d3ef2b81965 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949653 Jul 16 20:20:52.679849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:52.687560 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:52.709938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fecc3d70-8d77-4ac6-beb4-34178fe6df7f req-0d613b7d-1a80-464b-b0c8-14c505b8111d tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.4646566 Jul 16 20:20:52.882704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-c5927cd5-ef46-409d-bee5-6914cdd95117 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286602 Jul 16 20:20:52.953545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.041115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af55811f-ada0-45ac-8d1b-f1ffe7979ee4 req-87916d15-0547-49c1-9aff-83f3ace173c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323357 Jul 16 20:20:53.080801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:d0:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:53.124966 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f122ae2b-05ab-4e2a-9877-21e6701845cf req-85e558d2-b42a-4a7c-b44e-7d1db9a5355e service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337394 Jul 16 20:20:53.133291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ddb1b-e89c-4fef-846e-93ee41578b9a None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '6de85969-bc4d-495c-928d-3c24d5e35548', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:d0:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:20:49Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:53.134211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.189704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Subnet': ['ID=4aaf810a-f6eb-4533-bfd2-7dac87a375fa,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.192235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.194663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4a067f8c-9574-42c0-bf33-46a4dc18cf38 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:53.200222 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-643bed20-c8e9-4e62-9b6f-f95f436e02ca tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/4aaf810a-f6eb-4533-bfd2-7dac87a375fa HTTP/1.1" status: 204 len: 168 time: 2.8438687 Jul 16 20:20:53.200988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42990) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.313868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604452f-b8fc-4db7-836d-4744489b5150 req-c6a8df59-138b-46c2-8cf1-3f105e64efb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.329587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:53.340007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-c6a8df59-138b-46c2-8cf1-3f105e64efb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 813 time: 0.4782460 Jul 16 20:20:53.383648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc4292a-56c2-49bb-b1df-11e45488d558 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.385265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc4292a-56c2-49bb-b1df-11e45488d558 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.387097 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bdc4292a-56c2-49bb-b1df-11e45488d558 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1847353 Jul 16 20:20:53.391222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42992) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.396409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-08a3df99-2a0a-4338-aeef-0219bff05d98 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/quotas/29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 375 time: 0.0547378 Jul 16 20:20:53.563836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60c2524c-4f9d-4d57-9d6f-c043690d022d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.579503 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c2524c-4f9d-4d57-9d6f-c043690d022d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:20:53.619165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c2524c-4f9d-4d57-9d6f-c043690d022d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:53.623746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60c2524c-4f9d-4d57-9d6f-c043690d022d tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/e615f5cc-8878-4fd9-a528-f0c1b9b19175 HTTP/1.1" status: 409 len: 405 time: 0.2290061 Jul 16 20:20:53.627000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.639559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-276887853'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:53.671086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:53.675101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3d70-8d77-4ac6-beb4-34178fe6df7f req-3b2a8d51-0112-4914-8022-94a701ea8270 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.676967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fecc3d70-8d77-4ac6-beb4-34178fe6df7f req-3b2a8d51-0112-4914-8022-94a701ea8270 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.9599452 Jul 16 20:20:53.684838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.717649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-a04d0460-00bb-4e3a-97be-6f872524ad9b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2410538 Jul 16 20:20:53.765084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:53.788798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.788798 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Added segment 71122096-7282-435f-8b4d-7b5cadc50fb8 of type vlan for network 33bfcdb1-405d-40b4-afbe-007a5177fb34 Jul 16 20:20:53.865014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.935656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.953621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-4ab8382a-8d6b-4244-8fd6-193e3390abef service neutron] 10.222.0.100 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272911 Jul 16 20:20:53.959725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.961219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.031026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2df44f-96a4-4228-b359-a2fc55f5f4a1 req-31508dc2-685d-413a-957b-a0cf5f0aa573 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.036545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc2df44f-96a4-4228-b359-a2fc55f5f4a1 req-31508dc2-685d-413a-957b-a0cf5f0aa573 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.1784265 Jul 16 20:20:54.054836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4258163 Jul 16 20:20:54.061288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43012) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.080357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'subnet': {'network_id': '33bfcdb1-405d-40b4-afbe-007a5177fb34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:54.180975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacebf96-85a1-4e43-ba7a-5b2d67eb73f9 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Network': ['ID=33bfcdb1-405d-40b4-afbe-007a5177fb34,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.200656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 33bfcdb1-405d-40b4-afbe-007a5177fb34 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:54.221087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc2df44f-96a4-4228-b359-a2fc55f5f4a1 req-c3265cd9-5bba-4253-9d84-6ff89cc2b82e tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378398 Jul 16 20:20:54.259461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332a2d6-d4c9-4a65-bbed-56f4a8f718b9 None None] Network e615f5cc-8878-4fd9-a528-f0c1b9b19175 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:54.284692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-0f00b97f-544f-4b62-aea9-9a70db4989a4 service neutron] 10.222.0.100 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200357 Jul 16 20:20:54.361653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:54.366104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.532557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:54.589455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc543b26-5175-4f10-8cb1-64269c9c9679 None None] Provisioning for port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:54.747743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:54.773567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc543b26-5175-4f10-8cb1-64269c9c9679 None None] Provisioning complete for port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:54.774125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc543b26-5175-4f10-8cb1-64269c9c9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.879079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'mac_address': 'fa:16:3e:40:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:55.001717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:20:55.006848 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.073124 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f6edfa-cb4a-4d30-965c-2f2e00319224 x-openstack-request-id: req-d9f6edfa-cb4a-4d30-965c-2f2e00319224 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:55.080305 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:55.080729 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d9f6edfa-cb4a-4d30-965c-2f2e00319224 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:55.095660 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548', 'status': 'completed', 'code': 200} Jul 16 20:20:55.244215 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.298141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] DHCP port deletion for e615f5cc-8878-4fd9-a528-f0c1b9b19175 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:55.334264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Checking segment: {'id': '71122096-7282-435f-8b4d-7b5cadc50fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '33bfcdb1-405d-40b4-afbe-007a5177fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:55.334899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network hostable DHCP agents. Network: 33bfcdb1-405d-40b4-afbe-007a5177fb34, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:55.337470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Subnet': ['ID=aa7fed01-a8ee-40ff-9051-d345c94e906d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.342936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc543b26-5175-4f10-8cb1-64269c9c9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.374679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-5cd14a20-6372-43f3-ab78-fde55475e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.376793 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-5cd14a20-6372-43f3-ab78-fde55475e779 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 1096 time: 0.2198238 Jul 16 20:20:55.379881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0402-f028-4099-9622-799dee330e15 req-4ecac853-04e2-4585-b566-df9cf2b945e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.381397 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28fa0402-f028-4099-9622-799dee330e15 req-4ecac853-04e2-4585-b566-df9cf2b945e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.3500910 Jul 16 20:20:55.394274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network 33bfcdb1-405d-40b4-afbe-007a5177fb34 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:55.431419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-8e7f96db-a120-44be-92cd-4dde9533e23e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.3208201 Jul 16 20:20:55.471751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9241cf3-c3dc-4a38-b68d-465c5741f880 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:55.549764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dc543b26-5175-4f10-8cb1-64269c9c9679 None None] For port 4a067f8c-9574-42c0-bf33-46a4dc18cf38, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4a067f8c-9574-42c0-bf33-46a4dc18cf38,segment=NetworkSegment(0bef0bb0-5e66-4ba7-89de-b5a34543e82f),segment_id=0bef0bb0-5e66-4ba7-89de-b5a34543e82f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.574524 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc543b26-5175-4f10-8cb1-64269c9c9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.591267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 33bfcdb1-405d-40b4-afbe-007a5177fb34) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:55.638712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2521d-deac-433a-a854-65596540b8d0 None None] Network 33bfcdb1-405d-40b4-afbe-007a5177fb34 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:55.648171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-3ba8c767-17dc-4314-b009-70e63bc2d2ad tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.662295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-3ba8c767-17dc-4314-b009-70e63bc2d2ad tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports/6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 942 time: 0.2242615 Jul 16 20:20:55.686114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.694663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.695578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.708384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0402-f028-4099-9622-799dee330e15 req-09e07398-4fd8-4f21-8837-5a498e57b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.710250 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28fa0402-f028-4099-9622-799dee330e15 req-09e07398-4fd8-4f21-8837-5a498e57b0c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.3170729 Jul 16 20:20:55.712705 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.765090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54a17117-f023-4dae-84c3-5565b9e5b489 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7025356 Jul 16 20:20:55.770948 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28fa0402-f028-4099-9622-799dee330e15 req-0dd74c05-67c7-43f5-97c4-6e92cc79cfce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 217 time: 0.0520329 Jul 16 20:20:55.776246 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43052) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.802537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff01b1-02a8-4a23-920c-929c6f355cb1 req-102cda6b-1562-4d6f-92d4-12d05018784a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.807067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eeff01b1-02a8-4a23-920c-929c6f355cb1 req-102cda6b-1562-4d6f-92d4-12d05018784a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 943 time: 0.2667451 Jul 16 20:20:55.819988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-0b71142d-6c2c-4591-8e29-330a80b198ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.821796 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-0b71142d-6c2c-4591-8e29-330a80b198ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.4377832 Jul 16 20:20:55.919187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] Deleting port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:55.919999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.961384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eeff01b1-02a8-4a23-920c-929c6f355cb1 req-23d2aae5-c476-40ff-a8bb-6940590e11d6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297882 Jul 16 20:20:56.021816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e9241cf3-c3dc-4a38-b68d-465c5741f880'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:56.062605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.071603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0402-f028-4099-9622-799dee330e15 req-edb3e788-c66f-4037-a263-8bcf102f492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.082746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28fa0402-f028-4099-9622-799dee330e15 req-edb3e788-c66f-4037-a263-8bcf102f492b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.3025293 Jul 16 20:20:56.117043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc543b26-5175-4f10-8cb1-64269c9c9679 None None] Pushing event updated for resources: {'Port': ['ID=4a067f8c-9574-42c0-bf33-46a4dc18cf38,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.140638 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28fa0402-f028-4099-9622-799dee330e15 req-38259c87-d086-41a3-96ad-60993594be90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462947 Jul 16 20:20:56.146398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.222981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-b3ccf86b-01b2-491e-b003-57634800335a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.2462187 Jul 16 20:20:56.225662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.269744 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28fa0402-f028-4099-9622-799dee330e15 req-4d04d74f-6ce4-4dbe-877f-f1c0642173b9 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175494 Jul 16 20:20:56.274983 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-c80f5f06-cccf-4647-879d-7ce77c99dd85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 1000 time: 0.4320145 Jul 16 20:20:56.297351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7fed01-a8ee-40ff-9051-d345c94e906d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.321679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.322109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.322537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.323272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.323713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.324155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.324589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.326975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.327502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.327944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.328530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.329380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:56.402495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-e2fb7644-d0eb-40c2-bea9-f42a1c751fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.404515 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-e2fb7644-d0eb-40c2-bea9-f42a1c751fe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1194465 Jul 16 20:20:56.422293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] For port 4a067f8c-9574-42c0-bf33-46a4dc18cf38, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4a067f8c-9574-42c0-bf33-46a4dc18cf38,segment=NetworkSegment(0bef0bb0-5e66-4ba7-89de-b5a34543e82f),segment_id=0bef0bb0-5e66-4ba7-89de-b5a34543e82f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:56.423874 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.458579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.484185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bfcdb1-405d-40b4-afbe-007a5177fb34']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:56.492818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-28fa0402-f028-4099-9622-799dee330e15 req-7c672f02-e7be-41b7-a7fe-57890479cd8a service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165797 Jul 16 20:20:56.504020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71122096-7282-435f-8b4d-7b5cadc50fb8') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:56.505986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71122096-7282-435f-8b4d-7b5cadc50fb8') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:56.516258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-38c45037-5833-4f20-ac93-82ff63dad780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.524893 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-38c45037-5833-4f20-ac93-82ff63dad780 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107311 Jul 16 20:20:56.530349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.548753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-cbbfeaef-6332-403a-85c4-a4ffd27612d0 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.550429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-cbbfeaef-6332-403a-85c4-a4ffd27612d0 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.3165140 Jul 16 20:20:56.563390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] Calling delete_port for 4a067f8c-9574-42c0-bf33-46a4dc18cf38 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:56.564709 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.577605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:56.578312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.583961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.646268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a038eec-d2d5-4621-9ca4-932b557ad0f0 None None] Network 33bfcdb1-405d-40b4-afbe-007a5177fb34 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:56.689257 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:56.810080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-993422e8-5f1d-4b4b-ab8b-6d3f7a20a8d0 service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757473 Jul 16 20:20:56.977416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.021107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] Pushing event deleted for resources: {'Port': ['ID=4a067f8c-9574-42c0-bf33-46a4dc18cf38,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.048519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fcafa-c4d0-47d9-8206-33f09caff0e9 None None] No DVR routers for this DVR port 4a067f8c-9574-42c0-bf33-46a4dc18cf38 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:57.134419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4a067f8c-9574-42c0-bf33-46a4dc18cf38 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:57.181423 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-59bbe647-f8da-4526-90ee-d2b05d4bc3e2 req-eff557aa-977c-4049-923d-3863ec10ce80 service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627822 Jul 16 20:20:57.182471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4a067f8c-9574-42c0-bf33-46a4dc18cf38 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:57.182919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4a067f8c-9574-42c0-bf33-46a4dc18cf38 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:57.301071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-e7f6b3ba-9a3e-4a78-8d13-2c4157465faa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.7425635 Jul 16 20:20:57.348467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:57.414295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.430829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.436189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/33bfcdb1-405d-40b4-afbe-007a5177fb34 HTTP/1.1" status: 204 len: 168 time: 1.6245155 Jul 16 20:20:57.444913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43064) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.472623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-689305032'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:57.483425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812456d-a16f-4b46-8ef4-05d648b4916e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Network': ['ID=33bfcdb1-405d-40b4-afbe-007a5177fb34,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.496859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.504847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604452f-b8fc-4db7-836d-4744489b5150 req-a2406a95-936f-4898-9c9c-7a849c6153ad tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.506671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-a2406a95-936f-4898-9c9c-7a849c6153ad tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.21 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 813 time: 0.8127370 Jul 16 20:20:57.548322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'port': {'device_id': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa', 'admin_state_up': True, 'tenant_id': '29035e9cafaa4b53b3bc7ae368f24bea'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:57.640766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:57.644032 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.754460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:57.817948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.818530 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Added segment 3a1c5034-7fe1-4855-b87c-10dcb1c86ad8 of type vlan for network 6c110bbb-584a-427a-8752-8970614b203c Jul 16 20:20:57.835327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.842191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Made reservation on behalf of 29035e9cafaa4b53b3bc7ae368f24bea for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:57.848531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.852218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.852736 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Floating IP c4d41c74-9f6e-44ef-9697-027afdd77483 disassociated. External IP: 172.25.8.42, port: 6de85969-bc4d-495c-928d-3c24d5e35548. Jul 16 20:20:57.959224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.110528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.116464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.117296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.164909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7147193 Jul 16 20:20:58.177775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43066) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.190697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'subnet': {'network_id': '6c110bbb-584a-427a-8752-8970614b203c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:58.245173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd12f2a-9662-4c15-aaa4-493108a4e5af tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Network': ['ID=6c110bbb-584a-427a-8752-8970614b203c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.272858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 6c110bbb-584a-427a-8752-8970614b203c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:58.439053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:58.446213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.446727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:58.471483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Allocated IP 172.20.0.8 (d6300423-8282-4786-bc1f-e0afcee499fa/d99ff74e-b397-4676-af48-fd204d3c1d5d/757003f2-7d82-4615-b82d-ca9e7911a45b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:58.527654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:58.724226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e9241cf3-c3dc-4a38-b68d-465c5741f880 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:58.724779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.836081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:58.852140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:58.867381 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:58.870568 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:58.945251 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.949683 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.999721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:59.001938 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a238c22-5607-4915-a7a0-9c69fa99ec4b" -d '{"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:59.039408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.076420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:59.090833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.152563 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:59.168299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-9c39acd0-cf8d-483f-9b47-058a81083aac tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "PUT /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 200 len: 694 time: 1.8659132 Jul 16 20:20:59.181865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:59.185770 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd85f655-560c-4b62-8e81-96c45f849272" -d '{"events": [{"name": "network-changed", "server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:59.192234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.296413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.332268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Subnet': ['ID=c7033825-a241-4b8a-99ce-e946655df126,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.346418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Checking segment: {'id': '3a1c5034-7fe1-4855-b87c-10dcb1c86ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c110bbb-584a-427a-8752-8970614b203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:59.346971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network hostable DHCP agents. Network: 6c110bbb-584a-427a-8752-8970614b203c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:59.385236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network 6c110bbb-584a-427a-8752-8970614b203c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:59.397123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 6c110bbb-584a-427a-8752-8970614b203c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:59.409261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.410016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.413893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91d750-ff5d-44bb-b2b2-7ee1b65512e9 None None] Network 6c110bbb-584a-427a-8752-8970614b203c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:59.489364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.533286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:59.543065 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a718f8af-3555-423a-96c5-df247f7d9a7e tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3620398 Jul 16 20:20:59.547830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43072) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.636983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Network d6300423-8282-4786-bc1f-e0afcee499fa is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:59.642871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.649003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:59.662323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:59.833187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.834272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.847187 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:59.859970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-24b1ed65-b288-415c-8fdd-e2a4a5642534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.877096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-24b1ed65-b288-415c-8fdd-e2a4a5642534 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 1096 time: 0.4803848 Jul 16 20:20:59.924851 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:59.945603 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:59.946762 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:20:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:59.975033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-481e7da9-de57-44d5-802e-c8f3427d3df9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4354148 Jul 16 20:21:00.009817 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.040465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Request body: {'port': {'device_id': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:00.124079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5c133-5644-4c04-a767-3ae2983eb364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-6c110bbb-584a-427a-8752-8970614b203c', 'network_id': '6c110bbb-584a-427a-8752-8970614b203c', 'tenant_id': 'e0e21e7ab0a043fe8f6f3dbaeab033dc', 'fixed_ips': [{'subnet_id': 'c7033825-a241-4b8a-99ce-e946655df126'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:00.125971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c133-5644-4c04-a767-3ae2983eb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.152376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.269695 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:00.282633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.359637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-d49da09e-d7cd-4a87-8f17-93f298dfe447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-d4c5c133-5644-4c04-a767-3ae2983eb364 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7033825-a241-4b8a-99ce-e946655df126: This subnet is being modified by another concurrent operation. Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:21:00.374017 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7033825-a241-4b8a-99ce-e946655df126: This subnet is being modified by another concurrent operation. Jul 16 20:21:00.377839 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:21:00.380894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-d49da09e-d7cd-4a87-8f17-93f298dfe447 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.4912658 Jul 16 20:21:00.400899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Subnet': ['ID=c7033825-a241-4b8a-99ce-e946655df126,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.414681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.415191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.416567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.417039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.417483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.417937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.418537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.419664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.420141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.420580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.421357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.423393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:00.429325 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5b27ccf-98c0-440a-9fe4-c4692903e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.457107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100eb42-f58a-4943-88b6-b1f92de178cc None None] Network 6c110bbb-584a-427a-8752-8970614b203c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:00.495478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-10f5bc02-a160-4ecc-9d2f-3678f5fce82e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 217 time: 0.1181502 Jul 16 20:21:00.526748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.542049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c110bbb-584a-427a-8752-8970614b203c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:00.556335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1c5034-7fe1-4855-b87c-10dcb1c86ad8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:00.556925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1c5034-7fe1-4855-b87c-10dcb1c86ad8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:00.568732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.574205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.596087 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.604449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:00.605395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:00.631476 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:00.635380 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:00.635380 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:00.635380 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:00.635380 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:00.635380 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:00.635380 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:00.635380 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:00.708948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-05356083-6f06-4a65-b9c9-ea91453e5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:00.718350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-05356083-6f06-4a65-b9c9-ea91453e5548 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.2217259 Jul 16 20:21:00.738173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:00.812581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a7007-fe46-4492-ad7b-896352ef8927 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:21:00.853645 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.857153 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e833f6-2c2a-414f-a413-596de4a2e866 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:00.884951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.889630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/6c110bbb-584a-427a-8752-8970614b203c HTTP/1.1" status: 204 len: 168 time: 1.3400667 Jul 16 20:21:00.894275 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43078) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:00.908176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1281163257'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:00.974274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-ff7c31dd-c1e7-4f09-9ce0-e3b7214b96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:00.979513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df3a1-eccd-47d4-ab8a-c97ae99d09e5 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Network': ['ID=6c110bbb-584a-427a-8752-8970614b203c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.987456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-ff7c31dd-c1e7-4f09-9ce0-e3b7214b96b7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556305 Jul 16 20:21:01.020224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:01.025807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.100366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:01.122575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.123388 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Added segment 96e3a670-8f90-46a8-82c6-5f6a7feaed3b of type vlan for network c4834119-13bf-45ac-98e9-de253145bcb3 Jul 16 20:21:01.191494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.253749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.257567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a7007-fe46-4492-ad7b-896352ef8927 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:21:01.271179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:01.275952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.346349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-96d5751b-3ce0-4b70-ac32-4bf6efcc0adc service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146605 Jul 16 20:21:01.378568 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4817023 Jul 16 20:21:01.383780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43080) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.396562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Request body: {'subnet': {'network_id': 'c4834119-13bf-45ac-98e9-de253145bcb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:01.466268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4797ad-8b4e-4168-9b25-2897928728fc tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Network': ['ID=c4834119-13bf-45ac-98e9-de253145bcb3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.527001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network c4834119-13bf-45ac-98e9-de253145bcb3 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:01.595236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756af6c-8977-4148-9ca4-3a3ffb6a29a2 None None] New status for floating IP c4d41c74-9f6e-44ef-9697-027afdd77483: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:01.654461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Made reservation on behalf of e0e21e7ab0a043fe8f6f3dbaeab033dc for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:01.658481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.802709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757003f2-7d82-4615-b82d-ca9e7911a45b {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:01.828078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.835637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-774d8f9c-3b34-406d-b6f5-a2efabc15800 req-7c65a708-bb3d-4295-90a9-9d37113a531f service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878237 Jul 16 20:21:01.857890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Transition to ACTIVE for port object 757003f2-7d82-4615-b82d-ca9e7911a45b will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:01.863949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.144715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Pushing event updated for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.194998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Attempting to bind port 757003f2-7d82-4615-b82d-ca9e7911a45b on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:02.195491 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:21:02.196008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Attempting to bind port 757003f2-7d82-4615-b82d-ca9e7911a45b by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:02.196668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Attempting to bind port 757003f2-7d82-4615-b82d-ca9e7911a45b on network d6300423-8282-4786-bc1f-e0afcee499fa {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:02.197881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.229202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Port 757003f2-7d82-4615-b82d-ca9e7911a45b on network d6300423-8282-4786-bc1f-e0afcee499fa not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:02.229914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Attempting to bind port 757003f2-7d82-4615-b82d-ca9e7911a45b on network d6300423-8282-4786-bc1f-e0afcee499fa {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:02.255474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:02.256681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Checking segment: {'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:02.257355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Bound using segment: {'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:02.258012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Bound port: 757003f2-7d82-4615-b82d-ca9e7911a45b, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30aea502-115d-4ab9-a2cf-73271c744799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:02.258786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.284454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event updated for resources: {'Subnet': ['ID=7ed0c29a-d2c8-4644-a73c-65ff0566b343,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.287924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Checking segment: {'id': '96e3a670-8f90-46a8-82c6-5f6a7feaed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4834119-13bf-45ac-98e9-de253145bcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:02.288288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network hostable DHCP agents. Network: c4834119-13bf-45ac-98e9-de253145bcb3, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:02.321850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Network c4834119-13bf-45ac-98e9-de253145bcb3 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:02.342435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, c4834119-13bf-45ac-98e9-de253145bcb3) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:02.357798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.359191 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.386884 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-80c56c0e-7c20-4374-9ef6-60d5cc0956e8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9969394 Jul 16 20:21:02.387301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43084) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:02.392825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78bbd3-c839-44e0-8800-e47bc3dd3577 req-f1c19d22-db57-47ad-9adb-60c67e07b205 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.407798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca78bbd3-c839-44e0-8800-e47bc3dd3577 req-f1c19d22-db57-47ad-9adb-60c67e07b205 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.3068762 Jul 16 20:21:02.484052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:02.492677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=757003f2-7d82-4615-b82d-ca9e7911a45b,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:02.511058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.542140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70423750-5c9c-42d5-bf5d-cb2249da3fc5 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:02.668062 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.673428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Pushing event updated for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.693965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca78bbd3-c839-44e0-8800-e47bc3dd3577 req-31c0b855-76c8-471f-a0d4-46965fec1af6 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842510 Jul 16 20:21:02.703742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.704888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.707573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-149227a7-67c8-4953-a9e3-30a20c87c86a service neutron] 10.222.0.21 "PUT /v2.0/ports/757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 1091 time: 2.7116020 Jul 16 20:21:02.784367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.932112 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.994878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604452f-b8fc-4db7-836d-4744489b5150 req-549d7c47-2bcf-4b12-b282-56202ab56fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.998507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-549d7c47-2bcf-4b12-b282-56202ab56fc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 1094 time: 0.2139761 Jul 16 20:21:03.010662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed0c29a-d2c8-4644-a73c-65ff0566b343,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.109159 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.134585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4834119-13bf-45ac-98e9-de253145bcb3']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:03.147659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-b29ffac7-49a7-4a75-ae48-81a1c89f24d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 217 time: 0.1250088 Jul 16 20:21:03.148764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e3a670-8f90-46a8-82c6-5f6a7feaed3b') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:03.149828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e3a670-8f90-46a8-82c6-5f6a7feaed3b') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:03.164406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.188126 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.207505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:03.208143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.232891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:03.282267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '70423750-5c9c-42d5-bf5d-cb2249da3fc5', 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461', 'port_id': '70423750-5c9c-42d5-bf5d-cb2249da3fc5', 'mac_address': 'fa:16:3e:6d:11:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71815af3-f607-4e56-8f6d-60f0ef0dc5fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:03.316123 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:03.343895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.355514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604452f-b8fc-4db7-836d-4744489b5150 req-12cf6dbc-b66c-4441-94b2-7b293ced483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.357672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-12cf6dbc-b66c-4441-94b2-7b293ced483d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1793826 Jul 16 20:21:03.363081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.375568 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/c4834119-13bf-45ac-98e9-de253145bcb3 HTTP/1.1" status: 204 len: 168 time: 0.9854574 Jul 16 20:21:03.394318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43086) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.413611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39034ef5-5adc-448e-8806-2e4beea2d2d6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Network': ['ID=c4834119-13bf-45ac-98e9-de253145bcb3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.421230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-eb9e6047-a1c1-4863-a90c-d721cb518bfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513186 Jul 16 20:21:03.471230 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fd8390-c8f2-427a-af35-014189aa53ff tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:03.472813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fd8390-c8f2-427a-af35-014189aa53ff tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:03.477625 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-13fd8390-c8f2-427a-af35-014189aa53ff tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/7ed0c29a-d2c8-4644-a73c-65ff0566b343 HTTP/1.1" status: 404 len: 337 time: 0.0810728 Jul 16 20:21:03.483408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43088) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.514771 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.532673 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6391f02-d9b5-4dcb-bcbd-d695fc874c56 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:03.534438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6391f02-d9b5-4dcb-bcbd-d695fc874c56 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:03.539788 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6391f02-d9b5-4dcb-bcbd-d695fc874c56 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/c4834119-13bf-45ac-98e9-de253145bcb3 HTTP/1.1" status: 404 len: 339 time: 0.0538104 Jul 16 20:21:03.543888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43090) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.567775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-0c7cb52d-6f74-4e8e-807e-53db1782edd7 service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382823 Jul 16 20:21:03.572874 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-33abb01f-e198-41d9-a83c-2d5f4280d286 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:03.573608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33abb01f-e198-41d9-a83c-2d5f4280d286 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:03.576247 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-33abb01f-e198-41d9-a83c-2d5f4280d286 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/c7033825-a241-4b8a-99ce-e946655df126 HTTP/1.1" status: 404 len: 337 time: 0.0312848 Jul 16 20:21:03.584781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43092) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.589562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79819242-c35c-4443-9744-8f716c7894fd req-ddbd90d2-adf6-421a-bf57-a68d7b11c876 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.592355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79819242-c35c-4443-9744-8f716c7894fd req-ddbd90d2-adf6-421a-bf57-a68d7b11c876 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.4405024 Jul 16 20:21:03.600922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70423750-5c9c-42d5-bf5d-cb2249da3fc5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:03.622664 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80914b5-ee27-4173-b812-e68e1fc12a98 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:03.625002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80914b5-ee27-4173-b812-e68e1fc12a98 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:03.629088 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b80914b5-ee27-4173-b812-e68e1fc12a98 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/6c110bbb-584a-427a-8752-8970614b203c HTTP/1.1" status: 404 len: 339 time: 0.0484145 Jul 16 20:21:03.631449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.691134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:03.696855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c090e-43b5-414d-803a-198e0d80566c None None] Network c4834119-13bf-45ac-98e9-de253145bcb3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:03.703285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.721377 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8259eee-2f5c-4357-97ba-c4c627db8387 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:03.722473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8259eee-2f5c-4357-97ba-c4c627db8387 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:03.725359 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a8259eee-2f5c-4357-97ba-c4c627db8387 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/aa7fed01-a8ee-40ff-9051-d345c94e906d HTTP/1.1" status: 404 len: 337 time: 0.0922549 Jul 16 20:21:03.728756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.738880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c090e-43b5-414d-803a-198e0d80566c None None] Network c4834119-13bf-45ac-98e9-de253145bcb3 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:21:03.770589 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e91b755-5d8c-4c46-baf9-d6356fe41d88 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:03.771741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e91b755-5d8c-4c46-baf9-d6356fe41d88 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:03.774117 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4e91b755-5d8c-4c46-baf9-d6356fe41d88 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/33bfcdb1-405d-40b4-afbe-007a5177fb34 HTTP/1.1" status: 404 len: 339 time: 0.0436842 Jul 16 20:21:03.776562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43100) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:03.816344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.822225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd7bd1-dd12-45c2-813f-1e3318655388 None None] Network c4834119-13bf-45ac-98e9-de253145bcb3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:03.838553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd7bd1-dd12-45c2-813f-1e3318655388 None None] Network c4834119-13bf-45ac-98e9-de253145bcb3 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:21:03.863586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79819242-c35c-4443-9744-8f716c7894fd req-a922bc36-a0c9-4643-b6d3-8b65ca201842 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214379 Jul 16 20:21:03.877843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f604452f-b8fc-4db7-836d-4744489b5150 req-99a140a7-fa56-49d6-9aab-462bf461bd6c service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840362 Jul 16 20:21:03.935747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.987119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['70423750-5c9c-42d5-bf5d-cb2249da3fc5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:03.996162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Deleting port 209a903e-8a17-494b-a080-caffdf2d8156 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:03.997544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.198496 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.246056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Calling delete_port for 209a903e-8a17-494b-a080-caffdf2d8156 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:04.396627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.443079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Port': ['ID=209a903e-8a17-494b-a080-caffdf2d8156,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.469073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.474446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43112) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.475162 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6d7e5965-1638-4765-bb0c-043e98d4fbda tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/ports/209a903e-8a17-494b-a080-caffdf2d8156 HTTP/1.1" status: 204 len: 168 time: 0.6965563 Jul 16 20:21:04.533827 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-d512fad5-5dad-49f1-9b14-af3a1fb6f578 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:04.534560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d512fad5-5dad-49f1-9b14-af3a1fb6f578 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:04.537777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d512fad5-5dad-49f1-9b14-af3a1fb6f578 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/4aaf810a-f6eb-4533-bfd2-7dac87a375fa HTTP/1.1" status: 404 len: 337 time: 0.0603726 Jul 16 20:21:04.540149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43114) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.740815 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.764013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e437b5cb-67f9-42d3-9d3d-29fd554531a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.806414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7fa77-2795-4ce8-8f8d-ca54d026acac req-40529222-e75b-4a71-ba87-36ca4a1018e4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:04.807982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62a7fa77-2795-4ce8-8f8d-ca54d026acac req-40529222-e75b-4a71-ba87-36ca4a1018e4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 944 time: 0.2685602 Jul 16 20:21:04.968392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.982779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62a7fa77-2795-4ce8-8f8d-ca54d026acac req-a343a8ab-b823-4c2b-81a8-b0be75e762c1 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259224 Jul 16 20:21:04.988142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e615f5cc-8878-4fd9-a528-f0c1b9b19175']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.010101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bef0bb0-5e66-4ba7-89de-b5a34543e82f') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.010604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bef0bb0-5e66-4ba7-89de-b5a34543e82f') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.035295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.063536 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.075213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:05.075682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:05.079784 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:05.114176 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85b54ff-cfef-4f9a-9dbf-0eef24aee749 x-openstack-request-id: req-e85b54ff-cfef-4f9a-9dbf-0eef24aee749 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:05.114486 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:05.114731 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e85b54ff-cfef-4f9a-9dbf-0eef24aee749 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:05.115138 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'code': 200} Jul 16 20:21:05.157769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.166579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.172260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/e615f5cc-8878-4fd9-a528-f0c1b9b19175 HTTP/1.1" status: 204 len: 168 time: 0.6284192 Jul 16 20:21:05.172867 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbfb828-cb28-4a9b-9ec2-42720365983c x-openstack-request-id: req-3dbfb828-cb28-4a9b-9ec2-42720365983c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:05.173159 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:05.173398 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3dbfb828-cb28-4a9b-9ec2-42720365983c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:05.174040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43118) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:05.174509 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548', 'status': 'completed', 'code': 200} Jul 16 20:21:05.205028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1906517-cfff-4967-9477-338dc550668f tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Network': ['ID=e615f5cc-8878-4fd9-a528-f0c1b9b19175,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.313446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85f655-560c-4b62-8e81-96c45f849272 req-abc12157-ba5a-43d0-ba1c-f9c8bc2fae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.314936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd85f655-560c-4b62-8e81-96c45f849272 req-abc12157-ba5a-43d0-ba1c-f9c8bc2fae40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 1096 time: 0.1017609 Jul 16 20:21:05.416795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Deleting port 686812f2-18a2-4643-ab94-0f0200462201 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:05.417862 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.629094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.646425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Calling delete_port for 686812f2-18a2-4643-ab94-0f0200462201 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:05.869746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.947644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Port': ['ID=686812f2-18a2-4643-ab94-0f0200462201,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.954188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.969813 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.974133 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aeac0f2c-6885-48d2-9f8f-82832ce1fbe8 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/ports/686812f2-18a2-4643-ab94-0f0200462201 HTTP/1.1" status: 204 len: 168 time: 0.7967451 Jul 16 20:21:05.978218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43128) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:06.013469 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcfa434-76f2-45c0-835f-e3322e0976ac tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:06.013469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcfa434-76f2-45c0-835f-e3322e0976ac tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:06.014348 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ddcfa434-76f2-45c0-835f-e3322e0976ac tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/507aa387-c407-4118-a9e9-4f7eea55863a HTTP/1.1" status: 404 len: 337 time: 0.0346138 Jul 16 20:21:06.016649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43130) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:06.379647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85f655-560c-4b62-8e81-96c45f849272 req-7af93ee0-58bd-445b-9a03-6f65283a97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.382095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd85f655-560c-4b62-8e81-96c45f849272 req-7af93ee0-58bd-445b-9a03-6f65283a97a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 1.0484045 Jul 16 20:21:06.454118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd85f655-560c-4b62-8e81-96c45f849272 req-f7469d94-8fee-4806-b02f-866f8b940b9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 200 len: 217 time: 0.0571709 Jul 16 20:21:06.466523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46896e-0e53-400a-aa07-8da5f7cba878 req-084a2090-43c3-4ff3-bfcc-cbcec2eeb06a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.475640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c46896e-0e53-400a-aa07-8da5f7cba878 req-084a2090-43c3-4ff3-bfcc-cbcec2eeb06a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.2368062 Jul 16 20:21:06.476177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.549613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70423750-5c9c-42d5-bf5d-cb2249da3fc5 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:06.582454 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.594762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c46896e-0e53-400a-aa07-8da5f7cba878 req-a51446fe-c9b9-42eb-8006-48352f0f76fe tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118019 Jul 16 20:21:06.600074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcbbdf4-a2af-4531-9e87-2538a8173d21']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:06.613904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c665c8-da6e-4e02-84da-a4774d355f64') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:06.614148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c665c8-da6e-4e02-84da-a4774d355f64') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:06.614884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85f655-560c-4b62-8e81-96c45f849272 req-84d72049-4630-4d43-95c6-0a9cf2284202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.616829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd85f655-560c-4b62-8e81-96c45f849272 req-84d72049-4630-4d43-95c6-0a9cf2284202 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1372736 Jul 16 20:21:06.625116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.642685 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.650262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:06.650498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.693452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:06.701740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:06.702565 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:06.742893 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:06.748573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.770421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.779630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/2dcbbdf4-a2af-4531-9e87-2538a8173d21 HTTP/1.1" status: 204 len: 168 time: 0.7575545 Jul 16 20:21:06.780563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85f655-560c-4b62-8e81-96c45f849272 req-84b90324-227b-458b-ab45-e1af85010694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.785642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd85f655-560c-4b62-8e81-96c45f849272 req-84b90324-227b-458b-ab45-e1af85010694 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605499 Jul 16 20:21:06.786955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43134) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:06.801698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2f994-15d6-437e-98ab-ef490cb07a24 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Network': ['ID=2dcbbdf4-a2af-4531-9e87-2538a8173d21,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:06.883701 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.935924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:06.942695 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.047303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.081872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Deleting subnet f716e714-c40b-47fe-b341-34c8364c71e7 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:07.118128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:07.119064 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6a2d1-08a2-444e-aaa7-71a32c4e4992" -d '{"events": [{"server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "name": "network-vif-plugged", "status": "completed", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:07.171936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.176353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:07.180132 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca4e05-a2a3-4989-9069-35c199199562" -d '{"events": [{"name": "network-changed", "server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:07.289997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd85f655-560c-4b62-8e81-96c45f849272 req-f357fa7c-b2c1-4914-89d4-497a1769314d service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690692 Jul 16 20:21:07.359364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.508523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-7fb4ca0b-5e03-446d-ac60-c483c15e24f6 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.510190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-7fb4ca0b-5e03-446d-ac60-c483c15e24f6 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa42339a-7c66-413f-be09-f1fc0ea5b46d HTTP/1.1" status: 200 len: 945 time: 0.1432662 Jul 16 20:21:07.654234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd85f655-560c-4b62-8e81-96c45f849272 req-9994e4af-e5c8-47af-8718-6440156a5389 service neutron] 10.222.0.21 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453970 Jul 16 20:21:07.655794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.679905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Deleting port 6de85969-bc4d-495c-928d-3c24d5e35548 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:07.680654 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.787183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-1ed2d82d-c7d8-4975-8ef1-faadaa48d91a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.789098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-1ed2d82d-c7d8-4975-8ef1-faadaa48d91a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2417524 Jul 16 20:21:07.861721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.872246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] For port 6de85969-bc4d-495c-928d-3c24d5e35548, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6de85969-bc4d-495c-928d-3c24d5e35548,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:07.873371 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.906935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Subnet': ['ID=f716e714-c40b-47fe-b341-34c8364c71e7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.917172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Calling delete_port for 6de85969-bc4d-495c-928d-3c24d5e35548 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:07.921720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-0ec8a914-b9a1-4d1a-bfb2-f1072fffc2d1 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.1238174 Jul 16 20:21:07.926067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.931215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-52f17474-4cbd-44a4-888f-2b24e0cd77a6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/subnets/f716e714-c40b-47fe-b341-34c8364c71e7 HTTP/1.1" status: 204 len: 168 time: 1.1420391 Jul 16 20:21:07.931853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43152) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.935161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39765f-9908-4086-ab2c-74d7d8219a11 None None] Network 4a18ebc0-6088-4148-8e02-0619ba7696c7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:07.940088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'floatingip': {'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:08.065155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.086643 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.112378 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.137936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.259395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.273927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['49e12706-4ac2-4d5f-91e3-06fe87b17fa1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:08.276795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['6de85969-bc4d-495c-928d-3c24d5e35548'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:08.309743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Pushing event deleted for resources: {'Port': ['ID=6de85969-bc4d-495c-928d-3c24d5e35548,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.341512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] DHCP port deletion for 4a18ebc0-6088-4148-8e02-0619ba7696c7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:08.389966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] No DVR routers for this DVR port 6de85969-bc4d-495c-928d-3c24d5e35548 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:08.393218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.395916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bba2ebf6-eb66-4eac-8ead-2aa6af167f9e req-008e2429-3da0-4a7f-8cc3-08decdc8da7a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.21 "DELETE /v2.0/ports/6de85969-bc4d-495c-928d-3c24d5e35548 HTTP/1.1" status: 204 len: 173 time: 0.8788800 Jul 16 20:21:08.396602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'name': 'network-vif-deleted', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:08.408075 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c0470-dc1f-4e12-9708-9babc0ed703d" -d '{"events": [{"server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "name": "network-vif-deleted", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:08.490492 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.499729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Deleting port 0b2b8e32-3b7f-480a-a198-958c297db3e1 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:08.500437 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.578566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 757003f2-7d82-4615-b82d-ca9e7911a45b details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:08.666197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Deleting port 0b2b8e32-3b7f-480a-a198-958c297db3e1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:08.666660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.670661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] For port 0b2b8e32-3b7f-480a-a198-958c297db3e1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b2b8e32-3b7f-480a-a198-958c297db3e1,segment=NetworkSegment(eefee31c-644f-49d2-a721-0884775c7d99),segment_id=eefee31c-644f-49d2-a721-0884775c7d99)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:08.672091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.723970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Calling delete_port for 0b2b8e32-3b7f-480a-a198-958c297db3e1 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:08.881565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=757003f2-7d82-4615-b82d-ca9e7911a45b,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:08.902252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '757003f2-7d82-4615-b82d-ca9e7911a45b', 'network_id': 'd6300423-8282-4786-bc1f-e0afcee499fa', 'port_id': '757003f2-7d82-4615-b82d-ca9e7911a45b', 'mac_address': 'fa:16:3e:27:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ff74e-b397-4676-af48-fd204d3c1d5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:08.980025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.029468 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.033279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] No DVR routers for this DVR port 0b2b8e32-3b7f-480a-a198-958c297db3e1 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:09.035122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Pushing event deleted for resources: {'Port': ['ID=0b2b8e32-3b7f-480a-a198-958c297db3e1,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.062176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b2b8e32-3b7f-480a-a198-958c297db3e1 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:09.066760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.067531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.067531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.068406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.068756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.069097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.069420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.069857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.070081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.070557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.070851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.071184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4c685-b758-4ed7-ac74-2ec6c1fdbb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:09.079914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757003f2-7d82-4615-b82d-ca9e7911a45b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:09.109541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0b2b8e32-3b7f-480a-a198-958c297db3e1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:09.110013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b2b8e32-3b7f-480a-a198-958c297db3e1 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:09.140642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=757003f2-7d82-4615-b82d-ca9e7911a45b,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:09.147152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.157043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] For port 0b2b8e32-3b7f-480a-a198-958c297db3e1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b2b8e32-3b7f-480a-a198-958c297db3e1,segment=NetworkSegment(eefee31c-644f-49d2-a721-0884775c7d99),segment_id=eefee31c-644f-49d2-a721-0884775c7d99)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:09.157618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.191594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Calling delete_port for 0b2b8e32-3b7f-480a-a198-958c297db3e1 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:09.223932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.365831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:21:09.370039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.479876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] No DVR routers for this DVR port 0b2b8e32-3b7f-480a-a198-958c297db3e1 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:09.490113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['757003f2-7d82-4615-b82d-ca9e7911a45b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:09.590303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Port': ['ID=0b2b8e32-3b7f-480a-a198-958c297db3e1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.681416 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.738607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.743437 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.822926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a18ebc0-6088-4148-8e02-0619ba7696c7']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:09.850422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefee31c-644f-49d2-a721-0884775c7d99') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:09.850922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefee31c-644f-49d2-a721-0884775c7d99') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:09.887800 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.949239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.966126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:09.968730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:09.970276 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:10.007643 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Floating IP c4d41c74-9f6e-44ef-9697-027afdd77483 associated. External IP: 172.25.8.42, port: 49e12706-4ac2-4d5f-91e3-06fe87b17fa1. Jul 16 20:21:10.123424 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.137412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.141187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] 10.222.0.100 "DELETE /v2.0/networks/4a18ebc0-6088-4148-8e02-0619ba7696c7 HTTP/1.1" status: 204 len: 168 time: 2.1981390 Jul 16 20:21:10.204827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf76c5-6d72-4762-87e8-cbf862ca6ab6 tempest-NetworksIpV6TestAttrs-853953707 tempest-NetworksIpV6TestAttrs-853953707-project] Pushing event deleted for resources: {'Network': ['ID=4a18ebc0-6088-4148-8e02-0619ba7696c7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.373328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-ed42b67e-0e03-4990-9384-fc1819b3a2e3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.375121 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-ed42b67e-0e03-4990-9384-fc1819b3a2e3 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 945 time: 0.1562285 Jul 16 20:21:10.457714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:10.571781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 757003f2-7d82-4615-b82d-ca9e7911a45b up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:10.602698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Deleting port e2fa26b9-d669-4053-b217-d1231ce0c2d9 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:10.603351 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.706634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 757003f2-7d82-4615-b82d-ca9e7911a45b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:10.722901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 757003f2-7d82-4615-b82d-ca9e7911a45b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:10.723285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.771962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:10.779195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43168) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.800133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.816853 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:10.836794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] For port e2fa26b9-d669-4053-b217-d1231ce0c2d9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e2fa26b9-d669-4053-b217-d1231ce0c2d9,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:10.837819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.848868 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:10.850573 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:10.884793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Calling delete_port for e2fa26b9-d669-4053-b217-d1231ce0c2d9 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:10.913462 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-de0103cc-63c6-4e27-8035-3412d3f9aefe tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "PUT /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 200 len: 995 time: 2.9793754 Jul 16 20:21:10.977931 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.099337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=757003f2-7d82-4615-b82d-ca9e7911a45b,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:11.112712 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.114125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6de85969-bc4d-495c-928d-3c24d5e35548 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:11.144490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-ee33798d-d2a4-4481-a722-652525dde841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.167922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-ee33798d-d2a4-4481-a722-652525dde841 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.2111464 Jul 16 20:21:11.171049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 6de85969-bc4d-495c-928d-3c24d5e35548 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:11.171694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6de85969-bc4d-495c-928d-3c24d5e35548 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:11.236084 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:11.251938 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.334710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Pushing event deleted for resources: {'Port': ['ID=e2fa26b9-d669-4053-b217-d1231ce0c2d9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.350983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-2fadb72c-37a1-4e0e-8909-c59b75663fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.352741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b58b1052-1dd4-4db5-a5f9-b23cc5d63825', 'e2fa26b9-d669-4053-b217-d1231ce0c2d9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:11.364048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-2fadb72c-37a1-4e0e-8909-c59b75663fd7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.1945434 Jul 16 20:21:11.429969 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-887a54f1-f37f-473e-9286-a753c2c13cc6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e0e21e7ab0a043fe8f6f3dbaeab033dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492243 Jul 16 20:21:11.436046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43180) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.495160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] No DVR routers for this DVR port e2fa26b9-d669-4053-b217-d1231ce0c2d9 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:11.498888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-a7718288-d96b-47d7-ba8a-dc450d946d7e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 998 time: 0.1333015 Jul 16 20:21:11.503539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.506480 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e4c92e7e-b79b-473b-a92b-0b6214a9bbd2 req-9b8c55d6-dccf-4e03-9f86-e9abb1d16dcc tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "DELETE /v2.0/ports/e2fa26b9-d669-4053-b217-d1231ce0c2d9 HTTP/1.1" status: 204 len: 173 time: 1.1254661 Jul 16 20:21:11.562306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-49acf808-58c8-4cdf-965e-3e8e485d51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.572090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-49acf808-58c8-4cdf-965e-3e8e485d51fa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.0714564 Jul 16 20:21:11.579124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85dfa52a-c344-4a4e-88e8-bd0087a6351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.622892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85dfa52a-c344-4a4e-88e8-bd0087a6351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.668140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-ff19efdb-9403-4fb9-b60d-42578e3e302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.672016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-ff19efdb-9403-4fb9-b60d-42578e3e302b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989304 Jul 16 20:21:11.709502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85dfa52a-c344-4a4e-88e8-bd0087a6351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.712293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85dfa52a-c344-4a4e-88e8-bd0087a6351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.713706 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-85dfa52a-c344-4a4e-88e8-bd0087a6351d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/27ccd295-3828-4cd2-a069-fcddfafc5d76 HTTP/1.1" status: 204 len: 168 time: 0.2763884 Jul 16 20:21:11.731563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfa52a-c344-4a4e-88e8-bd0087a6351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ccd295-3828-4cd2-a069-fcddfafc5d76,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.847937 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-56b4c56a-0f9f-4f0c-9613-dcffa3b266f3 service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691823 Jul 16 20:21:11.894678 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:5e:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 8, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:11.948807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.954306 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:11.964495 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:11.965401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:11.981862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-580b03a3-c4b7-48f5-b1df-80720cc38fcc req-f642e115-ad5c-4954-b01d-7165ab80c21a service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322451 Jul 16 20:21:12.119852 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:12.206053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dce967-986c-49e1-8eb3-a6ab644ef7e8 req-da62df59-9e54-4e13-8d9a-4f16e0eabc9e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.207741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59dce967-986c-49e1-8eb3-a6ab644ef7e8 req-da62df59-9e54-4e13-8d9a-4f16e0eabc9e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 945 time: 0.0828898 Jul 16 20:21:12.257851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59dce967-986c-49e1-8eb3-a6ab644ef7e8 req-90c31178-6fc1-4872-9721-646df2f1e46f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Jul 16 20:21:12.521057 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:5e:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 8, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:12.531933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-356e92e5-dfe4-4bc0-806e-73467c9feaff req-44a2f08b-e973-4952-94fd-1f6056eb233f tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce35373-d106-4f2c-9254-d959d0307c47 HTTP/1.1" status: 200 len: 210 time: 0.0704494 Jul 16 20:21:12.580187 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6a2df-564e-4a3e-8425-c195cb28e0d4 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'c4d41c74-9f6e-44ef-9697-027afdd77483', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'port_id': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'mac_address': 'fa:16:3e:5e:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:20:00Z', 'updated_at': '2021-07-16T20:21:09Z', 'revision_number': 8, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:12.609605 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c077d-5ce6-4948-96b3-b30a369f22ab x-openstack-request-id: req-866c077d-5ce6-4948-96b3-b30a369f22ab {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:12.610379 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "name": "network-vif-plugged", "status": "completed", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:12.610962 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-866c077d-5ce6-4948-96b3-b30a369f22ab {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:12.611689 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5', 'code': 200} Jul 16 20:21:12.695480 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c10264a-f0fd-4817-88c5-bd852cee278e x-openstack-request-id: req-8c10264a-f0fd-4817-88c5-bd852cee278e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:12.695942 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:12.696324 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8c10264a-f0fd-4817-88c5-bd852cee278e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:12.696937 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b', 'status': 'completed', 'code': 200} Jul 16 20:21:12.904309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30e165-3bc8-4fb5-8d19-46fabc161749 req-47d20407-5db2-4b30-abfa-a84c5471c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.906160 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff30e165-3bc8-4fb5-8d19-46fabc161749 req-47d20407-5db2-4b30-abfa-a84c5471c45c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1096 time: 0.1736519 Jul 16 20:21:12.910927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca4e05-a2a3-4989-9069-35c199199562 req-e4b31bd5-8632-4faf-a2f3-89a5ca422635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.912304 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-41ca4e05-a2a3-4989-9069-35c199199562 req-e4b31bd5-8632-4faf-a2f3-89a5ca422635 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 1096 time: 0.1320882 Jul 16 20:21:13.015645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849dae8-f916-4255-b858-53df210b6aba req-ddffb5cc-b04e-480c-8850-ecaae8645d76 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.022850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a849dae8-f916-4255-b858-53df210b6aba req-ddffb5cc-b04e-480c-8850-ecaae8645d76 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.1324430 Jul 16 20:21:13.032254 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3c590-eae8-4b22-90c9-f8a55bb511e1 None None] New status for floating IP c4d41c74-9f6e-44ef-9697-027afdd77483: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:13.067751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbe5fd-5696-4c3b-ba9d-4f0d145c70b6 req-5776badc-518f-4c0c-85d8-fd58bcdbd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.069877 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-40fbe5fd-5696-4c3b-ba9d-4f0d145c70b6 req-5776badc-518f-4c0c-85d8-fd58bcdbd06e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.2493348 Jul 16 20:21:13.083614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff30e165-3bc8-4fb5-8d19-46fabc161749 req-49b05a8b-aeb9-438b-9f61-ee5e70b80955 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581321 Jul 16 20:21:13.104217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a849dae8-f916-4255-b858-53df210b6aba req-865e636d-8156-4270-97cc-b9499dbcfec8 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788083 Jul 16 20:21:13.136737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca4e05-a2a3-4989-9069-35c199199562 req-bd6ae5a8-9572-43a7-a22a-296ec7ee87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.139927 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-41ca4e05-a2a3-4989-9069-35c199199562 req-bd6ae5a8-9572-43a7-a22a-296ec7ee87a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.2124727 Jul 16 20:21:13.175327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43206) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:13.243444 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-41ca4e05-a2a3-4989-9069-35c199199562 req-82d71cf1-7afd-4ce7-af9b-0dc27c232903 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 217 time: 0.0743303 Jul 16 20:21:13.322295 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-40fbe5fd-5696-4c3b-ba9d-4f0d145c70b6 req-f1fe32da-804d-41a6-af43-a589b67edfb1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805079 Jul 16 20:21:13.354660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca4e05-a2a3-4989-9069-35c199199562 req-673c4f3a-7939-49eb-9aa3-f2a29229cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.357901 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-41ca4e05-a2a3-4989-9069-35c199199562 req-673c4f3a-7939-49eb-9aa3-f2a29229cfb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1028030 Jul 16 20:21:13.361072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1592444563'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:13.404541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:13.410765 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-41ca4e05-a2a3-4989-9069-35c199199562 req-30aa2e16-08c5-40c1-bcac-829bec783281 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420945 Jul 16 20:21:13.412258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.430502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.461986 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0495ea-525b-43b1-9c3e-7623837f991a x-openstack-request-id: req-2b0495ea-525b-43b1-9c3e-7623837f991a {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:13.462306 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa42339a-7c66-413f-be09-f1fc0ea5b46d", "name": "network-vif-deleted", "tag": "6de85969-bc4d-495c-928d-3c24d5e35548", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:13.462628 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2b0495ea-525b-43b1-9c3e-7623837f991a {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:13.463138 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa42339a-7c66-413f-be09-f1fc0ea5b46d', 'name': 'network-vif-deleted', 'tag': '6de85969-bc4d-495c-928d-3c24d5e35548', 'status': 'completed', 'code': 200} Jul 16 20:21:13.551844 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-41ca4e05-a2a3-4989-9069-35c199199562 req-5ffd8300-aa76-42e6-ad62-e7a13b11a44c service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335728 Jul 16 20:21:13.587267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd516aa-abaf-4876-909d-4213ef2849e7 req-56c25507-7dd0-444c-bda8-6fcd1ae71d2f tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 200 len: 997 time: 0.1030118 Jul 16 20:21:13.706115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-41ca4e05-a2a3-4989-9069-35c199199562 req-3b0b9a01-7a7c-4b05-9448-8826d84e3229 service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475017 Jul 16 20:21:13.730224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.736982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.780845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:13.800663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b208d367-69ce-4d07-8728-c8ef96864e89,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.813892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd516aa-abaf-4876-909d-4213ef2849e7 req-c06e4e2e-c18f-423a-851c-e5799853f2a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.815222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd516aa-abaf-4876-909d-4213ef2849e7 req-c06e4e2e-c18f-423a-851c-e5799853f2a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2128534 Jul 16 20:21:13.816590 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.816904 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment a0f5e07e-59d5-48d3-9b4e-0665567e48ac of type vlan for network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe Jul 16 20:21:13.870293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.924057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.940017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.940876 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.978879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8019042 Jul 16 20:21:13.983860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43226) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:13.994399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'name': 'tempest-PortsTestJSON-262890545'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:14.085435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9f5e7-63a1-4cdc-b7da-863c039ed02b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.103718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:14.205104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f79fd7-f23d-4a4e-bd7b-d12d2960447d req-8cc2c7cf-5a2e-4534-b45b-1a0889203447 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.221857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26f79fd7-f23d-4a4e-bd7b-d12d2960447d req-8cc2c7cf-5a2e-4534-b45b-1a0889203447 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 945 time: 0.1390488 Jul 16 20:21:14.249130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:14.259843 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.286512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26f79fd7-f23d-4a4e-bd7b-d12d2960447d req-cb8a52c3-fe29-4a96-8340-494283797721 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632193 Jul 16 20:21:14.303371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port eda13067-5a1e-48e2-add6-6412911ac42a yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:14.518149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.560257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.562285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-14fbe9b4-95a6-4c46-80a9-d2179ea4cd5e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.0768201 Jul 16 20:21:14.584751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e2fa26b9-d669-4053-b217-d1231ce0c2d9 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:14.618989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:14.622599 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8103ed7-83c4-46b4-a064-8ee96e510413" -d '{"events": [{"server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "name": "network-vif-plugged", "status": "completed", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:14.627005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: e2fa26b9-d669-4053-b217-d1231ce0c2d9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:14.627548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e2fa26b9-d669-4053-b217-d1231ce0c2d9 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:14.632729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=eda13067-5a1e-48e2-add6-6412911ac42a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.633792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-89ec0075-c3c5-425a-b1d0-c7833111c200 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.635315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-89ec0075-c3c5-425a-b1d0-c7833111c200 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/ports/49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 942 time: 0.0671294 Jul 16 20:21:14.646944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': 'a0f5e07e-59d5-48d3-9b4e-0665567e48ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:14.647421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:14.669654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:14.680917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:14.685790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:14.690677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e4297-6f4e-4c14-b382-548b9c06fca3 None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:14.694925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.695622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.698472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:14.702040 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076a477c-a54e-4189-9e34-d91bfc62f058" -d '{"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:14.718033 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d09d30b4-b13a-4957-828f-ddef91f8a42f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7325797 Jul 16 20:21:14.722414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43248) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:14.729580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1759078848'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:14.794896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:14.798434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.847974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-3c058131-bc54-4125-ac2f-d215e847d073 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.0950024 Jul 16 20:21:14.848801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:14.884303 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.884642 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment c6eda60d-8747-4084-8d58-ec8d5675df34 of type vlan for network 506a6b26-bcf0-4aac-8088-3a8931bacbbc Jul 16 20:21:14.974899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.029570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-b7f8ec31-8dba-4d32-a95f-deeb343f3227 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.031046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-b7f8ec31-8dba-4d32-a95f-deeb343f3227 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.1766019 Jul 16 20:21:15.040831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.047371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.048042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.138019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4132986 Jul 16 20:21:15.141432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:15.152393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'ports': [{'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe'}, {'network_id': '506a6b26-bcf0-4aac-8088-3a8931bacbbc'}]} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:15.153741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:15.154746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': '506a6b26-bcf0-4aac-8088-3a8931bacbbc'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:15.186856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874879-9be2-4cf5-b090-112a8867a55b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=506a6b26-bcf0-4aac-8088-3a8931bacbbc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:15.193715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-b1f52537-7d97-4f1a-908d-3dd0abd1cd22 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 1000 time: 0.1424553 Jul 16 20:21:15.202939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 506a6b26-bcf0-4aac-8088-3a8931bacbbc details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:15.206764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:15.389197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 2} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:15.398748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.428631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.483897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce35373-d106-4f2c-9254-d959d0307c47', 'name': 'network-vif-deleted', 'tag': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:15.488564 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb4a49c-db11-4640-914d-f756e589fa28" -d '{"events": [{"server_uuid": "2ce35373-d106-4f2c-9254-d959d0307c47", "name": "network-vif-deleted", "tag": "e2fa26b9-d669-4053-b217-d1231ce0c2d9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:15.609417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 82311e53-477d-4190-ac15-c10a6181c588 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:15.653617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.763700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.860483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 2c18d2fe-6cb1-4224-8cc5-882b66cc4f95 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:15.870406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.876089 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.876579 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Floating IP c4d41c74-9f6e-44ef-9697-027afdd77483 disassociated. External IP: 172.25.8.42, port: 49e12706-4ac2-4d5f-91e3-06fe87b17fa1. Jul 16 20:21:16.025699 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.108348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.182559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:16.193095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:16.202348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:16.203749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.220049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:16.220885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=82311e53-477d-4190-ac15-c10a6181c588,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.352289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=2c18d2fe-6cb1-4224-8cc5-882b66cc4f95,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.362754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': 'c6eda60d-8747-4084-8d58-ec8d5675df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '506a6b26-bcf0-4aac-8088-3a8931bacbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:16.364330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: 506a6b26-bcf0-4aac-8088-3a8931bacbbc, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:16.382252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:16.389033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.395551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 506a6b26-bcf0-4aac-8088-3a8931bacbbc is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:16.407933 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:16.422631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 506a6b26-bcf0-4aac-8088-3a8931bacbbc) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:16.426708 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:16.427792 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:16.431164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:16.435523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696507d4-aa3e-4094-ab85-08fff1f84c46 None None] Network 506a6b26-bcf0-4aac-8088-3a8931bacbbc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:16.443319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.447772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-ab6bfc87-b3ba-4f77-ba87-61e53aabc79e tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "PUT /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 200 len: 695 time: 1.2456329 Jul 16 20:21:16.462814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.464557 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.510040 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2b24642e-a2ef-492a-b495-5b8a6f56f08b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3646717 Jul 16 20:21:16.514105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43256) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.576357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-d0cc131f-b7bd-42f0-b50a-b2a1936c5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.591900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-d0cc131f-b7bd-42f0-b50a-b2a1936c5c64 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.1205029 Jul 16 20:21:16.600650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:16.671047 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:16.728301 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.791326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 2c18d2fe-6cb1-4224-8cc5-882b66cc4f95 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:16.792951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.794632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-01b0bcce-a7ca-4662-ba93-f562bab5cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.796578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-01b0bcce-a7ca-4662-ba93-f562bab5cad4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.2036111 Jul 16 20:21:16.797726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:16.805435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.865060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-770db51e-dc83-4872-abb1-c593c8aab713 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 217 time: 0.0556598 Jul 16 20:21:16.902493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.922070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-88cfefe0-a4d5-426f-a353-58050102bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.930442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-88cfefe0-a4d5-426f-a353-58050102bc4e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.0641897 Jul 16 20:21:16.951778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.966712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 2c18d2fe-6cb1-4224-8cc5-882b66cc4f95 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:17.039463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-0989f399-9482-4b06-bf7b-f6116547deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.043297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-0989f399-9482-4b06-bf7b-f6116547deb3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114886 Jul 16 20:21:17.083758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.119853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=2c18d2fe-6cb1-4224-8cc5-882b66cc4f95,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:17.127092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.129355 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1229f3ff-18a7-4048-8314-40938850c9a8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/2c18d2fe-6cb1-4224-8cc5-882b66cc4f95 HTTP/1.1" status: 204 len: 168 time: 0.6137309 Jul 16 20:21:17.133303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43258) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:17.191730 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:17.213036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-c996ac3c-7244-48ee-8e76-6862f78c9c1e service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561444 Jul 16 20:21:17.244418 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:17.261257 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:17.263138 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:17.316805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7a891-b6a1-4dd5-92ae-4c6d9eb08fe4 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.329356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7a891-b6a1-4dd5-92ae-4c6d9eb08fe4 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.333055 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3ff7a891-b6a1-4dd5-92ae-4c6d9eb08fe4 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1976438 Jul 16 20:21:17.335851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43260) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:17.365374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e144e25-3059-42ae-877e-6493f69cbf08 req-f48c8f4a-d704-4d7e-94e3-82a8a086e05a service neutron] 10.222.0.100 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443572 Jul 16 20:21:17.467869 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:17.483074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 82311e53-477d-4190-ac15-c10a6181c588 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:17.483735 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.582252 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.599184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 82311e53-477d-4190-ac15-c10a6181c588 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:17.670646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaf9f1-e919-4218-9f59-4e6a78d3502a req-071fc5ac-5d35-4c4e-9397-b6c6b4e7925e tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.673561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fccaf9f1-e919-4218-9f59-4e6a78d3502a req-071fc5ac-5d35-4c4e-9397-b6c6b4e7925e tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.1285219 Jul 16 20:21:17.742124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fccaf9f1-e919-4218-9f59-4e6a78d3502a req-4d9f35c5-ba0f-43c3-9192-93756a1653ac tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528450 Jul 16 20:21:17.747148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.781586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=82311e53-477d-4190-ac15-c10a6181c588,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:17.802802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.806680 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9820062d-efec-4616-ad40-7c7ca0bf3cc5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/82311e53-477d-4190-ac15-c10a6181c588 HTTP/1.1" status: 204 len: 168 time: 0.4678071 Jul 16 20:21:17.810212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43266) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:17.838896 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:17.877090 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118312d-3ebf-4d3f-8eca-b8fa5a55a181 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:19Z', 'revision_number': 4, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4cf850c2-837b-4dbf-a316-c136db7b64d6', 'name': '', 'network_id': 'e1390605-a47c-46d1-8d60-79af81a18376', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'mac_address': 'fa:16:3e:d0:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:17Z', 'updated_at': '2021-07-16T20:19:31Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'subnets': [{'id': 'f9a8a3b7-ba11-4287-8f39-659cee3bbfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:17.940168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541d4ff-c3a3-48b5-8587-e5edacfe3502 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.943162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f541d4ff-c3a3-48b5-8587-e5edacfe3502 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1310766 Jul 16 20:21:17.946316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43268) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:17.985566 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ad2dbf-b657-45a7-ba35-b527604504f1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:21:17.991793 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-13ad2dbf-b657-45a7-ba35-b527604504f1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/2c18d2fe-6cb1-4224-8cc5-882b66cc4f95 HTTP/1.1" status: 404 len: 333 time: 0.0398879 Jul 16 20:21:17.991793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43270) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.026877 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b014a5-e19c-4e52-9936-fab6ffb2edbd tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:21:18.030722 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-90b014a5-e19c-4e52-9936-fab6ffb2edbd tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/82311e53-477d-4190-ac15-c10a6181c588 HTTP/1.1" status: 404 len: 333 time: 0.0376544 Jul 16 20:21:18.035659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43272) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.194167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce261-a90c-4f80-bf7e-d855dff22394 None None] New status for floating IP c4d41c74-9f6e-44ef-9697-027afdd77483: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:18.207065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.297660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76ebb9-68b8-4ca3-9560-b8c62b8c715e req-e93a5fb2-2941-4943-91d8-1fd9a75b18e3 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.299285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec76ebb9-68b8-4ca3-9560-b8c62b8c715e req-e93a5fb2-2941-4943-91d8-1fd9a75b18e3 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 948 time: 0.1938806 Jul 16 20:21:18.343746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.367760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506a6b26-bcf0-4aac-8088-3a8931bacbbc']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:18.384444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6eda60d-8747-4084-8d58-ec8d5675df34') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:18.384753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6eda60d-8747-4084-8d58-ec8d5675df34') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:18.405100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.416927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec76ebb9-68b8-4ca3-9560-b8c62b8c715e req-204f8b09-112a-400a-b651-dde646acc45d tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058748 Jul 16 20:21:18.430198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.440115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:18.440584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:18.448071 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:18.553847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.566538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.570250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/506a6b26-bcf0-4aac-8088-3a8931bacbbc HTTP/1.1" status: 204 len: 168 time: 0.5324159 Jul 16 20:21:18.576439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43276) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.585371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-82033469'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:18.615080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f995eb0-819a-45d3-91dc-b1af4af9e721 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=506a6b26-bcf0-4aac-8088-3a8931bacbbc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.646768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:18.654340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.685818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:18.697142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.697497 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment bd28a679-fda3-4769-bb67-f2239f4e07e4 of type vlan for network a438de20-906c-46a4-a074-933cccbee51b Jul 16 20:21:18.748655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.802964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.814971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.816164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.816551 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5175c86-527e-4a47-a575-f7c532fd1e37 x-openstack-request-id: req-b5175c86-527e-4a47-a575-f7c532fd1e37 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:18.817168 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "name": "network-vif-plugged", "status": "completed", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:18.817579 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b5175c86-527e-4a47-a575-f7c532fd1e37 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:18.818190 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b', 'code': 200} Jul 16 20:21:18.873342 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68506e94-2ad6-4a8b-9e25-1e90f0f0bcfe x-openstack-request-id: req-68506e94-2ad6-4a8b-9e25-1e90f0f0bcfe {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:18.873794 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:18.874200 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-68506e94-2ad6-4a8b-9e25-1e90f0f0bcfe {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:18.874868 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'status': 'completed', 'code': 200} Jul 16 20:21:18.894638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3163476 Jul 16 20:21:18.897649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43280) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.915678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'a438de20-906c-46a4-a074-933cccbee51b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:18.962580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea84dec-cfcd-4588-b3fe-a2f4abdbd994 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=a438de20-906c-46a4-a074-933cccbee51b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.983198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a438de20-906c-46a4-a074-933cccbee51b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:19.128427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc5554-a1c4-47dd-9313-3a033e7c3fa1 req-3e2615a7-1b04-45d0-b4ef-5d92598e5ff4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.130103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cfc5554-a1c4-47dd-9313-3a033e7c3fa1 req-3e2615a7-1b04-45d0-b4ef-5d92598e5ff4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 945 time: 0.1090472 Jul 16 20:21:19.185027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cfc5554-a1c4-47dd-9313-3a033e7c3fa1 req-be8813e2-e038-4d28-bdeb-3bdb72cad6f8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Jul 16 20:21:19.197225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-b91f90b1-226d-4e5a-bcc3-f1a168056c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.200442 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-b91f90b1-226d-4e5a-bcc3-f1a168056c95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.2998128 Jul 16 20:21:19.201827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:19.208348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.253005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59090c-10db-438d-8546-144619f5a2fa req-5234d7b0-c0af-4613-9ef6-441dc6cfd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.256020 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9c59090c-10db-438d-8546-144619f5a2fa req-5234d7b0-c0af-4613-9ef6-441dc6cfd72b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 1096 time: 0.3338752 Jul 16 20:21:19.279559 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8977d515-5b48-4c1c-a720-de30b6a41c91 x-openstack-request-id: req-8977d515-5b48-4c1c-a720-de30b6a41c91 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:19.279922 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce35373-d106-4f2c-9254-d959d0307c47", "name": "network-vif-deleted", "tag": "e2fa26b9-d669-4053-b217-d1231ce0c2d9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:19.280235 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8977d515-5b48-4c1c-a720-de30b6a41c91 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:19.280684 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce35373-d106-4f2c-9254-d959d0307c47', 'name': 'network-vif-deleted', 'tag': 'e2fa26b9-d669-4053-b217-d1231ce0c2d9', 'status': 'completed', 'code': 200} Jul 16 20:21:19.375678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-700446c0-32b9-4e5b-99c8-221a71c7c683 req-f7b4b714-c1b5-435a-add5-60fdc6cf33b7 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1417207092', 'description': 'tempest-description-1248953336'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:19.417394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-700446c0-32b9-4e5b-99c8-221a71c7c683 req-f7b4b714-c1b5-435a-add5-60fdc6cf33b7 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.427861 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9c59090c-10db-438d-8546-144619f5a2fa req-b9ac63cf-5799-4e35-839e-18c6062f6c2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461301 Jul 16 20:21:19.455230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-94f28aa4-57c3-4bb5-b5d9-47dc6f59fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.456786 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-94f28aa4-57c3-4bb5-b5d9-47dc6f59fc17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.2399738 Jul 16 20:21:19.538310 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-4fa3a993-62be-4282-bfb9-fef6fe319a2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 217 time: 0.0680659 Jul 16 20:21:19.557937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-700446c0-32b9-4e5b-99c8-221a71c7c683 req-f7b4b714-c1b5-435a-add5-60fdc6cf33b7 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.566985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-700446c0-32b9-4e5b-99c8-221a71c7c683 req-f7b4b714-c1b5-435a-add5-60fdc6cf33b7 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.620445 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-700446c0-32b9-4e5b-99c8-221a71c7c683 req-f7b4b714-c1b5-435a-add5-60fdc6cf33b7 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.623778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-700446c0-32b9-4e5b-99c8-221a71c7c683 req-f7b4b714-c1b5-435a-add5-60fdc6cf33b7 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2546957 Jul 16 20:21:19.631937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4b714-c1b5-435a-add5-60fdc6cf33b7 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980acc08-3c08-45e4-9a2b-d42b1dc08efe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.650054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-1cfe861f-9918-4beb-951d-25ccc9c04d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.652174 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-1cfe861f-9918-4beb-951d-25ccc9c04d73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.1055472 Jul 16 20:21:19.654453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.764624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.784771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': 'bd28a679-fda3-4769-bb67-f2239f4e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a438de20-906c-46a4-a074-933cccbee51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:19.785129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: a438de20-906c-46a4-a074-933cccbee51b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:19.801923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-619d6317-58c0-4f45-882d-6b462a3fb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.803566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-619d6317-58c0-4f45-882d-6b462a3fb87e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440828 Jul 16 20:21:19.821970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network a438de20-906c-46a4-a074-933cccbee51b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:19.849095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a438de20-906c-46a4-a074-933cccbee51b) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:19.857315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.858026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.867503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b665c-4aac-4270-a358-d292db1d79cc None None] Network a438de20-906c-46a4-a074-933cccbee51b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:19.908824 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-74821577-3b12-4d72-9281-7061fc8e795a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0096209 Jul 16 20:21:19.914313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43300) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.923390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': 'a438de20-906c-46a4-a074-933cccbee51b', 'name': 'tempest-PortsTestJSON-8518505'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:19.963843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6723-bb8c-4013-8c6f-6427a98c813c req-d6eb8784-6750-487d-a040-879e4e269c16 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.972934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30ca6723-bb8c-4013-8c6f-6427a98c813c req-d6eb8784-6750-487d-a040-879e4e269c16 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.1244106 Jul 16 20:21:19.978950 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-b3b37826-07ea-42e7-b948-4ab7b5b7b42b service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663420 Jul 16 20:21:20.057633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30ca6723-bb8c-4013-8c6f-6427a98c813c req-6d3461a0-c44f-4c43-843e-5eb32d330599 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.100 "GET /v2.0/security-groups?id=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813990 Jul 16 20:21:20.162953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-a438de20-906c-46a4-a074-933cccbee51b', 'network_id': 'a438de20-906c-46a4-a074-933cccbee51b', 'tenant_id': '8e621785071b449ba1f164a68a695f66', 'fixed_ips': [{'subnet_id': 'b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:20.164481 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.348591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Allocated IP 172.20.0.2 (a438de20-906c-46a4-a074-933cccbee51b/b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd/eb149c96-91e4-4e06-8a04-c796d7836011) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:20.542236 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.554085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Transition to ACTIVE for port object eb149c96-91e4-4e06-8a04-c796d7836011 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:20.574467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Transition to ACTIVE for port object eb149c96-91e4-4e06-8a04-c796d7836011 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:20.583156 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.602683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-076a477c-a54e-4189-9e34-d91bfc62f058 req-bd3edd38-5ed0-4cd8-866a-f243a51d266f service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145210 Jul 16 20:21:20.610273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:20.617297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.644227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Network a438de20-906c-46a4-a074-933cccbee51b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:20.653564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:20.658441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:20.665092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 5ac62252-001a-4bc6-89ba-9252de294b5d yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:20.669120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Pushing event updated for resources: {'Port': ['ID=eb149c96-91e4-4e06-8a04-c796d7836011,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.749565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Attempting to bind port eb149c96-91e4-4e06-8a04-c796d7836011 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:20.750467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Attempting to bind port eb149c96-91e4-4e06-8a04-c796d7836011 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bd28a679-fda3-4769-bb67-f2239f4e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a438de20-906c-46a4-a074-933cccbee51b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:20.751277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Attempting to bind port eb149c96-91e4-4e06-8a04-c796d7836011 on network a438de20-906c-46a4-a074-933cccbee51b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:20.760844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:20.761423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Checking segment: {'id': 'bd28a679-fda3-4769-bb67-f2239f4e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a438de20-906c-46a4-a074-933cccbee51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:20.762105 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.762759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Bound using segment: {'id': 'bd28a679-fda3-4769-bb67-f2239f4e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a438de20-906c-46a4-a074-933cccbee51b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:20.763582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Bound port: eb149c96-91e4-4e06-8a04-c796d7836011, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd28a679-fda3-4769-bb67-f2239f4e07e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a438de20-906c-46a4-a074-933cccbee51b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:20.764371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.800178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a608-df71-4b2c-8bb2-12745c865f2f req-8676a671-1557-4622-a1b9-0b12adbdf668 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.802149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0780a608-df71-4b2c-8bb2-12745c865f2f req-8676a671-1557-4622-a1b9-0b12adbdf668 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1096 time: 0.0649023 Jul 16 20:21:20.827684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:20.831664 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f0f6d9-d429-4b1e-a256-b93bb8db21a5" -d '{"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:20.836264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.8 (a438de20-906c-46a4-a074-933cccbee51b/b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd/5ac62252-001a-4bc6-89ba-9252de294b5d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:20.856690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0780a608-df71-4b2c-8bb2-12745c865f2f req-adaaa9b1-e2b0-4ff6-a696-b7d558fdebed tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476966 Jul 16 20:21:20.876225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:20.881409 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f" -d '{"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:20.885938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] For port eb149c96-91e4-4e06-8a04-c796d7836011, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:20.892176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] For port eb149c96-91e4-4e06-8a04-c796d7836011, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eb149c96-91e4-4e06-8a04-c796d7836011,segment=NetworkSegment(bd28a679-fda3-4769-bb67-f2239f4e07e4),segment_id=bd28a679-fda3-4769-bb67-f2239f4e07e4)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:20.898908 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.996096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76f8cd-546e-4dbd-8c57-c79a552bb1c9 None None] Pushing event updated for resources: {'Port': ['ID=eb149c96-91e4-4e06-8a04-c796d7836011,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.099821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.126646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 5ac62252-001a-4bc6-89ba-9252de294b5d will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:21.145629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56156f-c399-4527-b10c-48e88659b4fd req-c3a13dae-1b08-4ba9-9e2e-8cd68ec8c6a8 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.147816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6c56156f-c399-4527-b10c-48e88659b4fd req-c3a13dae-1b08-4ba9-9e2e-8cd68ec8c6a8 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5916fb-01bc-48a4-ba0b-b849945a7901 HTTP/1.1" status: 200 len: 945 time: 0.1230526 Jul 16 20:21:21.190084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-d7cce6e9-bc3f-4d8a-bea1-e793258ffaf9 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1417207092&fields=id&tenant_id=eaf1e84742fe413d9eab5968025a9b2f HTTP/1.1" status: 200 len: 267 time: 0.0637071 Jul 16 20:21:21.312385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-7507e369-01fa-49a5-8a36-bdd2c7554ae1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.314188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-7507e369-01fa-49a5-8a36-bdd2c7554ae1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.0958285 Jul 16 20:21:21.315187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.333369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Request body: {'port': {'security_groups': ['82dde33a-aada-473f-8190-ae96d9a68360', '980acc08-3c08-45e4-9a2b-d42b1dc08efe']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:21.378694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network a438de20-906c-46a4-a074-933cccbee51b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:21.384228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:21.387978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:21.433144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=5ac62252-001a-4bc6-89ba-9252de294b5d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.445000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.457554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Deleting port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:21.457999 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.493161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.493847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.561702 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7a4c9eb4-2541-45a9-9f45-8dfbb258af2e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6458774 Jul 16 20:21:21.567168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:21.638751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] For port b58b1052-1dd4-4db5-a5f9-b23cc5d63825, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:21.639123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.690648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Calling delete_port for b58b1052-1dd4-4db5-a5f9-b23cc5d63825 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:21.707395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=79f61a2e-e458-46ec-b068-3965b67f7e95,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:21.759582 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.766100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.788439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['79f61a2e-e458-46ec-b068-3965b67f7e95'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:21.797742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 5ac62252-001a-4bc6-89ba-9252de294b5d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:21.797742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.860942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.863459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.877224 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:21.877956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-502c9e46-e624-4dc0-8b4c-56cb548df048 req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "PUT /v2.0/ports/79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 982 time: 0.5492589 Jul 16 20:21:21.929493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9b748-6fd3-4604-86d2-e37eb1db91bf tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event updated for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.977967 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92d9b19-1c8c-464a-8844-8466d0eef138 x-openstack-request-id: req-d92d9b19-1c8c-464a-8844-8466d0eef138 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:21.978910 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:21.979834 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d92d9b19-1c8c-464a-8844-8466d0eef138 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:21.980481 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'code': 200} Jul 16 20:21:22.001262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['79f61a2e-e458-46ec-b068-3965b67f7e95'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:22.018392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.028962 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09405660-657d-431b-a18c-fb9c41f98589 x-openstack-request-id: req-09405660-657d-431b-a18c-fb9c41f98589 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:22.029264 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:22.029525 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-09405660-657d-431b-a18c-fb9c41f98589 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:22.029947 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'status': 'completed', 'code': 200} Jul 16 20:21:22.042758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 5ac62252-001a-4bc6-89ba-9252de294b5d owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:22.112476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.216590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Pushing event deleted for resources: {'Port': ['ID=b58b1052-1dd4-4db5-a5f9-b23cc5d63825,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.249747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff586ba9-c431-441e-8684-0d888127bfea None None] Network a438de20-906c-46a4-a074-933cccbee51b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:22.261027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] No DVR routers for this DVR port b58b1052-1dd4-4db5-a5f9-b23cc5d63825 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:22.266712 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.269109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6c56156f-c399-4527-b10c-48e88659b4fd req-802cc7e5-728c-4874-acba-51bbb74e3ad2 tempest-ServerRescueTestJSON-851796496 tempest-ServerRescueTestJSON-851796496-project] 10.222.0.26 "DELETE /v2.0/ports/b58b1052-1dd4-4db5-a5f9-b23cc5d63825 HTTP/1.1" status: 204 len: 173 time: 1.1125908 Jul 16 20:21:22.271170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'name': 'network-vif-deleted', 'tag': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:22.271757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbdb10-44e8-4fcb-815a-58d5327f5bfa req-305aa4b6-45c2-4c80-bf6b-d37fea9d90eb tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.273697 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f268530-39bc-44fb-9ab3-eea25abbcf7c" -d '{"events": [{"server_uuid": "bf5916fb-01bc-48a4-ba0b-b849945a7901", "name": "network-vif-deleted", "tag": "b58b1052-1dd4-4db5-a5f9-b23cc5d63825"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:22.280034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7cbdb10-44e8-4fcb-815a-58d5327f5bfa req-305aa4b6-45c2-4c80-bf6b-d37fea9d90eb tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1096 time: 0.1085830 Jul 16 20:21:22.324104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7cbdb10-44e8-4fcb-815a-58d5327f5bfa req-2ff03f12-6a57-420e-9f72-85c166f71135 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 Jul 16 20:21:22.339204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-d1847337-eda4-4aa2-af61-0a5ebff3ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.343009 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-d1847337-eda4-4aa2-af61-0a5ebff3ecd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 1096 time: 0.2316356 Jul 16 20:21:22.431573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-da383f4b-57bf-4787-9841-0fb035f82946 None None] Provisioning for port eb149c96-91e4-4e06-8a04-c796d7836011 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:22.492838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-ae1edbc1-5ba6-4d2d-a240-d7d81986bcfa tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 200 len: 693 time: 0.0905337 Jul 16 20:21:22.547539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.655145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-3c0c4154-a5ae-4c4d-9fc2-d5ae33ee2eb8 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.664408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-3c0c4154-a5ae-4c4d-9fc2-d5ae33ee2eb8 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.1637967 Jul 16 20:21:22.720434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=5ac62252-001a-4bc6-89ba-9252de294b5d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.735196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-450e3a2e-5bb0-4d86-a940-9164b7f6c52a tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 696 time: 0.0691895 Jul 16 20:21:22.782129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-f642a2ba-626f-4242-a6d1-8c0ef9b5c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.784268 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-f642a2ba-626f-4242-a6d1-8c0ef9b5c585 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 200 len: 921 time: 0.4319952 Jul 16 20:21:22.791118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-90b4d833-8cb8-4132-a54f-6c7f1ffb079b tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 696 time: 0.0498061 Jul 16 20:21:22.869219 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-c62b2a48-6562-4193-8f72-7be43bb526d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 200 len: 217 time: 0.0610492 Jul 16 20:21:22.876511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.882365 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f375a5a-2dee-4616-8cb4-1b4b28e9e86a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/5ac62252-001a-4bc6-89ba-9252de294b5d HTTP/1.1" status: 204 len: 168 time: 1.3102307 Jul 16 20:21:22.901226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43326) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:22.941924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-0036f317-4f6b-4b13-bb07-9c1b04c16233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.943517 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-0036f317-4f6b-4b13-bb07-9c1b04c16233 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 200 len: 859 time: 0.0637276 Jul 16 20:21:22.959949 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca99eab8-d8e3-4c58-a4c2-8a4044249fee tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:21:22.960716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca99eab8-d8e3-4c58-a4c2-8a4044249fee tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:22.967851 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-0d15bd6d-1132-428b-b931-7ca038d6cd78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2030158 Jul 16 20:21:22.968125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca99eab8-d8e3-4c58-a4c2-8a4044249fee tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/5ac62252-001a-4bc6-89ba-9252de294b5d HTTP/1.1" status: 404 len: 333 time: 0.0605941 Jul 16 20:21:22.970222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43328) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:23.015447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Deleting port 9668bcfa-a100-445a-916d-952509d5ffd5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:23.016051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.090664 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0333c35-6a44-46d2-bae8-a745e092d6b5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:21:23.095999 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f0333c35-6a44-46d2-bae8-a745e092d6b5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/5ac62252-001a-4bc6-89ba-9252de294b5d HTTP/1.1" status: 404 len: 333 time: 0.1262815 Jul 16 20:21:23.139649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43330) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:23.205673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eb149c96-91e4-4e06-8a04-c796d7836011 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:23.261571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-915fd471-94b4-4c49-82a8-d99cad9a9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.265146 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-915fd471-94b4-4c49-82a8-d99cad9a9162 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 1095 time: 0.2335577 Jul 16 20:21:23.269582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-fc7e2359-ed2e-4caa-8090-1d9d25b91ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.271584 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-fc7e2359-ed2e-4caa-8090-1d9d25b91ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1390605-a47c-46d1-8d60-79af81a18376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3201497 Jul 16 20:21:23.289798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.290114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port eb149c96-91e4-4e06-8a04-c796d7836011 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:23.290557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.300664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port eb149c96-91e4-4e06-8a04-c796d7836011 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:23.301178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.353711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:23.359777 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.359899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8bf9bc2e-d82d-480b-911b-531584fce799 None None] Could not find standard attr ID for object 5ac62252-001a-4bc6-89ba-9252de294b5d. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:23.424404 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.441540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.478140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port eb149c96-91e4-4e06-8a04-c796d7836011, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eb149c96-91e4-4e06-8a04-c796d7836011,segment=NetworkSegment(bd28a679-fda3-4769-bb67-f2239f4e07e4),segment_id=bd28a679-fda3-4769-bb67-f2239f4e07e4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:23.480578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Calling delete_port for 9668bcfa-a100-445a-916d-952509d5ffd5 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:23.485020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.580485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=eb149c96-91e4-4e06-8a04-c796d7836011,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.612257 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-1518fb97-3833-44d5-b41e-c04f173f25f0 service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304050 Jul 16 20:21:23.614452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-f3b7b800-c39f-43c8-b111-a2b49bf3e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.616878 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-f3b7b800-c39f-43c8-b111-a2b49bf3e967 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2943122 Jul 16 20:21:23.697868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.728734 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-4fe19960-80f6-4cb1-ab29-865d62eebfea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 200 len: 217 time: 0.0949481 Jul 16 20:21:23.820904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.847000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-29705694-254b-4721-b899-204c45294736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.848584 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-29705694-254b-4721-b899-204c45294736 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1115439 Jul 16 20:21:23.867745 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.869735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd HTTP/1.1" status: 204 len: 168 time: 0.7290723 Jul 16 20:21:23.870759 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e9c40fcd-0adf-4c10-b30a-5f9e24e0688f req-10fc890d-ab40-4914-89a5-1c3599f549cb service neutron] 10.222.0.26 "GET /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522111 Jul 16 20:21:23.870942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6f986-ed64-4c0f-8cfb-429cf900af33 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.874800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43332) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:23.885041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a75269-9dfb-410e-889e-2bfeb52f26ee None None] Network a438de20-906c-46a4-a074-933cccbee51b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:23.892259 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-b5fff2f4-bd65-41d3-939f-6bb5dc624824 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338137 Jul 16 20:21:23.901905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.951089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Pushing event deleted for resources: {'Port': ['ID=9668bcfa-a100-445a-916d-952509d5ffd5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.021242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.038905 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-7e388920-51ec-4ce0-aa36-0d1c538110ca service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373322 Jul 16 20:21:24.044009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:24.046703 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d44d061-0fe0-4725-99a5-233c60f73b47" -d '{"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:24.102844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.105650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.107028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f65ca04-dde4-46b5-aaf5-6348f557c16f req-76a5fabf-1958-4d44-809c-d565b6b216a3 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.100 "DELETE /v2.0/floatingips/c4d41c74-9f6e-44ef-9697-027afdd77483 HTTP/1.1" status: 204 len: 173 time: 1.3091521 Jul 16 20:21:24.136443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port eb149c96-91e4-4e06-8a04-c796d7836011 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:24.136789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.227045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] For port eb149c96-91e4-4e06-8a04-c796d7836011, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eb149c96-91e4-4e06-8a04-c796d7836011,segment=NetworkSegment(bd28a679-fda3-4769-bb67-f2239f4e07e4),segment_id=bd28a679-fda3-4769-bb67-f2239f4e07e4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:24.227477 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.248568 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0035793-5cae-4ec3-afe2-c70b89ea30f9 req-4d36a1e6-9d62-4b3d-8667-fa0a44852131 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016988 Jul 16 20:21:24.255854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for eb149c96-91e4-4e06-8a04-c796d7836011 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:24.275480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43338) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.279567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] DHCP port deletion for a438de20-906c-46a4-a074-933cccbee51b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:24.382205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] Deleting port eb149c96-91e4-4e06-8a04-c796d7836011 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:24.384072 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.470142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.508307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] For port eb149c96-91e4-4e06-8a04-c796d7836011, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eb149c96-91e4-4e06-8a04-c796d7836011,segment=NetworkSegment(bd28a679-fda3-4769-bb67-f2239f4e07e4),segment_id=bd28a679-fda3-4769-bb67-f2239f4e07e4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:24.508971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.536106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] Calling delete_port for eb149c96-91e4-4e06-8a04-c796d7836011 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:24.547070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=eb149c96-91e4-4e06-8a04-c796d7836011,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.557417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No DVR routers for this DVR port eb149c96-91e4-4e06-8a04-c796d7836011 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:24.810446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b58b1052-1dd4-4db5-a5f9-b23cc5d63825 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:24.836601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: b58b1052-1dd4-4db5-a5f9-b23cc5d63825 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:24.836954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b58b1052-1dd4-4db5-a5f9-b23cc5d63825 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:24.884597 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.913172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] Pushing event deleted for resources: {'Port': ['ID=eb149c96-91e4-4e06-8a04-c796d7836011,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.924780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6334c-ea21-4d4e-afdd-716c33469214 None None] No DVR routers for this DVR port eb149c96-91e4-4e06-8a04-c796d7836011 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:25.051693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.068206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eb149c96-91e4-4e06-8a04-c796d7836011 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:25.070726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a438de20-906c-46a4-a074-933cccbee51b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.097780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: eb149c96-91e4-4e06-8a04-c796d7836011 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:25.098287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eb149c96-91e4-4e06-8a04-c796d7836011 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:25.098537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd28a679-fda3-4769-bb67-f2239f4e07e4') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.098848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd28a679-fda3-4769-bb67-f2239f4e07e4') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.134657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-f4ea99cc-d6f0-4278-a102-ced6e5fe89c6 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1417207092&fields=id&tenant_id=eaf1e84742fe413d9eab5968025a9b2f HTTP/1.1" status: 200 len: 267 time: 0.1394608 Jul 16 20:21:25.140230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.206412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.221178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:25.221762 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:25.226498 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:25.332382 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.344209 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.345600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/a438de20-906c-46a4-a074-933cccbee51b HTTP/1.1" status: 204 len: 168 time: 1.4693086 Jul 16 20:21:25.352833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:25.362202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1844939527'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:25.374086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3d8f7-c481-44af-8fca-396bb88a41fc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=a438de20-906c-46a4-a074-933cccbee51b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.391355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-c3f5ba03-c5b8-47be-bb65-1bbc10aa48b1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.393156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-c3f5ba03-c5b8-47be-bb65-1bbc10aa48b1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 985 time: 0.2468309 Jul 16 20:21:25.414828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:25.418734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Request body: {'port': {'security_groups': ['82dde33a-aada-473f-8190-ae96d9a68360']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:25.421670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.458123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:25.470469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.470825 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment e17f2bfe-5c56-4ca9-b1b3-578abdb2e286 of type vlan for network 23118003-a151-4e9f-a824-1a96c92be8e7 Jul 16 20:21:25.518768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.563103 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.569544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.570345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.622762 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2642851 Jul 16 20:21:25.622762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:25.630719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:25.636287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.666360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dce11-e796-4e69-a500-3b4751936438 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=23118003-a151-4e9f-a824-1a96c92be8e7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.682047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 23118003-a151-4e9f-a824-1a96c92be8e7 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:25.718420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.803943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:25.810433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.085033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.168379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=3cf38d60-1201-4a6c-a0f7-4f115214986c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.182024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': 'e17f2bfe-5c56-4ca9-b1b3-578abdb2e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:26.182408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: 23118003-a151-4e9f-a824-1a96c92be8e7, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:26.206298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 23118003-a151-4e9f-a824-1a96c92be8e7 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:26.218860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 23118003-a151-4e9f-a824-1a96c92be8e7) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:26.225381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.226228 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.234876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb7ce2-107e-4c6d-bc5e-9c25bccd3e63 None None] Network 23118003-a151-4e9f-a824-1a96c92be8e7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:26.258825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=79f61a2e-e458-46ec-b068-3965b67f7e95,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:26.260432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cb47798b-1ac4-4764-9980-9923c9751158 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6363010 Jul 16 20:21:26.264464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43346) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:26.272394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-970909609'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:26.368968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.386660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.410402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['79f61a2e-e458-46ec-b068-3965b67f7e95'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:26.453273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:26.458342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.481146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 8b36910a-e323-4d14-8596-b99cf2a0f51f yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:26.529510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b192ba-457c-4088-acec-b95964a564be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-23118003-a151-4e9f-a824-1a96c92be8e7', 'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7', 'tenant_id': '8e621785071b449ba1f164a68a695f66', 'fixed_ips': [{'subnet_id': '3cf38d60-1201-4a6c-a0f7-4f115214986c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:26.530419 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b192ba-457c-4088-acec-b95964a564be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.533891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.535212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.537476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00986a7a-b832-4dbc-8076-106e45c630f0 req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "PUT /v2.0/ports/79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 943 time: 1.1327376 Jul 16 20:21:26.579204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10661f9a-5c24-4dc0-9fde-16a7d0ebb571 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event updated for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.614106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Deleting port bdc3921a-5618-4e5d-a009-a680bb01c51d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:26.614620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.648523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['79f61a2e-e458-46ec-b068-3965b67f7e95'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:26.697458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.6 (23118003-a151-4e9f-a824-1a96c92be8e7/3cf38d60-1201-4a6c-a0f7-4f115214986c/8b36910a-e323-4d14-8596-b99cf2a0f51f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:26.779275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] For port bdc3921a-5618-4e5d-a009-a680bb01c51d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bdc3921a-5618-4e5d-a009-a680bb01c51d,segment=NetworkSegment(c348d1ac-ac18-42db-b2e1-b7b87dd82b21),segment_id=c348d1ac-ac18-42db-b2e1-b7b87dd82b21)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:26.779916 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.806328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Calling delete_port for bdc3921a-5618-4e5d-a009-a680bb01c51d owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:26.915492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.937123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 8b36910a-e323-4d14-8596-b99cf2a0f51f will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:26.983784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.017981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 23118003-a151-4e9f-a824-1a96c92be8e7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:27.043310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:27.048172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:27.054634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.056314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-39b192ba-457c-4088-acec-b95964a564be None None] Allocated IP 172.20.0.2 (23118003-a151-4e9f-a824-1a96c92be8e7/3cf38d60-1201-4a6c-a0f7-4f115214986c/08305015-f73a-460f-b1ea-688bd60a8626) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:27.111496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc3921a-5618-4e5d-a009-a680bb01c51d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.115854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=8b36910a-e323-4d14-8596-b99cf2a0f51f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.136205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.136932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.160039 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d60a08ec-c6b2-4862-8d71-ba20633d871b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8911572 Jul 16 20:21:27.160405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.296576 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b192ba-457c-4088-acec-b95964a564be None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.299888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 8b36910a-e323-4d14-8596-b99cf2a0f51f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:27.300513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.308044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-39b192ba-457c-4088-acec-b95964a564be None None] Transition to ACTIVE for port object 08305015-f73a-460f-b1ea-688bd60a8626 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:27.329946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-39b192ba-457c-4088-acec-b95964a564be None None] Transition to ACTIVE for port object 08305015-f73a-460f-b1ea-688bd60a8626 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:27.338254 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b192ba-457c-4088-acec-b95964a564be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.399396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b192ba-457c-4088-acec-b95964a564be None None] Network 23118003-a151-4e9f-a824-1a96c92be8e7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:27.403319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-39b192ba-457c-4088-acec-b95964a564be None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:27.407000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b192ba-457c-4088-acec-b95964a564be None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:27.424519 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.440092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 8b36910a-e323-4d14-8596-b99cf2a0f51f owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:27.441854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b192ba-457c-4088-acec-b95964a564be None None] Pushing event updated for resources: {'Port': ['ID=08305015-f73a-460f-b1ea-688bd60a8626,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.465981 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.520080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-39b192ba-457c-4088-acec-b95964a564be None None] Attempting to bind port 08305015-f73a-460f-b1ea-688bd60a8626 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:27.520080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-39b192ba-457c-4088-acec-b95964a564be None None] Attempting to bind port 08305015-f73a-460f-b1ea-688bd60a8626 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'e17f2bfe-5c56-4ca9-b1b3-578abdb2e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:27.520080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b192ba-457c-4088-acec-b95964a564be None None] Attempting to bind port 08305015-f73a-460f-b1ea-688bd60a8626 on network 23118003-a151-4e9f-a824-1a96c92be8e7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:27.528659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b192ba-457c-4088-acec-b95964a564be None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:27.529298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b192ba-457c-4088-acec-b95964a564be None None] Checking segment: {'id': 'e17f2bfe-5c56-4ca9-b1b3-578abdb2e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:27.530006 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b192ba-457c-4088-acec-b95964a564be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.531003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b192ba-457c-4088-acec-b95964a564be None None] Bound using segment: {'id': 'e17f2bfe-5c56-4ca9-b1b3-578abdb2e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:27.532072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-39b192ba-457c-4088-acec-b95964a564be None None] Bound port: 08305015-f73a-460f-b1ea-688bd60a8626, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17f2bfe-5c56-4ca9-b1b3-578abdb2e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23118003-a151-4e9f-a824-1a96c92be8e7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:27.532812 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b192ba-457c-4088-acec-b95964a564be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.559861 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7644cb38-acfe-4017-9ba2-48910aa86d05 x-openstack-request-id: req-7644cb38-acfe-4017-9ba2-48910aa86d05 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:27.559861 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5916fb-01bc-48a4-ba0b-b849945a7901", "name": "network-vif-deleted", "tag": "b58b1052-1dd4-4db5-a5f9-b23cc5d63825", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:27.560469 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7644cb38-acfe-4017-9ba2-48910aa86d05 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:27.560762 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5916fb-01bc-48a4-ba0b-b849945a7901', 'name': 'network-vif-deleted', 'tag': 'b58b1052-1dd4-4db5-a5f9-b23cc5d63825', 'status': 'completed', 'code': 200} Jul 16 20:21:27.597657 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349b5bc-9113-445b-8223-990cea7b7cca x-openstack-request-id: req-8349b5bc-9113-445b-8223-990cea7b7cca {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:27.598031 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:27.598203 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8349b5bc-9113-445b-8223-990cea7b7cca {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:27.598729 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'status': 'completed', 'code': 200} Jul 16 20:21:27.614076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.704614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-39b192ba-457c-4088-acec-b95964a564be None None] For port 08305015-f73a-460f-b1ea-688bd60a8626, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:27.721836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-39b192ba-457c-4088-acec-b95964a564be None None] For port 08305015-f73a-460f-b1ea-688bd60a8626, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08305015-f73a-460f-b1ea-688bd60a8626,segment=NetworkSegment(e17f2bfe-5c56-4ca9-b1b3-578abdb2e286),segment_id=e17f2bfe-5c56-4ca9-b1b3-578abdb2e286)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:27.733857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b192ba-457c-4088-acec-b95964a564be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.774698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=8b36910a-e323-4d14-8596-b99cf2a0f51f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.809633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b192ba-457c-4088-acec-b95964a564be None None] Pushing event updated for resources: {'Port': ['ID=08305015-f73a-460f-b1ea-688bd60a8626,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.883812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:28.004493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.011685 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3772e551-403d-4533-a74c-cb90bc516765 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/8b36910a-e323-4d14-8596-b99cf2a0f51f HTTP/1.1" status: 204 len: 168 time: 0.8476787 Jul 16 20:21:28.029811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-4ee22748-01e6-4af8-b8bf-a726e555da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.040985 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-4ee22748-01e6-4af8-b8bf-a726e555da7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.4044347 Jul 16 20:21:28.041774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43396) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.112287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:28.132970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-619c8e19-20ec-4aee-9c10-e3f812a5ac29 admin admin] 10.222.0.100 "PUT /v2.0/routers/3f0c67c9-a64e-4f94-99bf-7c184a2e347f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8493426 Jul 16 20:21:28.133786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43398) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.160378 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] Sync routers for ids ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:28.176273 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-622a0d42-8e79-4a16-b140-523b497ab768 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:21:28.179753 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-622a0d42-8e79-4a16-b140-523b497ab768 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/8b36910a-e323-4d14-8596-b99cf2a0f51f HTTP/1.1" status: 404 len: 333 time: 0.1362445 Jul 16 20:21:28.187524 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] Routers {'3f0c67c9-a64e-4f94-99bf-7c184a2e347f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:28.188705 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:28.204963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43400) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.353314 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] Set router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:28.461796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.469742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-90738fbc-b2f0-4296-a3e0-66fa70a3a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.471421 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-90738fbc-b2f0-4296-a3e0-66fa70a3a6b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.4131289 Jul 16 20:21:28.498430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet 3cf38d60-1201-4a6c-a0f7-4f115214986c {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:28.502884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.596310 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-deb92819-aed6-42e3-afcb-bf5c26ba1217 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 217 time: 0.1141679 Jul 16 20:21:28.617381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.662425 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '3ff68587-7857-4271-88e7-c32f68fce935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:21:26Z', 'revision_number': 5, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port': {'id': '3ff68587-7857-4271-88e7-c32f68fce935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:15Z', 'updated_at': '2021-07-16T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:28.674250 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.703600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-fd202e56-e5d4-4e03-ab0e-670716b23262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.705154 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-fd202e56-e5d4-4e03-ab0e-670716b23262 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.1010473 Jul 16 20:21:28.725809 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] Checking router: 3f0c67c9-a64e-4f94-99bf-7c184a2e347f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:28.743090 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] Routers {'3f0c67c9-a64e-4f94-99bf-7c184a2e347f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:28.744246 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:28.753598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-2e0f9ba0-5346-4472-9a56-6c331b18e925 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2058442 Jul 16 20:21:28.769184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:28.784578 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-78e5e9c8-7f89-4123-86de-88e4786e4354 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480444 Jul 16 20:21:28.808244 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.840067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Deleting port 3ff68587-7857-4271-88e7-c32f68fce935 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:28.840820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.863946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.895509 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] Set router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:28.977370 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:21:28Z', 'revision_number': 6, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:29.054925 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73269e-91f0-4256-bf9a-df3f106320d5 None None] The sync data for ids ['3f0c67c9-a64e-4f94-99bf-7c184a2e347f'] in n-d-798930-6 is: [{'id': '3f0c67c9-a64e-4f94-99bf-7c184a2e347f', 'name': 'tempest-ServerRescueTestJSON-2039682586-router', 'tenant_id': 'c07cb678d24544ea834df52f33ef5bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:18:14Z', 'updated_at': '2021-07-16T20:21:28Z', 'revision_number': 6, 'project_id': 'c07cb678d24544ea834df52f33ef5bf7', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:29.089065 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-6f547de9-0384-41fa-8cdc-6b94f6eb75b3 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967024 Jul 16 20:21:29.104014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] For port 3ff68587-7857-4271-88e7-c32f68fce935, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3ff68587-7857-4271-88e7-c32f68fce935,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:29.104435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.137419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.161464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Calling delete_port for 3ff68587-7857-4271-88e7-c32f68fce935 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:29.216537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf38d60-1201-4a6c-a0f7-4f115214986c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.228914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.235914 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8755ff92-45a3-41c5-b8c0-11b33d484d92 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/3cf38d60-1201-4a6c-a0f7-4f115214986c HTTP/1.1" status: 204 len: 168 time: 1.0235877 Jul 16 20:21:29.239005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43402) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:29.287157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.303325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b2c32-cc87-4c82-8e27-35a3113cce9f None None] Network 23118003-a151-4e9f-a824-1a96c92be8e7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:29.359692 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d44d061-0fe0-4725-99a5-233c60f73b47 req-7cf568fd-6903-446c-b6d9-4ac23d0600f1 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626832 Jul 16 20:21:29.380192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-63132430-d6f5-43f8-856a-9bb08108731e None None] Provisioning for port 08305015-f73a-460f-b1ea-688bd60a8626 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:29.445761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.648440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-111f7006-5ea6-47f7-a7c3-9031f04ec4ae tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.654964 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-111f7006-5ea6-47f7-a7c3-9031f04ec4ae tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.26 "GET /v2.0/ports?device_id=d648bded-a9b1-4922-9cad-ebcbc2a1544e HTTP/1.1" status: 200 len: 945 time: 0.1664824 Jul 16 20:21:29.694895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] DHCP port deletion for 23118003-a151-4e9f-a824-1a96c92be8e7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:29.805352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] Deleting port 08305015-f73a-460f-b1ea-688bd60a8626 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:29.806060 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.848344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Deleting port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:29.848864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.923063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] For port 08305015-f73a-460f-b1ea-688bd60a8626, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08305015-f73a-460f-b1ea-688bd60a8626,segment=NetworkSegment(e17f2bfe-5c56-4ca9-b1b3-578abdb2e286),segment_id=e17f2bfe-5c56-4ca9-b1b3-578abdb2e286)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:29.923813 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.941653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] Calling delete_port for 08305015-f73a-460f-b1ea-688bd60a8626 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:29.955544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:29.957839 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965a5a8-ddc8-41ef-bb89-be246503605c" -d '{"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:29.983263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] For port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:29.984121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.007482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Calling delete_port for 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:30.023189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Allocated IP 172.25.8.76 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/a6d25948-1ca9-45b6-ba3b-952f86d6e7fb) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:30.048285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.108346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff68587-7857-4271-88e7-c32f68fce935,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.113531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.145590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] Pushing event deleted for resources: {'Port': ['ID=08305015-f73a-460f-b1ea-688bd60a8626,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.159614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b229d-cbeb-486d-9d29-56f900a791e2 None None] No DVR routers for this DVR port 08305015-f73a-460f-b1ea-688bd60a8626 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:30.199231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 08305015-f73a-460f-b1ea-688bd60a8626 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:30.200176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.211758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c72fc85-6bee-4af9-a66d-27bd5b259d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.262789 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.281737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['49e12706-4ac2-4d5f-91e3-06fe87b17fa1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:30.307677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Pushing event deleted for resources: {'Port': ['ID=49e12706-4ac2-4d5f-91e3-06fe87b17fa1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.307893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.322549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] For port 08305015-f73a-460f-b1ea-688bd60a8626, host n-d-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:30.322916 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.360826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.409096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 08305015-f73a-460f-b1ea-688bd60a8626 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:30.441457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Port 08305015-f73a-460f-b1ea-688bd60a8626 was not found and therefore no delete operation was performed {{(pid=94095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:21:30.454170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.459841 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.469800 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.503800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=08305015-f73a-460f-b1ea-688bd60a8626,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.513240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No DVR routers for this DVR port 08305015-f73a-460f-b1ea-688bd60a8626 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:30.589876 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.590526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0c67c9-a64e-4f94-99bf-7c184a2e347f {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:21:30.606848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.608249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f72835ce-92c1-483e-91c1-5e04fce9d3fa admin admin] 10.222.0.100 "DELETE /v2.0/routers/3f0c67c9-a64e-4f94-99bf-7c184a2e347f HTTP/1.1" status: 204 len: 168 time: 2.4732099 Jul 16 20:21:30.616657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43408) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:30.629296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.705955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] No DVR routers for this DVR port 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:30.709861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.712036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-42058dcb-c2c3-42bc-a3ee-1e4379f000e4 req-a4668105-a53b-4ed5-84aa-f0bfd1752d03 tempest-FloatingIPsAssociationTestJSON-772341557 tempest-FloatingIPsAssociationTestJSON-772341557-project] 10.222.0.26 "DELETE /v2.0/ports/49e12706-4ac2-4d5f-91e3-06fe87b17fa1 HTTP/1.1" status: 204 len: 173 time: 1.0508101 Jul 16 20:21:30.712516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'name': 'network-vif-deleted', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:30.714921 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dde11f-720e-40fc-ac23-b0e85ac5796f" -d '{"events": [{"server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "name": "network-vif-deleted", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:30.733243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.757574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23118003-a151-4e9f-a824-1a96c92be8e7']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:30.766574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:30.781268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:30.790902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17f2bfe-5c56-4ca9-b1b3-578abdb2e286') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:30.791195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17f2bfe-5c56-4ca9-b1b3-578abdb2e286') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:30.793944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:30.798917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] Deleting subnet e4397090-04f8-4d9d-9783-07c5217a6827 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:30.828703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event updated for resources: {'Port': ['ID=a6d25948-1ca9-45b6-ba3b-952f86d6e7fb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.831296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.859811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.899148 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.906033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.937402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:30.938048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:30.943123 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:31.026592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.051840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.086691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 08305015-f73a-460f-b1ea-688bd60a8626 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:31.091787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.094063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/23118003-a151-4e9f-a824-1a96c92be8e7 HTTP/1.1" status: 204 len: 168 time: 1.8522999 Jul 16 20:21:31.098016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43412) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.104769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'name': 'tempest-PortsTestJSON-1435415799'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:31.118739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b858c-7e6c-4a54-b82f-8b4e76ede081 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=23118003-a151-4e9f-a824-1a96c92be8e7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.125610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 08305015-f73a-460f-b1ea-688bd60a8626 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:31.126997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 08305015-f73a-460f-b1ea-688bd60a8626 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:31.127670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3ff68587-7857-4271-88e7-c32f68fce935 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:31.141360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.152335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3ff68587-7857-4271-88e7-c32f68fce935 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:31.152954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3ff68587-7857-4271-88e7-c32f68fce935 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:31.153436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bdc3921a-5618-4e5d-a009-a680bb01c51d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:31.178717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: bdc3921a-5618-4e5d-a009-a680bb01c51d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:31.179068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bdc3921a-5618-4e5d-a009-a680bb01c51d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:31.213269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.225830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:31.229624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.250138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.251606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 6d898457-23ca-4919-b056-2493d4aba76e yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:31.254639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4397090-04f8-4d9d-9783-07c5217a6827,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.280812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.283360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-74d4b560-c54e-4da0-901b-7d40ace62e7d admin admin] 10.222.0.100 "DELETE /v2.0/subnets/e4397090-04f8-4d9d-9783-07c5217a6827 HTTP/1.1" status: 204 len: 168 time: 0.6653883 Jul 16 20:21:31.290513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43414) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.468622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.547535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.619649 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.664074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:31.694504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:31.700413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.701066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:31.710460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.711605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.734711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:31.749802 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6476099 Jul 16 20:21:31.750315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43416) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.758834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdcb98-30dd-47ea-adb5-f7d8b574081c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=6d898457-23ca-4919-b056-2493d4aba76e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.762450 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.766920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:31.767333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c348d1ac-ac18-42db-b2e1-b7b87dd82b21') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:31.785814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.792919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.872386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 6d898457-23ca-4919-b056-2493d4aba76e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:31.873167 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.880140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.952936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:31.953629 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:31.959754 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:31.973466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.980420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event updated for resources: {'Port': ['ID=a6d25948-1ca9-45b6-ba3b-952f86d6e7fb,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.989060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 6d898457-23ca-4919-b056-2493d4aba76e owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:32.010375 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.087353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.096343 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.098644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-4c7a07cd-9257-4d57-83c3-cce34f296c6b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3373539 Jul 16 20:21:32.105398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.117531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.126281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] 10.222.0.100 "DELETE /v2.0/networks/2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d HTTP/1.1" status: 204 len: 168 time: 0.8338718 Jul 16 20:21:32.146186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=6d898457-23ca-4919-b056-2493d4aba76e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.155536 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.162272 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-80ebab1c-c375-43d5-b291-6c2298b44f03 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/6d898457-23ca-4919-b056-2493d4aba76e HTTP/1.1" status: 204 len: 168 time: 0.4076231 Jul 16 20:21:32.162272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43420) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:32.167317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8aaf2-630f-48ad-8722-c1827e769ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a07c5d9-257f-46ce-9675-4f0ceb6e1e9d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.173799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'mac_address': 'fa:16:3e:2e:5a:31', 'name': 'tempest-PortsTestJSON-1304170343'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:32.241399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-20036d7d-84d6-48d6-9524-55b313b2b70e tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.1112347 Jul 16 20:21:32.290816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:32.373829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.403666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43422) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:32.409534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 482db4b3-99e1-4a67-bbda-4cb93ab7158e yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:32.466616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-1f87081f-1e20-4424-867f-12750d6bb88a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.468257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-522f2ac8-3b09-45d2-aa0f-e177e4072680 req-1f87081f-1e20-4424-867f-12750d6bb88a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2160289 Jul 16 20:21:32.487818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-26d75ecf-f43d-40ad-b526-410c93f8af4a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c07cb678d24544ea834df52f33ef5bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828364 Jul 16 20:21:32.491820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43426) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:32.577268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cf6eb8-acf7-45bf-a1df-c66196b8e27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.607827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cf6eb8-acf7-45bf-a1df-c66196b8e27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.615550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.646227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:32.674728 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.690665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:32.691203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 49e12706-4ac2-4d5f-91e3-06fe87b17fa1 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:32.706741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cf6eb8-acf7-45bf-a1df-c66196b8e27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.710511 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75cf6eb8-acf7-45bf-a1df-c66196b8e27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.711998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75cf6eb8-acf7-45bf-a1df-c66196b8e27e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5d35d4c4-9167-446b-8a6b-9f34eaa00f2f HTTP/1.1" status: 204 len: 168 time: 0.2190022 Jul 16 20:21:32.738330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-cba1ac82-1fc6-47cd-83c4-0a1ef02a6540 req-5ec03d3e-5fa0-43bf-9943-54ea9e3f4e6e service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:32.740741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cba1ac82-1fc6-47cd-83c4-0a1ef02a6540 req-5ec03d3e-5fa0-43bf-9943-54ea9e3f4e6e service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271063 Jul 16 20:21:32.742281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf6eb8-acf7-45bf-a1df-c66196b8e27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d35d4c4-9167-446b-8a6b-9f34eaa00f2f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.787509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:32.795824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:32.799186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=482db4b3-99e1-4a67-bbda-4cb93ab7158e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:32.803162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:32.814408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.815758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.847365 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e307e08b-e0ec-41fa-9513-8d93711a56ca tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6830411 Jul 16 20:21:32.850306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43436) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:32.969098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b0eae-2f2e-48da-af8f-869afb6516a2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:32.975896 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-009b0eae-2f2e-48da-af8f-869afb6516a2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/482db4b3-99e1-4a67-bbda-4cb93ab7158e HTTP/1.1" status: 200 len: 841 time: 0.1196182 Jul 16 20:21:32.976564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43438) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.165074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 482db4b3-99e1-4a67-bbda-4cb93ab7158e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:33.166637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.317744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.334568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 482db4b3-99e1-4a67-bbda-4cb93ab7158e owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:33.466027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.532395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=482db4b3-99e1-4a67-bbda-4cb93ab7158e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.542854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.551510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43468) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.557705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6bc09c7b-bc42-4f4f-8d75-b6832a914875 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/482db4b3-99e1-4a67-bbda-4cb93ab7158e HTTP/1.1" status: 204 len: 168 time: 0.5718968 Jul 16 20:21:33.585403 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdf76c4-b824-4462-9583-aabf8aea3c0f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:21:33.587339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1bdf76c4-b824-4462-9583-aabf8aea3c0f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/482db4b3-99e1-4a67-bbda-4cb93ab7158e HTTP/1.1" status: 404 len: 333 time: 0.0344467 Jul 16 20:21:33.592274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43472) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.597909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'name': 'tempest-PortsTestJSON-1618279646'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:33.719858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:33.724196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.751542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port fdee6e7a-db11-4ebf-8b2b-b6e172b3627d yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:33.955661 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.068551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.145681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.200520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:34.206724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:34.211106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:34.218730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:34.219527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.232260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=fdee6e7a-db11-4ebf-8b2b-b6e172b3627d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.248439 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-64c04b8c-4ca4-418c-9ade-70fd6963e2a3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6545730 Jul 16 20:21:34.252367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43488) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.259910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:34.380014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.556572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-6343b970-e072-4671-a27f-6b1172d502f9 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:34.557647 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-6343b970-e072-4671-a27f-6b1172d502f9 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2663076 Jul 16 20:21:34.618391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.626702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.653143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Request body: {'binding': {'host': 'n-h1-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:34.653923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Unknown quota resources ['binding']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:21:34.719864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] In _notify_port_updated(), no bound segment for port fdee6e7a-db11-4ebf-8b2b-b6e172b3627d on network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:34.725877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:34.726566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.728081 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "PUT /v2.0/ports/fdee6e7a-db11-4ebf-8b2b-b6e172b3627d HTTP/1.1" status: 200 len: 818 time: 0.4743481 Jul 16 20:21:34.731682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43494) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.745951 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e58d7de-0883-4746-899c-025db3663385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.749446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb41ac-a35b-4d3b-b875-cddfe90f93bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=fdee6e7a-db11-4ebf-8b2b-b6e172b3627d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.897139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port fdee6e7a-db11-4ebf-8b2b-b6e172b3627d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:34.897374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.913870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on host n-h1-798930-6 for vnic_type normal with profile None {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:34.914414 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:34.914958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:34.924402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:34.924927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:34.934335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:34.935065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:34.935742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:34.936492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Bound port: 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:34.990819 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.013531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for fdee6e7a-db11-4ebf-8b2b-b6e172b3627d owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:35.021837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:35.031555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.033761 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] 10.222.0.100 "POST /v2.0/ports/70423750-5c9c-42d5-bf5d-cb2249da3fc5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4610958 Jul 16 20:21:35.183562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43498) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.218518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.278954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=fdee6e7a-db11-4ebf-8b2b-b6e172b3627d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.297246 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.307322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cdbda456-c23f-44df-a2a0-60def36bb5c3 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/fdee6e7a-db11-4ebf-8b2b-b6e172b3627d HTTP/1.1" status: 204 len: 168 time: 0.5736413 Jul 16 20:21:35.309607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43500) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.407447 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e0a94-82cb-4d3f-b573-e4b1fa218025 x-openstack-request-id: req-eb8e0a94-82cb-4d3f-b573-e4b1fa218025 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:35.407932 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:35.408390 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-eb8e0a94-82cb-4d3f-b573-e4b1fa218025 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:35.409062 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'status': 'completed', 'code': 200} Jul 16 20:21:35.443285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b0f8e9-73c0-4448-ae0c-84368cc6372f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.446973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d4b0f8e9-73c0-4448-ae0c-84368cc6372f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1325943 Jul 16 20:21:35.453027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.458655 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5f4c4f-2dff-4a77-b86d-34e6f07029ff x-openstack-request-id: req-df5f4c4f-2dff-4a77-b86d-34e6f07029ff {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:35.459104 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d648bded-a9b1-4922-9cad-ebcbc2a1544e", "name": "network-vif-deleted", "tag": "49e12706-4ac2-4d5f-91e3-06fe87b17fa1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:35.459516 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-df5f4c4f-2dff-4a77-b86d-34e6f07029ff {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:35.460145 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd648bded-a9b1-4922-9cad-ebcbc2a1544e', 'name': 'network-vif-deleted', 'tag': '49e12706-4ac2-4d5f-91e3-06fe87b17fa1', 'status': 'completed', 'code': 200} Jul 16 20:21:35.509652 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33d0d9a-f7c5-45e1-a2e0-71e0a697cdee tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:21:35.513770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b33d0d9a-f7c5-45e1-a2e0-71e0a697cdee tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/fdee6e7a-db11-4ebf-8b2b-b6e172b3627d HTTP/1.1" status: 404 len: 333 time: 0.0581520 Jul 16 20:21:35.520272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43504) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.530157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1226577217'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:35.574946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:35.584868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.615194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-b4fea21d-80c9-459f-8775-592cca0b3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.617026 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-b4fea21d-80c9-459f-8775-592cca0b3a36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1096 time: 0.2113528 Jul 16 20:21:35.696209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-26431113-eda9-44e8-84c2-0ddf2eb74d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.698003 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-26431113-eda9-44e8-84c2-0ddf2eb74d05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.2215571 Jul 16 20:21:35.727459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:35.762896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.764006 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment e2f70f52-2673-45a7-8df0-148a50d9d68e of type vlan for network b66f472f-b98b-4719-9c76-1597645800f0 Jul 16 20:21:35.838086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9478-2758-4638-b090-10d971640087 req-4e58622a-7438-48bb-b136-7370408f8251 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.841163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-4e58622a-7438-48bb-b136-7370408f8251 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2539890 Jul 16 20:21:35.875005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.920721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-e10f9c49-0526-4297-b791-628404bc46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.922593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-e10f9c49-0526-4297-b791-628404bc46cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2968960 Jul 16 20:21:35.923508 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.960695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-05e857e2-22d5-438f-bf54-66eb44b9b168 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.1033673 Jul 16 20:21:35.990023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Request body: {'floatingip': {'port_id': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:36.010823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-3e48e162-385b-4357-a297-7ccdcaf8c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.013422 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-3e48e162-385b-4357-a297-7ccdcaf8c069 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.3027263 Jul 16 20:21:36.016233 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-4ad9a56c-8fa4-45b0-a4c3-8a19ea0d3d5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 200 len: 217 time: 0.0653579 Jul 16 20:21:36.080795 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.086858 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.098097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.099198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.109359 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-e625cea8-7104-455d-a1f1-0a742bf85119 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 217 time: 0.0881984 Jul 16 20:21:36.177120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5c6c0833-8fae-4e88-997b-9094836927e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.178954 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5c6c0833-8fae-4e88-997b-9094836927e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.1474423 Jul 16 20:21:36.233654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-ef4b09c2-1efb-48b3-b339-955b74fb2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.235417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-ef4b09c2-1efb-48b3-b339-955b74fb2802 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.1118503 Jul 16 20:21:36.238796 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-70e317be-12d6-4986-9b35-1be718608be1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471754 Jul 16 20:21:36.245949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7242734 Jul 16 20:21:36.254588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43506) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:36.290850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:36.306199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa731e-07fd-479b-8ee3-822643c2bdfc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=b66f472f-b98b-4719-9c76-1597645800f0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.321395 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-ff290e63-a8a2-40e3-a67e-be63504f0cbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786464 Jul 16 20:21:36.340295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network b66f472f-b98b-4719-9c76-1597645800f0 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:36.588388 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-4f1d1028-0ba0-4ba1-860c-52604a2de3d2 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346488 Jul 16 20:21:36.601614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.613495 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-a9c6c0e5-4e60-4252-951b-19962119a702 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785923 Jul 16 20:21:36.631226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:36.635057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.952889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.958980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.117437 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Floating IP 67db39ed-5867-4a12-bc0d-03b6dcedfa01 associated. External IP: 172.25.8.76, port: 79f61a2e-e458-46ec-b068-3965b67f7e95. Jul 16 20:21:37.293995 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2965a5a8-ddc8-41ef-bb89-be246503605c req-5395de2a-d973-469a-870c-41eae4a54b71 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169460 Jul 16 20:21:37.332423 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-c203924a-1383-43c2-bbfd-c609589d2dab service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358871 Jul 16 20:21:37.475476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.595788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=5ed98c5a-a923-4ad6-8de2-aad5f3ac2232,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.607923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': 'e2f70f52-2673-45a7-8df0-148a50d9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:37.608303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: b66f472f-b98b-4719-9c76-1597645800f0, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:37.659344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network b66f472f-b98b-4719-9c76-1597645800f0 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:37.677824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, b66f472f-b98b-4719-9c76-1597645800f0) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:37.684607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:37.685300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.702935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ead86a5-9a4d-4790-abea-40ad68673b31 None None] Network b66f472f-b98b-4719-9c76-1597645800f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:37.704960 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e6091656-dcd4-4480-a09f-d4d6c76e507b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4465275 Jul 16 20:21:37.706450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Deleting port 4cf850c2-837b-4dbf-a316-c136db7b64d6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:37.706979 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.710002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:37.726416 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-40dd0315-1e89-480b-b5b5-ed6236a5f9bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:37.926530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] For port 4cf850c2-837b-4dbf-a316-c136db7b64d6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4cf850c2-837b-4dbf-a316-c136db7b64d6,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:37.926800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.953221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Calling delete_port for 4cf850c2-837b-4dbf-a316-c136db7b64d6 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:37.992600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-b66f472f-b98b-4719-9c76-1597645800f0', 'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0', 'tenant_id': '8e621785071b449ba1f164a68a695f66', 'fixed_ips': [{'subnet_id': '5ed98c5a-a923-4ad6-8de2-aad5f3ac2232'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:37.993537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.012042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dd0315-1e89-480b-b5b5-ed6236a5f9bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:38.016846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40dd0315-1e89-480b-b5b5-ed6236a5f9bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.165026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Router e982aa26-0431-49c8-9765-94ab7874456d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:38.212005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.219141 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.328470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Allocated IP 172.20.0.2 (b66f472f-b98b-4719-9c76-1597645800f0/5ed98c5a-a923-4ad6-8de2-aad5f3ac2232/b8b6dedb-7e2e-422e-8112-bfcc345955c2) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:38.360461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:38.367441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.378995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] Sync routers for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:38.425833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-8ac70810-7e8d-41f7-99d8-fc62bc9a53a1 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "PUT /v2.0/floatingips/67db39ed-5867-4a12-bc0d-03b6dcedfa01 HTTP/1.1" status: 200 len: 996 time: 2.4526498 Jul 16 20:21:38.426533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:38.429245 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439" -d '{"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:38.470771 n-d-798930-6 neutron-server[94096]: INFO neutron.db.ipam_backend_mixin [None req-40dd0315-1e89-480b-b5b5-ed6236a5f9bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ed98c5a-a923-4ad6-8de2-aad5f3ac2232 (CIDR: 172.20.0.0/28) Jul 16 20:21:38.477633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:38.478869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.487209 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dd0315-1e89-480b-b5b5-ed6236a5f9bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:21:38.488087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dd0315-1e89-480b-b5b5-ed6236a5f9bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:21:38.536027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-40dd0315-1e89-480b-b5b5-ed6236a5f9bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8235099 Jul 16 20:21:38.540100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43514) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.556844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:38.566104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.599871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.627049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9478-2758-4638-b090-10d971640087 req-e3ee8acb-f592-420f-a2f2-d48923ef3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.642822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-e3ee8acb-f592-420f-a2f2-d48923ef3d79 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.1798596 Jul 16 20:21:38.674852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf850c2-837b-4dbf-a316-c136db7b64d6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:38.822235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:38.883932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.915077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Transition to ACTIVE for port object b8b6dedb-7e2e-422e-8112-bfcc345955c2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:38.965824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9478-2758-4638-b090-10d971640087 req-ca75b833-a236-4f1f-a9d0-6e2405e4b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.985906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-ca75b833-a236-4f1f-a9d0-6e2405e4b997 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.3400521 Jul 16 20:21:39.044856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Transition to ACTIVE for port object b8b6dedb-7e2e-422e-8112-bfcc345955c2 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:39.073308 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.134117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.140230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:39.145088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.160609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Network b66f472f-b98b-4719-9c76-1597645800f0 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:39.179713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:39.195622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:39.250383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Pushing event updated for resources: {'Port': ['ID=b8b6dedb-7e2e-422e-8112-bfcc345955c2,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:39.256242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-19501c8d-a307-407b-bbd0-630bb0d0d60c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 999 time: 0.2654433 Jul 16 20:21:39.370597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9478-2758-4638-b090-10d971640087 req-7a071f63-b6cb-4c8a-9600-abf810d46c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.384616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-7a071f63-b6cb-4c8a-9600-abf810d46c19 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.1236708 Jul 16 20:21:39.467897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-3cf786e0-5e98-4d9d-bd45-a5174ca579e6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788040 Jul 16 20:21:39.500283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Attempting to bind port b8b6dedb-7e2e-422e-8112-bfcc345955c2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:39.501014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Attempting to bind port b8b6dedb-7e2e-422e-8112-bfcc345955c2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'e2f70f52-2673-45a7-8df0-148a50d9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:39.501610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Attempting to bind port b8b6dedb-7e2e-422e-8112-bfcc345955c2 on network b66f472f-b98b-4719-9c76-1597645800f0 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:39.510493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:39.511196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Checking segment: {'id': 'e2f70f52-2673-45a7-8df0-148a50d9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:39.512429 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.513245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Bound using segment: {'id': 'e2f70f52-2673-45a7-8df0-148a50d9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:39.513972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Bound port: b8b6dedb-7e2e-422e-8112-bfcc345955c2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f70f52-2673-45a7-8df0-148a50d9d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:39.514562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.673432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] For port b8b6dedb-7e2e-422e-8112-bfcc345955c2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:39.681168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] For port b8b6dedb-7e2e-422e-8112-bfcc345955c2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8b6dedb-7e2e-422e-8112-bfcc345955c2,segment=NetworkSegment(e2f70f52-2673-45a7-8df0-148a50d9d68e),segment_id=e2f70f52-2673-45a7-8df0-148a50d9d68e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:39.683335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-f3db3be5-d946-41cd-889b-93b8f9359acb service neutron] 10.222.0.100 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135019 Jul 16 20:21:39.700204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Router 97532a26-a9fb-4d0c-a4c1-09201088137f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:39.700793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.835197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11497f69-5c13-49ec-96d5-3f6edda54948 None None] Pushing event updated for resources: {'Port': ['ID=b8b6dedb-7e2e-422e-8112-bfcc345955c2,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:39.860852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '67db39ed-5867-4a12-bc0d-03b6dcedfa01', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'port_id': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'mac_address': 'fa:16:3e:1e:43:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:30Z', 'updated_at': '2021-07-16T20:21:36Z', 'revision_number': 1, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:33Z', 'revision_number': 5, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:39.903914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6cf9478-2758-4638-b090-10d971640087 req-d3c7d442-59e1-47d5-acd9-de3ae3896f96 service neutron] 10.222.0.100 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145538 Jul 16 20:21:39.930626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] Checking router: e982aa26-0431-49c8-9765-94ab7874456d for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:39.951890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:39.952997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:40.179985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.299999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:40.301771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:40.311133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=8d753008-f6ce-409c-ad1b-abc82402b428,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.314700 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] Sync routers for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:40.344048 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f96d8f8e-54b9-4780-9dce-6f42cdb6a71d admin admin] 10.222.0.100 "PUT /v2.0/routers/97532a26-a9fb-4d0c-a4c1-09201088137f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1584992 Jul 16 20:21:40.346912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43524) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:40.354115 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:40.355171 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:40.358366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network b66f472f-b98b-4719-9c76-1597645800f0 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:40.361358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:40.377439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:40.378574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.420478 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f758c153-ade0-4a75-9836-9e264daacc8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8735421 Jul 16 20:21:40.421373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43526) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:40.429037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0', 'fixed_ips': [{'subnet_id': '5ed98c5a-a923-4ad6-8de2-aad5f3ac2232'}, {'subnet_id': '8d753008-f6ce-409c-ad1b-abc82402b428'}], 'name': 'tempest-PortsTestJSON-796527829'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:40.614280 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.717205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:40.814047 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:40.945705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.041491 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port ac193315-c34e-4077-ae3a-01ce14c85b48 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:41.140127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.280101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '67db39ed-5867-4a12-bc0d-03b6dcedfa01', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'port_id': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'mac_address': 'fa:16:3e:1e:43:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:30Z', 'updated_at': '2021-07-16T20:21:36Z', 'revision_number': 1, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:33Z', 'revision_number': 5, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:41.361687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Deleting port 7847e0f8-8379-4072-af9d-b82fc2741ace {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:41.362747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.515495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8b6dedb-7e2e-422e-8112-bfcc345955c2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:41.522604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedfc89-0823-46e0-957b-18564d89f1ac None None] The sync data for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 is: [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '67db39ed-5867-4a12-bc0d-03b6dcedfa01', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'port_id': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'mac_address': 'fa:16:3e:1e:43:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:30Z', 'updated_at': '2021-07-16T20:21:36Z', 'revision_number': 1, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:33Z', 'revision_number': 5, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:41.602743 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:21:38Z', 'revision_number': 5, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port': {'id': '7847e0f8-8379-4072-af9d-b82fc2741ace', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:07Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:41.687898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] For port 7847e0f8-8379-4072-af9d-b82fc2741ace, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7847e0f8-8379-4072-af9d-b82fc2741ace,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:41.692041 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.730480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Calling delete_port for 7847e0f8-8379-4072-af9d-b82fc2741ace owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:41.735685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:42.047949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.093193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24922c17-4343-4a2b-952f-724a5894c093 None None] Network b66f472f-b98b-4719-9c76-1597645800f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:42.109061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] Checking router: 97532a26-a9fb-4d0c-a4c1-09201088137f for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:42.122773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Pushing event deleted for resources: {'Port': ['ID=7847e0f8-8379-4072-af9d-b82fc2741ace,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.126165 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] Routers {'97532a26-a9fb-4d0c-a4c1-09201088137f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:42.129223 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['97532a26-a9fb-4d0c-a4c1-09201088137f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:42.199427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f87c8-8afe-442c-9fd2-1d726096730f None None] New status for floating IP 67db39ed-5867-4a12-bc0d-03b6dcedfa01: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:42.321839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.339096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.12 (b66f472f-b98b-4719-9c76-1597645800f0/5ed98c5a-a923-4ad6-8de2-aad5f3ac2232/ac193315-c34e-4077-ae3a-01ce14c85b48) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:42.353430 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] Set router 97532a26-a9fb-4d0c-a4c1-09201088137f gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:42.366097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.29 (b66f472f-b98b-4719-9c76-1597645800f0/8d753008-f6ce-409c-ad1b-abc82402b428/ac193315-c34e-4077-ae3a-01ce14c85b48) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:42.488383 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:21:41Z', 'revision_number': 7, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:42.497823 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4e3a2145-356d-4589-beb3-b94be8fa1afc None None] Provisioning for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:42.628516 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a7e4a-2cb7-40f4-837d-d3d9f02e6526 None None] The sync data for ids ['97532a26-a9fb-4d0c-a4c1-09201088137f'] in n-d-798930-6 is: [{'id': '97532a26-a9fb-4d0c-a4c1-09201088137f', 'name': 'tempest-FloatingIPsAssociationTestJSON-283384227-router', 'tenant_id': '45109ed8bc7f49319a2e65bf623c32c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:21:41Z', 'revision_number': 7, 'project_id': '45109ed8bc7f49319a2e65bf623c32c7', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:42.645604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.651307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.782508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.803011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object ac193315-c34e-4077-ae3a-01ce14c85b48 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:42.804756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.806064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97532a26-a9fb-4d0c-a4c1-09201088137f {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:21:42.825169 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.828283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a814bae5-eea6-4a00-a4a1-a30700caf232 admin admin] 10.222.0.100 "DELETE /v2.0/routers/97532a26-a9fb-4d0c-a4c1-09201088137f HTTP/1.1" status: 204 len: 168 time: 2.4794917 Jul 16 20:21:42.844588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43552) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.853997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.870500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4e3a2145-356d-4589-beb3-b94be8fa1afc None None] Provisioning complete for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:42.872057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2145-356d-4589-beb3-b94be8fa1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.884981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634152fb-1410-423d-82f4-0457040a2717 req-4b936eda-e800-49ab-b0c0-1e98d40c5b62 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.889462 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-634152fb-1410-423d-82f4-0457040a2717 req-4b936eda-e800-49ab-b0c0-1e98d40c5b62 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 945 time: 0.2966619 Jul 16 20:21:42.930600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network b66f472f-b98b-4719-9c76-1597645800f0 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:42.936979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:42.944826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:43.024078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=ac193315-c34e-4077-ae3a-01ce14c85b48,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.066585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.067858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.128506 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b5d2ef07-8e27-49a3-a78d-e5b5a5f4583b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7054467 Jul 16 20:21:43.129457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43556) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.138206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ed98c5a-a923-4ad6-8de2-aad5f3ac2232'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:43.192523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] Deleting subnet f9a8a3b7-ba11-4287-8f39-659cee3bbfea {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:43.232136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.266975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4cf850c2-837b-4dbf-a316-c136db7b64d6 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:43.332916 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.335824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4cf850c2-837b-4dbf-a316-c136db7b64d6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:43.335824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4cf850c2-837b-4dbf-a316-c136db7b64d6 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:43.395934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.437937 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2145-356d-4589-beb3-b94be8fa1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.491024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.525545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4e3a2145-356d-4589-beb3-b94be8fa1afc None None] For port b8b6dedb-7e2e-422e-8112-bfcc345955c2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8b6dedb-7e2e-422e-8112-bfcc345955c2,segment=NetworkSegment(e2f70f52-2673-45a7-8df0-148a50d9d68e),segment_id=e2f70f52-2673-45a7-8df0-148a50d9d68e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:43.537792 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2145-356d-4589-beb3-b94be8fa1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.588695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-634152fb-1410-423d-82f4-0457040a2717 req-0485cc46-82a4-4c67-b883-ff5fb517ffcc tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786077 Jul 16 20:21:43.687224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.745548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] Update dhcp port {'port': {'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0', 'fixed_ips': [{'subnet_id': '5ed98c5a-a923-4ad6-8de2-aad5f3ac2232', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d753008-f6ce-409c-ad1b-abc82402b428'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'b8b6dedb-7e2e-422e-8112-bfcc345955c2'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:21:43.784731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Delete allocated IP 172.20.0.29 (b66f472f-b98b-4719-9c76-1597645800f0/8d753008-f6ce-409c-ad1b-abc82402b428) {{(pid=94096) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:21:43.827440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a2145-356d-4589-beb3-b94be8fa1afc None None] Pushing event updated for resources: {'Port': ['ID=b8b6dedb-7e2e-422e-8112-bfcc345955c2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.838990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.875225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a8a3b7-ba11-4287-8f39-659cee3bbfea,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.884446 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.904286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-92192877-e71d-4fdc-98c1-e9c53be04653 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f9a8a3b7-ba11-4287-8f39-659cee3bbfea HTTP/1.1" status: 204 len: 168 time: 1.0126688 Jul 16 20:21:43.906628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43558) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:43.942352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3570e-9c28-462d-ac7a-a13e81ed2948 None None] Network e1390605-a47c-46d1-8d60-79af81a18376 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:44.086467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.118175 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eba1a19-e4cf-480a-ab50-aa76720435e8 x-openstack-request-id: req-0eba1a19-e4cf-480a-ab50-aa76720435e8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:44.118755 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:44.119014 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0eba1a19-e4cf-480a-ab50-aa76720435e8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:44.119481 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'status': 'completed', 'code': 200} Jul 16 20:21:44.128269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Ignored duplicate provisioning block setup for port ac193315-c34e-4077-ae3a-01ce14c85b48 by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:21:44.161304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.206658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.304752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-c471aa47-0baa-49d2-8712-3dfb55d6285f tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 1001 time: 0.1842427 Jul 16 20:21:44.395710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-e3486eb1-cb3b-472d-9721-d369c7b3390a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.412663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-e3486eb1-cb3b-472d-9721-d369c7b3390a tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports/79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 943 time: 0.1069164 Jul 16 20:21:44.450518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] Allocated IP 172.20.0.18 (b66f472f-b98b-4719-9c76-1597645800f0/8d753008-f6ce-409c-ad1b-abc82402b428/b8b6dedb-7e2e-422e-8112-bfcc345955c2) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:44.472159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Deleting port f331ec95-5328-4f87-95d6-ad45e50e38dd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:44.473272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.504732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=ac193315-c34e-4077-ae3a-01ce14c85b48,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.577272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] DHCP port deletion for e1390605-a47c-46d1-8d60-79af81a18376 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:44.615672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-2ee22420-7a08-4780-9b61-d30b96d812d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.618248 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-2ee22420-7a08-4780-9b61-d30b96d812d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.4874184 Jul 16 20:21:44.621018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] For port f331ec95-5328-4f87-95d6-ad45e50e38dd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f331ec95-5328-4f87-95d6-ad45e50e38dd,segment=NetworkSegment(860d1fe7-8af0-4051-afa9-f176c2fccd69),segment_id=860d1fe7-8af0-4051-afa9-f176c2fccd69)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:44.621474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.642168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Calling delete_port for f331ec95-5328-4f87-95d6-ad45e50e38dd owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:44.741202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:44.746791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] In _notify_port_updated(), no bound segment for port ac193315-c34e-4077-ae3a-01ce14c85b48 on network b66f472f-b98b-4719-9c76-1597645800f0 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:44.772409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.773547 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.779746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9d3a97b9-0425-48a9-9892-9e06a42ef914 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "PUT /v2.0/ports/ac193315-c34e-4077-ae3a-01ce14c85b48 HTTP/1.1" status: 200 len: 919 time: 1.6448159 Jul 16 20:21:44.782589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43562) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:44.792383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ed98c5a-a923-4ad6-8de2-aad5f3ac2232'}, {'subnet_id': '8d753008-f6ce-409c-ad1b-abc82402b428'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:44.831289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] For port b8b6dedb-7e2e-422e-8112-bfcc345955c2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8b6dedb-7e2e-422e-8112-bfcc345955c2,segment=NetworkSegment(e2f70f52-2673-45a7-8df0-148a50d9d68e),segment_id=e2f70f52-2673-45a7-8df0-148a50d9d68e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:44.849410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] Deleting port f331ec95-5328-4f87-95d6-ad45e50e38dd {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:44.850168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.910069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-073378f1-1d2e-48e3-a3fb-aeceacb5df0b tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 1001 time: 0.1259537 Jul 16 20:21:44.911423 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.935923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] No DVR routers for this DVR port f331ec95-5328-4f87-95d6-ad45e50e38dd on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:45.031988 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:21:45.069873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] For port f331ec95-5328-4f87-95d6-ad45e50e38dd, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:45.070676 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.075293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.148587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-0a1d0e4c-802e-4700-a810-3b27c898058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.151209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-0a1d0e4c-802e-4700-a810-3b27c898058d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.5104558 Jul 16 20:21:45.152075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] Calling delete_port for f331ec95-5328-4f87-95d6-ad45e50e38dd owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:45.161210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] Port f331ec95-5328-4f87-95d6-ad45e50e38dd was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:21:45.176852 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.181809 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.261635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8b6dedb-7e2e-422e-8112-bfcc345955c2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:45.274855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] Pushing event deleted for resources: {'Port': ['ID=f331ec95-5328-4f87-95d6-ad45e50e38dd,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.282574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f331ec95-5328-4f87-95d6-ad45e50e38dd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.325965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] Transition to ACTIVE for port object b8b6dedb-7e2e-422e-8112-bfcc345955c2 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:45.369088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283bc632-c43f-4bc0-8d13-5e35fde4761d None None] No DVR routers for this DVR port f331ec95-5328-4f87-95d6-ad45e50e38dd on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:45.382548 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.427385 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-3581410b-5d86-4430-8282-cc16323f2550 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 1001 time: 0.2348492 Jul 16 20:21:45.442968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.515192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1390605-a47c-46d1-8d60-79af81a18376']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:45.528798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-2c101e34-0962-4299-a6f9-15b6dc097792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.531493 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-2c101e34-0962-4299-a6f9-15b6dc097792 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.0933516 Jul 16 20:21:45.553962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860d1fe7-8af0-4051-afa9-f176c2fccd69') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:45.554389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860d1fe7-8af0-4051-afa9-f176c2fccd69') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:45.577425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-390b6950-5de5-4e28-9db1-ffcfaade7b77 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.587017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-390b6950-5de5-4e28-9db1-ffcfaade7b77 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.6638451 Jul 16 20:21:45.711707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-5efde4f5-30e3-4ace-87f3-fd09342e5d89 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 1001 time: 0.1234388 Jul 16 20:21:45.720688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.726498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:45.811186 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.875411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.882304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:45.889780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:45.890225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:45.892656 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:45.953362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'mac_address': 'fa:16:3e:40:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:45.961256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edfd22-3c40-4561-8b7a-538696f29312 None None] Pushing event updated for resources: {'Port': ['ID=b8b6dedb-7e2e-422e-8112-bfcc345955c2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.148616 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.165927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.185655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.191901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e1390605-a47c-46d1-8d60-79af81a18376 HTTP/1.1" status: 204 len: 168 time: 2.2835181 Jul 16 20:21:46.229956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282329a-ce68-4ad7-adeb-81199d5b2fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1390605-a47c-46d1-8d60-79af81a18376,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.242719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9241cf3-c3dc-4a38-b68d-465c5741f880 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:46.256059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f331ec95-5328-4f87-95d6-ad45e50e38dd no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:46.270772 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-9e9685c3-c6de-4653-8313-f751c942471e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594378 Jul 16 20:21:46.315624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f331ec95-5328-4f87-95d6-ad45e50e38dd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:46.316426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f331ec95-5328-4f87-95d6-ad45e50e38dd not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:46.317230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7847e0f8-8379-4072-af9d-b82fc2741ace no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:46.343151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.358460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.361128 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Floating IP 67db39ed-5867-4a12-bc0d-03b6dcedfa01 disassociated. External IP: 172.25.8.76, port: 79f61a2e-e458-46ec-b068-3965b67f7e95. Jul 16 20:21:46.460662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:46.467853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 7847e0f8-8379-4072-af9d-b82fc2741ace {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:46.470804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7847e0f8-8379-4072-af9d-b82fc2741ace not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:46.491233 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.609287 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-79c179a7-7e7e-4ec3-9104-3e6e47b0083b req-d11a5278-3604-441a-a28b-10c8ab888b70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.1190016 Jul 16 20:21:46.630848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e9241cf3-c3dc-4a38-b68d-465c5741f880'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:46.760525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:46.770202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.797778 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-ae26e489-2ab8-46d3-ab8e-d83d35d801b9 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104256 Jul 16 20:21:46.827070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.26 (b66f472f-b98b-4719-9c76-1597645800f0/8d753008-f6ce-409c-ad1b-abc82402b428/ac193315-c34e-4077-ae3a-01ce14c85b48) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:46.903801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fce3827c-3d3f-4fec-a4c0-a43b88f19ec7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=45109ed8bc7f49319a2e65bf623c32c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416280 Jul 16 20:21:46.914697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43588) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:47.037888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.081242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Ignored duplicate provisioning block setup for port ac193315-c34e-4077-ae3a-01ce14c85b48 by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:21:47.091621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.152742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02790d29-2425-4a61-85a5-de13a4d563dd None None] Network b66f472f-b98b-4719-9c76-1597645800f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:47.182079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8b6dedb-7e2e-422e-8112-bfcc345955c2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:47.237616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f31e408-9ea1-4285-adee-90b44a83cd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.307050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=ac193315-c34e-4077-ae3a-01ce14c85b48,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.401129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f31e408-9ea1-4285-adee-90b44a83cd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.418629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-62ae59fc-a7a5-4ac3-98bf-d58525945d6c None None] Provisioning for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:47.493688 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2c9f65e8-6a9f-41c9-9fda-938b4a0ef439 req-223879c6-7f5c-4a41-84d8-6f0ce6918593 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863973 Jul 16 20:21:47.493974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:47.493974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.497858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-62ae59fc-a7a5-4ac3-98bf-d58525945d6c None None] Provisioning complete for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:47.498953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae59fc-a7a5-4ac3-98bf-d58525945d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.510704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] In _notify_port_updated(), no bound segment for port ac193315-c34e-4077-ae3a-01ce14c85b48 on network b66f472f-b98b-4719-9c76-1597645800f0 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:47.543388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.555554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.565906 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2021b92c-9eb1-4040-af33-f8346fa9d358 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "PUT /v2.0/ports/ac193315-c34e-4077-ae3a-01ce14c85b48 HTTP/1.1" status: 200 len: 999 time: 2.7771211 Jul 16 20:21:47.565906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43594) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:47.641573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f31e408-9ea1-4285-adee-90b44a83cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.662907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f31e408-9ea1-4285-adee-90b44a83cd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.665293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9f31e408-9ea1-4285-adee-90b44a83cd8f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/649e03da-dde0-4c81-b743-a39f76203284 HTTP/1.1" status: 204 len: 168 time: 0.7489226 Jul 16 20:21:47.670793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Router e982aa26-0431-49c8-9765-94ab7874456d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:47.731013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31e408-9ea1-4285-adee-90b44a83cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e03da-dde0-4c81-b743-a39f76203284,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.887082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port ac193315-c34e-4077-ae3a-01ce14c85b48 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:47.888966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.061144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:48.077422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] Sync routers for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:48.078312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.114741 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:48.117622 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:48.146351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-d7ede7d6-2f82-462c-9a71-79a5552d2e43 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "PUT /v2.0/floatingips/67db39ed-5867-4a12-bc0d-03b6dcedfa01 HTTP/1.1" status: 200 len: 694 time: 2.4331102 Jul 16 20:21:48.146973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:48.151274 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed512d-140a-4370-b196-0b2d3fb24e39" -d '{"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:48.259615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.291044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for ac193315-c34e-4077-ae3a-01ce14c85b48 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:48.382542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-fb6d12b1-78bb-4685-9ecd-69584aa7cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.385393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-fb6d12b1-78bb-4685-9ecd-69584aa7cd7e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.1983459 Jul 16 20:21:48.407061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:48.481668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-62ae59fc-a7a5-4ac3-98bf-d58525945d6c None None] Provisioning for port ac193315-c34e-4077-ae3a-01ce14c85b48 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:48.517459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-62ae59fc-a7a5-4ac3-98bf-d58525945d6c None None] Provisioning complete for port ac193315-c34e-4077-ae3a-01ce14c85b48 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:48.518198 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae59fc-a7a5-4ac3-98bf-d58525945d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.629929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-62ae59fc-a7a5-4ac3-98bf-d58525945d6c None None] Port ac193315-c34e-4077-ae3a-01ce14c85b48 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:48.742717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-826d020a-5374-4804-8fb0-0da2a86bd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.743723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:48.747634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-826d020a-5374-4804-8fb0-0da2a86bd14a service neutron] 10.222.0.100 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.3396213 Jul 16 20:21:48.800281 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.878537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=ac193315-c34e-4077-ae3a-01ce14c85b48,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:48.889529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e9241cf3-c3dc-4a38-b68d-465c5741f880 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:48.890036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.895698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-69f7aec7-1a68-442e-89da-00e05b41ab7a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 217 time: 0.1291447 Jul 16 20:21:48.999337 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:33Z', 'revision_number': 5, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:49.059865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-b25128fc-252a-402c-a68c-930b31ab9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.063102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-b25128fc-252a-402c-a68c-930b31ab9b1c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.1575644 Jul 16 20:21:49.098048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] Checking router: e982aa26-0431-49c8-9765-94ab7874456d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:49.113657 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:49.114754 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:49.162172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.182231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-cd1e0136-34f2-4d49-825c-48a076d63be9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039002 Jul 16 20:21:49.207758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.218144 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e59d5bc0-de94-4065-abc9-5967709f7998 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/ac193315-c34e-4077-ae3a-01ce14c85b48 HTTP/1.1" status: 204 len: 168 time: 1.6437166 Jul 16 20:21:49.218689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43616) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.223710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:49.225109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:49.228972 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec05d41-f67a-41c8-af9a-6e4993468e88" -d '{"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:49.234594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.310589 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-157f681d-ef3c-4e23-83f4-214f06a9b20c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:21:49.317839 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-157f681d-ef3c-4e23-83f4-214f06a9b20c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/ac193315-c34e-4077-ae3a-01ce14c85b48 HTTP/1.1" status: 404 len: 333 time: 0.0978036 Jul 16 20:21:49.319865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43622) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.385386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.470000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-813f6ceb-6090-47f9-9743-b03490e0381e None None] Provisioning complete for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:49.471854 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-813f6ceb-6090-47f9-9743-b03490e0381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.473060 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:49.486448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet 8d753008-f6ce-409c-ad1b-abc82402b428 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:49.502501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.510376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-dcb66434-a10f-41f8-af8a-36d9752c0738 service neutron] 10.222.0.100 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189342 Jul 16 20:21:49.703640 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.733810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a503e9-a284-446c-9a7e-eaec32190eb4 req-cc2ece9e-2c47-417b-bebd-981cae7536ef service neutron] 10.222.0.100 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098422 Jul 16 20:21:49.803173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-813f6ceb-6090-47f9-9743-b03490e0381e None None] Could not find standard attr ID for object ac193315-c34e-4077-ae3a-01ce14c85b48. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:49.924239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cffb9169-f5a3-4076-a5b5-d2caf892359a None None] Could not find standard attr ID for object ac193315-c34e-4077-ae3a-01ce14c85b48. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:49.947800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.956214 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:33Z', 'revision_number': 5, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:49.994245 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab20ca3-a7f4-4949-b93b-cadfe5b3fac4 None None] The sync data for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 is: [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:20:21Z', 'revision_number': 4, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '87e97c78-9e3c-42bf-bc6e-43940b83a788', 'name': '', 'network_id': '6de391bb-1f2b-4898-9542-08987b1de193', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'mac_address': 'fa:16:3e:ee:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:20Z', 'updated_at': '2021-07-16T20:20:33Z', 'revision_number': 5, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'subnets': [{'id': '9cfdc7a4-1e8b-44c3-b245-1ce41c139eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:50.104162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.159683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=8d753008-f6ce-409c-ad1b-abc82402b428,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.169840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.177183 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d1ea3683-0059-4c0c-97e4-ef1a49fd1e05 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/8d753008-f6ce-409c-ad1b-abc82402b428 HTTP/1.1" status: 204 len: 168 time: 0.8553162 Jul 16 20:21:50.177876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43640) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.208319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b19a8308-75b6-4fcc-88c2-b4c72af1a84d req-5f986952-fb94-4586-9d2a-dd45a8452f6b tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0679078 Jul 16 20:21:50.337014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434bb80d-64d0-49c8-9119-b0f6139c81fd None None] Network b66f472f-b98b-4719-9c76-1597645800f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:50.349012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet 5ed98c5a-a923-4ad6-8de2-aad5f3ac2232 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:50.354096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.429053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.491945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfce8eb-b166-4e80-b7ba-668db3135cbc None None] New status for floating IP 67db39ed-5867-4a12-bc0d-03b6dcedfa01: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:50.495122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9426-76b7-4e96-99ed-32a03ba4f937 req-56be470e-3703-47ae-91ff-9050a2c11e89 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:50.506076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d17e9426-76b7-4e96-99ed-32a03ba4f937 req-56be470e-3703-47ae-91ff-9050a2c11e89 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 945 time: 0.1120076 Jul 16 20:21:50.559463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6a8cd512-3547-4af4-a98a-fda412841180 None None] Could not find standard attr ID for object ac193315-c34e-4077-ae3a-01ce14c85b48. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:21:50.569680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d17e9426-76b7-4e96-99ed-32a03ba4f937 req-02f8b440-4240-4747-bf1b-0ab123ea9346 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622711 Jul 16 20:21:50.620644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.742344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.818222 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.822042 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/5ed98c5a-a923-4ad6-8de2-aad5f3ac2232 HTTP/1.1" status: 204 len: 168 time: 0.6424339 Jul 16 20:21:50.822833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f386fc4-3c32-45c4-a1a2-33e0a52d5533 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed98c5a-a923-4ad6-8de2-aad5f3ac2232,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.825455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43644) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.889814 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7133b350-f255-435c-b1f5-479ff5757543 x-openstack-request-id: req-7133b350-f255-435c-b1f5-479ff5757543 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:50.890120 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:50.892915 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7133b350-f255-435c-b1f5-479ff5757543 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:50.893385 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'status': 'completed', 'code': 200} Jul 16 20:21:50.953378 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbaee3f-7a5e-4b75-9b30-cfc17238c9b7 x-openstack-request-id: req-0cbaee3f-7a5e-4b75-9b30-cfc17238c9b7 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:50.953864 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:50.953972 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0cbaee3f-7a5e-4b75-9b30-cfc17238c9b7 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:50.954337 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'code': 200} Jul 16 20:21:51.023951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-1ac7ae88-80e3-49b5-9447-d8ec2575d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.025820 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-1ac7ae88-80e3-49b5-9447-d8ec2575d5b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 1097 time: 0.1153462 Jul 16 20:21:51.071901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce7bca-d5c9-44f5-b595-4e931a9bc235 None None] Update dhcp port {'port': {'network_id': 'b66f472f-b98b-4719-9c76-1597645800f0', 'fixed_ips': [{'subnet_id': '5ed98c5a-a923-4ad6-8de2-aad5f3ac2232'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'b8b6dedb-7e2e-422e-8112-bfcc345955c2'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:21:51.188945 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-16ce7bca-d5c9-44f5-b595-4e931a9bc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.277539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-6d992288-6588-4fb4-b285-f60cf015d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.281813 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-6d992288-6588-4fb4-b285-f60cf015d3dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 200 len: 921 time: 0.2428141 Jul 16 20:21:51.431063 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-d4dbaecd-f9db-4948-bfe9-12cfed53f2cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 200 len: 217 time: 0.1385953 Jul 16 20:21:51.475204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8921ee-c6f3-43c4-8916-c5fc2b4157e5 None None] Network b66f472f-b98b-4719-9c76-1597645800f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:51.533309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.541405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-8f43e595-65cb-458c-89d3-49d21a5f8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.544556 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-8f43e595-65cb-458c-89d3-49d21a5f8071 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 200 len: 860 time: 0.1082623 Jul 16 20:21:51.571521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-969555c0-1735-40b5-af56-6ef95ff411d6 None None] Provisioning complete for port b8b6dedb-7e2e-422e-8112-bfcc345955c2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:51.578268 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-969555c0-1735-40b5-af56-6ef95ff411d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.584170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-2173be54-1b85-4b0c-9418-07126bda035f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6de391bb-1f2b-4898-9542-08987b1de193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326278 Jul 16 20:21:51.637821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-054d8c77-5ed4-457b-b0c0-91becf9a6311 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips/67db39ed-5867-4a12-bc0d-03b6dcedfa01 HTTP/1.1" status: 200 len: 692 time: 0.1109240 Jul 16 20:21:51.872086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port b8b6dedb-7e2e-422e-8112-bfcc345955c2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:51.873106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.883429 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-adfd7c08-0c4f-47fa-91cc-deee2bd32c4c service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888193 Jul 16 20:21:51.918389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-1d7e1dc0-c7d2-4811-8569-26eb26d4c54d tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.927298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-1d7e1dc0-c7d2-4811-8569-26eb26d4c54d tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 784 time: 0.2823708 Jul 16 20:21:51.967891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] DHCP port deletion for b66f472f-b98b-4719-9c76-1597645800f0 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:52.047309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-2155ffec-0c46-4abe-9ea5-a2d2347b2375 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.1180580 Jul 16 20:21:52.092416 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f2ed512d-140a-4370-b196-0b2d3fb24e39 req-c3465802-c0db-45cf-a8d4-9f5f7a713c21 service neutron] 10.222.0.26 "GET /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002516 Jul 16 20:21:52.113430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] Deleting port b8b6dedb-7e2e-422e-8112-bfcc345955c2 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:52.114635 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.126589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-84ef5236-0a4c-4116-b998-0fd4524c94bb tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.0788491 Jul 16 20:21:52.156426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] For port b8b6dedb-7e2e-422e-8112-bfcc345955c2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8b6dedb-7e2e-422e-8112-bfcc345955c2,segment=NetworkSegment(e2f70f52-2673-45a7-8df0-148a50d9d68e),segment_id=e2f70f52-2673-45a7-8df0-148a50d9d68e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:52.156945 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.216437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for b8b6dedb-7e2e-422e-8112-bfcc345955c2 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:52.422143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Deleting port a6d25948-1ca9-45b6-ba3b-952f86d6e7fb {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:52.422562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.518742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.535147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] For port b8b6dedb-7e2e-422e-8112-bfcc345955c2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8b6dedb-7e2e-422e-8112-bfcc345955c2,segment=NetworkSegment(e2f70f52-2673-45a7-8df0-148a50d9d68e),segment_id=e2f70f52-2673-45a7-8df0-148a50d9d68e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:52.536281 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.564000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=b8b6dedb-7e2e-422e-8112-bfcc345955c2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.570910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No DVR routers for this DVR port b8b6dedb-7e2e-422e-8112-bfcc345955c2 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:52.576285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] Calling delete_port for b8b6dedb-7e2e-422e-8112-bfcc345955c2 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:52.631236 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.631594 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.692558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Calling delete_port for a6d25948-1ca9-45b6-ba3b-952f86d6e7fb owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:52.770085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.806098 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.863143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] Pushing event deleted for resources: {'Port': ['ID=b8b6dedb-7e2e-422e-8112-bfcc345955c2,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.873831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838c05c-d088-4e95-bfa0-750d4323311d None None] No DVR routers for this DVR port b8b6dedb-7e2e-422e-8112-bfcc345955c2 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:52.878369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66f472f-b98b-4719-9c76-1597645800f0']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.898633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f70f52-2673-45a7-8df0-148a50d9d68e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.899033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f70f52-2673-45a7-8df0-148a50d9d68e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.922922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.958384 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.976892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:52.977744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:52.982721 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:53.123048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.138484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.141732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/b66f472f-b98b-4719-9c76-1597645800f0 HTTP/1.1" status: 204 len: 168 time: 2.3141935 Jul 16 20:21:53.149934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43652) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.214717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8b6dedb-7e2e-422e-8112-bfcc345955c2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:53.218673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b59ed-fd48-49a4-9ad1-e19bbe3c35f2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=b66f472f-b98b-4719-9c76-1597645800f0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.258223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.279570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b8b6dedb-7e2e-422e-8112-bfcc345955c2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:53.280693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8b6dedb-7e2e-422e-8112-bfcc345955c2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:53.287629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf2158-c5e8-46c1-b302-e51ca366b9b5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.302783 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8acf2158-c5e8-46c1-b302-e51ca366b9b5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1421402 Jul 16 20:21:53.306356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43654) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.364694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event deleted for resources: {'Port': ['ID=a6d25948-1ca9-45b6-ba3b-952f86d6e7fb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.463182 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-71c89999-3014-4143-a561-493723ffbe9d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1568229 Jul 16 20:21:53.467748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43656) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.475596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-600496730'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:53.517106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.520595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.522020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c4f618e-81e4-4fbf-9d39-802d67956f97 req-34ce6bb9-f0a9-48eb-beeb-b6894aa871e5 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "DELETE /v2.0/floatingips/67db39ed-5867-4a12-bc0d-03b6dcedfa01 HTTP/1.1" status: 204 len: 173 time: 1.3861041 Jul 16 20:21:53.541494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:53.548625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.591815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:53.612689 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.614594 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment 180b0531-a674-429f-9095-b5fe67089956 of type vlan for network 4e9a13a8-97a1-4429-87bd-156dae99784f Jul 16 20:21:53.700824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.787754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.798685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:53.799452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.850671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3816514 Jul 16 20:21:53.856578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43666) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.878197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:53.905266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab9753-79bf-4070-9286-fb45541214df tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=4e9a13a8-97a1-4429-87bd-156dae99784f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.919283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4e9a13a8-97a1-4429-87bd-156dae99784f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:53.969236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-56b3af2c-9c09-4a43-b84f-8e5cdb7ac126 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=7cd97550636348febc4603bcedfcdfaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323050 Jul 16 20:21:54.169775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:54.173863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.216501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e11abfc2-acad-487a-afb3-3370fe663a50 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.216501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e11abfc2-acad-487a-afb3-3370fe663a50 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315204 Jul 16 20:21:54.248083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-a1f02497-d567-40af-8b51-893a89ec3b77 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/quotas/7cd97550636348febc4603bcedfcdfaa HTTP/1.1" status: 200 len: 375 time: 0.0203869 Jul 16 20:21:54.297082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-17d8e068-2571-476a-bca1-0343f36760d9 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7cd97550636348febc4603bcedfcdfaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421634 Jul 16 20:21:54.322179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5bc1c4bb-7439-4c57-b23c-eee7b56beb9c tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.326820 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5bc1c4bb-7439-4c57-b23c-eee7b56beb9c tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.2812388 Jul 16 20:21:54.346632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-6'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:54.624055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.774778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.987804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=b9fb9e98-7c43-4ea2-99bb-6a6351990b87,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.127369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': '180b0531-a674-429f-9095-b5fe67089956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:55.128217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: 4e9a13a8-97a1-4429-87bd-156dae99784f, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:55.180751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:55.276126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:55.319326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 4e9a13a8-97a1-4429-87bd-156dae99784f is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:55.337100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4e9a13a8-97a1-4429-87bd-156dae99784f) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:55.347402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.348425 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.348936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0c6a4-2f53-485f-b2d4-0b055c4772de None None] Network 4e9a13a8-97a1-4429-87bd-156dae99784f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:55.373296 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-259af3b3-ab14-45ce-b50e-c55793465602 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5123093 Jul 16 20:21:55.378971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43698) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:55.389611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:55.393266 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d957750d-c357-489e-805f-7dc19d432fad" -d '{"events": [{"server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "name": "network-vif-unplugged", "status": "completed", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:55.397314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f', 'name': 'tempest-PortsTestJSON-70235227'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:55.399773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.413804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.421426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f5b63-5f9b-4882-8fd9-4cc643723738 req-ed350872-75de-431e-a59d-b64b6acac5a4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:55.435306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e92f5b63-5f9b-4882-8fd9-4cc643723738 req-ed350872-75de-431e-a59d-b64b6acac5a4 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 945 time: 0.2005045 Jul 16 20:21:55.569775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e92f5b63-5f9b-4882-8fd9-4cc643723738 req-b7e15ae4-1c36-40bd-8aa2-d9b1820de2d8 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329992 Jul 16 20:21:55.648777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=7']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.660413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4e9a13a8-97a1-4429-87bd-156dae99784f', 'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f', 'tenant_id': '8e621785071b449ba1f164a68a695f66', 'fixed_ips': [{'subnet_id': 'b9fb9e98-7c43-4ea2-99bb-6a6351990b87'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:55.662562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on host n-h2-798930-6 for vnic_type normal with profile {"migrating_to": "n-h1-798930-6"} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:55.663314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.670263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:55.670617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:55.680382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:55.680716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Attempting to bind port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on network e10b2181-4fc7-4066-bc06-54086f21d461 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:55.689699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:55.690032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Checking segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:55.690419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Bound using segment: {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:55.690987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Bound port: 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc9fdd-f866-433c-93e0-1a0c81c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e10b2181-4fc7-4066-bc06-54086f21d461'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:55.691240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.855457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:55.860068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:55.873901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.882874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:55.903084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.980050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:56.010185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=8']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.095064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:56.096147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.098577 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-84911a5c-1d82-49da-9b55-d1fdfc0ea102 service neutron] 10.222.0.21 "PUT /v2.0/ports/70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 200 len: 1121 time: 1.7591553 Jul 16 20:21:56.103198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Allocated IP 172.20.0.2 (4e9a13a8-97a1-4429-87bd-156dae99784f/b9fb9e98-7c43-4ea2-99bb-6a6351990b87/30ea3d48-785a-44f3-9eba-efcce863393a) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:56.197656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['70423750-5c9c-42d5-bf5d-cb2249da3fc5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:56.212256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-952d7c85-83d0-4598-9b47-0f1e5d10f9a2 req-082bab75-6b62-4638-b9bd-60d47198f61e tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups/980acc08-3c08-45e4-9a2b-d42b1dc08efe HTTP/1.1" status: 200 len: 1810 time: 0.2122686 Jul 16 20:21:56.354450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['70423750-5c9c-42d5-bf5d-cb2249da3fc5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:56.362226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-952d7c85-83d0-4598-9b47-0f1e5d10f9a2 req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.417824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-952d7c85-83d0-4598-9b47-0f1e5d10f9a2 req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.546008 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-952d7c85-83d0-4598-9b47-0f1e5d10f9a2 req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.557794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-952d7c85-83d0-4598-9b47-0f1e5d10f9a2 req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.579587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-952d7c85-83d0-4598-9b47-0f1e5d10f9a2 req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "DELETE /v2.0/security-groups/980acc08-3c08-45e4-9a2b-d42b1dc08efe HTTP/1.1" status: 204 len: 173 time: 0.3659272 Jul 16 20:21:56.614111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980acc08-3c08-45e4-9a2b-d42b1dc08efe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:56.649412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.650202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.651524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.653712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.656404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.658152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.659562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.661890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.663208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.665266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.665952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.667719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526dc39-906b-4b3a-b0a9-b24370b43a28 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:56.753459 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-b0c102e2-21d1-4175-a9bc-cebcbf93d119 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7cd97550636348febc4603bcedfcdfaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777104 Jul 16 20:21:56.823797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70423750-5c9c-42d5-bf5d-cb2249da3fc5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:56.924233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d2d4b697-4e0f-41a8-899e-3dbff1a72dbb req-c5e7d2d6-d904-4bfc-bc30-4358a370e57d tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 210 time: 0.0701160 Jul 16 20:21:56.972686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:57.017901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-c58ab6ac-a1e8-4842-abcf-198894ce855f tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.020954 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-c58ab6ac-a1e8-4842-abcf-198894ce855f tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584624 Jul 16 20:21:57.036462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Request body: {'port': {'device_id': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '7cd97550636348febc4603bcedfcdfaa'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:57.049364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70423750-5c9c-42d5-bf5d-cb2249da3fc5 has no active binding in host n-h1-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:21:57.083696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.100137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Transition to ACTIVE for port object 30ea3d48-785a-44f3-9eba-efcce863393a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:57.125964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Transition to ACTIVE for port object 30ea3d48-785a-44f3-9eba-efcce863393a will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:57.143211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.269540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Network 4e9a13a8-97a1-4429-87bd-156dae99784f is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:57.269914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Made reservation on behalf of 7cd97550636348febc4603bcedfcdfaa for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:57.278692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:57.286125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.290648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:57.302556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.321345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Pushing event updated for resources: {'Port': ['ID=30ea3d48-785a-44f3-9eba-efcce863393a,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.345990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.12 (4e9a13a8-97a1-4429-87bd-156dae99784f/b9fb9e98-7c43-4ea2-99bb-6a6351990b87/cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:57.452669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Attempting to bind port 30ea3d48-785a-44f3-9eba-efcce863393a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:57.453489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Attempting to bind port 30ea3d48-785a-44f3-9eba-efcce863393a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '180b0531-a674-429f-9095-b5fe67089956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:57.454688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Attempting to bind port 30ea3d48-785a-44f3-9eba-efcce863393a on network 4e9a13a8-97a1-4429-87bd-156dae99784f {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:57.469220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:57.469220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Checking segment: {'id': '180b0531-a674-429f-9095-b5fe67089956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:57.471656 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.472287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Bound using segment: {'id': '180b0531-a674-429f-9095-b5fe67089956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:57.473506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Bound port: 30ea3d48-785a-44f3-9eba-efcce863393a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180b0531-a674-429f-9095-b5fe67089956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:57.474464 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.525650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.533145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.594978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f4fb-764f-41f4-be40-73390a3e3a0d req-1e09e298-6f1f-4edd-898c-dfa4e3dd3512 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.608626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7322f4fb-764f-41f4-be40-73390a3e3a0d req-1e09e298-6f1f-4edd-898c-dfa4e3dd3512 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 945 time: 0.2569611 Jul 16 20:21:57.632423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] For port 30ea3d48-785a-44f3-9eba-efcce863393a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:57.640673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] For port 30ea3d48-785a-44f3-9eba-efcce863393a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=30ea3d48-785a-44f3-9eba-efcce863393a,segment=NetworkSegment(180b0531-a674-429f-9095-b5fe67089956),segment_id=180b0531-a674-429f-9095-b5fe67089956)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:57.650185 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.788852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974c85-6735-421b-ae9b-ce1d40076d26 None None] Pushing event updated for resources: {'Port': ['ID=30ea3d48-785a-44f3-9eba-efcce863393a,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.799754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c3210-7eb3-4122-87f9-5d94d70faea3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.810230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Allocated IP 192.168.233.83 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/cf14ad87-31a9-4637-854e-a9d0be3ccee9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:57.852185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7322f4fb-764f-41f4-be40-73390a3e3a0d req-06fc1323-7336-4876-8e0e-4be6b03ea505 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419765 Jul 16 20:21:58.029793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.074602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:58.124623 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.197339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Transition to ACTIVE for port object cf14ad87-31a9-4637-854e-a9d0be3ccee9 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:58.198573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.337305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.342538 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.374831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 4e9a13a8-97a1-4429-87bd-156dae99784f is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:58.376782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:58.379787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:58.472296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:58.473172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.513852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9060ff88-89d0-45a7-9bad-f52e93c7fdde tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1262345 Jul 16 20:21:58.515268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43724) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:58.536258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:58.537385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': '4e9a13a8-97a1-4429-87bd-156dae99784f', 'name': 'tempest-PortsTestJSON-351683879'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:58.546765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:58.556430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:58.721119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Pushing event updated for resources: {'Port': ['ID=cf14ad87-31a9-4637-854e-a9d0be3ccee9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.768970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:58.770563 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.841766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:58.847390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.849092 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e2b11738-86b9-44c4-a5c8-7921ab65aa1e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8179412 Jul 16 20:21:58.857058 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:58.870588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Request body: {'port': {'device_id': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:58.878521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 56bf8128-e414-4c90-a6af-61a20b7e018d yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:59.128073 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b8bbe-6bb1-4fc6-b9cc-1f12c80d78ea x-openstack-request-id: req-041b8bbe-6bb1-4fc6-b9cc-1f12c80d78ea {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:59.128482 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "name": "network-vif-unplugged", "status": "completed", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:59.128739 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-041b8bbe-6bb1-4fc6-b9cc-1f12c80d78ea {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:59.143988 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5', 'code': 200} Jul 16 20:21:59.144826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.241137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.6 (4e9a13a8-97a1-4429-87bd-156dae99784f/b9fb9e98-7c43-4ea2-99bb-6a6351990b87/56bf8128-e414-4c90-a6af-61a20b7e018d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:59.257858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5ebbc2ac-d02f-4060-b35f-d1ccc021dc06 None None] Provisioning for port cf14ad87-31a9-4637-854e-a9d0be3ccee9 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:59.307821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5ebbc2ac-d02f-4060-b35f-d1ccc021dc06 None None] Provisioning complete for port cf14ad87-31a9-4637-854e-a9d0be3ccee9 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:59.308491 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5ebbc2ac-d02f-4060-b35f-d1ccc021dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.323152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 30ea3d48-785a-44f3-9eba-efcce863393a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:59.570000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbc2ac-d02f-4060-b35f-d1ccc021dc06 None None] Port cf14ad87-31a9-4637-854e-a9d0be3ccee9 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:59.644365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 30ea3d48-785a-44f3-9eba-efcce863393a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:59.925027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.972660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf14ad87-31a9-4637-854e-a9d0be3ccee9 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:59.974981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ed2ce-7989-428b-abc9-39b5352c01e7 None None] Network 4e9a13a8-97a1-4429-87bd-156dae99784f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:59.979031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 56bf8128-e414-4c90-a6af-61a20b7e018d will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:00.038139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec3f8-9a5e-4935-bbc3-0cecdf9ac90f req-f32e16da-99bb-403f-953c-3581fd962c65 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:00.040088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fcec3f8-9a5e-4935-bbc3-0cecdf9ac90f req-f32e16da-99bb-403f-953c-3581fd962c65 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 945 time: 0.2220974 Jul 16 20:22:00.052673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.071882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.119573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Transition to ACTIVE for port object cf14ad87-31a9-4637-854e-a9d0be3ccee9 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:00.128078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.144088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=56bf8128-e414-4c90-a6af-61a20b7e018d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.184219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 4e9a13a8-97a1-4429-87bd-156dae99784f is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:00.188753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:00.208330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fcec3f8-9a5e-4935-bbc3-0cecdf9ac90f req-2a39fa2d-d801-4a93-9ab7-54fe299a6087 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472206 Jul 16 20:22:00.212127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:00.422565 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-90905282-1a98-4237-97ab-1e7e48cf1077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.427030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:00.427755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d64acc8-f109-4cc4-9175-4c136384681c None None] Provisioning for port 30ea3d48-785a-44f3-9eba-efcce863393a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:00.430595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.446503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d64acc8-f109-4cc4-9175-4c136384681c None None] Provisioning complete for port 30ea3d48-785a-44f3-9eba-efcce863393a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:00.446503 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d64acc8-f109-4cc4-9175-4c136384681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.495099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3db84d3c-a9fd-439e-87c6-364e7ac3053e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9765913 Jul 16 20:22:00.501121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43744) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.568562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14ad87-31a9-4637-854e-a9d0be3ccee9,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.682938 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d64acc8-f109-4cc4-9175-4c136384681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.798944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5d64acc8-f109-4cc4-9175-4c136384681c None None] For port 30ea3d48-785a-44f3-9eba-efcce863393a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=30ea3d48-785a-44f3-9eba-efcce863393a,segment=NetworkSegment(180b0531-a674-429f-9095-b5fe67089956),segment_id=180b0531-a674-429f-9095-b5fe67089956)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:00.805378 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d64acc8-f109-4cc4-9175-4c136384681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.851294 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.852049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.852595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.853641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.853641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.854159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.854672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.858208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.858742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.861086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.861753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.862398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:00.950479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64acc8-f109-4cc4-9175-4c136384681c None None] Pushing event updated for resources: {'Port': ['ID=30ea3d48-785a-44f3-9eba-efcce863393a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.036438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Attempting to bind port cf14ad87-31a9-4637-854e-a9d0be3ccee9 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:01.037126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Attempting to bind port cf14ad87-31a9-4637-854e-a9d0be3ccee9 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:01.037126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Attempting to bind port cf14ad87-31a9-4637-854e-a9d0be3ccee9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:01.056189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Port cf14ad87-31a9-4637-854e-a9d0be3ccee9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:01.056511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Attempting to bind port cf14ad87-31a9-4637-854e-a9d0be3ccee9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:01.063755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18230500-e63d-46f9-b949-3fce4ca3c9f1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.076752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43746) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:01.077947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-18230500-e63d-46f9-b949-3fce4ca3c9f1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 921 time: 0.5623229 Jul 16 20:22:01.101801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:01.102146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:01.102551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:01.103006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Bound port: cf14ad87-31a9-4637-854e-a9d0be3ccee9, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:01.103404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.194477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:01.202860 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48" -d '{"events": [{"name": "network-changed", "server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:01.228969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 30ea3d48-785a-44f3-9eba-efcce863393a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:01.360486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Provisioning complete for port 30ea3d48-785a-44f3-9eba-efcce863393a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:01.361106 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.409518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] For port cf14ad87-31a9-4637-854e-a9d0be3ccee9, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:01.426456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] For port cf14ad87-31a9-4637-854e-a9d0be3ccee9, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=cf14ad87-31a9-4637-854e-a9d0be3ccee9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:01.457861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.590696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 30ea3d48-785a-44f3-9eba-efcce863393a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:01.591512 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.595024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe22b12-3a43-4e1a-b012-1b0662700640 req-d24f65eb-8f80-4b86-b2d7-6c90623a2a0f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.602925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afe22b12-3a43-4e1a-b012-1b0662700640 req-d24f65eb-8f80-4b86-b2d7-6c90623a2a0f tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 943 time: 0.1208091 Jul 16 20:22:01.675407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afe22b12-3a43-4e1a-b012-1b0662700640 req-c0a0ac77-7651-4403-8137-561cae415e99 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 Jul 16 20:22:01.753017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.753017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.755169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf14ad87-31a9-4637-854e-a9d0be3ccee9 HTTP/1.1" status: 200 len: 1095 time: 2.8929734 Jul 16 20:22:01.757089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5ccc-9df1-4913-9fac-15468e14b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14ad87-31a9-4637-854e-a9d0be3ccee9,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.977573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c605f85b-8732-400f-b920-526b61b8f9fa req-beeea50c-2f95-479f-b0be-6d896376c0f7 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-789283147&fields=id&tenant_id=29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 267 time: 0.0900323 Jul 16 20:22:02.053687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 56bf8128-e414-4c90-a6af-61a20b7e018d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:02.054263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.064867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-b09c8cf3-a32e-4cff-9987-bec8c747c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.066687 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-b09c8cf3-a32e-4cff-9987-bec8c747c869 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cd97550636348febc4603bcedfcdfaa&device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 1098 time: 0.2098715 Jul 16 20:22:02.073268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Provisioning for port cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:02.086433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Provisioning complete for port cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:02.094015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.155832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Port cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:02.198707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Provisioning for port 56bf8128-e414-4c90-a6af-61a20b7e018d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:02.207793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Provisioning complete for port 56bf8128-e414-4c90-a6af-61a20b7e018d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:02.208327 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.210519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f85b-8732-400f-b920-526b61b8f9fa req-6f32041f-a362-45c4-bb3f-d0a5b1d97f43 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.237036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c605f85b-8732-400f-b920-526b61b8f9fa req-6f32041f-a362-45c4-bb3f-d0a5b1d97f43 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 945 time: 0.2569106 Jul 16 20:22:02.250746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'port': {'security_groups': ['f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2', '34feec1e-56a5-4229-841b-6651126385ef']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:02.252011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-036f8f5a-ad6f-4650-8c48-bcd926dcb78b None None] Port 56bf8128-e414-4c90-a6af-61a20b7e018d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:02.278137 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-67376761-7d61-4b4e-af07-136a370038e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=cf14ad87-31a9-4637-854e-a9d0be3ccee9 HTTP/1.1" status: 200 len: 217 time: 0.2011459 Jul 16 20:22:02.345586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-1efb9629-b733-4934-bad8-99dcfeb0c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.347622 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-1efb9629-b733-4934-bad8-99dcfeb0c8af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0616598 Jul 16 20:22:02.376726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-27561d7f-f523-48f1-967a-9e27ea814e4d None None] Provisioning complete for port cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:02.379126 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-27561d7f-f523-48f1-967a-9e27ea814e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.433675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.459291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-27561d7f-f523-48f1-967a-9e27ea814e4d None None] Port cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:02.493056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-27561d7f-f523-48f1-967a-9e27ea814e4d None None] Provisioning complete for port 56bf8128-e414-4c90-a6af-61a20b7e018d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:02.493543 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-27561d7f-f523-48f1-967a-9e27ea814e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.541765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-27561d7f-f523-48f1-967a-9e27ea814e4d None None] Port 56bf8128-e414-4c90-a6af-61a20b7e018d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:02.568983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.586285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-578e744d-56a7-461c-92d1-91327903ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:02.588134 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-578e744d-56a7-461c-92d1-91327903ceab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2157607 Jul 16 20:22:02.594549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 56bf8128-e414-4c90-a6af-61a20b7e018d owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:02.750521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70423750-5c9c-42d5-bf5d-cb2249da3fc5 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:02.800673 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-dcb8d97f-eeb9-43bc-8445-41104a7d8958 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034259 Jul 16 20:22:02.867884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=757003f2-7d82-4615-b82d-ca9e7911a45b,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:02.906529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.912410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.934818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:02.980878 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.996284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.016171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['757003f2-7d82-4615-b82d-ca9e7911a45b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:03.021340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.026401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.031796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c605f85b-8732-400f-b920-526b61b8f9fa req-a715dd2b-cd95-4d7d-a355-b4e1d3c75450 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "PUT /v2.0/ports/757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 981 time: 0.7934279 Jul 16 20:22:03.032564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:03.043129 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b367a41b-2efa-40ff-9965-3b6453704fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:03.091998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=56bf8128-e414-4c90-a6af-61a20b7e018d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.225514 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb92d574-85b9-42d0-ac1e-8ff9f9e64b6b req-e8a512d1-6349-4cae-ab80-dc53c87a143b service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163504 Jul 16 20:22:03.254039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['757003f2-7d82-4615-b82d-ca9e7911a45b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:03.314362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.320032 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-58a1acc7-07ae-43c0-b3f3-93c75b716920 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/56bf8128-e414-4c90-a6af-61a20b7e018d HTTP/1.1" status: 204 len: 168 time: 2.2421341 Jul 16 20:22:03.321888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43766) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.419978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e7d2b-b253-4b53-a39e-f24e148ae3a8 req-feb100fe-7484-4295-b79d-86846a90158c tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.434530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-996e7d2b-b253-4b53-a39e-f24e148ae3a8 req-feb100fe-7484-4295-b79d-86846a90158c tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 947 time: 0.2091091 Jul 16 20:22:03.529673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-996e7d2b-b253-4b53-a39e-f24e148ae3a8 req-d03e8394-d669-4147-8f45-5e64fde909e0 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/security-groups?id=a54c3210-7eb3-4122-87f9-5d94d70faea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929036 Jul 16 20:22:03.794423 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09ed011-3d23-41ad-8a11-e42b112a7ff8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:22:03.798938 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e09ed011-3d23-41ad-8a11-e42b112a7ff8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/56bf8128-e414-4c90-a6af-61a20b7e018d HTTP/1.1" status: 404 len: 333 time: 0.4759402 Jul 16 20:22:03.799346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43768) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:03.889367 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-44c278ca-4f76-4cac-b10e-f26f1beb112f service neutron] 10.222.0.26 "GET /v2.0/ports/70423750-5c9c-42d5-bf5d-cb2249da3fc5/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.5882826 Jul 16 20:22:03.900883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-482bd388-3e38-4649-8df0-7a8b25f8503e tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.903056 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-482bd388-3e38-4649-8df0-7a8b25f8503e tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.1029484 Jul 16 20:22:03.973660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5569a8e9-b344-493e-837e-4a463fa101f0 req-e7287323-ffb5-4b0d-8cce-7ce100a90c17 tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0807478 Jul 16 20:22:04.104047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Deleting port 79f61a2e-e458-46ec-b068-3965b67f7e95 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:04.104930 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.108816 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.176506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:04.176964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.313230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.332176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:04.342120 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de04e618-f410-4bb3-a7d6-9c1f16f68450 x-openstack-request-id: req-de04e618-f410-4bb3-a7d6-9c1f16f68450 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:04.342556 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:04.342941 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-de04e618-f410-4bb3-a7d6-9c1f16f68450 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:04.343588 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5', 'status': 'completed', 'code': 200} Jul 16 20:22:04.529874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] For port 79f61a2e-e458-46ec-b068-3965b67f7e95, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=79f61a2e-e458-46ec-b068-3965b67f7e95,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:04.530529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.550372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Calling delete_port for 79f61a2e-e458-46ec-b068-3965b67f7e95 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:04.685787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:04.713282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:04.742120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d633e3-e8a1-415e-8bb2-7735fd7d7fa0 req-4e7f6c68-6e2f-4f67-bf07-d02b7bdd214f tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.744490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48d633e3-e8a1-415e-8bb2-7735fd7d7fa0 req-4e7f6c68-6e2f-4f67-bf07-d02b7bdd214f tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/ports?device_id=5739750f-7902-4481-be8d-0b53b0d3fbab HTTP/1.1" status: 200 len: 946 time: 0.1983593 Jul 16 20:22:04.749660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-4f7e51fd-fbac-4892-a98d-39f98cc22e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.752245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-4f7e51fd-fbac-4892-a98d-39f98cc22e0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1124 time: 0.3254633 Jul 16 20:22:04.761386 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-143dbc66-d2c1-49f3-8025-96bf78978035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.822795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70423750-5c9c-42d5-bf5d-cb2249da3fc5 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:04.848048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:04.879139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.882038 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.946769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Pushing event deleted for resources: {'Port': ['ID=79f61a2e-e458-46ec-b068-3965b67f7e95,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.011171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48d633e3-e8a1-415e-8bb2-7735fd7d7fa0 req-968e1cf3-ec23-4205-9517-c59f1ded7baa tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.100 "GET /v2.0/security-groups?id=82dde33a-aada-473f-8190-ae96d9a68360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480743 Jul 16 20:22:05.052125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] No DVR routers for this DVR port 79f61a2e-e458-46ec-b068-3965b67f7e95 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:05.057189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.062099 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3478a259-a7b9-4ff8-a519-6d9ad97fadb4 req-4d75d402-02ba-4ec0-b57d-9d4bf4210354 tempest-ServerRescueTestJSONUnderV235-278768680 tempest-ServerRescueTestJSONUnderV235-278768680-project] 10.222.0.26 "DELETE /v2.0/ports/79f61a2e-e458-46ec-b068-3965b67f7e95 HTTP/1.1" status: 204 len: 173 time: 1.1489017 Jul 16 20:22:05.083584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.117506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] Transition to ACTIVE for port object 70423750-5c9c-42d5-bf5d-cb2249da3fc5 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:05.124565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.259751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.340027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] Pushing event updated for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=10']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.398307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-b6783145-913d-4e61-875e-1314bb8bdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.402690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-b6783145-913d-4e61-875e-1314bb8bdbe0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.6283693 Jul 16 20:22:05.405234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.408904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7b9157a0-37dc-4f98-86e2-94aae0cf875f tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 HTTP/1.1" status: 204 len: 168 time: 1.6077206 Jul 16 20:22:05.416222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43784) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:05.416556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] No DVR routers for this DVR port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:05.459365 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d9cede-b5c2-475f-be32-f166f867d957 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:22:05.466816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-65d9cede-b5c2-475f-be32-f166f867d957 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/cd7bced7-97f4-4211-bf39-3c0cb6c5e4d1 HTTP/1.1" status: 404 len: 333 time: 0.0465660 Jul 16 20:22:05.467531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:05.533885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-504e5839-56c6-434c-b315-94f48c28d449 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 200 len: 217 time: 0.1221678 Jul 16 20:22:05.557609 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bb85b5d0-c47a-4832-8615-f7c9688a3546 service neutron] 10.222.0.26 "PUT /v2.0/ports/70423750-5c9c-42d5-bf5d-cb2249da3fc5/bindings/n-h1-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6530423 Jul 16 20:22:05.595404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet b9fb9e98-7c43-4ea2-99bb-6a6351990b87 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:05.600399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.637275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-63fc36b8-5bdd-4d2c-b85d-0554e08dfb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.639941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-63fc36b8-5bdd-4d2c-b85d-0554e08dfb88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.0982497 Jul 16 20:22:05.660803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.738083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-28d33ae6-82c1-4a22-9b32-72a3ea5c1a3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892894 Jul 16 20:22:05.860716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.959192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bf9bd7c3-f7d3-4013-96f8-b705edd64f63 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.967096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bf9bd7c3-f7d3-4013-96f8-b705edd64f63 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.1670282 Jul 16 20:22:05.980687 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.026746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-1cd103cb-b94a-44ed-bb27-447643180268 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703218 Jul 16 20:22:06.098068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.199841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fb9e98-7c43-4ea2-99bb-6a6351990b87,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.205218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.210017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759fc6f-91e5-4e25-af65-ae0e66f56a25 None None] Network 4e9a13a8-97a1-4429-87bd-156dae99784f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:06.213854 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3bb6a3ef-ffe5-49ca-aa7f-f374f97b89ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/b9fb9e98-7c43-4ea2-99bb-6a6351990b87 HTTP/1.1" status: 204 len: 168 time: 0.7432010 Jul 16 20:22:06.217371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:06.254565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d1f5-8528-4008-8b60-6790f72eca67 req-87be3c17-ad80-49ba-8488-055fac6fd40a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.267616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb05d1f5-8528-4008-8b60-6790f72eca67 req-87be3c17-ad80-49ba-8488-055fac6fd40a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 944 time: 0.5370367 Jul 16 20:22:06.297471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-f5eefc28-5877-46af-b05e-281ee4abfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.300053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-f5eefc28-5877-46af-b05e-281ee4abfc84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993&tenant_id=24a9d32a09ef4997a5334b35654c10e2 HTTP/1.1" status: 200 len: 1095 time: 0.3248856 Jul 16 20:22:06.322019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d851ef87-5898-4a4f-bc7d-a3fb2bac1b48 req-881c222d-a577-4856-9605-10b7a95295c3 service neutron] 10.222.0.26 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849336 Jul 16 20:22:06.362682 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'tag': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9'}, {'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'name': 'network-vif-deleted', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:06.363576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb05d1f5-8528-4008-8b60-6790f72eca67 req-a77d6844-3029-4eea-bc1f-a2448709a9c0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913799 Jul 16 20:22:06.368401 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76eaa20-43ad-495b-8401-bd78a04dedea" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb3dee2-bd50-4bac-9fa7-181e42c869e4", "tag": "cf14ad87-31a9-4637-854e-a9d0be3ccee9"}, {"server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "name": "network-vif-deleted", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:06.461079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0e3cc52-82ea-49de-8762-beac7ffb99e4 req-09cbb9ab-2f8f-4ea0-a8e4-0cdc974f0689 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/34feec1e-56a5-4229-841b-6651126385ef HTTP/1.1" status: 200 len: 1802 time: 0.0673854 Jul 16 20:22:06.466913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.537676 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-e0e3cc52-82ea-49de-8762-beac7ffb99e4 req-a26379b7-4575-47c4-9ef0-0a204a9b834a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:22:06.560230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0e3cc52-82ea-49de-8762-beac7ffb99e4 req-a26379b7-4575-47c4-9ef0-0a204a9b834a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/34feec1e-56a5-4229-841b-6651126385ef HTTP/1.1" status: 409 len: 341 time: 0.0975437 Jul 16 20:22:06.600620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-9c9ca052-829d-4fe1-a5f3-b7bca3662878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.603983 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-9c9ca052-829d-4fe1-a5f3-b7bca3662878 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1095 time: 0.1997862 Jul 16 20:22:06.620377 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53c2d51-9b61-4836-8084-e476674f2b41 x-openstack-request-id: req-a53c2d51-9b61-4836-8084-e476674f2b41 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:06.621350 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:06.621743 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a53c2d51-9b61-4836-8084-e476674f2b41 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:06.622377 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b', 'status': 'completed', 'code': 200} Jul 16 20:22:06.734200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] DHCP port deletion for 4e9a13a8-97a1-4429-87bd-156dae99784f request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:06.855686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device cf14ad87-31a9-4637-854e-a9d0be3ccee9 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:06.858958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 79f61a2e-e458-46ec-b068-3965b67f7e95 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:06.865188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-dda78f51-0b1f-4fb3-ae0f-3993304121b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.869735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-dda78f51-0b1f-4fb3-ae0f-3993304121b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.2526841 Jul 16 20:22:06.906458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-364d2b33-237f-431f-a589-3c8733c81f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.909348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-364d2b33-237f-431f-a589-3c8733c81f07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 1135 time: 0.2533581 Jul 16 20:22:06.970356 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-6fc5ea07-850c-4c70-bfcd-71041036fd69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 200 len: 217 time: 0.0898027 Jul 16 20:22:06.975761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 79f61a2e-e458-46ec-b068-3965b67f7e95 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:06.976321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 79f61a2e-e458-46ec-b068-3965b67f7e95 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:07.005676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff3ad-46b8-45bd-bd2d-601bd0d23c2d req-c6b09e04-6147-4a86-a2fa-708cd03b3a87 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.008590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df2ff3ad-46b8-45bd-bd2d-601bd0d23c2d req-c6b09e04-6147-4a86-a2fa-708cd03b3a87 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 947 time: 0.2336812 Jul 16 20:22:07.062914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] Deleting port 30ea3d48-785a-44f3-9eba-efcce863393a {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:07.063573 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.103735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 30ea3d48-785a-44f3-9eba-efcce863393a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:07.104262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.198746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] For port 30ea3d48-785a-44f3-9eba-efcce863393a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=30ea3d48-785a-44f3-9eba-efcce863393a,segment=NetworkSegment(180b0531-a674-429f-9095-b5fe67089956),segment_id=180b0531-a674-429f-9095-b5fe67089956)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:07.199746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.206948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-e106c71c-f628-45af-ac36-f06e0458e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.209752 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-e106c71c-f628-45af-ac36-f06e0458e3c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.2309971 Jul 16 20:22:07.228017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df2ff3ad-46b8-45bd-bd2d-601bd0d23c2d req-af5b2dbd-473e-4509-a00c-a620931705d5 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/security-groups?id=a54c3210-7eb3-4122-87f9-5d94d70faea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090514 Jul 16 20:22:07.275755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-c3fbaa52-cb36-4bb6-b4e9-acea2b02fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.277503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] Calling delete_port for 30ea3d48-785a-44f3-9eba-efcce863393a owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:07.278304 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-c3fbaa52-cb36-4bb6-b4e9-acea2b02fe6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.3625507 Jul 16 20:22:07.317431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 30ea3d48-785a-44f3-9eba-efcce863393a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:07.318711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-edc47169-a3cf-4ce1-bb65-c9647ac5d5d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499170 Jul 16 20:22:07.321656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] For port 30ea3d48-785a-44f3-9eba-efcce863393a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=30ea3d48-785a-44f3-9eba-efcce863393a,segment=NetworkSegment(180b0531-a674-429f-9095-b5fe67089956),segment_id=180b0531-a674-429f-9095-b5fe67089956)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:07.326569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.373378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 30ea3d48-785a-44f3-9eba-efcce863393a owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:07.439681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-74144434-bf50-482f-9b85-a2080253df66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 217 time: 0.1530020 Jul 16 20:22:07.529035 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bd7372be-f93c-4864-b0d0-8e212ca9cfb4 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990349 Jul 16 20:22:07.610151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-d7558348-8e6e-489d-8f3e-bf0fd5ed2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.614448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-d7558348-8e6e-489d-8f3e-bf0fd5ed2dab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1661470 Jul 16 20:22:07.633681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No active binding found for port 30ea3d48-785a-44f3-9eba-efcce863393a {{(pid=94097) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:22:07.634591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 30ea3d48-785a-44f3-9eba-efcce863393a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:07.669019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port cf14ad87-31a9-4637-854e-a9d0be3ccee9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=cf14ad87-31a9-4637-854e-a9d0be3ccee9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:07.707072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9', 'mac_address': 'fa:16:3e:e7:c0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:07.785498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c83a12ab-2157-46e5-8be8-658fa5879bfc req-fd7800c2-abb6-49e4-b2bf-0a2a92856043 tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0693944 Jul 16 20:22:07.789147 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-8f5f8d37-cb33-4046-813d-f6c6671636c1 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253757 Jul 16 20:22:07.790962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.794680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-18257930-2584-4e92-86c1-d0e9445d55a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707911 Jul 16 20:22:07.810661 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.875380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=30ea3d48-785a-44f3-9eba-efcce863393a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.888303 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.912979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No DVR routers for this DVR port 30ea3d48-785a-44f3-9eba-efcce863393a on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:07.936609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf14ad87-31a9-4637-854e-a9d0be3ccee9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:07.966206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port cf14ad87-31a9-4637-854e-a9d0be3ccee9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=cf14ad87-31a9-4637-854e-a9d0be3ccee9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:07.971615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] Pushing event deleted for resources: {'Port': ['ID=30ea3d48-785a-44f3-9eba-efcce863393a,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.981227 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.990959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78405099-f205-4811-bde2-8272f4ee6a91 None None] No DVR routers for this DVR port 30ea3d48-785a-44f3-9eba-efcce863393a on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:08.062275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-bfa302f8-1b81-4eb9-9d77-4bd53f5132e3 service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593906 Jul 16 20:22:08.179065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.194069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=cf14ad87-31a9-4637-854e-a9d0be3ccee9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.221987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9a13a8-97a1-4429-87bd-156dae99784f']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:08.240357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180b0531-a674-429f-9095-b5fe67089956') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:08.240773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180b0531-a674-429f-9095-b5fe67089956') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:08.258604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.289688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.301910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:08.302577 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.337977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['cf14ad87-31a9-4637-854e-a9d0be3ccee9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:08.347773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.374075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b367a41b-2efa-40ff-9965-3b6453704fe5 req-d365c5bf-874e-4773-be00-cf6b5db63e9e service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017881 Jul 16 20:22:08.403992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:08.467169 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:08.546618 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.549172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.566075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.569228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/4e9a13a8-97a1-4429-87bd-156dae99784f HTTP/1.1" status: 204 len: 168 time: 2.3465645 Jul 16 20:22:08.569228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de2ca9-fb8d-4c20-9242-aca637d514c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=4e9a13a8-97a1-4429-87bd-156dae99784f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.575172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43810) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:08.580623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-238411221'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:08.635322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:08.653424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-26dfa28e-830d-4e94-b86a-8a336064f8c2 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.655088 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-26dfa28e-830d-4e94-b86a-8a336064f8c2 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993&tenant_id=24a9d32a09ef4997a5334b35654c10e2&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.1867027 Jul 16 20:22:08.657147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.818021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:08.869111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.870044 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment 4fba2237-714f-40fe-b9a0-ffdf6f427aef of type vlan for network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 Jul 16 20:22:08.907326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bad7a6f7-8265-41d0-9d68-f723df2d07dc service neutron] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:08.923676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bad7a6f7-8265-41d0-9d68-f723df2d07dc service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.923676 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-bad7a6f7-8265-41d0-9d68-f723df2d07dc service neutron] 10.222.0.21 "DELETE /v2.0/ports/70423750-5c9c-42d5-bf5d-cb2249da3fc5/bindings/n-h2-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.2606125 Jul 16 20:22:08.969384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa88ead-9b0c-4abd-bfed-615c549c242a req-4ba147b9-2633-49f3-9611-1e8da03ad027 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.980102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4aa88ead-9b0c-4abd-bfed-615c549c242a req-4ba147b9-2633-49f3-9611-1e8da03ad027 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 945 time: 0.2617931 Jul 16 20:22:09.017518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.061708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4aa88ead-9b0c-4abd-bfed-615c549c242a req-72582d42-9f06-48de-aeef-cd2cb758ef13 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups?id=7c06835f-8cbd-4a3e-a2e6-ba173604c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764816 Jul 16 20:22:09.088824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.100433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.101951 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.168645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5913420 Jul 16 20:22:09.171333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43818) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:09.177300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:09.212493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f73a9c-09f3-4c49-9ec3-37f4edf23601 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=000d641b-d0f7-4fb8-a36e-fc60f0008ac5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.219584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43820) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:09.238913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:09.318754 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fcbc6b-babd-42de-ba80-75ad3623b941 x-openstack-request-id: req-63fcbc6b-babd-42de-ba80-75ad3623b941 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:09.319659 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb3dee2-bd50-4bac-9fa7-181e42c869e4", "tag": "cf14ad87-31a9-4637-854e-a9d0be3ccee9", "status": "completed", "code": 200}, {"server_uuid": "5739750f-7902-4481-be8d-0b53b0d3fbab", "name": "network-vif-deleted", "tag": "79f61a2e-e458-46ec-b068-3965b67f7e95", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:09.319659 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-63fcbc6b-babd-42de-ba80-75ad3623b941 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:09.322828 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'tag': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9', 'status': 'completed', 'code': 200} Jul 16 20:22:09.325654 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5739750f-7902-4481-be8d-0b53b0d3fbab', 'name': 'network-vif-deleted', 'tag': '79f61a2e-e458-46ec-b068-3965b67f7e95', 'status': 'completed', 'code': 200} Jul 16 20:22:09.457933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:09.463040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.785459 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.892243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=1d61c350-6ff7-494b-9100-3da20897eb05,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.039685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': '4fba2237-714f-40fe-b9a0-ffdf6f427aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:10.040329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: 000d641b-d0f7-4fb8-a36e-fc60f0008ac5, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:10.085878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:10.094525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-d65c988e-441e-47cb-87e0-7a8d79b8c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.096557 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-d65c988e-441e-47cb-87e0-7a8d79b8c1c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 1135 time: 0.1794503 Jul 16 20:22:10.103112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 000d641b-d0f7-4fb8-a36e-fc60f0008ac5) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:10.114895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee373926-753f-4c0d-a5dd-f6e44cf16f4d None None] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:10.147648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.148377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.304124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-0255df32-0f21-4ea9-ab8f-88687f5a5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.305909 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-0255df32-0f21-4ea9-ab8f-88687f5a5668 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.2002220 Jul 16 20:22:10.322822 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fe5e7f45-0465-4208-be4e-7852f441475e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1499410 Jul 16 20:22:10.334038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43824) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.334038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5', 'name': 'tempest-PortsTestJSON-1232760366', 'fixed_ips': [{'subnet_id': '1d61c350-6ff7-494b-9100-3da20897eb05', 'ip_address': '172.20.0.10'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:10.341188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-4d1c8220-bfac-420b-be7c-098bf62d0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.341188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-4d1c8220-bfac-420b-be7c-098bf62d0998 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cd97550636348febc4603bcedfcdfaa&device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 1099 time: 0.3608472 Jul 16 20:22:10.388699 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-c8f5c3ce-358f-4e1d-b080-cf93444c55f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 217 time: 0.0753698 Jul 16 20:22:10.414239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e947980f-527e-4065-a062-223763c414df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-000d641b-d0f7-4fb8-a36e-fc60f0008ac5', 'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5', 'tenant_id': '8e621785071b449ba1f164a68a695f66', 'fixed_ips': [{'subnet_id': '1d61c350-6ff7-494b-9100-3da20897eb05'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:10.417294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e947980f-527e-4065-a062-223763c414df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.531563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-b3bc25d9-cb21-4e3c-bf1c-68182626036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.533239 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-b3bc25d9-cb21-4e3c-bf1c-68182626036b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1163135 Jul 16 20:22:10.578363 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-65baeb1a-1530-4a5d-b49b-bc0660b18ddc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380938 Jul 16 20:22:10.598266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b1527-dfac-46bf-b00d-415eea68a40a req-25af7603-960a-4517-a8a2-64e939befd4b tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.601429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e08b1527-dfac-46bf-b00d-415eea68a40a req-25af7603-960a-4517-a8a2-64e939befd4b tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 944 time: 0.5370176 Jul 16 20:22:10.677148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-4b6a3e69-e1c4-4ff5-8e13-64444f3ee98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.679679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-4b6a3e69-e1c4-4ff5-8e13-64444f3ee98b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.3305867 Jul 16 20:22:10.775580 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-f765fea7-ddde-4c7c-b841-5c93daf612d5 service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905804 Jul 16 20:22:10.776468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:10.795334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device cf14ad87-31a9-4637-854e-a9d0be3ccee9 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:10.802634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-8cac53bc-4b83-49e4-a006-45d75633e833 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=cf14ad87-31a9-4637-854e-a9d0be3ccee9 HTTP/1.1" status: 200 len: 217 time: 0.1093900 Jul 16 20:22:10.817817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e947980f-527e-4065-a062-223763c414df None None] Allocated IP 172.20.0.2 (000d641b-d0f7-4fb8-a36e-fc60f0008ac5/1d61c350-6ff7-494b-9100-3da20897eb05/cbb4210f-72be-4295-9ddd-1c0cbe51d7ea) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:10.839022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e08b1527-dfac-46bf-b00d-415eea68a40a req-dfbe0e74-4cf8-4e61-834e-b695b5c74a73 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307816 Jul 16 20:22:10.977286 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f345d23b-e1f4-4436-981f-4d48400b78e6 req-4eaac3f0-9b5c-49f6-97dc-e58be141d292 service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917202 Jul 16 20:22:10.983216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-13523008-095f-42ff-8015-4feabc06ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.985739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-13523008-095f-42ff-8015-4feabc06ab1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.1446452 Jul 16 20:22:11.093045 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.177085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e947980f-527e-4065-a062-223763c414df None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.184578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.194597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e947980f-527e-4065-a062-223763c414df None None] Transition to ACTIVE for port object cbb4210f-72be-4295-9ddd-1c0cbe51d7ea will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:11.202574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port cf14ad87-31a9-4637-854e-a9d0be3ccee9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:11.208026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port cf14ad87-31a9-4637-854e-a9d0be3ccee9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:11.208555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.226097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e947980f-527e-4065-a062-223763c414df None None] Transition to ACTIVE for port object cbb4210f-72be-4295-9ddd-1c0cbe51d7ea will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:11.246596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:11.250269 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e947980f-527e-4065-a062-223763c414df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.271580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e947980f-527e-4065-a062-223763c414df None None] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:11.277598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e947980f-527e-4065-a062-223763c414df None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:11.308220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947980f-527e-4065-a062-223763c414df None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:11.408446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e947980f-527e-4065-a062-223763c414df None None] Attempting to bind port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:11.408446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e947980f-527e-4065-a062-223763c414df None None] Attempting to bind port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4fba2237-714f-40fe-b9a0-ffdf6f427aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:11.408446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947980f-527e-4065-a062-223763c414df None None] Attempting to bind port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea on network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:11.419618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947980f-527e-4065-a062-223763c414df None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:11.419618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947980f-527e-4065-a062-223763c414df None None] Checking segment: {'id': '4fba2237-714f-40fe-b9a0-ffdf6f427aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:11.419618 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e947980f-527e-4065-a062-223763c414df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.420959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947980f-527e-4065-a062-223763c414df None None] Bound using segment: {'id': '4fba2237-714f-40fe-b9a0-ffdf6f427aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:11.420959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e947980f-527e-4065-a062-223763c414df None None] Bound port: cbb4210f-72be-4295-9ddd-1c0cbe51d7ea, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fba2237-714f-40fe-b9a0-ffdf6f427aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:11.420959 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e947980f-527e-4065-a062-223763c414df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.437008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947980f-527e-4065-a062-223763c414df None None] Pushing event updated for resources: {'Port': ['ID=cbb4210f-72be-4295-9ddd-1c0cbe51d7ea,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.503636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e947980f-527e-4065-a062-223763c414df None None] For port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:11.507794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e947980f-527e-4065-a062-223763c414df None None] For port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cbb4210f-72be-4295-9ddd-1c0cbe51d7ea,segment=NetworkSegment(4fba2237-714f-40fe-b9a0-ffdf6f427aef),segment_id=4fba2237-714f-40fe-b9a0-ffdf6f427aef)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:11.560215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-5c212a2d-1eb3-45f0-96d4-b050e5aee4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.563675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-5c212a2d-1eb3-45f0-96d4-b050e5aee4d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5634606 Jul 16 20:22:11.587595 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.618860 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e947980f-527e-4065-a062-223763c414df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.656916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b0122-18ed-4f0e-8d46-0e3c3a5aec48 req-d57ee1f7-152a-46e6-a161-1f83d5e651b9 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.660708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b4b0122-18ed-4f0e-8d46-0e3c3a5aec48 req-d57ee1f7-152a-46e6-a161-1f83d5e651b9 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 948 time: 0.4213710 Jul 16 20:22:11.686535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port cf14ad87-31a9-4637-854e-a9d0be3ccee9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=cf14ad87-31a9-4637-854e-a9d0be3ccee9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:11.692920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.692920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.692920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.693478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.693478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.693803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.694130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.697851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.697851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.698307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.698459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.699030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947980f-527e-4065-a062-223763c414df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.723313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:11.729364 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9baaf4c-2089-4e95-aef7-689d3a079649" -d '{"events": [{"server_uuid": "1eb3dee2-bd50-4bac-9fa7-181e42c869e4", "name": "network-vif-plugged", "status": "completed", "tag": "cf14ad87-31a9-4637-854e-a9d0be3ccee9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:11.734440 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.749686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.10 (000d641b-d0f7-4fb8-a36e-fc60f0008ac5/1d61c350-6ff7-494b-9100-3da20897eb05/6f799bcc-c0dc-48b9-9cf6-09b5c8625a60) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:11.863066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947980f-527e-4065-a062-223763c414df None None] Pushing event updated for resources: {'Port': ['ID=cbb4210f-72be-4295-9ddd-1c0cbe51d7ea,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.006261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b4b0122-18ed-4f0e-8d46-0e3c3a5aec48 req-d8699649-1a3d-4af7-b46b-2e99f5343023 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/security-groups?id=a54c3210-7eb3-4122-87f9-5d94d70faea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464612 Jul 16 20:22:12.059666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=cf14ad87-31a9-4637-854e-a9d0be3ccee9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.100426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-c483f180-f4bc-498f-8b11-2524021b49f5 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290859 Jul 16 20:22:12.410217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.443100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:12.444140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c5cd68e-6db2-42aa-9026-ee6d4d396cb6 req-f1f486f2-d2c1-4098-982e-bb3444eed705 tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0541263 Jul 16 20:22:12.480789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76eaa20-43ad-495b-8401-bd78a04dedea req-80a9519f-3954-4a1e-ae28-0c92243c0615 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694127 Jul 16 20:22:12.594205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.727292 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:12.744259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:12.767309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=6f799bcc-c0dc-48b9-9cf6-09b5c8625a60,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.775623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:12.789505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Deleting port 87e97c78-9e3c-42bf-bc6e-43940b83a788 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:12.790100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.862105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.862953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.890102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6e2dddf0-1212-4b5b-904b-93e4f4db0ce2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5585272 Jul 16 20:22:12.890600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43850) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.897065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': '000d641b-d0f7-4fb8-a36e-fc60f0008ac5', 'name': 'tempest-PortsTestJSON-126915883', 'fixed_ips': [{'subnet_id': '1d61c350-6ff7-494b-9100-3da20897eb05', 'ip_address': '172.20.0.9'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:12.986086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] For port 87e97c78-9e3c-42bf-bc6e-43940b83a788, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=87e97c78-9e3c-42bf-bc6e-43940b83a788,segment=NetworkSegment(11d00108-6d2d-4c2e-aaed-1917e012e0aa),segment_id=11d00108-6d2d-4c2e-aaed-1917e012e0aa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:12.987062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.037523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Calling delete_port for 87e97c78-9e3c-42bf-bc6e-43940b83a788 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:13.142674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:13.158096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.191641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 07125d0c-62ab-47d4-b6a3-707656e23bdd yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:13.204001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69055f4-d244-4e42-8398-503769570946 req-95868123-3aa8-4399-9fa7-92e648c3dc6c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.207108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c69055f4-d244-4e42-8398-503769570946 req-95868123-3aa8-4399-9fa7-92e648c3dc6c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 984 time: 0.1996415 Jul 16 20:22:13.242702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cbb4210f-72be-4295-9ddd-1c0cbe51d7ea up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:13.373216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:13.384215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c69055f4-d244-4e42-8398-503769570946 req-f35e641d-54de-408d-a375-511e315c2e9f tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&id=34feec1e-56a5-4229-841b-6651126385ef&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1647208 Jul 16 20:22:13.546059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.571235 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a1be8-e4cf-485a-8e09-7a12476c5ebc x-openstack-request-id: req-cc4a1be8-e4cf-485a-8e09-7a12476c5ebc {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:13.571959 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb3dee2-bd50-4bac-9fa7-181e42c869e4", "name": "network-vif-plugged", "status": "completed", "tag": "cf14ad87-31a9-4637-854e-a9d0be3ccee9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:13.572391 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cc4a1be8-e4cf-485a-8e09-7a12476c5ebc {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:13.575420 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9', 'code': 200} Jul 16 20:22:13.595012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.9 (000d641b-d0f7-4fb8-a36e-fc60f0008ac5/1d61c350-6ff7-494b-9100-3da20897eb05/07125d0c-62ab-47d4-b6a3-707656e23bdd) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:13.607518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767ff24-d82c-405a-a690-a408d028eaed None None] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:13.629143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e97c78-9e3c-42bf-bc6e-43940b83a788,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:13.836912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.853263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 07125d0c-62ab-47d4-b6a3-707656e23bdd will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:13.891647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76b14a37-fe74-4e46-b401-d0eaa53873dd None None] Provisioning for port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:13.899282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76b14a37-fe74-4e46-b401-d0eaa53873dd None None] Provisioning complete for port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:13.899938 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76b14a37-fe74-4e46-b401-d0eaa53873dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.926598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.967430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360270-fe43-4898-b066-e714bbeceeba req-db030f7a-d869-44e9-baa1-43b37cac4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.969197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33360270-fe43-4898-b066-e714bbeceeba req-db030f7a-d869-44e9-baa1-43b37cac4aa2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 1100 time: 0.2324011 Jul 16 20:22:13.990350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:13.993727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.996069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:14.067356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:14.072032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76b14a37-fe74-4e46-b401-d0eaa53873dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.135181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=07125d0c-62ab-47d4-b6a3-707656e23bdd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.144974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-76b14a37-fe74-4e46-b401-d0eaa53873dd None None] For port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cbb4210f-72be-4295-9ddd-1c0cbe51d7ea,segment=NetworkSegment(4fba2237-714f-40fe-b9a0-ffdf6f427aef),segment_id=4fba2237-714f-40fe-b9a0-ffdf6f427aef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:14.146733 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33360270-fe43-4898-b066-e714bbeceeba req-89a118f1-0fc4-4a45-bad5-4c8473fa7f71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a54c3210-7eb3-4122-87f9-5d94d70faea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695707 Jul 16 20:22:14.150572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76b14a37-fe74-4e46-b401-d0eaa53873dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.162014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.163334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.182546 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-abc3f00c-4620-4aea-8314-90ea328d747e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2903481 Jul 16 20:22:14.186638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.260699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b14a37-fe74-4e46-b401-d0eaa53873dd None None] Pushing event updated for resources: {'Port': ['ID=cbb4210f-72be-4295-9ddd-1c0cbe51d7ea,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.382140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9914a38f-1f58-40ac-82ef-0edf105c993e None None] Provisioning for port 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:14.390706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9914a38f-1f58-40ac-82ef-0edf105c993e None None] Provisioning complete for port 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:14.391457 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9914a38f-1f58-40ac-82ef-0edf105c993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.458366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e674c6f-0227-4d0c-9a57-2371e18ce66d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.458639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9914a38f-1f58-40ac-82ef-0edf105c993e None None] Port 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:14.466782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43872) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.468054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e674c6f-0227-4d0c-9a57-2371e18ce66d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2751548 Jul 16 20:22:14.471047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9914a38f-1f58-40ac-82ef-0edf105c993e None None] Provisioning complete for port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:14.471522 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9914a38f-1f58-40ac-82ef-0edf105c993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.506219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Router e982aa26-0431-49c8-9765-94ab7874456d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:14.597183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e94c9-b6a2-44c6-90ea-0087d8ec9c4c req-82c31ba5-a8fd-48dc-9265-eb7a75b4d349 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.598820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba5e94c9-b6a2-44c6-90ea-0087d8ec9c4c req-82c31ba5-a8fd-48dc-9265-eb7a75b4d349 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 949 time: 0.2052302 Jul 16 20:22:14.743042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2f407624-4a98-4934-9e88-5da3da71a66a None None] Provisioning complete for port 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:14.743807 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f407624-4a98-4934-9e88-5da3da71a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.766203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313c1c0-44cb-4394-89cb-fa4089426829 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.775913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313c1c0-44cb-4394-89cb-fa4089426829 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.783796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313c1c0-44cb-4394-89cb-fa4089426829 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.789951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7313c1c0-44cb-4394-89cb-fa4089426829 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3178163 Jul 16 20:22:14.790496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.799683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2f407624-4a98-4934-9e88-5da3da71a66a None None] Port 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:14.821916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba5e94c9-b6a2-44c6-90ea-0087d8ec9c4c req-17e7db9e-313c-4a7e-9837-808fd0eb0b21 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/security-groups?id=a54c3210-7eb3-4122-87f9-5d94d70faea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855142 Jul 16 20:22:14.852331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:14.872892 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] Sync routers for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:14.880123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f68b57a4-24c3-4255-80d9-6871fd9b6383 admin admin] 10.222.0.100 "PUT /v2.0/routers/e982aa26-0431-49c8-9765-94ab7874456d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6570754 Jul 16 20:22:14.883811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43876) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.900603 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:14.904085 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:14.941463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-31694b60-c2ed-4062-929b-401a3357e27a None None] Provisioning for port 07125d0c-62ab-47d4-b6a3-707656e23bdd completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:14.952866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-31694b60-c2ed-4062-929b-401a3357e27a None None] Provisioning complete for port 07125d0c-62ab-47d4-b6a3-707656e23bdd triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:14.954154 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31694b60-c2ed-4062-929b-401a3357e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.044463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-31694b60-c2ed-4062-929b-401a3357e27a None None] Port 07125d0c-62ab-47d4-b6a3-707656e23bdd cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:15.079780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.134035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 07125d0c-62ab-47d4-b6a3-707656e23bdd {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:15.134881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.194092 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:15.248320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-3fc545d1-3006-4f90-b123-0c756a243acc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-809542893&fields=id&tenant_id=29035e9cafaa4b53b3bc7ae368f24bea HTTP/1.1" status: 200 len: 267 time: 0.1116431 Jul 16 20:22:15.319940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.377963 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.384619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-a761fc0e-193e-4a82-857b-74e34d993237 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.393703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-a761fc0e-193e-4a82-857b-74e34d993237 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 984 time: 0.1443911 Jul 16 20:22:15.399405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'port': {'security_groups': ['34feec1e-56a5-4229-841b-6651126385ef', 'f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2', 'd8ba945c-fcd5-41a1-9c22-5c4e3931efb7']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:15.407061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 07125d0c-62ab-47d4-b6a3-707656e23bdd owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:15.422156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cbb4210f-72be-4295-9ddd-1c0cbe51d7ea up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:15.530835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:15.531103 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.583125 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:22:13Z', 'revision_number': 5, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port': {'id': 'f2a0de4d-7ac8-4ecf-bab4-f80227f832f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:13Z', 'updated_at': '2021-07-16T20:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:15.594626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.628023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=07125d0c-62ab-47d4-b6a3-707656e23bdd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.817633 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] Checking router: e982aa26-0431-49c8-9765-94ab7874456d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:15.851958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] Routers {'e982aa26-0431-49c8-9765-94ab7874456d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:15.854150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e982aa26-0431-49c8-9765-94ab7874456d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:15.974404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.994623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fee94427-43c8-4674-ad53-90a19dd32687 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/07125d0c-62ab-47d4-b6a3-707656e23bdd HTTP/1.1" status: 204 len: 168 time: 1.2022910 Jul 16 20:22:15.999361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:16.086899 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] Set router e982aa26-0431-49c8-9765-94ab7874456d gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:16.108619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Deleting port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:16.109354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.124205 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f16f4f-0a70-44cf-82c8-a33c31498d1d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:22:16.127014 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-27f16f4f-0a70-44cf-82c8-a33c31498d1d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/07125d0c-62ab-47d4-b6a3-707656e23bdd HTTP/1.1" status: 404 len: 333 time: 0.1260071 Jul 16 20:22:16.136719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43882) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:16.145559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d6ac518e-47bb-419e-87e4-950a01a2688e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.148332 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d6ac518e-47bb-419e-87e4-950a01a2688e tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.21 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 945 time: 0.4953263 Jul 16 20:22:16.175533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.265923 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:22:15Z', 'revision_number': 6, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:16.350595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] For port f2a0de4d-7ac8-4ecf-bab4-f80227f832f0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.350948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.377973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Calling delete_port for f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:16.382575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Deleting port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:16.383108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.393681 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249281b9-80ca-476f-8b6c-fd6abaf638c3 None None] The sync data for ids ['e982aa26-0431-49c8-9765-94ab7874456d'] in n-d-798930-6 is: [{'id': 'e982aa26-0431-49c8-9765-94ab7874456d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436337278-router', 'tenant_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:11Z', 'updated_at': '2021-07-16T20:22:15Z', 'revision_number': 6, 'project_id': 'eaf1e84742fe413d9eab5968025a9b2f', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:16.521272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] For port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.521633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.542068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:16.543105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.800366 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.827410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:16.887640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=757003f2-7d82-4615-b82d-ca9e7911a45b,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:16.897030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:17.007402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.059484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.063079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a0de4d-7ac8-4ecf-bab4-f80227f832f0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.073023 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.101505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.112070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['757003f2-7d82-4615-b82d-ca9e7911a45b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:17.116592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:17.198099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.199062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.200801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83627177-bfb7-4429-b042-46dd6de30bd1 req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "PUT /v2.0/ports/757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 1020 time: 1.8062222 Jul 16 20:22:17.202035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:17.204815 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8318114-7092-41c4-8186-9c09dc21b096" -d '{"events": [{"name": "network-changed", "server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:17.279228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a1f20-fec0-492f-a447-b4e7da3ae1ab tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.286394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.446069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.446859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.446859 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Floating IP f68688b5-ea92-438e-831a-98ddb82c4a35 disassociated. External IP: 172.25.8.237, port: cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0. Jul 16 20:22:17.447155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Calling delete_port for cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:17.492286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.503139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9495af19-a00d-4f21-b6a1-23fa76521fd2 req-a9c0588f-167a-4add-8c8d-7904199f6abd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.1340547 Jul 16 20:22:17.504719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87e97c78-9e3c-42bf-bc6e-43940b83a788 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:17.507498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.510750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.548228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:17.550556 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399d0b4-9c9b-4748-ad7c-35286f04efc9" -d '{"events": [{"server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:17.569285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 87e97c78-9e3c-42bf-bc6e-43940b83a788 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:17.569642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87e97c78-9e3c-42bf-bc6e-43940b83a788 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:17.583826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['757003f2-7d82-4615-b82d-ca9e7911a45b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:17.615922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:17.639294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.640059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:17.648297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=6f799bcc-c0dc-48b9-9cf6-09b5c8625a60,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.676882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.677897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e982aa26-0431-49c8-9765-94ab7874456d {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:17.712970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.718199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a8be23c8-63a8-4f09-80f9-e6cd66c9603c admin admin] 10.222.0.100 "DELETE /v2.0/routers/e982aa26-0431-49c8-9765-94ab7874456d HTTP/1.1" status: 204 len: 168 time: 2.8292367 Jul 16 20:22:17.719780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43892) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:17.778223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.787341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4890b-a3a9-4742-9dee-b1319f1fafbe req-7b609ee3-1040-46f7-86bd-2ef35c1ad908 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.800722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e4890b-a3a9-4742-9dee-b1319f1fafbe req-7b609ee3-1040-46f7-86bd-2ef35c1ad908 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 1095 time: 0.4330070 Jul 16 20:22:17.864105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event deleted for resources: {'Port': ['ID=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.883200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] Deleting subnet 9cfdc7a4-1e8b-44c3-b245-1ce41c139eec {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:17.894557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.895378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.900941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1713b1c7-c2c0-46d9-bea2-31bc5c97d420 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 HTTP/1.1" status: 204 len: 168 time: 1.7606711 Jul 16 20:22:17.905899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.908120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43894) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:17.967086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e4890b-a3a9-4742-9dee-b1319f1fafbe req-70d1a216-6687-4b36-8622-3f3b5d694496 tempest-LiveAutoBlockMigrationV225Test-2131265599 tempest-LiveAutoBlockMigrationV225Test-2131265599-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594827 Jul 16 20:22:18.032436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Router 70fa7b91-cbf3-4723-874f-24b1c7f34686 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:18.035596 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66e44dd-cb0f-46c8-9cfb-dfecbfad7aa2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:22:18.038968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f66e44dd-cb0f-46c8-9cfb-dfecbfad7aa2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/6f799bcc-c0dc-48b9-9cf6-09b5c8625a60 HTTP/1.1" status: 404 len: 333 time: 0.1292069 Jul 16 20:22:18.045837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43896) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.067535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.122175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.186050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.222569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfdc7a4-1e8b-44c3-b245-1ce41c139eec,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:18.243840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.250125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-82ed645b-094a-4246-9501-9d4fe68d707a admin admin] 10.222.0.100 "DELETE /v2.0/subnets/9cfdc7a4-1e8b-44c3-b245-1ce41c139eec HTTP/1.1" status: 204 len: 168 time: 0.5278823 Jul 16 20:22:18.251491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43900) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.265257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet 1d61c350-6ff7-494b-9100-3da20897eb05 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:18.273832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:18.287588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.293428 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.375714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] No DVR routers for this DVR port cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:18.379445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.381633 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d10a2ac8-34ae-4229-9c87-f26e8a64fcd5 req-d5dbbb0d-a68c-455e-a976-c15242e86942 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.21 "DELETE /v2.0/ports/cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0 HTTP/1.1" status: 204 len: 173 time: 2.2260237 Jul 16 20:22:18.388727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'name': 'network-vif-deleted', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:18.391449 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.391774 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fff8fd-bd9d-4a18-9c2d-f28a88204035" -d '{"events": [{"server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "name": "network-vif-deleted", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:18.416857 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.422822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] Sync routers for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:18.617355 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.638566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:18.651725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e210cf6-9513-47be-b472-6efdc03778b3 req-c441f029-3603-46ba-8da3-6e88510d7de1 tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.1600103 Jul 16 20:22:18.673600 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.709154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:18.713691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.747332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.755318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.800903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de391bb-1f2b-4898-9542-08987b1de193']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.836177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d00108-6d2d-4c2e-aaed-1917e012e0aa') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.837298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d00108-6d2d-4c2e-aaed-1917e012e0aa') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:18.840147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.843205 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/1d61c350-6ff7-494b-9100-3da20897eb05 HTTP/1.1" status: 204 len: 168 time: 0.7936530 Jul 16 20:22:18.851636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f06c3-6d82-4df4-bc9b-ffe2bb0fa373 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=1d61c350-6ff7-494b-9100-3da20897eb05,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:18.859363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.879052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.881469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a6ae9-c362-4b07-8949-b7013df9f555 None None] Network 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:18.919748 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.964271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:18.964892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:18.966854 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:18.998802 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.126194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.131505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a3205a2-14e0-4ccc-ba0b-5b167eff62dd req-05e2271b-1952-46f5-a9a0-602ccd2a6875 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 210 time: 0.0812774 Jul 16 20:22:19.139404 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.147343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] 10.222.0.100 "DELETE /v2.0/networks/6de391bb-1f2b-4898-9542-08987b1de193 HTTP/1.1" status: 204 len: 168 time: 0.8938034 Jul 16 20:22:19.192766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:19.197325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b9ecf-d084-471f-9c3f-25ea4346b515 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de391bb-1f2b-4898-9542-08987b1de193,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.213808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.287059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:19.404419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:19.405114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f2a0de4d-7ac8-4ecf-bab4-f80227f832f0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:19.430769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:19.432005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.477149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de556ffb-a985-4d54-b3db-25084d66e3cc req-e417f30e-acae-4a2d-af83-20b806f41bb6 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:19.478699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de556ffb-a985-4d54-b3db-25084d66e3cc req-e417f30e-acae-4a2d-af83-20b806f41bb6 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 949 time: 0.1819806 Jul 16 20:22:19.514121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43918) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.529498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] For port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cbb4210f-72be-4295-9ddd-1c0cbe51d7ea,segment=NetworkSegment(4fba2237-714f-40fe-b9a0-ffdf6f427aef),segment_id=4fba2237-714f-40fe-b9a0-ffdf6f427aef)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:19.529941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.560692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for cbb4210f-72be-4295-9ddd-1c0cbe51d7ea owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:19.599780 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-877c9033-a434-4396-afb6-8c87483139e5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=eaf1e84742fe413d9eab5968025a9b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826874 Jul 16 20:22:19.601057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43920) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.634698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de556ffb-a985-4d54-b3db-25084d66e3cc req-e8bafc86-407d-49ce-bfce-f4f17df75a74 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/security-groups?id=a54c3210-7eb3-4122-87f9-5d94d70faea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018188 Jul 16 20:22:19.703562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.712080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e98f79c5-cb3d-4588-8d24-26cdcb8ada35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.754378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e98f79c5-cb3d-4588-8d24-26cdcb8ada35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.757199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=cbb4210f-72be-4295-9ddd-1c0cbe51d7ea,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.784263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No DVR routers for this DVR port cbb4210f-72be-4295-9ddd-1c0cbe51d7ea on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:19.858016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e98f79c5-cb3d-4588-8d24-26cdcb8ada35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.866354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e98f79c5-cb3d-4588-8d24-26cdcb8ada35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.869246 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e98f79c5-cb3d-4588-8d24-26cdcb8ada35 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/82dde33a-aada-473f-8190-ae96d9a68360 HTTP/1.1" status: 204 len: 168 time: 0.2660780 Jul 16 20:22:19.895971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-327ec431-2f13-458b-8ab0-9c3603d6144c req-063b6bfe-f665-4e1b-89d8-2512cef46179 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/d8ba945c-fcd5-41a1-9c22-5c4e3931efb7 HTTP/1.1" status: 200 len: 1802 time: 0.1461225 Jul 16 20:22:19.916193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f79c5-cb3d-4588-8d24-26cdcb8ada35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dde33a-aada-473f-8190-ae96d9a68360,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.990057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:17Z', 'revision_number': 5, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.001280 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.091299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000d641b-d0f7-4fb8-a36e-fc60f0008ac5']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.109263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d8600-f313-4662-abbf-62e843558d19 None None] DHCP port deletion for 000d641b-d0f7-4fb8-a36e-fc60f0008ac5 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:20.112272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] Checking router: 70fa7b91-cbf3-4723-874f-24b1c7f34686 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:20.138868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:20.139773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fba2237-714f-40fe-b9a0-ffdf6f427aef') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.140334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fba2237-714f-40fe-b9a0-ffdf6f427aef') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.140798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.181124 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.236217 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.252136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:20.265641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.317557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:20.323446 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:20.416836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.446557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.451099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/000d641b-d0f7-4fb8-a36e-fc60f0008ac5 HTTP/1.1" status: 204 len: 168 time: 1.5902934 Jul 16 20:22:20.452331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b4312-a9ad-43d2-bc24-13f3db234a2b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=000d641b-d0f7-4fb8-a36e-fc60f0008ac5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.461449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:20.480706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1666770322'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:20.487832 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-327ec431-2f13-458b-8ab0-9c3603d6144c req-17c69c5e-ce5c-48d0-aba8-203145d510d8 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:22:20.503883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-327ec431-2f13-458b-8ab0-9c3603d6144c req-17c69c5e-ce5c-48d0-aba8-203145d510d8 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/d8ba945c-fcd5-41a1-9c22-5c4e3931efb7 HTTP/1.1" status: 409 len: 341 time: 0.6067889 Jul 16 20:22:20.557700 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33de00fe-73e2-4629-90c4-b6521628cc60 x-openstack-request-id: req-33de00fe-73e2-4629-90c4-b6521628cc60 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:20.558310 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:20.558565 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-33de00fe-73e2-4629-90c4-b6521628cc60 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:20.558781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:20.558971 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b', 'status': 'completed', 'code': 200} Jul 16 20:22:20.565988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.658969 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f4c808-0a0d-47d8-975c-7fa9b11c5c5c x-openstack-request-id: req-57f4c808-0a0d-47d8-975c-7fa9b11c5c5c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:20.659610 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:20.659610 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-57f4c808-0a0d-47d8-975c-7fa9b11c5c5c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:20.662353 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'code': 200} Jul 16 20:22:20.672828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:20.688615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.689287 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Added segment 2887be5a-1cff-4f56-8adb-38d665659384 of type vlan for network 866c17fe-b4fc-4081-8660-4badfa5e8c0f Jul 16 20:22:20.727227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:17Z', 'revision_number': 5, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.772413 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.781495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318114-7092-41c4-8186-9c09dc21b096 req-77b16bb2-2719-42b4-a15d-28f4aa9abe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.784162 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8318114-7092-41c4-8186-9c09dc21b096 req-77b16bb2-2719-42b4-a15d-28f4aa9abe6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 1174 time: 0.1585357 Jul 16 20:22:20.795520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a17f4a-8588-48a4-9ecc-2a1d20321e09 None None] The sync data for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 is: [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:18:08Z', 'revision_number': 4, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ccb75739-add4-4328-8b8f-9e7bf961bf45', 'name': '', 'network_id': '64028835-e733-4aae-9329-35bd06014e11', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'mac_address': 'fa:16:3e:79:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:18:06Z', 'updated_at': '2021-07-16T20:18:17Z', 'revision_number': 5, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'subnets': [{'id': 'd2246f98-b0ca-4777-a3bd-e4829f7696bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:20.949128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318114-7092-41c4-8186-9c09dc21b096 req-27d0c205-3984-47aa-ac12-97f33012e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.951686 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8318114-7092-41c4-8186-9c09dc21b096 req-27d0c205-3984-47aa-ac12-97f33012e413 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.1597002 Jul 16 20:22:20.955214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.resource_extend [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:22:21.009580 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8318114-7092-41c4-8186-9c09dc21b096 req-342000e9-79ed-4eaf-a1dc-a4b3647744da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 200 len: 217 time: 0.0506477 Jul 16 20:22:21.019535 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9299f7df-90aa-43fb-90af-0040f7e1d70c x-openstack-request-id: req-9299f7df-90aa-43fb-90af-0040f7e1d70c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:21.020680 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3f01b6-7461-414c-95ff-33a849f64416", "name": "network-vif-deleted", "tag": "cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:21.021145 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9299f7df-90aa-43fb-90af-0040f7e1d70c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:21.022219 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3f01b6-7461-414c-95ff-33a849f64416', 'name': 'network-vif-deleted', 'tag': 'cf8935ea-a3cd-4bb3-a15a-2f4358f90ef0', 'status': 'completed', 'code': 200} Jul 16 20:22:21.107635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.113735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.114796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.161131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cbb4210f-72be-4295-9ddd-1c0cbe51d7ea no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:21.177201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318114-7092-41c4-8186-9c09dc21b096 req-1095d6c8-e201-4d87-9e1f-0bddba4c0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.179526 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8318114-7092-41c4-8186-9c09dc21b096 req-1095d6c8-e201-4d87-9e1f-0bddba4c0974 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1492178 Jul 16 20:22:21.185057 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7219889 Jul 16 20:22:21.189379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43964) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:21.197016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:21.251233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: cbb4210f-72be-4295-9ddd-1c0cbe51d7ea {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:21.251763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cbb4210f-72be-4295-9ddd-1c0cbe51d7ea not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:21.291054 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5502e154-15c8-4d1e-9344-95ec861ed1ae None None] New status for floating IP f68688b5-ea92-438e-831a-98ddb82c4a35: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:22:21.441904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183034c-d050-4704-8682-11c5aaf0d5ce tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Network': ['ID=866c17fe-b4fc-4081-8660-4badfa5e8c0f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:21.458434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:21.504870 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8318114-7092-41c4-8186-9c09dc21b096 req-f9f76ab1-f503-4558-ad09-3c2760b6ff5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756561 Jul 16 20:22:21.543520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:21.547458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.716899 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8318114-7092-41c4-8186-9c09dc21b096 req-06dd3c19-11be-4170-9bd3-c73795195e9e service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037330 Jul 16 20:22:21.718810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-89a4ad18-4ceb-45cc-8f2c-da205dbf1761 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.720556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-89a4ad18-4ceb-45cc-8f2c-da205dbf1761 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 944 time: 0.1113636 Jul 16 20:22:21.760056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a274c3d4-c48f-416b-823e-1b92913d660f req-09ab7f1f-97d4-415b-af91-e02f9cd9042d tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0383627 Jul 16 20:22:21.910475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Deleting port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:21.911357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.977128 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b8318114-7092-41c4-8186-9c09dc21b096 req-94b53eea-736a-4f2d-ae86-b7fae101afb4 service neutron] 10.222.0.21 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404442 Jul 16 20:22:21.978836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.015176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77e149a8-8fe7-4038-85c7-a1f398381636 req-4901a0ef-6ae6-48a2-b3a1-c04d1760d23a tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/ports?device_id=de3f01b6-7461-414c-95ff-33a849f64416 HTTP/1.1" status: 200 len: 210 time: 0.0777850 Jul 16 20:22:22.050011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=f7377ff3-b171-49eb-ba88-17387fa50c15,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.069202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Checking segment: {'id': '2887be5a-1cff-4f56-8adb-38d665659384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:22.069663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network hostable DHCP agents. Network: 866c17fe-b4fc-4081-8660-4badfa5e8c0f, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:22.091522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:22.104421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 866c17fe-b4fc-4081-8660-4badfa5e8c0f) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:22.117001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d714527-512b-4912-a5f8-29c719386c42 None None] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:22.123794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.124592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.148631 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-efa1b9bf-bc67-4e7f-baa9-29d277b0893a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9552677 Jul 16 20:22:22.153443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:22.162268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-034b4bcc-1891-4bc9-b2ae-867101e4be7a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-823908861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:22.182545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] For port 70423750-5c9c-42d5-bf5d-cb2249da3fc5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70423750-5c9c-42d5-bf5d-cb2249da3fc5,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:22.184253 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.210036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Calling delete_port for 70423750-5c9c-42d5-bf5d-cb2249da3fc5 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:22.226413 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034b4bcc-1891-4bc9-b2ae-867101e4be7a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.227943 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034b4bcc-1891-4bc9-b2ae-867101e4be7a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.322663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034b4bcc-1891-4bc9-b2ae-867101e4be7a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.329941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034b4bcc-1891-4bc9-b2ae-867101e4be7a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.364556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034b4bcc-1891-4bc9-b2ae-867101e4be7a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.366201 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-034b4bcc-1891-4bc9-b2ae-867101e4be7a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2115350 Jul 16 20:22:22.371591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43976) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:22.383620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f', 'name': 'tempest-PortsTestJSON-922550715'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:22.441300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.514314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b991f919-d3a9-4c74-bf0a-09201124241b', '70423750-5c9c-42d5-bf5d-cb2249da3fc5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:22.518837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event deleted for resources: {'Port': ['ID=70423750-5c9c-42d5-bf5d-cb2249da3fc5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.636644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:22.644882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-866c17fe-b4fc-4081-8660-4badfa5e8c0f', 'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f', 'tenant_id': '8e621785071b449ba1f164a68a695f66', 'fixed_ips': [{'subnet_id': 'f7377ff3-b171-49eb-ba88-17387fa50c15'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:22.645920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.646183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.663823 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:22.664194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] No DVR routers for this DVR port 70423750-5c9c-42d5-bf5d-cb2249da3fc5 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:22.667329 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306572c-6f85-4144-9342-e793301495bf" -d '{"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:22.682065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.686210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 92fd79e2-0b6e-4032-a9f8-16cc84887687 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:22.686664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f509e97-cad0-446c-8833-065b9f3a1251 req-43aebe73-25b0-43ac-ad1f-91ac9486154a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "DELETE /v2.0/ports/70423750-5c9c-42d5-bf5d-cb2249da3fc5 HTTP/1.1" status: 204 len: 173 time: 0.9539659 Jul 16 20:22:22.689368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'name': 'network-vif-deleted', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:22.710632 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3c3526-5d66-49de-8512-959f4f1d8a54" -d '{"events": [{"server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "name": "network-vif-deleted", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:22.750824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf3d68d3-bdc0-42f8-9ed5-fc30f4be0c2b req-2ff934fb-5e19-4cb7-b9de-0dbc5980ff4c tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 210 time: 0.0840149 Jul 16 20:22:22.908396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc111d52-579b-4813-820e-0c534ec92fba req-ebfd1dcd-0777-452d-a69d-7023d47be51e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.909982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc111d52-579b-4813-820e-0c534ec92fba req-ebfd1dcd-0777-452d-a69d-7023d47be51e tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 949 time: 0.1258519 Jul 16 20:22:22.929948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.11 (866c17fe-b4fc-4081-8660-4badfa5e8c0f/f7377ff3-b171-49eb-ba88-17387fa50c15/92fd79e2-0b6e-4032-a9f8-16cc84887687) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:23.126950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Deleting port cf14ad87-31a9-4637-854e-a9d0be3ccee9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:23.127338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.158865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b0a6-8f89-4040-b0d5-ffc4055db9ea req-e0edcafe-b7fd-4acd-8df5-2e6ee48a5ce1 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.160677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3668b0a6-8f89-4040-b0d5-ffc4055db9ea req-e0edcafe-b7fd-4acd-8df5-2e6ee48a5ce1 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 949 time: 0.1407671 Jul 16 20:22:23.164856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.185511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 92fd79e2-0b6e-4032-a9f8-16cc84887687 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:23.237609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.277135 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3668b0a6-8f89-4040-b0d5-ffc4055db9ea req-9b8eb0f0-5681-4ad5-9d92-0b36a6e5273e tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995269 Jul 16 20:22:23.318362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] For port cf14ad87-31a9-4637-854e-a9d0be3ccee9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=cf14ad87-31a9-4637-854e-a9d0be3ccee9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:23.321260 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.328021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Allocated IP 172.20.0.2 (866c17fe-b4fc-4081-8660-4badfa5e8c0f/f7377ff3-b171-49eb-ba88-17387fa50c15/0b862ce6-cb41-4ab3-a149-0d07de0e8136) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:23.332322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=92fd79e2-0b6e-4032-a9f8-16cc84887687,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:23.354639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:23.357134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:23.360590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Calling delete_port for cf14ad87-31a9-4637-854e-a9d0be3ccee9 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:23.361896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:23.449178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.451750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.480432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-047398a3-a0f7-40a8-ad29-aa145043bb2d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1075664 Jul 16 20:22:23.485656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43988) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.563240 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.575053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Transition to ACTIVE for port object 0b862ce6-cb41-4ab3-a149-0d07de0e8136 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:23.595063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Transition to ACTIVE for port object 0b862ce6-cb41-4ab3-a149-0d07de0e8136 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:23.603497 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.647652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:23.652548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:23.657461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:23.859419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Pushing event updated for resources: {'Port': ['ID=0b862ce6-cb41-4ab3-a149-0d07de0e8136,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:23.894278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Attempting to bind port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:23.894677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Attempting to bind port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '2887be5a-1cff-4f56-8adb-38d665659384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:23.895026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Attempting to bind port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 on network 866c17fe-b4fc-4081-8660-4badfa5e8c0f {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:23.901340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:23.901838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Checking segment: {'id': '2887be5a-1cff-4f56-8adb-38d665659384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:23.902227 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.902654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Bound using segment: {'id': '2887be5a-1cff-4f56-8adb-38d665659384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:23.903163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Bound port: 0b862ce6-cb41-4ab3-a149-0d07de0e8136, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2887be5a-1cff-4f56-8adb-38d665659384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '866c17fe-b4fc-4081-8660-4badfa5e8c0f'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:23.903604 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.976301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] For port 0b862ce6-cb41-4ab3-a149-0d07de0e8136, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:23.980496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] For port 0b862ce6-cb41-4ab3-a149-0d07de0e8136, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b862ce6-cb41-4ab3-a149-0d07de0e8136,segment=NetworkSegment(2887be5a-1cff-4f56-8adb-38d665659384),segment_id=2887be5a-1cff-4f56-8adb-38d665659384)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:23.985957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.051994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9a2b9-23c9-4558-88e7-fff1ca880ce8 None None] Pushing event updated for resources: {'Port': ['ID=0b862ce6-cb41-4ab3-a149-0d07de0e8136,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:24.428869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-79f009fe-b2e0-460a-b8e7-523ab5acf13b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.433615 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-79f009fe-b2e0-460a-b8e7-523ab5acf13b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.21 "GET /v2.0/ports?device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 1023 time: 0.1855855 Jul 16 20:22:24.488026 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.505591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['cf14ad87-31a9-4637-854e-a9d0be3ccee9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:24.597890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Pushing event deleted for resources: {'Port': ['ID=cf14ad87-31a9-4637-854e-a9d0be3ccee9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:24.633411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-e010f745-ce99-4722-920e-fc31cd753d78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5848234 Jul 16 20:22:24.666015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Deleting port 757003f2-7d82-4615-b82d-ca9e7911a45b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:24.666604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.716756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd29ad9-86b6-447a-bca3-10e62b6ecdbc req-7bdeff8b-fe52-4b21-8e5a-cc826a7d8aa0 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.729347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cd29ad9-86b6-447a-bca3-10e62b6ecdbc req-7bdeff8b-fe52-4b21-8e5a-cc826a7d8aa0 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/ports?device_id=1eb3dee2-bd50-4bac-9fa7-181e42c869e4 HTTP/1.1" status: 200 len: 867 time: 1.2313387 Jul 16 20:22:24.797164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] No DVR routers for this DVR port cf14ad87-31a9-4637-854e-a9d0be3ccee9 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:24.850076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] For port 757003f2-7d82-4615-b82d-ca9e7911a45b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=757003f2-7d82-4615-b82d-ca9e7911a45b,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:24.850623 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.871720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Calling delete_port for 757003f2-7d82-4615-b82d-ca9e7911a45b owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:24.874287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.884062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc111d52-579b-4813-820e-0c534ec92fba req-9a88c040-2328-44be-815d-da4441ae7a99 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.26 "DELETE /v2.0/ports/cf14ad87-31a9-4637-854e-a9d0be3ccee9 HTTP/1.1" status: 204 len: 173 time: 1.9593508 Jul 16 20:22:24.962688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70423750-5c9c-42d5-bf5d-cb2249da3fc5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:25.028936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 70423750-5c9c-42d5-bf5d-cb2249da3fc5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:25.029842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70423750-5c9c-42d5-bf5d-cb2249da3fc5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:25.065064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cd29ad9-86b6-447a-bca3-10e62b6ecdbc req-45a568e0-f8c3-4cfe-9434-53369cbd8e65 tempest-ImagesNegativeTestJSON-1473116769 tempest-ImagesNegativeTestJSON-1473116769-project] 10.222.0.100 "GET /v2.0/security-groups?id=a54c3210-7eb3-4122-87f9-5d94d70faea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285458 Jul 16 20:22:25.268746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.343566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b862ce6-cb41-4ab3-a149-0d07de0e8136 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:25.372612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.399365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['47b9fce4-9147-47c6-9239-ee2bccbfc054'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:25.403809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['757003f2-7d82-4615-b82d-ca9e7911a45b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:25.470465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'Port': ['ID=757003f2-7d82-4615-b82d-ca9e7911a45b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:25.578519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] No DVR routers for this DVR port 757003f2-7d82-4615-b82d-ca9e7911a45b on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:25.584887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.587208 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-974cf032-99ae-4c4f-8bb4-b5746dda7ff4 req-19477bd2-bdc0-4601-8215-039e960b6246 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.21 "DELETE /v2.0/ports/757003f2-7d82-4615-b82d-ca9e7911a45b HTTP/1.1" status: 204 len: 173 time: 1.1467953 Jul 16 20:22:25.590903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'name': 'network-vif-deleted', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:25.597208 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d332fd3b-25d1-40c8-a099-e27ce3d54f52" -d '{"events": [{"server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "name": "network-vif-deleted", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:25.664854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:25.953759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.962074 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.970097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7508a6-b25c-428d-8102-8b2bce0d7ad9 None None] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:26.035090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc2fe406-6398-4d64-9da9-a8c2fc76a018 None None] Provisioning for port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:26.044666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc2fe406-6398-4d64-9da9-a8c2fc76a018 None None] Provisioning complete for port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:26.045211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe406-6398-4d64-9da9-a8c2fc76a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.128733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-2b5ac697-9d4d-4c21-ab3d-36bb7141027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.131419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-2b5ac697-9d4d-4c21-ab3d-36bb7141027c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24a9d32a09ef4997a5334b35654c10e2&device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 1095 time: 1.3454003 Jul 16 20:22:26.369356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=92fd79e2-0b6e-4032-a9f8-16cc84887687,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.536497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-6c1edd8b-33d3-4efa-8cb2-34d49611fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.538167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-6c1edd8b-33d3-4efa-8cb2-34d49611fbab service neutron] 10.222.0.21 "GET /v2.0/networks?id=e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 200 len: 920 time: 0.3032796 Jul 16 20:22:26.688781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-d283cd69-07f8-44c5-a101-09ca00653c8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 200 len: 217 time: 0.0974433 Jul 16 20:22:26.774186 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe406-6398-4d64-9da9-a8c2fc76a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.815637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-fe3675b4-da07-4a55-b0df-f2bd2585ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.817616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-fe3675b4-da07-4a55-b0df-f2bd2585ae75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 200 len: 859 time: 0.0966020 Jul 16 20:22:26.847114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device cf14ad87-31a9-4637-854e-a9d0be3ccee9 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:26.909797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-1e9ba2b4-a232-4cca-b66b-c6bad301a1ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e10b2181-4fc7-4066-bc06-54086f21d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539708 Jul 16 20:22:26.918341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: cf14ad87-31a9-4637-854e-a9d0be3ccee9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:26.918895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device cf14ad87-31a9-4637-854e-a9d0be3ccee9 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:26.932856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dc2fe406-6398-4d64-9da9-a8c2fc76a018 None None] For port 0b862ce6-cb41-4ab3-a149-0d07de0e8136, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b862ce6-cb41-4ab3-a149-0d07de0e8136,segment=NetworkSegment(2887be5a-1cff-4f56-8adb-38d665659384),segment_id=2887be5a-1cff-4f56-8adb-38d665659384)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:26.950048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe406-6398-4d64-9da9-a8c2fc76a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.969899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b82f838-ad9b-4593-a5c1-dcb3bab53add req-ed3bf474-71c0-41bd-adc5-350f1a76587a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=32dce762-ce2d-404f-b0ef-13a72fde1acb HTTP/1.1" status: 200 len: 210 time: 0.2755697 Jul 16 20:22:27.114134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fe406-6398-4d64-9da9-a8c2fc76a018 None None] Pushing event updated for resources: {'Port': ['ID=0b862ce6-cb41-4ab3-a149-0d07de0e8136,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:27.173213 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bfc563-7b24-48e9-9912-6f95e088413c x-openstack-request-id: req-f5bfc563-7b24-48e9-9912-6f95e088413c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:27.173852 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:27.174332 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f5bfc563-7b24-48e9-9912-6f95e088413c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:27.174955 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'code': 200} Jul 16 20:22:27.326898 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179ccff-a5c2-4d45-bd35-6537697f5a5b x-openstack-request-id: req-a179ccff-a5c2-4d45-bd35-6537697f5a5b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:27.327379 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1704153e-1a16-4ed8-9330-43fdfda9d993", "name": "network-vif-deleted", "tag": "70423750-5c9c-42d5-bf5d-cb2249da3fc5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:27.327780 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a179ccff-a5c2-4d45-bd35-6537697f5a5b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:27.328408 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1704153e-1a16-4ed8-9330-43fdfda9d993', 'name': 'network-vif-deleted', 'tag': '70423750-5c9c-42d5-bf5d-cb2249da3fc5', 'status': 'completed', 'code': 200} Jul 16 20:22:27.333133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.398834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bf5e6fa3-095d-4981-8c69-eb3f4b58a53e None None] Provisioning complete for port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:27.399197 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6fa3-095d-4981-8c69-eb3f4b58a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.482476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-5acf1b90-78ee-4b37-95e9-6b280378903b service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053077 Jul 16 20:22:27.612060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bf5e6fa3-095d-4981-8c69-eb3f4b58a53e None None] Provisioning for port 92fd79e2-0b6e-4032-a9f8-16cc84887687 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:27.621641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bf5e6fa3-095d-4981-8c69-eb3f4b58a53e None None] Provisioning complete for port 92fd79e2-0b6e-4032-a9f8-16cc84887687 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:27.622301 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6fa3-095d-4981-8c69-eb3f4b58a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.702445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e6fa3-095d-4981-8c69-eb3f4b58a53e None None] Port 92fd79e2-0b6e-4032-a9f8-16cc84887687 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:27.709619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.849714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ef5adc91-6a22-4c52-84c9-9a06b3e9d8d1 None None] Provisioning complete for port 92fd79e2-0b6e-4032-a9f8-16cc84887687 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:27.850529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ef5adc91-6a22-4c52-84c9-9a06b3e9d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.935849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ef5adc91-6a22-4c52-84c9-9a06b3e9d8d1 None None] Port 92fd79e2-0b6e-4032-a9f8-16cc84887687 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:28.071545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e70b6a26-b5ac-4947-88f3-5db9f37e375b None None] Provisioning complete for port 92fd79e2-0b6e-4032-a9f8-16cc84887687 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:28.072332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e70b6a26-b5ac-4947-88f3-5db9f37e375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.139740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e70b6a26-b5ac-4947-88f3-5db9f37e375b None None] Port 92fd79e2-0b6e-4032-a9f8-16cc84887687 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:28.148994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1c02cf5-7629-4753-9b77-e3b6e22b79b1 req-f5cd0828-c92d-4667-bc93-a63e437ce066 service neutron] 10.222.0.21 "GET /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016729 Jul 16 20:22:28.493827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.502555 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.655113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.670880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=92fd79e2-0b6e-4032-a9f8-16cc84887687,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:28.834223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:28.836809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:28.990268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-536896d6-ae00-4325-ba13-e76e13af1c04 req-8f77f6ff-d1fb-49b5-8c47-321ef680ba11 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=1704153e-1a16-4ed8-9330-43fdfda9d993 HTTP/1.1" status: 200 len: 210 time: 0.0419507 Jul 16 20:22:28.993033 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 757003f2-7d82-4615-b82d-ca9e7911a45b no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:29.033743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 757003f2-7d82-4615-b82d-ca9e7911a45b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:29.034214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 757003f2-7d82-4615-b82d-ca9e7911a45b not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:29.100597 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8731147d-0819-46bd-b6a4-7582e5652d20 x-openstack-request-id: req-8731147d-0819-46bd-b6a4-7582e5652d20 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:29.102178 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dce762-ce2d-404f-b0ef-13a72fde1acb", "name": "network-vif-deleted", "tag": "757003f2-7d82-4615-b82d-ca9e7911a45b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:29.103043 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8731147d-0819-46bd-b6a4-7582e5652d20 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:29.103705 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dce762-ce2d-404f-b0ef-13a72fde1acb', 'name': 'network-vif-deleted', 'tag': '757003f2-7d82-4615-b82d-ca9e7911a45b', 'status': 'completed', 'code': 200} Jul 16 20:22:29.119648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Router 73288c78-6e68-475b-bc73-8c756de8d781 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:29.203779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1694e1a5-2b0a-452f-86b2-23e1d5e26dd7 None None] Provisioning complete for port 92fd79e2-0b6e-4032-a9f8-16cc84887687 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:29.204304 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1694e1a5-2b0a-452f-86b2-23e1d5e26dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.256006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b862ce6-cb41-4ab3-a149-0d07de0e8136 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:29.293859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:29.312300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5493033-3a5a-452b-8971-dd6449730fbb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "PUT /v2.0/routers/73288c78-6e68-475b-bc73-8c756de8d781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8211231 Jul 16 20:22:29.312486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44062) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.330317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'name': 'network-vif-deleted', 'tag': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:29.331161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] Sync routers for ids ['73288c78-6e68-475b-bc73-8c756de8d781'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:29.340566 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f2d35-7d43-4b77-8a1e-1adc8e869068" -d '{"events": [{"server_uuid": "1eb3dee2-bd50-4bac-9fa7-181e42c869e4", "name": "network-vif-deleted", "tag": "cf14ad87-31a9-4637-854e-a9d0be3ccee9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:29.372029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] Routers {'73288c78-6e68-475b-bc73-8c756de8d781'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:29.373123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73288c78-6e68-475b-bc73-8c756de8d781'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:29.426897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ef8ea5c-92bd-4a9c-9702-e299f4624531 req-1f567a18-59f9-44b3-9ed6-642f578246fb tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=c45f4ad5-68d9-46b1-9dfd-57d276b3aa7e HTTP/1.1" status: 200 len: 210 time: 0.0537825 Jul 16 20:22:29.458038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:29.470701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1694e1a5-2b0a-452f-86b2-23e1d5e26dd7 None None] Port 92fd79e2-0b6e-4032-a9f8-16cc84887687 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:29.485241 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265a0a3-9dea-4253-984b-279847441d66 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.490111 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c265a0a3-9dea-4253-984b-279847441d66 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports?device_id=73288c78-6e68-475b-bc73-8c756de8d781 HTTP/1.1" status: 200 len: 982 time: 0.1735437 Jul 16 20:22:29.491084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44068) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.505101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:29.505741 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.511371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] Routers {'73288c78-6e68-475b-bc73-8c756de8d781'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:29.512002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73288c78-6e68-475b-bc73-8c756de8d781'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:29.613981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:29.615559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8751739d-0adf-4a98-8a15-30b647980a2d None None] The sync data for ids ['73288c78-6e68-475b-bc73-8c756de8d781'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:29.829768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44074) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.862525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-125a5dfe-3edb-4d61-b19e-d2b0337d4830 req-b4f55934-4fae-4313-ab48-67a3201ac586 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c45f4ad5-68d9-46b1-9dfd-57d276b3aa7e HTTP/1.1" status: 200 len: 210 time: 0.1195610 Jul 16 20:22:29.891767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87a181b8-8f61-4000-a337-de781ac5a903 req-bfdb4a91-6aaa-447c-a6af-263a42bb69bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e033d2c85138482183d95959af43285c&device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0443876 Jul 16 20:22:29.943879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87a181b8-8f61-4000-a337-de781ac5a903 req-efd72702-1560-46a1-925d-f606d146e358 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e033d2c85138482183d95959af43285c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436285 Jul 16 20:22:29.960212 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56be6281-1807-4cc7-b36d-8eedf75e6588 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.042732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56be6281-1807-4cc7-b36d-8eedf75e6588 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.170663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56be6281-1807-4cc7-b36d-8eedf75e6588 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.178491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56be6281-1807-4cc7-b36d-8eedf75e6588 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.181372 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56be6281-1807-4cc7-b36d-8eedf75e6588 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "DELETE /v2.0/security-groups/7c06835f-8cbd-4a3e-a2e6-ba173604c867 HTTP/1.1" status: 204 len: 168 time: 0.3501892 Jul 16 20:22:30.196518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44088) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:30.227555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-05e396cb-cbf5-44cf-b0bb-0e0cbbf47ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.255414 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-e8444699-85d1-4f0d-b206-662fb3f420e1 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] show failed (client error): The resource could not be found. Jul 16 20:22:30.257939 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e8444699-85d1-4f0d-b206-662fb3f420e1 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "GET /v2.0/security-groups/7c06835f-8cbd-4a3e-a2e6-ba173604c867 HTTP/1.1" status: 404 len: 347 time: 0.0584545 Jul 16 20:22:30.259702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be6281-1807-4cc7-b36d-8eedf75e6588 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06835f-8cbd-4a3e-a2e6-ba173604c867,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.263303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:30.430455 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2943c-3b20-4aa9-a2f5-a3516d7cb05c x-openstack-request-id: req-2bc2943c-3b20-4aa9-a2f5-a3516d7cb05c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:30.431413 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb3dee2-bd50-4bac-9fa7-181e42c869e4", "name": "network-vif-deleted", "tag": "cf14ad87-31a9-4637-854e-a9d0be3ccee9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:30.431413 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2bc2943c-3b20-4aa9-a2f5-a3516d7cb05c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:30.431413 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb3dee2-bd50-4bac-9fa7-181e42c869e4', 'name': 'network-vif-deleted', 'tag': 'cf14ad87-31a9-4637-854e-a9d0be3ccee9', 'status': 'completed', 'code': 200} Jul 16 20:22:30.628394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Deleting port 7adb42c7-1420-4a51-9737-ab663c99f204 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:30.632199 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.678657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a181b8-8f61-4000-a337-de781ac5a903 req-6dbd7fd0-e0f9-4b24-a18b-f255884e63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.680134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87a181b8-8f61-4000-a337-de781ac5a903 req-6dbd7fd0-e0f9-4b24-a18b-f255884e63b8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7277915 Jul 16 20:22:30.873164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.875766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.932432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Calling delete_port for 7adb42c7-1420-4a51-9737-ab663c99f204 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:30.936707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.090604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c40b2a61-c5ff-450f-b1ce-487bc5850bf3 req-43d791ed-359f-4498-af5c-f51081fd1c58 tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0898767 Jul 16 20:22:31.243779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71deb926-e516-4623-881f-4886768b0d43 req-658eb935-eaba-4194-abcc-86bce750de42 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/34feec1e-56a5-4229-841b-6651126385ef HTTP/1.1" status: 200 len: 1802 time: 0.0609221 Jul 16 20:22:31.308022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.344338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Pushing event deleted for resources: {'Port': ['ID=7adb42c7-1420-4a51-9737-ab663c99f204,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.480617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-71deb926-e516-4623-881f-4886768b0d43 req-1b07152c-4619-44d3-ac13-d48e39e88595 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.498183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.504374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.506949 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-45a6963a-c745-4887-8158-707a4633eef6 tempest-ServersTestBootFromVolume-1228800222 tempest-ServersTestBootFromVolume-1228800222-project] 10.222.0.100 "DELETE /v2.0/floatingips/f68688b5-ea92-438e-831a-98ddb82c4a35 HTTP/1.1" status: 204 len: 168 time: 1.2412274 Jul 16 20:22:31.509779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44110) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:31.517447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 92fd79e2-0b6e-4032-a9f8-16cc84887687 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:31.518114 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.660387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-71deb926-e516-4623-881f-4886768b0d43 req-1b07152c-4619-44d3-ac13-d48e39e88595 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.012249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-71deb926-e516-4623-881f-4886768b0d43 req-1b07152c-4619-44d3-ac13-d48e39e88595 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.016392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-71deb926-e516-4623-881f-4886768b0d43 req-1b07152c-4619-44d3-ac13-d48e39e88595 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.018294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71deb926-e516-4623-881f-4886768b0d43 req-1b07152c-4619-44d3-ac13-d48e39e88595 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/34feec1e-56a5-4229-841b-6651126385ef HTTP/1.1" status: 204 len: 173 time: 0.7634406 Jul 16 20:22:32.029568 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.086591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 92fd79e2-0b6e-4032-a9f8-16cc84887687 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:32.163542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07152c-4619-44d3-ac13-d48e39e88595 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34feec1e-56a5-4229-841b-6651126385ef,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.297039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-53d355f2-2c04-49b1-8292-fdf606d13108 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4903481 Jul 16 20:22:32.365789 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-87a181b8-8f61-4000-a337-de781ac5a903 req-5a3cbcb7-fea0-4223-9e35-0ce112d86db3 tempest-ServerShowV254Test-388828825 tempest-ServerShowV254Test-388828825-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0f013c1-cd92-40e0-a4e3-860905014e30 HTTP/1.1" status: 200 len: 210 time: 0.0863235 Jul 16 20:22:32.715442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.840001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=92fd79e2-0b6e-4032-a9f8-16cc84887687,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.936111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-4c35067f-6ddc-4d0f-a6e8-fa5074322b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.938345 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-4c35067f-6ddc-4d0f-a6e8-fa5074322b4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1175 time: 0.2993474 Jul 16 20:22:33.178019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f849c19-d7bb-4ec1-9e4c-0aecbbbf0d17 req-b765c6e0-6bdf-431b-a1b5-ae2193a5a764 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/d8ba945c-fcd5-41a1-9c22-5c4e3931efb7 HTTP/1.1" status: 200 len: 1802 time: 0.2799129 Jul 16 20:22:33.285113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-409b61e6-2779-482d-8e88-764eefa110e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.288948 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-409b61e6-2779-482d-8e88-764eefa110e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 200 len: 914 time: 0.3070281 Jul 16 20:22:33.310942 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1f849c19-d7bb-4ec1-9e4c-0aecbbbf0d17 req-2d5069dc-544e-40bc-9556-b100b9b8e38c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.413398 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-dbc9edc2-6e06-40c8-a1ad-5ce38d6ff232 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 200 len: 217 time: 0.1039107 Jul 16 20:22:33.468376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1f849c19-d7bb-4ec1-9e4c-0aecbbbf0d17 req-2d5069dc-544e-40bc-9556-b100b9b8e38c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.488159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.518618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-5e20bdf4-9a85-48eb-8aa9-ca6c476283bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.521337 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-5e20bdf4-9a85-48eb-8aa9-ca6c476283bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 200 len: 853 time: 0.1010973 Jul 16 20:22:33.586926 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-8bd114b5-e0bd-4adf-8f17-8e08f9c5c716 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6300423-8282-4786-bc1f-e0afcee499fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574884 Jul 16 20:22:33.675468 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1f849c19-d7bb-4ec1-9e4c-0aecbbbf0d17 req-2d5069dc-544e-40bc-9556-b100b9b8e38c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.678680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1f849c19-d7bb-4ec1-9e4c-0aecbbbf0d17 req-2d5069dc-544e-40bc-9556-b100b9b8e38c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.692713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f849c19-d7bb-4ec1-9e4c-0aecbbbf0d17 req-2d5069dc-544e-40bc-9556-b100b9b8e38c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/d8ba945c-fcd5-41a1-9c22-5c4e3931efb7 HTTP/1.1" status: 204 len: 173 time: 0.5056279 Jul 16 20:22:33.733432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5069dc-544e-40bc-9556-b100b9b8e38c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba945c-fcd5-41a1-9c22-5c4e3931efb7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.855789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Router 73288c78-6e68-475b-bc73-8c756de8d781 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:33.866723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-64c7c3d8-6f58-4f4e-a6f0-1e5cf47ccc47 service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727621 Jul 16 20:22:33.917799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.950730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.291564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-215811e1-26bf-433c-96fb-60c0965323c0 req-b89c97c9-1dbc-419c-ac73-a2204bd097ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0738199 Jul 16 20:22:34.305151 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-48c6bedc-0b08-4c64-9dc2-a5e68b4c0f38 req-5f700e18-64a3-462a-9da3-2689acaa7c6d service neutron] 10.222.0.26 "GET /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308314 Jul 16 20:22:34.458781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:34.469633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2212f8a9-19b2-457f-8a76-491c0b06373d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "PUT /v2.0/routers/73288c78-6e68-475b-bc73-8c756de8d781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9731534 Jul 16 20:22:34.471004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44134) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.489116 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] Sync routers for ids ['73288c78-6e68-475b-bc73-8c756de8d781'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:34.533395 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] Routers {'73288c78-6e68-475b-bc73-8c756de8d781'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:34.538640 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73288c78-6e68-475b-bc73-8c756de8d781'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.545406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59ee38-8950-410e-94a7-369b9b0a6bfe req-d944d12f-6374-4d86-b31c-43da9ae2cca4 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.546987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf59ee38-8950-410e-94a7-369b9b0a6bfe req-d944d12f-6374-4d86-b31c-43da9ae2cca4 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 949 time: 0.3786173 Jul 16 20:22:34.593981 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e42eca-cabe-4e40-a2b3-052551b381e8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:22:34.604436 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e7e42eca-cabe-4e40-a2b3-052551b381e8 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/92fd79e2-0b6e-4032-a9f8-16cc84887687 HTTP/1.1" status: 404 len: 333 time: 0.1297729 Jul 16 20:22:34.609850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44136) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.677704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44138) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.710541 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.749462 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf59ee38-8950-410e-94a7-369b9b0a6bfe req-fe1acff6-5dcf-4088-8f69-60823f3e792a tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988791 Jul 16 20:22:34.752489 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] Routers {'73288c78-6e68-475b-bc73-8c756de8d781'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:34.753475 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73288c78-6e68-475b-bc73-8c756de8d781'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.784812 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-97c38848-4004-449f-ace0-a75759274e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.868427 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.869270 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08efa5-3346-445f-acc4-f13ec6526308 None None] The sync data for ids ['73288c78-6e68-475b-bc73-8c756de8d781'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:35.050992 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3b7e-3898-4dbc-931c-5bca0fec11ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.198900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e647107-ba2e-4485-9e94-a68f66d82a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.269144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-0d0e14af-4fb8-4996-af69-fcb8ebd54fbd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.272684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-0d0e14af-4fb8-4996-af69-fcb8ebd54fbd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.21 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 949 time: 0.4504724 Jul 16 20:22:35.275289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Deleting port ccb75739-add4-4328-8b8f-9e7bf961bf45 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:35.275871 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.390021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5e1ed3c-359c-478f-b0be-c35b75f96d66 req-0d1e3d68-7f52-4c12-add8-6ecda5d6e729 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.1053541 Jul 16 20:22:35.604176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-9c14c978-a963-4ba8-bc5e-e734eac1ef0e req-a5a3eb8a-f5ff-42ab-a070-387f9050c1d1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-929393451', 'description': 'tempest-description-1488981678'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:35.727088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] For port ccb75739-add4-4328-8b8f-9e7bf961bf45, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ccb75739-add4-4328-8b8f-9e7bf961bf45,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:35.727577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.764739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Calling delete_port for ccb75739-add4-4328-8b8f-9e7bf961bf45 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:35.858110 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:35.882785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Deleting port e9241cf3-c3dc-4a38-b68d-465c5741f880 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:35.883281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.952018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.121865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3b7e-3898-4dbc-931c-5bca0fec11ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.125932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3b7e-3898-4dbc-931c-5bca0fec11ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.241398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3b7e-3898-4dbc-931c-5bca0fec11ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.243226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1f3b7e-3898-4dbc-931c-5bca0fec11ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Fanout notify agent at l3_agent the message router_deleted on router 73288c78-6e68-475b-bc73-8c756de8d781 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:36.261952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3b7e-3898-4dbc-931c-5bca0fec11ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.263195 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fe1f3b7e-3898-4dbc-931c-5bca0fec11ba tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/routers/73288c78-6e68-475b-bc73-8c756de8d781 HTTP/1.1" status: 204 len: 168 time: 1.6515152 Jul 16 20:22:36.267716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44150) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.356492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e647107-ba2e-4485-9e94-a68f66d82a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.388082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet f7377ff3-b171-49eb-ba88-17387fa50c15 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:36.392945 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.424802 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e647107-ba2e-4485-9e94-a68f66d82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.452322 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.499588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e647107-ba2e-4485-9e94-a68f66d82a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5553ee7b-0e75-47b5-b0f5-15e6e34d9b39,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.566283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.646632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c14c978-a963-4ba8-bc5e-e734eac1ef0e req-a5a3eb8a-f5ff-42ab-a070-387f9050c1d1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.649932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.668406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.671795 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/f7377ff3-b171-49eb-ba88-17387fa50c15 HTTP/1.1" status: 204 len: 168 time: 0.4026072 Jul 16 20:22:36.683424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db580f2d-be8c-4fa9-bb65-f2537ae81c32 None None] Network 866c17fe-b4fc-4081-8660-4badfa5e8c0f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:36.696719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6e647107-ba2e-4485-9e94-a68f66d82a90 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e033d2c85138482183d95959af43285c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0156407 Jul 16 20:22:36.716607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44154) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.717862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44156) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.756050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce8e03-21c5-46da-a28a-aea120d56641 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=f7377ff3-b171-49eb-ba88-17387fa50c15,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.774418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] For port e9241cf3-c3dc-4a38-b68d-465c5741f880, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e9241cf3-c3dc-4a38-b68d-465c5741f880,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:36.775502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.816958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Calling delete_port for e9241cf3-c3dc-4a38-b68d-465c5741f880 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:36.994945 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.016436 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74e135e7-e449-484d-b66b-119679cef84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.050630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74e135e7-e449-484d-b66b-119679cef84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.170299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74e135e7-e449-484d-b66b-119679cef84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.177573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74e135e7-e449-484d-b66b-119679cef84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.179966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.180875 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-74e135e7-e449-484d-b66b-119679cef84a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5553ee7b-0e75-47b5-b0f5-15e6e34d9b39 HTTP/1.1" status: 204 len: 168 time: 0.4554076 Jul 16 20:22:37.221071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:37.221831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.274430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] DHCP port deletion for 866c17fe-b4fc-4081-8660-4badfa5e8c0f request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:37.393720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] For port 0b862ce6-cb41-4ab3-a149-0d07de0e8136, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b862ce6-cb41-4ab3-a149-0d07de0e8136,segment=NetworkSegment(2887be5a-1cff-4f56-8adb-38d665659384),segment_id=2887be5a-1cff-4f56-8adb-38d665659384)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:37.394598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.420925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 0b862ce6-cb41-4ab3-a149-0d07de0e8136 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:37.476436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] Deleting port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:37.477638 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.607848 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e135e7-e449-484d-b66b-119679cef84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553ee7b-0e75-47b5-b0f5-15e6e34d9b39,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.610054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb75739-add4-4328-8b8f-9e7bf961bf45,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.612672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.631400 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c14c978-a963-4ba8-bc5e-e734eac1ef0e req-a5a3eb8a-f5ff-42ab-a070-387f9050c1d1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.661515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c14c978-a963-4ba8-bc5e-e734eac1ef0e req-a5a3eb8a-f5ff-42ab-a070-387f9050c1d1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.681255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=0b862ce6-cb41-4ab3-a149-0d07de0e8136,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.686598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No DVR routers for this DVR port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:37.798741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3eb8a-f5ff-42ab-a070-387f9050c1d1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763a0bac-d7e5-4b76-a8e5-b61e0e73d744,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.862049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] For port 0b862ce6-cb41-4ab3-a149-0d07de0e8136, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b862ce6-cb41-4ab3-a149-0d07de0e8136,segment=NetworkSegment(2887be5a-1cff-4f56-8adb-38d665659384),segment_id=2887be5a-1cff-4f56-8adb-38d665659384)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:37.865842 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.899290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] Calling delete_port for 0b862ce6-cb41-4ab3-a149-0d07de0e8136 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:37.961518 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.970265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c14c978-a963-4ba8-bc5e-e734eac1ef0e req-a5a3eb8a-f5ff-42ab-a070-387f9050c1d1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.000237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c14c978-a963-4ba8-bc5e-e734eac1ef0e req-a5a3eb8a-f5ff-42ab-a070-387f9050c1d1 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.4324963 Jul 16 20:22:38.002541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866c17fe-b4fc-4081-8660-4badfa5e8c0f']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:38.024550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2887be5a-1cff-4f56-8adb-38d665659384') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:38.025178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2887be5a-1cff-4f56-8adb-38d665659384') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:38.066022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.113006 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.134277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:38.135400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:38.144917 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:38.171529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.200667 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.266324 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.294412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.301028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.316081 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/866c17fe-b4fc-4081-8660-4badfa5e8c0f HTTP/1.1" status: 204 len: 168 time: 1.5828724 Jul 16 20:22:38.316081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44178) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:38.347752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] Pushing event deleted for resources: {'Port': ['ID=0b862ce6-cb41-4ab3-a149-0d07de0e8136,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.358114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7df96-890f-4787-b5ed-01bdf4afd1f5 None None] No DVR routers for this DVR port 0b862ce6-cb41-4ab3-a149-0d07de0e8136 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:38.390099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ab8f2-7864-449e-92f4-36cf24136070 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=866c17fe-b4fc-4081-8660-4badfa5e8c0f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.396374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.487146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c596878-60b9-4198-805f-e44e99372cdb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.489614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0c596878-60b9-4198-805f-e44e99372cdb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/eda13067-5a1e-48e2-add6-6412911ac42a HTTP/1.1" status: 200 len: 840 time: 0.1750944 Jul 16 20:22:38.499114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44182) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:38.525143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Pushing event deleted for resources: {'Port': ['ID=e9241cf3-c3dc-4a38-b68d-465c5741f880,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.529380 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.577881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.609708 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b4b8f585-d6c5-4b91-8edd-9c566b2a56c7 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/eda13067-5a1e-48e2-add6-6412911ac42a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1089008 Jul 16 20:22:38.618447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44190) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:38.626050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:38.705826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] No DVR routers for this DVR port e9241cf3-c3dc-4a38-b68d-465c5741f880 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:38.713196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.716369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ab0353d-9d66-4e28-9aa4-c16967f767c6 req-5500e0c6-9a47-45b0-8347-73f44bc413bd tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.21 "DELETE /v2.0/ports/e9241cf3-c3dc-4a38-b68d-465c5741f880 HTTP/1.1" status: 204 len: 173 time: 3.4348366 Jul 16 20:22:38.716925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-deleted', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:38.719415 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce299f5-c765-4a52-943a-52bc514ce38c" -d '{"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-deleted", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:38.737218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c78928-ba87-4975-a55f-6861a583d53b req-87f9e6d1-7a35-4b4e-96a1-83fba6529b5e tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.739006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6c78928-ba87-4975-a55f-6861a583d53b req-87f9e6d1-7a35-4b4e-96a1-83fba6529b5e tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/ports?device_id=744cd72f-8783-4ba0-9383-c002df285a1a HTTP/1.1" status: 200 len: 866 time: 0.4665194 Jul 16 20:22:38.842445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:38.853582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.902718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6c78928-ba87-4975-a55f-6861a583d53b req-9ad7562d-62be-4c49-a568-4965ee813644 tempest-ImagesOneServerTestJSON-391856254 tempest-ImagesOneServerTestJSON-391856254-project] 10.222.0.100 "GET /v2.0/security-groups?id=4b96e39b-23e9-4591-bfc2-ff08fa42302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495125 Jul 16 20:22:39.049272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:39.109674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: e9241cf3-c3dc-4a38-b68d-465c5741f880 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:39.110385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e9241cf3-c3dc-4a38-b68d-465c5741f880 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:39.217952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64a0ea2c-a2c5-4cfe-853d-e0cf6ffb5139 req-952ccb90-082f-4b8e-8ce2-4588bae75c06 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0632033 Jul 16 20:22:39.252791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Router 70fa7b91-cbf3-4723-874f-24b1c7f34686 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:39.491192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b862ce6-cb41-4ab3-a149-0d07de0e8136 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:39.527774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83a64a50-5431-4039-bb51-89ee19cdcd3e req-d06f1ea7-9e23-4aa4-937c-f79d167fa740 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/763a0bac-d7e5-4b76-a8e5-b61e0e73d744 HTTP/1.1" status: 200 len: 1802 time: 0.2644625 Jul 16 20:22:39.556728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0b862ce6-cb41-4ab3-a149-0d07de0e8136 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:39.557325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b862ce6-cb41-4ab3-a149-0d07de0e8136 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:39.575087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-83a64a50-5431-4039-bb51-89ee19cdcd3e req-aa8db70f-3041-4c35-9aa2-72fa5c52822a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Request body: {'security_group': {'name': 'tempest-sg-hth-65208758', 'description': 'tempest-description-hth-1641086470'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:39.629940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83a64a50-5431-4039-bb51-89ee19cdcd3e req-aa8db70f-3041-4c35-9aa2-72fa5c52822a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.634316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.680191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:39.694686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] Sync routers for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:39.718450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:39.719688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:39.733021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51daac34-c041-45a8-a1e0-6bf4f2689a9d admin admin] 10.222.0.100 "PUT /v2.0/routers/70fa7b91-cbf3-4723-874f-24b1c7f34686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2202110 Jul 16 20:22:39.737759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44204) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:39.758097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:39.766224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:39.782850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:39.784145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.785196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b994c-4388-4ebf-a5ff-b4b247afcbdb None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:39.817614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=3b22188a-52b8-48fc-8c6d-c6e693caf664,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:39.843396 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dece5959-287f-4c3e-b529-5fe25fd21d3d tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2225106 Jul 16 20:22:39.849247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44206) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:39.860161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83a64a50-5431-4039-bb51-89ee19cdcd3e req-aa8db70f-3041-4c35-9aa2-72fa5c52822a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.868968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6dc14cef-c9ec-4f5d-915a-ae712bbe3ccf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'security_group': {'name': 'tempest-secgroup-2062499843'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:39.870151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83a64a50-5431-4039-bb51-89ee19cdcd3e req-aa8db70f-3041-4c35-9aa2-72fa5c52822a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.877549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83a64a50-5431-4039-bb51-89ee19cdcd3e req-aa8db70f-3041-4c35-9aa2-72fa5c52822a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.891919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83a64a50-5431-4039-bb51-89ee19cdcd3e req-aa8db70f-3041-4c35-9aa2-72fa5c52822a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "PUT /v2.0/security-groups/763a0bac-d7e5-4b76-a8e5-b61e0e73d744 HTTP/1.1" status: 200 len: 1775 time: 0.3603866 Jul 16 20:22:39.986523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6dc14cef-c9ec-4f5d-915a-ae712bbe3ccf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.062641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:40.111448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8db70f-3041-4c35-9aa2-72fa5c52822a tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763a0bac-d7e5-4b76-a8e5-b61e0e73d744,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.186834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.217545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6dc14cef-c9ec-4f5d-915a-ae712bbe3ccf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.222971 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6dc14cef-c9ec-4f5d-915a-ae712bbe3ccf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.301310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc14cef-c9ec-4f5d-915a-ae712bbe3ccf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1818d4-9659-4766-b241-5d9f1f5fea59,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.307558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6dc14cef-c9ec-4f5d-915a-ae712bbe3ccf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.315122 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6dc14cef-c9ec-4f5d-915a-ae712bbe3ccf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4628408 Jul 16 20:22:40.319573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44220) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:40.328775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c468e917-f41f-40b0-96f8-10f7524b9c54 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065966000'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:40.375104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c468e917-f41f-40b0-96f8-10f7524b9c54 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.530955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.617940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c468e917-f41f-40b0-96f8-10f7524b9c54 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.625024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c468e917-f41f-40b0-96f8-10f7524b9c54 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.656971 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c468e917-f41f-40b0-96f8-10f7524b9c54 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.658938 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c468e917-f41f-40b0-96f8-10f7524b9c54 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3378174 Jul 16 20:22:40.669938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44226) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:40.683889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-297709025', 'security_groups': ['836852fb-59c5-4a9a-847a-a6e9bd1eb9b9'], 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b22188a-52b8-48fc-8c6d-c6e693caf664'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:40.691232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e917-f41f-40b0-96f8-10f7524b9c54 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836852fb-59c5-4a9a-847a-a6e9bd1eb9b9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.740026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Deleting port 186caf31-f722-47eb-a1d9-e751a1056e51 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:40.740376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.821060 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60779109-75eb-4fc1-904c-a057b38bd964 x-openstack-request-id: req-60779109-75eb-4fc1-904c-a057b38bd964 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:40.821377 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744cd72f-8783-4ba0-9383-c002df285a1a", "name": "network-vif-deleted", "tag": "e9241cf3-c3dc-4a38-b68d-465c5741f880", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:40.821677 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-60779109-75eb-4fc1-904c-a057b38bd964 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:40.821988 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744cd72f-8783-4ba0-9383-c002df285a1a', 'name': 'network-vif-deleted', 'tag': 'e9241cf3-c3dc-4a38-b68d-465c5741f880', 'status': 'completed', 'code': 200} Jul 16 20:22:40.916698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] For port 186caf31-f722-47eb-a1d9-e751a1056e51, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=186caf31-f722-47eb-a1d9-e751a1056e51,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:40.917278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.944654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Calling delete_port for 186caf31-f722-47eb-a1d9-e751a1056e51 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:40.950674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:41.001822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'tenant_id': '8e621785071b449ba1f164a68a695f66', 'fixed_ips': [{'subnet_id': '3b22188a-52b8-48fc-8c6d-c6e693caf664'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:41.003767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.051826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:22:36Z', 'revision_number': 5, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port': {'id': '186caf31-f722-47eb-a1d9-e751a1056e51', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:17:55Z', 'updated_at': '2021-07-16T20:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.126961 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.139776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] Checking router: 70fa7b91-cbf3-4723-874f-24b1c7f34686 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:41.161997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] Routers {'70fa7b91-cbf3-4723-874f-24b1c7f34686'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:41.163194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['70fa7b91-cbf3-4723-874f-24b1c7f34686'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.222594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:41.342428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] Set router 70fa7b91-cbf3-4723-874f-24b1c7f34686 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:41.608212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 6, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.636012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:41.681121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08189f-7c8a-43e7-9b09-0b6be20cc76b None None] The sync data for ids ['70fa7b91-cbf3-4723-874f-24b1c7f34686'] in n-d-798930-6 is: [{'id': '70fa7b91-cbf3-4723-874f-24b1c7f34686', 'name': 'tempest-ServersTestBootFromVolume-28483294-router', 'tenant_id': '008c46ef30454061b5d8ebaddb88cda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:17:53Z', 'updated_at': '2021-07-16T20:22:40Z', 'revision_number': 6, 'project_id': '008c46ef30454061b5d8ebaddb88cda2', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:41.733381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Pushing event deleted for resources: {'Port': ['ID=186caf31-f722-47eb-a1d9-e751a1056e51,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.173778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-c8e4a13c-7e1a-4801-8f19-374e013d8261 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.176369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-c8e4a13c-7e1a-4801-8f19-374e013d8261 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 944 time: 0.8225150 Jul 16 20:22:42.256189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cda02a7-c01d-403a-a64b-1bb8eb658eb9 req-7031c37e-d148-43ac-8d29-816fc09c2fd5 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/763a0bac-d7e5-4b76-a8e5-b61e0e73d744 HTTP/1.1" status: 200 len: 1775 time: 0.6381142 Jul 16 20:22:42.279585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.288187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.9 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/3b22188a-52b8-48fc-8c6d-c6e693caf664/c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:42.431414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.437625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.512595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.513096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70fa7b91-cbf3-4723-874f-24b1c7f34686 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:42.528388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.533925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-00cf17f1-72ec-4411-bd6a-250806bbe65e admin admin] 10.222.0.100 "DELETE /v2.0/routers/70fa7b91-cbf3-4723-874f-24b1c7f34686 HTTP/1.1" status: 204 len: 168 time: 2.7907493 Jul 16 20:22:42.534436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44280) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.679752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Deleting port b991f919-d3a9-4c74-bf0a-09201124241b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:42.680522 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.717984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] Deleting subnet d2246f98-b0ca-4777-a3bd-e4829f7696bc {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:42.726707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.786253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.870637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] For port b991f919-d3a9-4c74-bf0a-09201124241b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b991f919-d3a9-4c74-bf0a-09201124241b,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:42.871191 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.896518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Calling delete_port for b991f919-d3a9-4c74-bf0a-09201124241b owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:42.926912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.974255 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.986975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44286) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.001753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:43.025774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16395-7a77-4394-bc90-a8446ad06239 req-90469340-2e3a-48aa-826e-b5eb5809b90e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.047192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34e16395-7a77-4394-bc90-a8446ad06239 req-90469340-2e3a-48aa-826e-b5eb5809b90e tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 944 time: 0.2462983 Jul 16 20:22:43.087218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.129613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce217b-1797-42c3-94dd-80800adf8427 None None] Network 64028835-e733-4aae-9329-35bd06014e11 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:43.187909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34e16395-7a77-4394-bc90-a8446ad06239 req-d41d6560-b9c6-4499-9734-2e83eeb220ab tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404417 Jul 16 20:22:43.203591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.207692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.222417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d2246f98-b0ca-4777-a3bd-e4829f7696bc HTTP/1.1" status: 204 len: 168 time: 0.6850159 Jul 16 20:22:43.226446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44292) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.227621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44fb7c-5943-47e7-b7a8-100784e2232c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2246f98-b0ca-4777-a3bd-e4829f7696bc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.248015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44294) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.301716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44296) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.316667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ccb75739-add4-4328-8b8f-9e7bf961bf45 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:43.413243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:43.438659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.449616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: ccb75739-add4-4328-8b8f-9e7bf961bf45 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:43.450214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ccb75739-add4-4328-8b8f-9e7bf961bf45 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:43.450852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 186caf31-f722-47eb-a1d9-e751a1056e51 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:43.458670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:43.481962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 186caf31-f722-47eb-a1d9-e751a1056e51 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:43.482585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 186caf31-f722-47eb-a1d9-e751a1056e51 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:43.508056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:43.531170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d49dafe1-c607-4ef4-86ff-fe9b87d41013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.540729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Allocated IP 172.20.0.2 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/3b22188a-52b8-48fc-8c6d-c6e693caf664/b558f2a7-a17f-4963-9cbd-f14ca2665895) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:43.557265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Deleting port 7df8ba38-e938-4026-b608-adc845bdc0f6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:43.558448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.607437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.680685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] For port 7df8ba38-e938-4026-b608-adc845bdc0f6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7df8ba38-e938-4026-b608-adc845bdc0f6,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:43.681033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.684275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] DHCP port deletion for 64028835-e733-4aae-9329-35bd06014e11 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:43.693205 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e352152d-513b-499f-b7fd-911652f0642b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7cd97550636348febc4603bcedfcdfaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602711 Jul 16 20:22:43.694994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4bf2b5c9-931f-415e-8e2a-9f70f8cffd02 req-2defac88-f27e-4fc5-b128-b6f51079fd83 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0975907 Jul 16 20:22:43.695747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.696533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44302) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.707983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Calling delete_port for 7df8ba38-e938-4026-b608-adc845bdc0f6 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:43.744657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4aad99f2-5ef0-4205-9b35-ecfb02f005a5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=159d188a512f45c982e8f7192d39e9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371848 Jul 16 20:22:43.750877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44304) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.807073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.808786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.843457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event deleted for resources: {'Port': ['ID=b991f919-d3a9-4c74-bf0a-09201124241b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.874461 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f86e51a8-61dc-49f2-b9a2-318b64bf343a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.911385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] Deleting port 7df8ba38-e938-4026-b608-adc845bdc0f6 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:43.911936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.928715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.931059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e561dee-c9d6-4678-95f8-fff872212521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.936283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f86e51a8-61dc-49f2-b9a2-318b64bf343a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.980662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df8ba38-e938-4026-b608-adc845bdc0f6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.999297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] No DVR routers for this DVR port 7df8ba38-e938-4026-b608-adc845bdc0f6 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:44.006341 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.007458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e561dee-c9d6-4678-95f8-fff872212521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.012382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] No DVR routers for this DVR port b991f919-d3a9-4c74-bf0a-09201124241b on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:44.018520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Transition to ACTIVE for port object b558f2a7-a17f-4963-9cbd-f14ca2665895 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:44.022150 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.027086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-136f7a9d-f155-42af-a5d8-8998ebca6a8f req-b2f930ef-3a39-44fe-8d11-1c0de33310f0 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "DELETE /v2.0/ports/b991f919-d3a9-4c74-bf0a-09201124241b HTTP/1.1" status: 204 len: 173 time: 1.8395348 Jul 16 20:22:44.029503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'name': 'network-vif-deleted', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:44.039633 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add87bae-d8ef-4355-884c-e27228499348" -d '{"events": [{"server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "name": "network-vif-deleted", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:44.054874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22835050-c7e6-4f9d-aef0-d1cdcce3f852 req-1a51f5bf-23c1-46a7-93bd-94c6f5a1bea8 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/763a0bac-d7e5-4b76-a8e5-b61e0e73d744 HTTP/1.1" status: 200 len: 1775 time: 0.3078721 Jul 16 20:22:44.116910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Transition to ACTIVE for port object b558f2a7-a17f-4963-9cbd-f14ca2665895 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:44.129361 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.241797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d49dafe1-c607-4ef4-86ff-fe9b87d41013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.252583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d49dafe1-c607-4ef4-86ff-fe9b87d41013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.267712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-01a4d953-a1b7-4489-9bc1-b191c19ec23a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5925152 Jul 16 20:22:44.268981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44310) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:44.273041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] For port 7df8ba38-e938-4026-b608-adc845bdc0f6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7df8ba38-e938-4026-b608-adc845bdc0f6,segment=NetworkSegment(a4481eb0-8635-4096-b830-5e58146be2cf),segment_id=a4481eb0-8635-4096-b830-5e58146be2cf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:44.273872 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.298352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] Calling delete_port for 7df8ba38-e938-4026-b608-adc845bdc0f6 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:44.300103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-22835050-c7e6-4f9d-aef0-d1cdcce3f852 req-ace506fd-425d-4a9c-9a7e-e0cc4fd1c59b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.308911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.315875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e9b42de8-f2fa-45cc-a328-ce1dea31a615 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:44.339148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64028835-e733-4aae-9329-35bd06014e11']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:44.375133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:44.386792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:44.387593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4481eb0-8635-4096-b830-5e58146be2cf') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:44.388207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4481eb0-8635-4096-b830-5e58146be2cf') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:44.393108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f86e51a8-61dc-49f2-b9a2-318b64bf343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.398046 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f86e51a8-61dc-49f2-b9a2-318b64bf343a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.404129 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f86e51a8-61dc-49f2-b9a2-318b64bf343a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a54c3210-7eb3-4122-87f9-5d94d70faea3 HTTP/1.1" status: 204 len: 168 time: 0.7059278 Jul 16 20:22:44.405312 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e561dee-c9d6-4678-95f8-fff872212521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.409637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e561dee-c9d6-4678-95f8-fff872212521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.415833 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e561dee-c9d6-4678-95f8-fff872212521 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4b96e39b-23e9-4591-bfc2-ff08fa42302b HTTP/1.1" status: 204 len: 168 time: 0.6597812 Jul 16 20:22:44.425675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:44.436460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Pushing event updated for resources: {'Port': ['ID=b558f2a7-a17f-4963-9cbd-f14ca2665895,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.457759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.472426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e51a8-61dc-49f2-b9a2-318b64bf343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c3210-7eb3-4122-87f9-5d94d70faea3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.477932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d49dafe1-c607-4ef4-86ff-fe9b87d41013 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c4509deebe294ec39c5f167f08ae2bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4828558 Jul 16 20:22:44.477932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-22835050-c7e6-4f9d-aef0-d1cdcce3f852 req-ace506fd-425d-4a9c-9a7e-e0cc4fd1c59b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.494322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:44.509528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dafe1-c607-4ef4-86ff-fe9b87d41013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c88ae89-7489-46d5-a86d-f2a17432afee,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.564676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561dee-c9d6-4678-95f8-fff872212521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96e39b-23e9-4591-bfc2-ff08fa42302b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.674566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.704861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:44.705284 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:44.708167 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:44.741276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Attempting to bind port b558f2a7-a17f-4963-9cbd-f14ca2665895 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:44.742545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Attempting to bind port b558f2a7-a17f-4963-9cbd-f14ca2665895 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a0f5e07e-59d5-48d3-9b4e-0665567e48ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:44.744677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475c37ad-d2c8-415a-910d-09466343c3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.746184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Attempting to bind port b558f2a7-a17f-4963-9cbd-f14ca2665895 on network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:44.766706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-22835050-c7e6-4f9d-aef0-d1cdcce3f852 req-ace506fd-425d-4a9c-9a7e-e0cc4fd1c59b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.773617 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.778888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-22835050-c7e6-4f9d-aef0-d1cdcce3f852 req-ace506fd-425d-4a9c-9a7e-e0cc4fd1c59b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.790489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:44.790489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Checking segment: {'id': 'a0f5e07e-59d5-48d3-9b4e-0665567e48ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:44.790489 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.790489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Bound using segment: {'id': 'a0f5e07e-59d5-48d3-9b4e-0665567e48ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:44.791042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Bound port: b558f2a7-a17f-4963-9cbd-f14ca2665895, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f5e07e-59d5-48d3-9b4e-0665567e48ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:44.791776 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.816970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22835050-c7e6-4f9d-aef0-d1cdcce3f852 req-ace506fd-425d-4a9c-9a7e-e0cc4fd1c59b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/763a0bac-d7e5-4b76-a8e5-b61e0e73d744 HTTP/1.1" status: 204 len: 173 time: 0.7263820 Jul 16 20:22:44.844095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.863270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] No DVR routers for this DVR port 7df8ba38-e938-4026-b608-adc845bdc0f6 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:44.896756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90d23c-ec10-4bf0-b261-810823219e84 None None] Pushing event deleted for resources: {'Port': ['ID=7df8ba38-e938-4026-b608-adc845bdc0f6,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.897399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace506fd-425d-4a9c-9a7e-e0cc4fd1c59b tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a0bac-d7e5-4b76-a8e5-b61e0e73d744,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.910420 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.920399 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] 10.222.0.100 "DELETE /v2.0/networks/64028835-e733-4aae-9329-35bd06014e11 HTTP/1.1" status: 204 len: 168 time: 1.6764460 Jul 16 20:22:44.936331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b42de8-f2fa-45cc-a328-ce1dea31a615 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:44.942509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9b42de8-f2fa-45cc-a328-ce1dea31a615 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.944782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55083b3-2490-46d4-84b1-5d4e360a6752 admin admin] Pushing event deleted for resources: {'Network': ['ID=64028835-e733-4aae-9329-35bd06014e11,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.953134 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475c37ad-d2c8-415a-910d-09466343c3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.983668 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd46ef88-1132-463d-850c-6561ed9e2765 x-openstack-request-id: req-fd46ef88-1132-463d-850c-6561ed9e2765 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:44.984113 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d2299-bb37-438c-988e-c482cd92978a", "name": "network-vif-deleted", "tag": "b991f919-d3a9-4c74-bf0a-09201124241b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:44.984516 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fd46ef88-1132-463d-850c-6561ed9e2765 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:44.985141 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d2299-bb37-438c-988e-c482cd92978a', 'name': 'network-vif-deleted', 'tag': 'b991f919-d3a9-4c74-bf0a-09201124241b', 'status': 'completed', 'code': 200} Jul 16 20:22:45.112268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b991f919-d3a9-4c74-bf0a-09201124241b no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:45.142742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475c37ad-d2c8-415a-910d-09466343c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.155940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475c37ad-d2c8-415a-910d-09466343c3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.167219 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-475c37ad-d2c8-415a-910d-09466343c3d1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9c88ae89-7489-46d5-a86d-f2a17432afee HTTP/1.1" status: 204 len: 168 time: 0.6662951 Jul 16 20:22:45.198116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: b991f919-d3a9-4c74-bf0a-09201124241b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:45.199662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b991f919-d3a9-4c74-bf0a-09201124241b not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:45.205983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] For port b558f2a7-a17f-4963-9cbd-f14ca2665895, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:45.215479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c37ad-d2c8-415a-910d-09466343c3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c88ae89-7489-46d5-a86d-f2a17432afee,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.267183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] For port b558f2a7-a17f-4963-9cbd-f14ca2665895, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b558f2a7-a17f-4963-9cbd-f14ca2665895,segment=NetworkSegment(a0f5e07e-59d5-48d3-9b4e-0665567e48ac),segment_id=a0f5e07e-59d5-48d3-9b4e-0665567e48ac)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:45.281729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7df8ba38-e938-4026-b608-adc845bdc0f6 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:45.291427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.399329 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-e9b42de8-f2fa-45cc-a328-ce1dea31a615 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3b22188a-52b8-48fc-8c6d-c6e693caf664 (CIDR: 172.20.0.0/28) Jul 16 20:22:45.400172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 7df8ba38-e938-4026-b608-adc845bdc0f6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:45.400635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7df8ba38-e938-4026-b608-adc845bdc0f6 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:45.414272 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b42de8-f2fa-45cc-a328-ce1dea31a615 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:22:45.418157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b42de8-f2fa-45cc-a328-ce1dea31a615 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:22:45.426115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44334) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:45.512617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14330578-8217-4165-a18f-cc79d972ac08 None None] Pushing event updated for resources: {'Port': ['ID=b558f2a7-a17f-4963-9cbd-f14ca2665895,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.559162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e9b42de8-f2fa-45cc-a328-ce1dea31a615 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2548859 Jul 16 20:22:45.565058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44336) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:45.587779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:45.628193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-838d7101-f1de-4a97-b438-bf55099421c8 req-a38975d8-55f1-410c-b88b-eb675de33368 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=951d2299-bb37-438c-988e-c482cd92978a HTTP/1.1" status: 200 len: 210 time: 0.1112537 Jul 16 20:22:45.706658 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f1fd8bb0-39a9-443f-a1e4-548cffc0462f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=008c46ef30454061b5d8ebaddb88cda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785723 Jul 16 20:22:45.707448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:45.826409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ad564b9-13e4-4e78-8b16-5db9a4f26e44 req-3dd5ef76-74d8-49c8-9efb-07e3ecc554ba tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0445514 Jul 16 20:22:45.831834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:45.836590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.939350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-906fe267-f47a-4703-95ae-a479cd30580e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.061181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-906fe267-f47a-4703-95ae-a479cd30580e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.201353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-906fe267-f47a-4703-95ae-a479cd30580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.204352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-906fe267-f47a-4703-95ae-a479cd30580e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.209065 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-906fe267-f47a-4703-95ae-a479cd30580e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fc78a4c0-d73f-4a48-b39c-5d6f3ea58899 HTTP/1.1" status: 204 len: 168 time: 0.4942782 Jul 16 20:22:46.225730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fe267-f47a-4703-95ae-a479cd30580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc78a4c0-d73f-4a48-b39c-5d6f3ea58899,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.266454 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-2ff41ab2-4c3c-443e-b72c-2dbbf38a4c94 req-65cccb63-1a76-48fd-8120-cbb30ac34531 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:22:46.281158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ff41ab2-4c3c-443e-b72c-2dbbf38a4c94 req-65cccb63-1a76-48fd-8120-cbb30ac34531 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/d8ba945c-fcd5-41a1-9c22-5c4e3931efb7 HTTP/1.1" status: 404 len: 352 time: 0.0658610 Jul 16 20:22:46.341978 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-14908853-4c20-4f16-87a8-626c7641b634 req-be7537bb-aa63-41d2-b4b0-aec04df06802 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:22:46.358455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14908853-4c20-4f16-87a8-626c7641b634 req-be7537bb-aa63-41d2-b4b0-aec04df06802 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/34feec1e-56a5-4229-841b-6651126385ef HTTP/1.1" status: 404 len: 352 time: 0.0471737 Jul 16 20:22:46.360808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44362) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.397765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1900-3276-49aa-8335-c54ec04fc383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.422393 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-44d78455-7153-4519-94e6-6692c75c9cdd req-8511778f-4c84-47b7-972e-3ff06fd772fa tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:22:46.423154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.425335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44d78455-7153-4519-94e6-6692c75c9cdd req-8511778f-4c84-47b7-972e-3ff06fd772fa tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/7acb2248-46c4-47ae-a03b-8d2fc25dd6ec HTTP/1.1" status: 404 len: 352 time: 0.0363417 Jul 16 20:22:46.485781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:46.488049 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-24ecc8d0-6304-4d2c-beab-a15ceaadb74c req-488cce05-cae3-44c4-b7ad-ffd72a9bd397 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:22:46.494104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:46.501859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.502621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.511829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24ecc8d0-6304-4d2c-beab-a15ceaadb74c req-488cce05-cae3-44c4-b7ad-ffd72a9bd397 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/615737d0-9ab4-4d22-b9e8-efcae1e82cb2 HTTP/1.1" status: 404 len: 352 time: 0.0493600 Jul 16 20:22:46.528402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=d9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.592667 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-86c22c13-841e-48f7-8916-010074d0eb5c req-8fd4b036-f9fb-4b1e-b9db-ac72ade6197d tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:22:46.593743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86c22c13-841e-48f7-8916-010074d0eb5c req-8fd4b036-f9fb-4b1e-b9db-ac72ade6197d tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/d64bb74b-777d-4fb2-a8ad-53c65e91d1a0 HTTP/1.1" status: 404 len: 352 time: 0.0158198 Jul 16 20:22:46.620199 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1900-3276-49aa-8335-c54ec04fc383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.627193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1900-3276-49aa-8335-c54ec04fc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.653934 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6c60e1d-7db9-4413-bf66-c78e0761abe5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0858285 Jul 16 20:22:46.658748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44372) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.674996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-886997657', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed'}], 'security_groups': ['6e1818d4-9659-4766-b241-5d9f1f5fea59']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:46.681488 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-497dc1dc-b201-4547-a3ff-8989efec4046 req-a85a5b41-b980-4bd8-805a-025b8a60131c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] show failed (client error): The resource could not be found. Jul 16 20:22:46.702235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497dc1dc-b201-4547-a3ff-8989efec4046 req-a85a5b41-b980-4bd8-805a-025b8a60131c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/7c3a4423-6a24-4aad-a28d-f05c895384b1 HTTP/1.1" status: 404 len: 352 time: 0.0563774 Jul 16 20:22:46.742216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a1900-3276-49aa-8335-c54ec04fc383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64abe8-12b9-4533-831f-6d2e7763f277,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.750953 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ec3a1900-3276-49aa-8335-c54ec04fc383 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e7b7ff0034814db68ef611a49d3043b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829515 Jul 16 20:22:46.751348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44382) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.962028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-510a17eb-8b7c-441c-91a2-3596f28daeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.021229 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-510a17eb-8b7c-441c-91a2-3596f28daeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.029280 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.258586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-510a17eb-8b7c-441c-91a2-3596f28daeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.263497 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-510a17eb-8b7c-441c-91a2-3596f28daeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.264687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-510a17eb-8b7c-441c-91a2-3596f28daeae admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3c64abe8-12b9-4533-831f-6d2e7763f277 HTTP/1.1" status: 204 len: 168 time: 0.5117462 Jul 16 20:22:47.287045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a17eb-8b7c-441c-91a2-3596f28daeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64abe8-12b9-4533-831f-6d2e7763f277,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.335520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1940ec93-b40d-4556-b2f5-422241f7956d None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:47.491460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b558f2a7-a17f-4963-9cbd-f14ca2665895 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:47.501277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-06988063-524d-404a-8fe2-37d14e0fbea0 None None] Provisioning for port b558f2a7-a17f-4963-9cbd-f14ca2665895 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:47.626635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-06988063-524d-404a-8fe2-37d14e0fbea0 None None] Provisioning complete for port eda13067-5a1e-48e2-add6-6412911ac42a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:47.627225 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-06988063-524d-404a-8fe2-37d14e0fbea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.716644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b558f2a7-a17f-4963-9cbd-f14ca2665895 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:47.718826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-06988063-524d-404a-8fe2-37d14e0fbea0 None None] Port eda13067-5a1e-48e2-add6-6412911ac42a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:47.726158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:47.726538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.750053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Delete allocated IP 172.20.0.9 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/3b22188a-52b8-48fc-8c6d-c6e693caf664) {{(pid=94096) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:22:47.754461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44418) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.779170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.25 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/d9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed/c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:47.848154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44424) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.954318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.037480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.055616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Ignored duplicate provisioning block setup for port c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:22:48.060952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.087377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b558f2a7-a17f-4963-9cbd-f14ca2665895, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b558f2a7-a17f-4963-9cbd-f14ca2665895,segment=NetworkSegment(a0f5e07e-59d5-48d3-9b4e-0665567e48ac),segment_id=a0f5e07e-59d5-48d3-9b4e-0665567e48ac)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:48.105290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.112628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] Update dhcp port {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'fixed_ips': [{'subnet_id': '3b22188a-52b8-48fc-8c6d-c6e693caf664', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'b558f2a7-a17f-4963-9cbd-f14ca2665895'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:22:48.195824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.196050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:48.226074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b558f2a7-a17f-4963-9cbd-f14ca2665895,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:48.234517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2129546454-network', 'tenant_id': '698c0dd675114394aca3446d6ca6e73a'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:48.236014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] In _notify_port_updated(), no bound segment for port c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 on network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:22:48.247770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.248485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.254209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9393b23a-559c-435e-89b9-426ed118ee6b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "PUT /v2.0/ports/c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 HTTP/1.1" status: 200 len: 920 time: 1.5869622 Jul 16 20:22:48.262251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44430) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:48.317687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-065756ab-0ea9-40a9-948c-183064e89458 req-856aa631-cf44-4cd8-841c-4920c03813fb tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.7062922 Jul 16 20:22:48.353452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1550600668-network', 'tenant_id': '60747ea62713490eaa62ccbd62f719f6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:48.423483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Made reservation on behalf of 698c0dd675114394aca3446d6ca6e73a for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:48.425966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.447496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:48.451670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.482676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.510095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Made reservation on behalf of 60747ea62713490eaa62ccbd62f719f6 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:48.521416 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.536893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.582400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] Allocated IP 172.20.0.18 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/d9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed/b558f2a7-a17f-4963-9cbd-f14ca2665895) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:48.712570 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.728517 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.744483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.768966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:48.791124 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.792544 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Added segment 25ef3102-b986-413d-86f0-7d890b7a0e88 of type vlan for network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 Jul 16 20:22:48.809592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:48.859956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:48.924977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.087674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-6170458a-6917-4dce-928f-4755e430a252 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.090163 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-6170458a-6917-4dce-928f-4755e430a252 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1024 time: 0.3700497 Jul 16 20:22:49.131853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f437bfe-6685-454e-9727-415c90870896,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.140935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.148764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.149948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.238314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b558f2a7-a17f-4963-9cbd-f14ca2665895 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:49.327778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] For port b558f2a7-a17f-4963-9cbd-f14ca2665895, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b558f2a7-a17f-4963-9cbd-f14ca2665895,segment=NetworkSegment(a0f5e07e-59d5-48d3-9b4e-0665567e48ac),segment_id=a0f5e07e-59d5-48d3-9b4e-0665567e48ac)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:49.376326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1781008321-network', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:49.421737 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.425963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Deleting port 47b9fce4-9147-47c6-9239-ee2bccbfc054 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:49.426311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.456958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] Transition to ACTIVE for port object b558f2a7-a17f-4963-9cbd-f14ca2665895 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:49.464862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.593627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.610969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.634458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:49.720706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8007-dafc-48b2-8343-a08824073402 req-7b044efd-9edd-4409-b5a6-6738509f2705 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.722581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-776d8007-dafc-48b2-8343-a08824073402 req-7b044efd-9edd-4409-b5a6-6738509f2705 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 944 time: 0.3484633 Jul 16 20:22:49.733141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.745964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5335d-4703-4812-92de-437e2a78c857 None None] Pushing event updated for resources: {'Port': ['ID=b558f2a7-a17f-4963-9cbd-f14ca2665895,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.751285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.766660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c0274-2548-4959-baee-752c5fcde99b req-ada93a87-7131-4949-9da2-9f026fd72e70 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.775857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e2c0274-2548-4959-baee-752c5fcde99b req-ada93a87-7131-4949-9da2-9f026fd72e70 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 1024 time: 0.4284334 Jul 16 20:22:49.809799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ab9eda0c-29c4-4d44-8b10-d2cffe595aa7 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0479658 Jul 16 20:22:49.816964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44464) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.841212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Request body: {'subnet': {'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2129546454-subnet', 'tenant_id': '698c0dd675114394aca3446d6ca6e73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:49.869782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:49.915568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c3858f-a6b8-4125-a305-2029110ae502,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.921539 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.922037 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Added segment 264243d0-665d-4d97-8bfe-3fe1cfeba43b of type vlan for network e3414479-8c57-445d-9e5a-aa24157fd6a5 Jul 16 20:22:50.053949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.065406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.106672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e2c0274-2548-4959-baee-752c5fcde99b req-39f950ce-1181-4ef0-933e-f3c45ca113b9 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups?id=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2&id=f7c292c4-0009-4716-88ae-02cb8faace1e&id=5eeb0f77-403c-459e-8fdc-c0de377ee8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3242500 Jul 16 20:22:50.186969 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.188728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.189425 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.283341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Made reservation on behalf of b8052ed885fa4d2a9a5ff07c5642adea for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:50.285806 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.290986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] Pushing event updated for resources: {'Network': ['ID=e3414479-8c57-445d-9e5a-aa24157fd6a5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.294676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.300558 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca309007-4fad-49d4-8353-1fa114aac90b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 HTTP/1.1" status: 204 len: 168 time: 2.0369587 Jul 16 20:22:50.301241 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44472) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:50.303410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] For port 47b9fce4-9147-47c6-9239-ee2bccbfc054, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=47b9fce4-9147-47c6-9239-ee2bccbfc054,segment=NetworkSegment(30aea502-115d-4ab9-a2cf-73271c744799),segment_id=30aea502-115d-4ab9-a2cf-73271c744799)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:50.303757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.309949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e3414479-8c57-445d-9e5a-aa24157fd6a5 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:50.317319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Made reservation on behalf of 698c0dd675114394aca3446d6ca6e73a for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:50.320451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.332346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-665210f6-4695-465a-9239-d78d38d15c81 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4824083 Jul 16 20:22:50.351450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44476) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:50.360143 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-64952aaa-d7d4-402b-95bf-b5d36921d2d5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:22:50.360834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Deleting port c887d597-98ea-4d89-9385-40e0c3ce7800 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:50.361191 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.366047 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-64952aaa-d7d4-402b-95bf-b5d36921d2d5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2 HTTP/1.1" status: 404 len: 333 time: 0.0507033 Jul 16 20:22:50.372453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Request body: {'subnet': {'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1550600668-subnet', 'tenant_id': '60747ea62713490eaa62ccbd62f719f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:50.397767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44478) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:50.414892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.433641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Calling delete_port for 47b9fce4-9147-47c6-9239-ee2bccbfc054 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:50.517548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Made reservation on behalf of 60747ea62713490eaa62ccbd62f719f6 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:50.520793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.673511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a03b0537-96d8-4e7a-bd94-78164497bfac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.734462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] For port c887d597-98ea-4d89-9385-40e0c3ce7800, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c887d597-98ea-4d89-9385-40e0c3ce7800,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:50.735576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.748308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a03b0537-96d8-4e7a-bd94-78164497bfac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.787810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Calling delete_port for c887d597-98ea-4d89-9385-40e0c3ce7800 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:50.795497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5da62e11-6563-44fc-99f0-b1318f82b86e None None] Provisioning for port b558f2a7-a17f-4963-9cbd-f14ca2665895 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:50.801434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5da62e11-6563-44fc-99f0-b1318f82b86e None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:50.801810 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5da62e11-6563-44fc-99f0-b1318f82b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.847827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182c1a5-17cf-45b6-ad44-7cb16eb48c78 req-74eb6dcf-1598-4ad3-bb50-89809794e8f6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.853571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e182c1a5-17cf-45b6-ad44-7cb16eb48c78 req-74eb6dcf-1598-4ad3-bb50-89809794e8f6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=ed683ffa-32ac-4884-a4ef-2ba421b43133 HTTP/1.1" status: 200 len: 944 time: 0.5377660 Jul 16 20:22:50.945223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 47b9fce4-9147-47c6-9239-ee2bccbfc054 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:50.947601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5da62e11-6563-44fc-99f0-b1318f82b86e None None] Could not find standard attr ID for object c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:22:50.998588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5da62e11-6563-44fc-99f0-b1318f82b86e None None] Provisioning complete for port eda13067-5a1e-48e2-add6-6412911ac42a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:50.998957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5da62e11-6563-44fc-99f0-b1318f82b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.013663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a03b0537-96d8-4e7a-bd94-78164497bfac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.017624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a03b0537-96d8-4e7a-bd94-78164497bfac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.019193 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a03b0537-96d8-4e7a-bd94-78164497bfac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/security-groups/836852fb-59c5-4a9a-847a-a6e9bd1eb9b9 HTTP/1.1" status: 204 len: 168 time: 0.6168160 Jul 16 20:22:51.047081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.069113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.085613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5da62e11-6563-44fc-99f0-b1318f82b86e None None] Port eda13067-5a1e-48e2-add6-6412911ac42a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:51.088487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.103813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b0537-96d8-4e7a-bd94-78164497bfac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836852fb-59c5-4a9a-847a-a6e9bd1eb9b9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.116372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.152241 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.156487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.214894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'Port': ['ID=47b9fce4-9147-47c6-9239-ee2bccbfc054,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.249732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:51.278734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f8ad716a-c887-416c-a18e-b5ef09ae9c12 None None] Could not find standard attr ID for object c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:22:51.313810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.322401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e182c1a5-17cf-45b6-ad44-7cb16eb48c78 req-6a008724-370b-4bc4-a7e0-2db0b5f498af tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/security-groups?id=aff84b15-e643-4804-b920-d1d105123a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317572 Jul 16 20:22:51.334635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b558f2a7-a17f-4963-9cbd-f14ca2665895 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:51.354377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe481ca-013e-480d-a0c8-2d2f2b08b76c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.360997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.361350 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Added segment 8bb59679-f311-428c-ad25-a19088c58f35 of type vlan for network 8760d72d-a936-423c-82b4-5f6d61e79821 Jul 16 20:22:51.365627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] No DVR routers for this DVR port 47b9fce4-9147-47c6-9239-ee2bccbfc054 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:51.369294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.372120 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f858cec-fc97-426c-84cf-78aef8dd0ceb req-1b50b441-82d9-44ec-adc6-37077586ceb4 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.26 "DELETE /v2.0/ports/47b9fce4-9147-47c6-9239-ee2bccbfc054 HTTP/1.1" status: 204 len: 173 time: 2.2713766 Jul 16 20:22:51.404726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'name': 'network-vif-deleted', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:51.409076 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9269ea38-6837-491f-ad95-21c9d43e4720" -d '{"events": [{"server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "name": "network-vif-deleted", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:51.458167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:51.459162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.481069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812ebd25-567d-4fa3-878c-12a8d6c1bb4a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.529452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.550628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88ae516-2545-4027-b1e5-cdec0d73377e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.567462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812ebd25-567d-4fa3-878c-12a8d6c1bb4a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.570598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Checking segment: {'id': '264243d0-665d-4d97-8bfe-3fe1cfeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:51.570970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Network hostable DHCP agents. Network: e3414479-8c57-445d-9e5a-aa24157fd6a5, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:51.650238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Network e3414479-8c57-445d-9e5a-aa24157fd6a5 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:51.655508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.656549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.657176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.764032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] Pushing event updated for resources: {'Network': ['ID=8760d72d-a936-423c-82b4-5f6d61e79821,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.777616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e3414479-8c57-445d-9e5a-aa24157fd6a5) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:51.785314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.786726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.791350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812ebd25-567d-4fa3-878c-12a8d6c1bb4a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.795057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812ebd25-567d-4fa3-878c-12a8d6c1bb4a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.800935 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-812ebd25-567d-4fa3-878c-12a8d6c1bb4a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/security-groups/6e1818d4-9659-4766-b241-5d9f1f5fea59 HTTP/1.1" status: 204 len: 168 time: 0.7481427 Jul 16 20:22:51.803748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.832717 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0421f994-9aea-4196-ac17-1d4fc837e789 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0041139 Jul 16 20:22:51.837875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.859109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Request body: {'subnet': {'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1781008321-subnet', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:51.928688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8760d72d-a936-423c-82b4-5f6d61e79821 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:51.933923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ebd25-567d-4fa3-878c-12a8d6c1bb4a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1818d4-9659-4766-b241-5d9f1f5fea59,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.950935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a8ca1-c150-4d43-984d-ccfb7771dbd7 None None] Network e3414479-8c57-445d-9e5a-aa24157fd6a5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:51.952919 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bbe559de-ee6a-432f-9deb-c274ffdabddd admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5848796 Jul 16 20:22:52.061936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet 3b22188a-52b8-48fc-8c6d-c6e693caf664 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:52.063987 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3e57b0-53e4-4c15-85ec-47b70a85680c,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.084297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.089799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Made reservation on behalf of b8052ed885fa4d2a9a5ff07c5642adea for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:52.104440 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.194997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Checking segment: {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:52.194997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Network hostable DHCP agents. Network: e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:52.205416 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6e012707-ebc0-4955-a792-4e0d53a36de7 None None] Could not find standard attr ID for object c26c33f7-f5ed-4a5e-b65b-c77bda0cc3f2. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:22:52.215111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6453a6a-02df-46d3-94dc-2032abb43756 req-6f917f17-5b26-484b-9c57-05b4ac04a266 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.1529875 Jul 16 20:22:52.391359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:52.519453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:52.561199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.567873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.579818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.580547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b655e7-4ac7-4123-bf4a-cd54b5bb7eb0 None None] Network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:52.650976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-44064053-7a66-44f3-90a2-1f3d25d1db47 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8211055 Jul 16 20:22:52.697061 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.715423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17dd44-5995-420a-ad3f-38bbc95016bd None None] Network e3414479-8c57-445d-9e5a-aa24157fd6a5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:52.756318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8df0f7ea-d27a-4090-bd3f-d61d04cbf25c req-d9c25cb4-9b59-4e79-8c37-abbc0043a031 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/ports?device_id=f7f5572b-0dc1-4888-ba56-e28b7495bb71 HTTP/1.1" status: 200 len: 210 time: 0.1535268 Jul 16 20:22:52.804694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.814612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.888759 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d40bc5-e8ed-420e-af2d-30a8deeb5217 x-openstack-request-id: req-67d40bc5-e8ed-420e-af2d-30a8deeb5217 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:52.889062 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f5572b-0dc1-4888-ba56-e28b7495bb71", "name": "network-vif-deleted", "tag": "47b9fce4-9147-47c6-9239-ee2bccbfc054", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:52.889457 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-67d40bc5-e8ed-420e-af2d-30a8deeb5217 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:52.889872 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f5572b-0dc1-4888-ba56-e28b7495bb71', 'name': 'network-vif-deleted', 'tag': '47b9fce4-9147-47c6-9239-ee2bccbfc054', 'status': 'completed', 'code': 200} Jul 16 20:22:52.897541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=3b22188a-52b8-48fc-8c6d-c6e693caf664,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.929235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.941614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-02f26e8c-836e-4dcb-ab38-161eb39d30eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/3b22188a-52b8-48fc-8c6d-c6e693caf664 HTTP/1.1" status: 204 len: 168 time: 1.1232247 Jul 16 20:22:52.950990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44542) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.979099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e10891-be63-430c-b2aa-03ec5e322053 None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:52.988600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event deleted for resources: {'Port': ['ID=c887d597-98ea-4d89-9385-40e0c3ce7800,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.995889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.998546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:53.101084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] No DVR routers for this DVR port c887d597-98ea-4d89-9385-40e0c3ce7800 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:53.111620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.119204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:53.122704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-776d8007-dafc-48b2-8343-a08824073402 req-cf08370b-39ac-41ca-8a0a-22809535e1cb tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "DELETE /v2.0/ports/c887d597-98ea-4d89-9385-40e0c3ce7800 HTTP/1.1" status: 204 len: 173 time: 3.3875954 Jul 16 20:22:53.126495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'name': 'network-vif-deleted', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:53.129290 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1746c91e-2f39-454c-9095-b5017c9c72cb" -d '{"events": [{"server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "name": "network-vif-deleted", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:53.159070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:53.182545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Checking segment: {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:53.183280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Network hostable DHCP agents. Network: 8760d72d-a936-423c-82b4-5f6d61e79821, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:53.233461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Network 8760d72d-a936-423c-82b4-5f6d61e79821 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:53.241369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: c887d597-98ea-4d89-9385-40e0c3ce7800 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:53.241742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c887d597-98ea-4d89-9385-40e0c3ce7800 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:53.265038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:53.271530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8760d72d-a936-423c-82b4-5f6d61e79821) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:53.282360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae65a6d-429c-45f5-bbaf-e2eb60a6359d None None] Network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:53.293141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.299745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.302385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.334012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366edd9-97b9-4a76-aebb-3f68c606136b None None] Network 8760d72d-a936-423c-82b4-5f6d61e79821 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:53.358382 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-197bdfc4-bec2-4fe5-863a-9d627c83a028 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5159202 Jul 16 20:22:53.360897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44550) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:53.383100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:53.470050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.474334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.688932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.857415 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44566) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.033785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.063702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-8760d72d-a936-423c-82b4-5f6d61e79821', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:54.065198 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.180519 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-41b3dc4d-b04e-452a-b14c-670faf6eb08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.335967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-e0b46b1a-51ee-4a33-acea-f78ecb6b5a7b tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.345944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-e0b46b1a-51ee-4a33-acea-f78ecb6b5a7b tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/networks?id=e3414479-8c57-445d-9e5a-aa24157fd6a5 HTTP/1.1" status: 200 len: 818 time: 0.5811214 Jul 16 20:22:54.364433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.380241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3a8efb86-2375-4f61-a3ec-3935042eb0c1 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/quotas/60747ea62713490eaa62ccbd62f719f6 HTTP/1.1" status: 200 len: 375 time: 0.0328476 Jul 16 20:22:54.518867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-05a2aa82-bf80-4fae-b703-cc04ed308f99 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=60747ea62713490eaa62ccbd62f719f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367714 Jul 16 20:22:54.537485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:54.538372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Allocated IP 172.20.0.2 (8760d72d-a936-423c-82b4-5f6d61e79821/4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b/3f8d002c-bc70-44b5-b73c-55d5a8b536bb) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:54.543953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:54.563886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.564499 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.618090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=421fbcdd-713c-4634-bce5-81dbe08be970,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:54.666188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-41b3dc4d-b04e-452a-b14c-670faf6eb08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.676822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-41b3dc4d-b04e-452a-b14c-670faf6eb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.681449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8ed24f8c-b521-4aaa-9789-d8554cad2ef0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7285514 Jul 16 20:22:54.685348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44570) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.690069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-831ac800-97f4-447d-a456-9ae974657118 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'security_group': {'name': 'tempest-secgroup-101483083'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:54.719572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-831ac800-97f4-447d-a456-9ae974657118 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.770683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3cf876c9-9a36-4468-a42a-bc9c7976f2ad service neutron] 10.222.0.100 "GET /v2.0/networks/e3414479-8c57-445d-9e5a-aa24157fd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233124 Jul 16 20:22:54.782272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44572) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.784805 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-41b3dc4d-b04e-452a-b14c-670faf6eb08f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4db441906eb64e6084648e5081c6dab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9258132 Jul 16 20:22:54.796105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3dc4d-b04e-452a-b14c-670faf6eb08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f8cee2-3325-49eb-8b2f-172cfcdd4689,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:54.819770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.853750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.894025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.911770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Transition to ACTIVE for port object 3f8d002c-bc70-44b5-b73c-55d5a8b536bb will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:54.946128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Transition to ACTIVE for port object 3f8d002c-bc70-44b5-b73c-55d5a8b536bb will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:54.959850 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.031641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Network 8760d72d-a936-423c-82b4-5f6d61e79821 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:55.041241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:55.044783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:55.058734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Pushing event updated for resources: {'Port': ['ID=3f8d002c-bc70-44b5-b73c-55d5a8b536bb,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.058979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-831ac800-97f4-447d-a456-9ae974657118 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.070207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-831ac800-97f4-447d-a456-9ae974657118 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.102514 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b74e-65e5-4345-8857-1189a61ebbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.122386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Allocated IP 172.25.8.160 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/b7c29972-5ec1-41a1-8b3a-62d013065a82) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:55.129382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Attempting to bind port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:55.130073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Attempting to bind port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:55.130073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Attempting to bind port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb on network 8760d72d-a936-423c-82b4-5f6d61e79821 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:55.137260 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b74e-65e5-4345-8857-1189a61ebbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.139753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:55.140134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Checking segment: {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:55.140545 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.140954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Bound using segment: {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:55.141456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Bound port: 3f8d002c-bc70-44b5-b73c-55d5a8b536bb, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:55.141851 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.229774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ac800-97f4-447d-a456-9ae974657118 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856ce036-7497-44b2-a6cd-e2e5d71d3892,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.240118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-831ac800-97f4-447d-a456-9ae974657118 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.241490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-831ac800-97f4-447d-a456-9ae974657118 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5555580 Jul 16 20:22:55.247403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44574) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.248287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b74e-65e5-4345-8857-1189a61ebbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.251330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b74e-65e5-4345-8857-1189a61ebbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.256762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b2b3b74e-65e5-4345-8857-1189a61ebbdc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/22f8cee2-3325-49eb-8b2f-172cfcdd4689 HTTP/1.1" status: 204 len: 168 time: 0.4692688 Jul 16 20:22:55.257142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] For port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:55.258550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-51a06153-8482-49ec-a5b6-22473a4d6f84 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538096883'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:55.270743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] For port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3f8d002c-bc70-44b5-b73c-55d5a8b536bb,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:55.276693 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.277970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.282380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-b0f8d94d-5e0e-4e9c-94d5-367c39b97ef5 service neutron] 10.222.0.100 "GET /v2.0/networks/e3414479-8c57-445d-9e5a-aa24157fd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803483 Jul 16 20:22:55.305482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3b74e-65e5-4345-8857-1189a61ebbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f8cee2-3325-49eb-8b2f-172cfcdd4689,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.320274 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51a06153-8482-49ec-a5b6-22473a4d6f84 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.360092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.416359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f31301-ece9-4f34-a91f-7ec4bfa65c1d None None] Pushing event updated for resources: {'Port': ['ID=3f8d002c-bc70-44b5-b73c-55d5a8b536bb,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.425327 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:55.431934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:55.435910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:55.489232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c29972-5ec1-41a1-8b3a-62d013065a82,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.505029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51a06153-8482-49ec-a5b6-22473a4d6f84 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.512159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51a06153-8482-49ec-a5b6-22473a4d6f84 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.553322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a06153-8482-49ec-a5b6-22473a4d6f84 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27ad3f9-a69d-4f0b-b0bb-95084ea14a3f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.585198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51a06153-8482-49ec-a5b6-22473a4d6f84 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.592958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51a06153-8482-49ec-a5b6-22473a4d6f84 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3334217 Jul 16 20:22:55.593707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44578) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.604064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1dd216f2-2d31-4d42-b1de-e964db7a9864 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'security_group': {'name': 'tempest-secgroup-1721781513'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:55.702752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0244c2f7-9efa-4973-bce2-d10a4d66ad41 None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:55.727073 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1dd216f2-2d31-4d42-b1de-e964db7a9864 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.825196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-524df4d3-9b02-4520-a5a0-df3d472765c4 None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:55.825581 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-524df4d3-9b02-4520-a5a0-df3d472765c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.041196 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3fe327-6f57-4ca4-ac99-c9d180ed2fb0 x-openstack-request-id: req-aa3fe327-6f57-4ca4-ac99-c9d180ed2fb0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:56.041497 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed683ffa-32ac-4884-a4ef-2ba421b43133", "name": "network-vif-deleted", "tag": "c887d597-98ea-4d89-9385-40e0c3ce7800", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:56.041918 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-aa3fe327-6f57-4ca4-ac99-c9d180ed2fb0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:56.042637 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed683ffa-32ac-4884-a4ef-2ba421b43133', 'name': 'network-vif-deleted', 'tag': 'c887d597-98ea-4d89-9385-40e0c3ce7800', 'status': 'completed', 'code': 200} Jul 16 20:22:56.131110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.143747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1dd216f2-2d31-4d42-b1de-e964db7a9864 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.148935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1dd216f2-2d31-4d42-b1de-e964db7a9864 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.174488 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1dd216f2-2d31-4d42-b1de-e964db7a9864 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.176726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1dd216f2-2d31-4d42-b1de-e964db7a9864 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5812523 Jul 16 20:22:56.191313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44590) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.191937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.200752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1292115851', 'security_groups': ['42212f89-0d6f-4452-88fb-7260b15c2e1a'], 'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '421fbcdd-713c-4634-bce5-81dbe08be970'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:56.299790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.452232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd216f2-2d31-4d42-b1de-e964db7a9864 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42212f89-0d6f-4452-88fb-7260b15c2e1a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:56.471742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.505876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95facdec-d49f-4935-a3c6-0e4818f18def req-6db9a36d-44b6-47cf-af62-193934272528 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.1839833 Jul 16 20:22:56.524915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-524df4d3-9b02-4520-a5a0-df3d472765c4 None None] Provisioning complete for port eda13067-5a1e-48e2-add6-6412911ac42a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:56.525562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-524df4d3-9b02-4520-a5a0-df3d472765c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.580506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.594459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-524df4d3-9b02-4520-a5a0-df3d472765c4 None None] Port eda13067-5a1e-48e2-add6-6412911ac42a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:56.600852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.740047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=247b052a2aa943579ae25ba4a75de97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352407 Jul 16 20:22:56.741994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:56.750387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44600) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.779883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d118c-b93a-4c01-ac64-66f04ef8c596,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:56.795623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] Update dhcp port {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'fixed_ips': [{'subnet_id': 'd9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed', 'ip_address': '172.20.0.18'}, {'subnet_id': '421fbcdd-713c-4634-bce5-81dbe08be970'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'b558f2a7-a17f-4963-9cbd-f14ca2665895'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:22:56.860774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.861344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.861914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.862555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.863356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.863988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.864590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.865197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.865845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.866578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.867205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.867815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c66c4-a6ac-4a79-b5f7-5d2a7cd76133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:56.898671 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.061535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.114890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] device_id is not set on port 810c25b4-84d2-45fe-8a4e-639bed51923f yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:57.129367 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c960987-8392-48b0-a883-2bf8808fa5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.136387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8b222-5901-4436-bfd7-77e1177e9396 None None] Network 8760d72d-a936-423c-82b4-5f6d61e79821 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:57.282506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3f8d002c-bc70-44b5-b73c-55d5a8b536bb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:57.294040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c960987-8392-48b0-a883-2bf8808fa5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.353128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Router b20421ef-cfea-4370-8d9e-01ebec98b4cf is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:57.411047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9cbbd407-eb16-48a0-b40c-aa8366947034 None None] Provisioning for port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:57.436955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] Allocated IP 172.20.0.2 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/421fbcdd-713c-4634-bce5-81dbe08be970/b558f2a7-a17f-4963-9cbd-f14ca2665895) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:57.510924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-8fbeb4d2-ce6d-42a2-8c67-e67fa8765f08 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.513164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-8fbeb4d2-ce6d-42a2-8c67-e67fa8765f08 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 822 time: 0.3529038 Jul 16 20:22:57.514376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c960987-8392-48b0-a883-2bf8808fa5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.517222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c960987-8392-48b0-a883-2bf8808fa5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.521241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c960987-8392-48b0-a883-2bf8808fa5da admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9a2d118c-b93a-4c01-ac64-66f04ef8c596 HTTP/1.1" status: 204 len: 168 time: 0.7691021 Jul 16 20:22:57.534657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c960987-8392-48b0-a883-2bf8808fa5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d118c-b93a-4c01-ac64-66f04ef8c596,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:57.549124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:57.551099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-d42d6a51-4bc2-4ab1-b1b2-9f4dd9393ea5 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/quotas/698c0dd675114394aca3446d6ca6e73a HTTP/1.1" status: 200 len: 375 time: 0.0284228 Jul 16 20:22:57.619682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:57.620253 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.643276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-d04f3891-ca1f-4fc2-a853-81b3c84ef33c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812938 Jul 16 20:22:57.652021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:57.664623 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Sync routers for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:57.694864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.700674 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-44de6f08-61ad-49bf-bcb7-7f5f6747e7d1 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3339553 Jul 16 20:22:57.701480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44618) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:57.723301 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:57.724261 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:57.873362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] For port b558f2a7-a17f-4963-9cbd-f14ca2665895, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b558f2a7-a17f-4963-9cbd-f14ca2665895,segment=NetworkSegment(a0f5e07e-59d5-48d3-9b4e-0665567e48ac),segment_id=a0f5e07e-59d5-48d3-9b4e-0665567e48ac)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:57.915178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-a2b231ea-844f-4cda-aaef-999002b390f5 service neutron] 10.222.0.100 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600312 Jul 16 20:22:57.969557 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.017243 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.021657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] Transition to ACTIVE for port object b558f2a7-a17f-4963-9cbd-f14ca2665895 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:58.039035 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.100710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:58.248184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3f8d002c-bc70-44b5-b73c-55d5a8b536bb,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:58.267413 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.287840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-27f077b8-21ce-485e-bb78-41b05c653fe5 service neutron] 10.222.0.100 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504725 Jul 16 20:22:58.324109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.6 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/421fbcdd-713c-4634-bce5-81dbe08be970/810c25b4-84d2-45fe-8a4e-639bed51923f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:58.388617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cc17c-aa99-47a7-8335-97d093598ea1 None None] Pushing event updated for resources: {'Port': ['ID=b558f2a7-a17f-4963-9cbd-f14ca2665895,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.520407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3f8d002c-bc70-44b5-b73c-55d5a8b536bb,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.605408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e663e7e8-39b1-43bc-b1f9-77cead8f5bfd None None] Provisioning complete for port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:58.605996 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e663e7e8-39b1-43bc-b1f9-77cead8f5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.873817 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:22:55Z', 'revision_number': 3, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:58.995416 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Checking router: b20421ef-cfea-4370-8d9e-01ebec98b4cf for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:58.996172 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Updating router b20421ef-cfea-4370-8d9e-01ebec98b4cf port b7c29972-5ec1-41a1-8b3a-62d013065a82 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:59.090036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-180d306f-19f6-45af-a334-ecab8f6cc71a req-77b9cea1-993a-481a-bb9d-7257fd4bba3c tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 210 time: 0.1652415 Jul 16 20:22:59.148610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.168540 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.272368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 810c25b4-84d2-45fe-8a4e-639bed51923f will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:59.296400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3f8d002c-bc70-44b5-b73c-55d5a8b536bb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:59.344687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-853b3246-e8d1-4c7a-8c6e-ece56df19cf3 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:59.346944 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-853b3246-e8d1-4c7a-8c6e-ece56df19cf3 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.26 "GET /v2.0/networks?id=e3414479-8c57-445d-9e5a-aa24157fd6a5 HTTP/1.1" status: 200 len: 818 time: 0.5648725 Jul 16 20:22:59.384120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Request body: {'port': {'device_id': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5', 'admin_state_up': True, 'tenant_id': '60747ea62713490eaa62ccbd62f719f6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:59.467105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.483993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:59.488036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.611632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:59.615993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:59.641128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:59.798446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=810c25b4-84d2-45fe-8a4e-639bed51923f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.821579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2f92e017-94cb-4ccc-90e1-f5536299537a None None] Provisioning for port b558f2a7-a17f-4963-9cbd-f14ca2665895 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:59.840226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2f92e017-94cb-4ccc-90e1-f5536299537a None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:59.843919 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f92e017-94cb-4ccc-90e1-f5536299537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.849409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.865586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:59.867419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.906522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b558f2a7-a17f-4963-9cbd-f14ca2665895 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:59.944287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e17ab72d-7332-4cb6-82f1-9322638de15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7509751 Jul 16 20:22:59.947653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44652) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:59.954494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cad992bd-a7fb-4855-96de-b9ed53aaa3d0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:59.993871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Made reservation on behalf of 60747ea62713490eaa62ccbd62f719f6 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:00.012509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.172813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:00.173290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.193076 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.247147 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Transition to ACTIVE for port object b7c29972-5ec1-41a1-8b3a-62d013065a82 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:00.264210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-07e9dd5a-ef51-4ccf-a017-edd28c3a4b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.264894 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.287189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad992bd-a7fb-4855-96de-b9ed53aaa3d0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:00.288027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2f92e017-94cb-4ccc-90e1-f5536299537a None None] Provisioning complete for port eda13067-5a1e-48e2-add6-6412911ac42a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:00.288346 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f92e017-94cb-4ccc-90e1-f5536299537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.298044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cad992bd-a7fb-4855-96de-b9ed53aaa3d0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.395891 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Pushing event updated for resources: {'Port': ['ID=b7c29972-5ec1-41a1-8b3a-62d013065a82,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.405491 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Attempting to bind port b7c29972-5ec1-41a1-8b3a-62d013065a82 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:00.406328 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Attempting to bind port b7c29972-5ec1-41a1-8b3a-62d013065a82 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:00.414075 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Attempting to bind port b7c29972-5ec1-41a1-8b3a-62d013065a82 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:00.445528 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.446522 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.447347 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.448250 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.449107 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.449917 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.452413 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.453289 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.454056 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.455200 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.456018 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.456809 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:00.461813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2f92e017-94cb-4ccc-90e1-f5536299537a None None] Port eda13067-5a1e-48e2-add6-6412911ac42a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:00.470486 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:00.471731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:00.472716 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.476150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:00.477293 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Bound port: b7c29972-5ec1-41a1-8b3a-62d013065a82, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:00.478876 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.596045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] For port b7c29972-5ec1-41a1-8b3a-62d013065a82, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:00.603988 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] For port b7c29972-5ec1-41a1-8b3a-62d013065a82, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b7c29972-5ec1-41a1-8b3a-62d013065a82,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:00.604929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d698d24b-b99f-4340-9b1f-430289ada778 None None] Provisioning for port 810c25b4-84d2-45fe-8a4e-639bed51923f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:00.611942 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.620574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Allocated IP 172.20.0.1 (8760d72d-a936-423c-82b4-5f6d61e79821/4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b/68e1ded6-613d-4630-88c1-9bdf5965778a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:00.626872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d698d24b-b99f-4340-9b1f-430289ada778 None None] Provisioning complete for port 810c25b4-84d2-45fe-8a4e-639bed51923f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:00.628939 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d698d24b-b99f-4340-9b1f-430289ada778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.658078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaea7e70-52a6-49d9-9b51-f0520f355fa9 req-94e99bc8-91fc-40ca-94a8-8f4d97e9a044 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.2284544 Jul 16 20:23:00.810948 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-cad992bd-a7fb-4855-96de-b9ed53aaa3d0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 421fbcdd-713c-4634-bce5-81dbe08be970 (CIDR: 172.20.0.0/28) Jul 16 20:23:00.811306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d698d24b-b99f-4340-9b1f-430289ada778 None None] Port 810c25b4-84d2-45fe-8a4e-639bed51923f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:00.823423 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad992bd-a7fb-4855-96de-b9ed53aaa3d0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:23:00.824430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad992bd-a7fb-4855-96de-b9ed53aaa3d0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:00.825585 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:00.827539 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:00.898513 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44773c5-b4d8-4da8-9a92-204a3d925db9 None None] Pushing event updated for resources: {'Port': ['ID=b7c29972-5ec1-41a1-8b3a-62d013065a82,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.925945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c58fb841-ac44-4e95-8a54-55e15d775705 req-3617503f-6636-48fa-b0aa-aad4d3c9b4e9 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 210 time: 0.1068447 Jul 16 20:23:00.948592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cad992bd-a7fb-4855-96de-b9ed53aaa3d0 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9981351 Jul 16 20:23:00.950578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:00.962618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d783a80e-8ab0-4759-bf28-c6d1c819cef5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:00.967562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.988907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Transition to ACTIVE for port object 68e1ded6-613d-4630-88c1-9bdf5965778a will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:01.001296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Allocated IP 172.20.0.8 (e3414479-8c57-445d-9e5a-aa24157fd6a5/a88ae516-2545-4027-b1e5-cdec0d73377e/10f6b24d-2053-49a5-b31c-2af79de34a5f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:01.007332 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:01.112509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.176071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60088920-3c0a-4cc7-84c2-890161da3488 req-e9b8d278-e42d-4b1b-b74c-4fb4b9df6e59 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/5eeb0f77-403c-459e-8fdc-c0de377ee8dd HTTP/1.1" status: 200 len: 1802 time: 0.1570771 Jul 16 20:23:01.186911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Network 8760d72d-a936-423c-82b4-5f6d61e79821 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:01.195144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:01.227126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:01.255968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-66007031-a3a6-4278-a73a-ed4f647e7e3a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:01.258689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-66007031-a3a6-4278-a73a-ed4f647e7e3a tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 945 time: 0.6562769 Jul 16 20:23:01.422962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Pushing event updated for resources: {'Port': ['ID=68e1ded6-613d-4630-88c1-9bdf5965778a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:01.477130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.477452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.477912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.478366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.478870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.479401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.479933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.480489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.481316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.481732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.482172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.482597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:01.502290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.566295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d409dee8-82e8-4e49-9592-c9587c6697bd None None] Provisioning for port 68e1ded6-613d-4630-88c1-9bdf5965778a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:01.574463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d409dee8-82e8-4e49-9592-c9587c6697bd None None] Provisioning complete for port 68e1ded6-613d-4630-88c1-9bdf5965778a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:01.580686 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d409dee8-82e8-4e49-9592-c9587c6697bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.745518 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b867a010-721d-4712-8e5d-268123871b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:22:55Z', 'revision_number': 3, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:01.784257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d409dee8-82e8-4e49-9592-c9587c6697bd None None] Port 68e1ded6-613d-4630-88c1-9bdf5965778a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:01.832430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Deleting port 9effb149-f6a9-45a7-9646-0eb737b86905 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:01.833088 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.837678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d783a80e-8ab0-4759-bf28-c6d1c819cef5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:01.844314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d783a80e-8ab0-4759-bf28-c6d1c819cef5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.845783 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b867a010-721d-4712-8e5d-268123871b49 None None] The sync data for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 is: [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:22:55Z', 'revision_number': 3, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:02.062774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60088920-3c0a-4cc7-84c2-890161da3488 req-f57eac78-dd19-423f-8628-36e04e29ac7c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.153318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.239815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.253783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-6a2b3c44-7212-4907-9977-488e935e3c0e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:02.254968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-6a2b3c44-7212-4907-9977-488e935e3c0e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 822 time: 0.8587508 Jul 16 20:23:02.272888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Request body: {'port': {'device_id': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'admin_state_up': True, 'tenant_id': '698c0dd675114394aca3446d6ca6e73a'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:02.420950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.640051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Network e3414479-8c57-445d-9e5a-aa24157fd6a5 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:02.653310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60088920-3c0a-4cc7-84c2-890161da3488 req-f57eac78-dd19-423f-8628-36e04e29ac7c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.669716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:02.685722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:02.690187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Pushing event updated for resources: {'Port': ['ID=10f6b24d-2053-49a5-b31c-2af79de34a5f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.848402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60088920-3c0a-4cc7-84c2-890161da3488 req-f57eac78-dd19-423f-8628-36e04e29ac7c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.856512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60088920-3c0a-4cc7-84c2-890161da3488 req-f57eac78-dd19-423f-8628-36e04e29ac7c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.866727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:02.867850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.872481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60088920-3c0a-4cc7-84c2-890161da3488 req-f57eac78-dd19-423f-8628-36e04e29ac7c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/5eeb0f77-403c-459e-8fdc-c0de377ee8dd HTTP/1.1" status: 204 len: 173 time: 1.6945267 Jul 16 20:23:02.925583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Made reservation on behalf of 698c0dd675114394aca3446d6ca6e73a for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:02.931684 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.962770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eac78-dd19-423f-8628-36e04e29ac7c tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeb0f77-403c-459e-8fdc-c0de377ee8dd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.970369 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-d783a80e-8ab0-4759-bf28-c6d1c819cef5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed (CIDR: 172.20.0.16/28) Jul 16 20:23:02.996426 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-d783a80e-8ab0-4759-bf28-c6d1c819cef5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:23:02.997259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d783a80e-8ab0-4759-bf28-c6d1c819cef5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:03.011416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.025532 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-3f9c7110-39d0-47fe-a260-5f9707eaf5c5 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6647780 Jul 16 20:23:03.027527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.058776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] For port 9effb149-f6a9-45a7-9646-0eb737b86905, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9effb149-f6a9-45a7-9646-0eb737b86905,segment=NetworkSegment(31cc9fdd-f866-433c-93e0-1a0c81c6d695),segment_id=31cc9fdd-f866-433c-93e0-1a0c81c6d695)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:03.058776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.102822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Calling delete_port for 9effb149-f6a9-45a7-9646-0eb737b86905 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:03.117405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d783a80e-8ab0-4759-bf28-c6d1c819cef5 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.1645660 Jul 16 20:23:03.124916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44698) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:03.140148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'subnet': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:03.389788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b7c29972-5ec1-41a1-8b3a-62d013065a82 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:03.392099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Request body: {'port': {'device_id': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:03.534642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b7c29972-5ec1-41a1-8b3a-62d013065a82 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:03.561238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b7c29972-5ec1-41a1-8b3a-62d013065a82 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:03.562009 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.579280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Pushing event updated for resources: {'Port': ['ID=68e1ded6-613d-4630-88c1-9bdf5965778a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:03.646735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509936-5ab5-421b-aaa1-66a8a0ceaec4 req-85910966-e4a8-43c7-99d6-a4417df6403f tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:03.649518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d509936-5ab5-421b-aaa1-66a8a0ceaec4 req-85910966-e4a8-43c7-99d6-a4417df6403f tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 931 time: 0.3924592 Jul 16 20:23:03.791197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.795660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Made reservation on behalf of 8e621785071b449ba1f164a68a695f66 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:03.801263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.807398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.860738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b7c29972-5ec1-41a1-8b3a-62d013065a82, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b7c29972-5ec1-41a1-8b3a-62d013065a82,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:03.873066 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.877471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d509936-5ab5-421b-aaa1-66a8a0ceaec4 req-dfdaf627-9bb8-488a-8b6d-359946f62fac tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173822 Jul 16 20:23:03.882714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.910500 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.023055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.064683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b7c29972-5ec1-41a1-8b3a-62d013065a82,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:04.080575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Allocated IP 172.20.0.13 (e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2/5f3e57b0-53e4-4c15-85ec-47b70a85680c/2495288f-6092-46e6-adc7-eef3b53a6423) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:04.082722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Pushing event deleted for resources: {'Port': ['ID=9effb149-f6a9-45a7-9646-0eb737b86905,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:04.333666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44708) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:04.342960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-659ba15f-21b0-4d05-80f9-5af27f3dbbc7 req-780c47cb-8197-4661-b1fb-276245271526 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.100 "GET /v2.0/ports?device_id=82ccff81-015c-4faf-a757-7dcb9ef518ac HTTP/1.1" status: 200 len: 210 time: 0.0840013 Jul 16 20:23:04.492396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] No DVR routers for this DVR port 9effb149-f6a9-45a7-9646-0eb737b86905 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:04.516894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.521409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80da3c08-cfa4-4a8e-9073-f1ab0f5e2bb1 req-efb1f7d2-fc13-4c38-ab03-b0ee6d6cccdf tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] 10.222.0.21 "DELETE /v2.0/ports/9effb149-f6a9-45a7-9646-0eb737b86905 HTTP/1.1" status: 204 len: 173 time: 3.1638327 Jul 16 20:23:04.522731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'name': 'network-vif-deleted', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:04.527532 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5393405d-7683-485f-bd37-a25a776a3135" -d '{"events": [{"server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "name": "network-vif-deleted", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:04.538029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Network 8760d72d-a936-423c-82b4-5f6d61e79821 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:04.561982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:04.592563 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3342864-f7cd-423a-b0b3-904c401d2359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.655789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.770033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1ade11b2-f597-47f2-b989-2d1675f21702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.830092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:04.920721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e8f76b2-dbdb-4eb6-8f8e-aa804126de6d req-9a9af715-87af-4962-96b9-04efe92ca6a2 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.1350205 Jul 16 20:23:04.926689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:04.940874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:04.941490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.949680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8fb07-e9c2-4fc9-8b35-706fa283583a None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:04.996207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Subnet': ['ID=8b6cc478-ebde-4215-a287-a712d80fc33d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.017232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Router b20421ef-cfea-4370-8d9e-01ebec98b4cf has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:05.023519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3fc5efc-f1fa-4c17-881d-5bd0b40d7e0d req-8ed9ecfa-aab5-4ff5-a611-b3d9c118a371 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0449882 Jul 16 20:23:05.147778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3342864-f7cd-423a-b0b3-904c401d2359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.161090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:05.165520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3342864-f7cd-423a-b0b3-904c401d2359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.205835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-db012476-9939-401e-abfe-3d74a295d54a None None] Provisioning complete for port 68e1ded6-613d-4630-88c1-9bdf5965778a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:05.206521 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db012476-9939-401e-abfe-3d74a295d54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.208088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-46de00fc-6a90-4712-aa62-b6f916d337ec tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0814939 Jul 16 20:23:05.228581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44716) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:05.248217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2121376194', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b6cc478-ebde-4215-a287-a712d80fc33d'}], 'security_groups': ['856ce036-7497-44b2-a6cd-e2e5d71d3892', 'c27ad3f9-a69d-4f0b-b0bb-95084ea14a3f']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:05.256864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 9effb149-f6a9-45a7-9646-0eb737b86905 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:05.257554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9effb149-f6a9-45a7-9646-0eb737b86905 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:05.288612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-db012476-9939-401e-abfe-3d74a295d54a None None] Port 68e1ded6-613d-4630-88c1-9bdf5965778a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:05.306448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3342864-f7cd-423a-b0b3-904c401d2359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d3a9fe-3b53-4366-ad47-cf3457586adf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.333313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b7c29972-5ec1-41a1-8b3a-62d013065a82 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:05.393504 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.446486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d3342864-f7cd-423a-b0b3-904c401d2359 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c2fe5fc701cd41de97d89884d2c3a399&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1090949 Jul 16 20:23:05.453212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aba8ebd5-f9c3-4c89-a616-ede372fff539 req-28bcd58a-699d-4291-8f2d-5eee1b887108 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 210 time: 0.0951664 Jul 16 20:23:05.462801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44720) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:05.555474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b7c29972-5ec1-41a1-8b3a-62d013065a82 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:05.556686 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.568727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f6b24d-2053-49a5-b31c-2af79de34a5f {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:05.584728 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.616716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.693479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Transition to ACTIVE for port object 10f6b24d-2053-49a5-b31c-2af79de34a5f will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:05.704889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:05.711218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.716180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:05.723857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:05.733692 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cce47ab3-1420-4e5a-9273-77d748343a79 admin admin] 10.222.0.100 "PUT /v2.0/routers/b20421ef-cfea-4370-8d9e-01ebec98b4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0228822 Jul 16 20:23:05.734487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.744859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:05.838414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39e407a9-5631-46bf-8218-9b7909082461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.846396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] Update dhcp port {'port': {'network_id': 'ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe', 'fixed_ips': [{'subnet_id': 'd9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed', 'ip_address': '172.20.0.18'}, {'subnet_id': '421fbcdd-713c-4634-bce5-81dbe08be970', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b6cc478-ebde-4215-a287-a712d80fc33d'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'b558f2a7-a17f-4963-9cbd-f14ca2665895'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:23:05.850095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Sync routers for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:05.879566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Pushing event updated for resources: {'Port': ['ID=10f6b24d-2053-49a5-b31c-2af79de34a5f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.892545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39e407a9-5631-46bf-8218-9b7909082461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.904632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:05.909558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.970318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:05.971133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:23:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:06.047914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64762d7d-b0d6-44dc-af56-9099e3fb96cb req-adb411e5-5257-49f3-b1c0-9b05aeff3613 tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "GET /v2.0/security-groups/f7c292c4-0009-4716-88ae-02cb8faace1e HTTP/1.1" status: 200 len: 1803 time: 0.4957876 Jul 16 20:23:06.056836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39e407a9-5631-46bf-8218-9b7909082461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.063501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39e407a9-5631-46bf-8218-9b7909082461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.065176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-39e407a9-5631-46bf-8218-9b7909082461 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b5d3a9fe-3b53-4366-ad47-cf3457586adf HTTP/1.1" status: 204 len: 168 time: 0.6017017 Jul 16 20:23:06.089907 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-4440708b-567a-46a0-8f58-88ec97ecd452 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8243911 Jul 16 20:23:06.107787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Request body: {'port': {'device_id': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:06.113442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e407a9-5631-46bf-8218-9b7909082461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d3a9fe-3b53-4366-ad47-cf3457586adf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.156449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Attempting to bind port 10f6b24d-2053-49a5-b31c-2af79de34a5f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:06.156796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Attempting to bind port 10f6b24d-2053-49a5-b31c-2af79de34a5f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '264243d0-665d-4d97-8bfe-3fe1cfeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:06.157119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Attempting to bind port 10f6b24d-2053-49a5-b31c-2af79de34a5f on network e3414479-8c57-445d-9e5a-aa24157fd6a5 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:06.164852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Port 10f6b24d-2053-49a5-b31c-2af79de34a5f on network e3414479-8c57-445d-9e5a-aa24157fd6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:06.165280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Attempting to bind port 10f6b24d-2053-49a5-b31c-2af79de34a5f on network e3414479-8c57-445d-9e5a-aa24157fd6a5 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:06.173436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:06.173873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Checking segment: {'id': '264243d0-665d-4d97-8bfe-3fe1cfeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:06.174190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Bound using segment: {'id': '264243d0-665d-4d97-8bfe-3fe1cfeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:06.174708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Bound port: 10f6b24d-2053-49a5-b31c-2af79de34a5f, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264243d0-665d-4d97-8bfe-3fe1cfeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:06.175078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.235326 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64762d7d-b0d6-44dc-af56-9099e3fb96cb req-a38ced3e-ea47-4343-a3e9-9b27e52245cc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.237207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.247987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.412978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] For port 10f6b24d-2053-49a5-b31c-2af79de34a5f, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:06.443831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] For port 10f6b24d-2053-49a5-b31c-2af79de34a5f, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=10f6b24d-2053-49a5-b31c-2af79de34a5f,segment=NetworkSegment(264243d0-665d-4d97-8bfe-3fe1cfeba43b),segment_id=264243d0-665d-4d97-8bfe-3fe1cfeba43b)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:06.452385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.465094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.466119 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.511935 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.512687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.514364 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] 10.222.0.26 "PUT /v2.0/ports/10f6b24d-2053-49a5-b31c-2af79de34a5f HTTP/1.1" status: 200 len: 1091 time: 3.4814258 Jul 16 20:23:06.524649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'tag': '10f6b24d-2053-49a5-b31c-2af79de34a5f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:06.527229 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acc11bd-a258-49e0-95f2-171690bf25b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b62acbd-2a92-4bda-b668-2e4ec8f7a89a", "tag": "10f6b24d-2053-49a5-b31c-2af79de34a5f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:06.627379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64762d7d-b0d6-44dc-af56-9099e3fb96cb req-a38ced3e-ea47-4343-a3e9-9b27e52245cc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.642016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc8ab-9455-49c8-9af9-397da4b05440 service neutron] Pushing event updated for resources: {'Port': ['ID=10f6b24d-2053-49a5-b31c-2af79de34a5f,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.723299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-26f4a655-c683-489e-ad4d-1eac8388ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.725381 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-26f4a655-c683-489e-ad4d-1eac8388ea40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60747ea62713490eaa62ccbd62f719f6&device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 1094 time: 0.1314003 Jul 16 20:23:06.788686 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-5192969f-e2eb-4aa9-b668-c4437588da44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f6b24d-2053-49a5-b31c-2af79de34a5f HTTP/1.1" status: 200 len: 217 time: 0.0551815 Jul 16 20:23:06.814740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:06.816517 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64762d7d-b0d6-44dc-af56-9099e3fb96cb req-a38ced3e-ea47-4343-a3e9-9b27e52245cc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.823682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-64762d7d-b0d6-44dc-af56-9099e3fb96cb req-a38ced3e-ea47-4343-a3e9-9b27e52245cc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.826258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64762d7d-b0d6-44dc-af56-9099e3fb96cb req-a38ced3e-ea47-4343-a3e9-9b27e52245cc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] 10.222.0.100 "DELETE /v2.0/security-groups/f7c292c4-0009-4716-88ae-02cb8faace1e HTTP/1.1" status: 204 len: 173 time: 0.7710595 Jul 16 20:23:06.837339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:06.921745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ced3e-ea47-4343-a3e9-9b27e52245cc tempest-SecurityGroupsTestJSON-53507150 tempest-SecurityGroupsTestJSON-53507150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c292c4-0009-4716-88ae-02cb8faace1e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.926448 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f936735-0390-4297-9f30-263ae6dfa7e9 x-openstack-request-id: req-4f936735-0390-4297-9f30-263ae6dfa7e9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:06.927038 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ccff81-015c-4faf-a757-7dcb9ef518ac", "name": "network-vif-deleted", "tag": "9effb149-f6a9-45a7-9646-0eb737b86905", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:06.927565 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4f936735-0390-4297-9f30-263ae6dfa7e9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:06.928588 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ccff81-015c-4faf-a757-7dcb9ef518ac', 'name': 'network-vif-deleted', 'tag': '9effb149-f6a9-45a7-9646-0eb737b86905', 'status': 'completed', 'code': 200} Jul 16 20:23:06.945417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-327ab1fa-cd04-4c2a-8de5-f3b96a7ad8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.948294 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-327ab1fa-cd04-4c2a-8de5-f3b96a7ad8a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a88ae516-2545-4027-b1e5-cdec0d73377e HTTP/1.1" status: 200 len: 858 time: 0.1272790 Jul 16 20:23:07.022989 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-615cbb76-3342-4aea-bfae-6e4fb5a8a0a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3414479-8c57-445d-9e5a-aa24157fd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661438 Jul 16 20:23:07.031759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2495288f-6092-46e6-adc7-eef3b53a6423 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:07.042761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] Deleting subnet d99ff74e-b397-4676-af48-fd204d3c1d5d {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:07.056724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.121452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Delete allocated IP 172.20.0.6 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/421fbcdd-713c-4634-bce5-81dbe08be970) {{(pid=94095) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:23:07.203023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.210347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Allocated IP 172.20.0.36 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/8b6cc478-ebde-4215-a287-a712d80fc33d/810c25b4-84d2-45fe-8a4e-639bed51923f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:07.239290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.254250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Transition to ACTIVE for port object 2495288f-6092-46e6-adc7-eef3b53a6423 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:07.262715 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-e111bae6-6f41-41af-8ed9-e679c071f6aa service neutron] 10.222.0.26 "GET /v2.0/networks/e3414479-8c57-445d-9e5a-aa24157fd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212481 Jul 16 20:23:07.264489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.397893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:02Z', 'revision_number': 2, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:07.412161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbb64e-2206-40e5-b4f7-0b524eb06f14 req-775428e7-6cd7-4759-b869-99f048274b67 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:07.425345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7acbb64e-2206-40e5-b4f7-0b524eb06f14 req-775428e7-6cd7-4759-b869-99f048274b67 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 943 time: 0.3147607 Jul 16 20:23:07.432931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Checking router: b20421ef-cfea-4370-8d9e-01ebec98b4cf for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:07.433446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Updating router b20421ef-cfea-4370-8d9e-01ebec98b4cf port 68e1ded6-613d-4630-88c1-9bdf5965778a binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:23:07.436761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.478180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.546267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7acbb64e-2206-40e5-b4f7-0b524eb06f14 req-67bde9ba-5850-432b-97c0-bf160621bc38 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196127 Jul 16 20:23:07.805545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44756) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:07.816702 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.884441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.887579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d99ff74e-b397-4676-af48-fd204d3c1d5d HTTP/1.1" status: 204 len: 168 time: 1.0400190 Jul 16 20:23:07.888473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296221d-896f-4487-8a96-4d718a8b8904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99ff74e-b397-4676-af48-fd204d3c1d5d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:07.893363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44760) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:07.982192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Pushing event updated for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:07.999459 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2adde944-6bd1-4d3a-b42e-1c3ce3a2a5e1 req-e6228574-acad-4a36-a9a7-3c765cd8c67d service neutron] 10.222.0.26 "GET /v2.0/networks/e3414479-8c57-445d-9e5a-aa24157fd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7293301 Jul 16 20:23:08.118554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Attempting to bind port 2495288f-6092-46e6-adc7-eef3b53a6423 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:08.119019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Attempting to bind port 2495288f-6092-46e6-adc7-eef3b53a6423 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:08.119474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Attempting to bind port 2495288f-6092-46e6-adc7-eef3b53a6423 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:08.126193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.127068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Port 2495288f-6092-46e6-adc7-eef3b53a6423 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:08.127068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Attempting to bind port 2495288f-6092-46e6-adc7-eef3b53a6423 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:08.133764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:08.134175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Checking segment: {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:08.134820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Bound using segment: {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:08.136137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Bound port: 2495288f-6092-46e6-adc7-eef3b53a6423, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:08.136718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.178302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.191523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.223605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:08.227391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:08.233941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.240093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9195df83-6553-4de8-9c17-557861c06bbe req-7d6f89c2-b651-4462-88c8-88387773f53e tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0978570 Jul 16 20:23:08.283195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.283978 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.285728 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] 10.222.0.21 "PUT /v2.0/ports/2495288f-6092-46e6-adc7-eef3b53a6423 HTTP/1.1" status: 200 len: 1092 time: 2.1836824 Jul 16 20:23:08.307568 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.347964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Transition to ACTIVE for port object 68e1ded6-613d-4630-88c1-9bdf5965778a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:08.362142 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.385965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faec9c-95b6-4089-8d91-aeda4f433424 service neutron] Pushing event updated for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.386766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] Deleting subnet 71815af3-f607-4e56-8f6d-60f0ef0dc5fd {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:08.396369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.418501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.435921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-0032028b-c137-46b2-89cf-9f9d9445b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.438209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-0032028b-c137-46b2-89cf-9f9d9445b19a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 1095 time: 0.0891929 Jul 16 20:23:08.525693 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-06babea6-9eee-4b97-a447-3661ee3b4ac8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2495288f-6092-46e6-adc7-eef3b53a6423 HTTP/1.1" status: 200 len: 217 time: 0.0775716 Jul 16 20:23:08.562077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ba9f0-fc84-4f86-a1b8-1d898132a8aa None None] Pushing event updated for resources: {'Port': ['ID=68e1ded6-613d-4630-88c1-9bdf5965778a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:08.626151 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.630598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-c56a9609-390f-4494-9cd9-753097c27987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.632187 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-c56a9609-390f-4494-9cd9-753097c27987 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 200 len: 862 time: 0.0996361 Jul 16 20:23:08.651605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Transition to ACTIVE for port object 810c25b4-84d2-45fe-8a4e-639bed51923f will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:08.679516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.685707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.693788 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-b367450e-d0cf-47c1-9573-a1f1911a151f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492508 Jul 16 20:23:08.794685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Attempting to bind port 68e1ded6-613d-4630-88c1-9bdf5965778a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:08.795360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Attempting to bind port 68e1ded6-613d-4630-88c1-9bdf5965778a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:08.796084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Attempting to bind port 68e1ded6-613d-4630-88c1-9bdf5965778a on network 8760d72d-a936-423c-82b4-5f6d61e79821 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:08.825678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:08.826179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Checking segment: {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:08.826768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.827356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Bound using segment: {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:08.828063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Bound port: 68e1ded6-613d-4630-88c1-9bdf5965778a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:08.828608 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.854166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-e2278358-79ae-410b-9701-6c4abbf766b8 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519816 Jul 16 20:23:08.933105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.946579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] Allocated IP 172.20.0.34 (ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe/8b6cc478-ebde-4215-a287-a712d80fc33d/b558f2a7-a17f-4963-9cbd-f14ca2665895) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:09.012203 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0c82f26a-4d77-48f4-ac5e-c9bc21396ac0 req-e132a4d5-d19c-4921-8619-5cbee879ec78 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414387 Jul 16 20:23:09.022722 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.104956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6300423-8282-4786-bc1f-e0afcee499fa']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.136330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aea502-115d-4ab9-a2cf-73271c744799') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.137322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aea502-115d-4ab9-a2cf-73271c744799') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.140945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] For port 68e1ded6-613d-4630-88c1-9bdf5965778a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:09.161290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.165290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] For port 68e1ded6-613d-4630-88c1-9bdf5965778a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68e1ded6-613d-4630-88c1-9bdf5965778a,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:09.172226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] For port b558f2a7-a17f-4963-9cbd-f14ca2665895, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b558f2a7-a17f-4963-9cbd-f14ca2665895,segment=NetworkSegment(a0f5e07e-59d5-48d3-9b4e-0665567e48ac),segment_id=a0f5e07e-59d5-48d3-9b4e-0665567e48ac)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:09.175060 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.210717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.237713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:09.238868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.291212 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.299477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ba9f0-fc84-4f86-a1b8-1d898132a8aa None None] Pushing event updated for resources: {'Port': ['ID=68e1ded6-613d-4630-88c1-9bdf5965778a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.310992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:09.311878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:23:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:09.382087 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:09.405494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event updated for resources: {'Port': ['ID=810c25b4-84d2-45fe-8a4e-639bed51923f,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.406428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] Transition to ACTIVE for port object b558f2a7-a17f-4963-9cbd-f14ca2665895 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:09.456165 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.464761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.476189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.477398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.483707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] 10.222.0.100 "DELETE /v2.0/networks/d6300423-8282-4786-bc1f-e0afcee499fa HTTP/1.1" status: 204 len: 168 time: 1.5867157 Jul 16 20:23:09.484163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-66ac84d2-c85c-4802-9d55-0b07c79120a1 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117267712', 'description': 'tempest-description--1290888948'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:09.543175 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66ac84d2-c85c-4802-9d55-0b07c79120a1 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.599913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa9306-56b8-4d7c-8168-34817da8613c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6300423-8282-4786-bc1f-e0afcee499fa,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.709495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.733583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:09.772080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.775033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/71815af3-f607-4e56-8f6d-60f0ef0dc5fd HTTP/1.1" status: 204 len: 168 time: 1.9685371 Jul 16 20:23:09.776770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] In _notify_port_updated(), no bound segment for port 810c25b4-84d2-45fe-8a4e-639bed51923f on network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:23:09.783912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.784759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.786384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44796) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.787514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d48c195a-ca05-4b7e-9a01-7fa47728abac tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "PUT /v2.0/ports/810c25b4-84d2-45fe-8a4e-639bed51923f HTTP/1.1" status: 200 len: 960 time: 4.5532460 Jul 16 20:23:09.796061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44798) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.801028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66ac84d2-c85c-4802-9d55-0b07c79120a1 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.853547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9305674-c82c-47a9-b9aa-27826da7d4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71815af3-f607-4e56-8f6d-60f0ef0dc5fd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.869500 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66ac84d2-c85c-4802-9d55-0b07c79120a1 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.870718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53f9d1-3128-48fc-b3be-211a81a142e7 None None] Pushing event updated for resources: {'Port': ['ID=b558f2a7-a17f-4963-9cbd-f14ca2665895,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.912176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44804) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.005782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-421f4713-fc1a-48eb-958c-a16c6f084221 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=29035e9cafaa4b53b3bc7ae368f24bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884068 Jul 16 20:23:10.012157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.022212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575984d-c001-4e68-bee4-05d5d408d200 req-6cd69850-377e-46c3-b2a2-d02686a9599b tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.033399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8575984d-c001-4e68-bee4-05d5d408d200 req-6cd69850-377e-46c3-b2a2-d02686a9599b tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 944 time: 0.2073414 Jul 16 20:23:10.137708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8575984d-c001-4e68-bee4-05d5d408d200 req-d012eddf-22d5-4970-8f12-743342a413bb tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032376 Jul 16 20:23:10.209529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66ac84d2-c85c-4802-9d55-0b07c79120a1 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.213350 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-66ac84d2-c85c-4802-9d55-0b07c79120a1 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7356477 Jul 16 20:23:10.226007 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d453bb-e9d1-44f1-be3e-65c71f5906c1 x-openstack-request-id: req-72d453bb-e9d1-44f1-be3e-65c71f5906c1 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:10.226801 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b62acbd-2a92-4bda-b668-2e4ec8f7a89a", "tag": "10f6b24d-2053-49a5-b31c-2af79de34a5f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:10.227503 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-72d453bb-e9d1-44f1-be3e-65c71f5906c1 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:10.228382 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'tag': '10f6b24d-2053-49a5-b31c-2af79de34a5f', 'status': 'completed', 'code': 200} Jul 16 20:23:10.229583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44808) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.231504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bacaede8-848d-4ae0-8199-7d17764b7aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.262482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-75055539-939d-4901-9498-ef79c30eaa54 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Request body: {'security_group_rule': {'security_group_id': '085a2ab2-23ab-40e6-83ba-ef5935caed02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:10.280178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac84d2-c85c-4802-9d55-0b07c79120a1 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085a2ab2-23ab-40e6-83ba-ef5935caed02,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.320075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.411555 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75055539-939d-4901-9498-ef79c30eaa54 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.455826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:09Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:10.511753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bacaede8-848d-4ae0-8199-7d17764b7aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.546270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd88265-1aa9-407c-b6fc-737bd7d2bf7d None None] The sync data for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 is: [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:09Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:10.782368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.789970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-ffe93d09-dcf8-43cd-b315-cf2fcde56762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.793430 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-ffe93d09-dcf8-43cd-b315-cf2fcde56762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60747ea62713490eaa62ccbd62f719f6&device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 1094 time: 0.5482206 Jul 16 20:23:10.805326 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75055539-939d-4901-9498-ef79c30eaa54 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.811903 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75055539-939d-4901-9498-ef79c30eaa54 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.828572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bacaede8-848d-4ae0-8199-7d17764b7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.833271 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bacaede8-848d-4ae0-8199-7d17764b7aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.835165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bacaede8-848d-4ae0-8199-7d17764b7aea admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2 HTTP/1.1" status: 204 len: 168 time: 0.7994878 Jul 16 20:23:10.851734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10b2181-4fc7-4066-bc06-54086f21d461']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:10.882007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75055539-939d-4901-9498-ef79c30eaa54 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.887069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75055539-939d-4901-9498-ef79c30eaa54 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6416991 Jul 16 20:23:10.887535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaede8-848d-4ae0-8199-7d17764b7aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b64f7d-2172-4230-a0c9-ce52ea0fb1e2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.891126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44836) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.894963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75055539-939d-4901-9498-ef79c30eaa54 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d13bcd-329d-4388-b486-e6dad9b2db84,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.911738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c3f2c2ce-5b4a-4238-af32-4b763e8eb1db tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Request body: {'security_group_rule': {'security_group_id': '085a2ab2-23ab-40e6-83ba-ef5935caed02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:10.986131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c2ce-5b4a-4238-af32-4b763e8eb1db tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.999789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cc9fdd-f866-433c-93e0-1a0c81c6d695') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:11.000165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cc9fdd-f866-433c-93e0-1a0c81c6d695') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:11.025684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 10f6b24d-2053-49a5-b31c-2af79de34a5f details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:11.043017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port 810c25b4-84d2-45fe-8a4e-639bed51923f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:11.043656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.175831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c2ce-5b4a-4238-af32-4b763e8eb1db tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.187387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c2ce-5b4a-4238-af32-4b763e8eb1db tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.202615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2495288f-6092-46e6-adc7-eef3b53a6423 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:11.350483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01fc336e-aa16-4ef4-9b46-c5b327d0246d None None] Provisioning for port b558f2a7-a17f-4963-9cbd-f14ca2665895 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:11.435854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2c2ce-5b4a-4238-af32-4b763e8eb1db tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26289a4d-5630-4c9c-b1de-2e4c6470cb8d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:11.441320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44844) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:11.442466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01fc336e-aa16-4ef4-9b46-c5b327d0246d None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:11.443030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01fc336e-aa16-4ef4-9b46-c5b327d0246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.446530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68e1ded6-613d-4630-88c1-9bdf5965778a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:11.453868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:23:11.462264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ac0de9e-6e44-4272-8737-5cdef7b6d0e2 req-b3b92d8b-f5bb-41b5-a797-98f8492ee170 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc&device_id=c45f4ad5-68d9-46b1-9dfd-57d276b3aa7e HTTP/1.1" status: 200 len: 210 time: 0.1623311 Jul 16 20:23:11.509087 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c2ce-5b4a-4238-af32-4b763e8eb1db tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.520199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3f2c2ce-5b4a-4238-af32-4b763e8eb1db tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6247985 Jul 16 20:23:11.521209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44850) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:11.538326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:11.542744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.565502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-daf0eaa1-1e78-4ef3-96e9-e7713c66bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.569006 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-daf0eaa1-1e78-4ef3-96e9-e7713c66bd35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3414479-8c57-445d-9e5a-aa24157fd6a5 HTTP/1.1" status: 200 len: 919 time: 0.7512684 Jul 16 20:23:11.622857 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.728978 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.799030 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-0ec30e97-ff26-40e2-9431-a8e49ed4232d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f6b24d-2053-49a5-b31c-2af79de34a5f HTTP/1.1" status: 200 len: 217 time: 0.2198045 Jul 16 20:23:11.800228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:11.800648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:11.805471 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:11.836283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-951912c1-93b3-4ea3-a774-e2a7572d5942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.977757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.000969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for 810c25b4-84d2-45fe-8a4e-639bed51923f owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:12.003300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.008978 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.014952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] 10.222.0.100 "DELETE /v2.0/networks/e10b2181-4fc7-4066-bc06-54086f21d461 HTTP/1.1" status: 204 len: 168 time: 2.2176824 Jul 16 20:23:12.028276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44860) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.030981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54366570-f7e8-4d3e-93a9-0812a84e489f admin admin] Pushing event deleted for resources: {'Network': ['ID=e10b2181-4fc7-4066-bc06-54086f21d461,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.040735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 10f6b24d-2053-49a5-b31c-2af79de34a5f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=10f6b24d-2053-49a5-b31c-2af79de34a5f,segment=NetworkSegment(264243d0-665d-4d97-8bfe-3fe1cfeba43b),segment_id=264243d0-665d-4d97-8bfe-3fe1cfeba43b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:12.046902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-d0d37698-ec59-4566-8be7-21970b9150b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.049065 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-d0d37698-ec59-4566-8be7-21970b9150b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a88ae516-2545-4027-b1e5-cdec0d73377e HTTP/1.1" status: 200 len: 858 time: 0.2426689 Jul 16 20:23:12.153378 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-7d61b73c-c1f8-44ba-bff3-9863a3a17e36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3414479-8c57-445d-9e5a-aa24157fd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740352 Jul 16 20:23:12.226876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '10f6b24d-2053-49a5-b31c-2af79de34a5f', 'network_id': 'e3414479-8c57-445d-9e5a-aa24157fd6a5', 'port_id': '10f6b24d-2053-49a5-b31c-2af79de34a5f', 'mac_address': 'fa:16:3e:93:df:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88ae516-2545-4027-b1e5-cdec0d73377e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:12.235551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-951912c1-93b3-4ea3-a774-e2a7572d5942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.246516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:12.249126 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f712a4e-ef2c-4903-a559-74443c25a261" -d '{"events": [{"name": "network-changed", "server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:12.261427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] Deleting subnet d6641251-f0a7-41ca-98ed-5cc36d6e55aa {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:12.273135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.315548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-951912c1-93b3-4ea3-a774-e2a7572d5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.353490 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.359821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951912c1-93b3-4ea3-a774-e2a7572d5942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d8558-88f1-43fd-ba20-660f4c0ded76,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.366429 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.444143 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-d9821cc7-8ad5-4af5-9fce-0145d90baad2 service neutron] 10.222.0.26 "GET /v2.0/networks/e3414479-8c57-445d-9e5a-aa24157fd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819569 Jul 16 20:23:12.459140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-951912c1-93b3-4ea3-a774-e2a7572d5942 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fb755c3d28ba44dc92e3dbde5694f3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9876168 Jul 16 20:23:12.462491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f6b24d-2053-49a5-b31c-2af79de34a5f {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:12.465607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44870) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.550453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:12.550759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96322-4138-41d6-92df-f15fcac4863d req-59719fa5-1467-4ca8-9f26-f89e043dbf39 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.564337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2d96322-4138-41d6-92df-f15fcac4863d req-59719fa5-1467-4ca8-9f26-f89e043dbf39 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 943 time: 0.6504178 Jul 16 20:23:12.687227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 68e1ded6-613d-4630-88c1-9bdf5965778a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:12.703376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 10f6b24d-2053-49a5-b31c-2af79de34a5f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=10f6b24d-2053-49a5-b31c-2af79de34a5f,segment=NetworkSegment(264243d0-665d-4d97-8bfe-3fe1cfeba43b),segment_id=264243d0-665d-4d97-8bfe-3fe1cfeba43b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:12.704648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.709255 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.725857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '2495288f-6092-46e6-adc7-eef3b53a6423', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'port_id': '2495288f-6092-46e6-adc7-eef3b53a6423', 'mac_address': 'fa:16:3e:51:1b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3e57b0-53e4-4c15-85ec-47b70a85680c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:12.735511 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.740291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 68e1ded6-613d-4630-88c1-9bdf5965778a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:12.740872 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.807488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.813678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.847435 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:12.860794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=810c25b4-84d2-45fe-8a4e-639bed51923f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.900719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44874) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.904252 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6641251-f0a7-41ca-98ed-5cc36d6e55aa,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.907950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.910555 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e0157f0a-b41f-4649-9d87-88e0f7d35ac9 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d6641251-f0a7-41ca-98ed-5cc36d6e55aa HTTP/1.1" status: 204 len: 168 time: 0.8719838 Jul 16 20:23:12.921497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44876) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:12.950685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2d96322-4138-41d6-92df-f15fcac4863d req-79aabb58-39b0-4764-ad91-f4eca408de39 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711228 Jul 16 20:23:13.020142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01fc336e-aa16-4ef4-9b46-c5b327d0246d None None] Could not find standard attr ID for object 810c25b4-84d2-45fe-8a4e-639bed51923f. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:23:13.039544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['10f6b24d-2053-49a5-b31c-2af79de34a5f'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:13.048152 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fe52be9-d247-4072-9e6d-522d4e85590b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.115885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Allocated IP 172.25.8.243 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/3a68f1e1-51fb-4529-aac7-023346223ff6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:13.185618 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2acc11bd-a258-49e0-95f2-171690bf25b3 req-2e297d69-4d25-4ab5-94bd-83b1f6788721 service neutron] 10.222.0.26 "GET /v2.0/networks/e3414479-8c57-445d-9e5a-aa24157fd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159655 Jul 16 20:23:13.207765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.210109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-77626ad7-7d71-4e2b-8241-50b7d2462c8a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/810c25b4-84d2-45fe-8a4e-639bed51923f HTTP/1.1" status: 204 len: 168 time: 3.3946993 Jul 16 20:23:13.215842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.260055 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-5859cbfd-ca29-42be-9497-cb8c83828d43 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] GET failed (client error): The resource could not be found. Jul 16 20:23:13.266911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5859cbfd-ca29-42be-9497-cb8c83828d43 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports/810c25b4-84d2-45fe-8a4e-639bed51923f HTTP/1.1" status: 404 len: 333 time: 0.0455267 Jul 16 20:23:13.268209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44882) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.296719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01fc336e-aa16-4ef4-9b46-c5b327d0246d None None] Provisioning complete for port eda13067-5a1e-48e2-add6-6412911ac42a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:13.297292 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01fc336e-aa16-4ef4-9b46-c5b327d0246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.299829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=10f6b24d-2053-49a5-b31c-2af79de34a5f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.331001 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.356842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2495288f-6092-46e6-adc7-eef3b53a6423 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:13.385943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.386212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.386930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.387948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.389748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.389748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.390286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.390995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.391795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.392751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.393464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.394401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:13.395364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa8a5-650d-4997-883a-f46203bd7a4e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.425500 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa8a5-650d-4997-883a-f46203bd7a4e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.509228 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa8a5-650d-4997-883a-f46203bd7a4e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.512800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa8a5-650d-4997-883a-f46203bd7a4e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.520324 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9ffa8a5-650d-4997-883a-f46203bd7a4e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/security-groups/42212f89-0d6f-4452-88fb-7260b15c2e1a HTTP/1.1" status: 204 len: 168 time: 0.2462423 Jul 16 20:23:13.522637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.526384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-01fc336e-aa16-4ef4-9b46-c5b327d0246d None None] Port eda13067-5a1e-48e2-add6-6412911ac42a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:13.532663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:13.550588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffa8a5-650d-4997-883a-f46203bd7a4e tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42212f89-0d6f-4452-88fb-7260b15c2e1a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.555639 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.568031 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.623340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c69600e-6f62-4240-8891-2eca603738e1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.672329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c69600e-6f62-4240-8891-2eca603738e1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.677356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1717755574-network', 'tenant_id': '687382da9db64e2a953e773178722f6b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:13.725284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f0452d94-e559-4984-9af5-f5de77d3a0c4 None None] Could not find standard attr ID for object 810c25b4-84d2-45fe-8a4e-639bed51923f. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:23:13.739637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fe52be9-d247-4072-9e6d-522d4e85590b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.749593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c69600e-6f62-4240-8891-2eca603738e1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.752797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c69600e-6f62-4240-8891-2eca603738e1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.756647 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9c69600e-6f62-4240-8891-2eca603738e1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/security-groups/c27ad3f9-a69d-4f0b-b0bb-95084ea14a3f HTTP/1.1" status: 204 len: 168 time: 0.2306583 Jul 16 20:23:13.757726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.759451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44886) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.768512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69600e-6f62-4240-8891-2eca603738e1 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27ad3f9-a69d-4f0b-b0bb-95084ea14a3f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.830620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2495288f-6092-46e6-adc7-eef3b53a6423'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:13.839207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 68e1ded6-613d-4630-88c1-9bdf5965778a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68e1ded6-613d-4630-88c1-9bdf5965778a,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:13.846175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.848287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Made reservation on behalf of 687382da9db64e2a953e773178722f6b for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:13.850795 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.905295 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.906708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b558f2a7-a17f-4963-9cbd-f14ca2665895 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:13.910373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.043809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fe52be9-d247-4072-9e6d-522d4e85590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.046634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fe52be9-d247-4072-9e6d-522d4e85590b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.050249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9fe52be9-d247-4072-9e6d-522d4e85590b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/167d8558-88f1-43fd-ba20-660f4c0ded76 HTTP/1.1" status: 204 len: 168 time: 1.5691798 Jul 16 20:23:14.075829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69176a-1a35-4853-b39a-49440bb11ce5 req-5ac2b1e0-2f8a-48e3-acdc-b067549aadad tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.077463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a69176a-1a35-4853-b39a-49440bb11ce5 req-5ac2b1e0-2f8a-48e3-acdc-b067549aadad tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 945 time: 0.4114883 Jul 16 20:23:14.078177 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e942-7646-4bfb-afad-c442ddc28392 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.082550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.123900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.134103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe52be9-d247-4072-9e6d-522d4e85590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d8558-88f1-43fd-ba20-660f4c0ded76,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.149400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=68e1ded6-613d-4630-88c1-9bdf5965778a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.165335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c05b88-a316-4163-ac76-a92e5e93d282']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.204846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d80b01b-4a05-47ed-bf0e-49232871de9c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.205133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d80b01b-4a05-47ed-bf0e-49232871de9c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:14.221772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e942-7646-4bfb-afad-c442ddc28392 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.223456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:14.224012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.238005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.312910 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.329900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a69176a-1a35-4853-b39a-49440bb11ce5 req-a6e1fcfd-2ae3-45ad-ab5d-879f8e4812c3 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330623 Jul 16 20:23:14.339121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:14.339578 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:14.342090 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:14.383412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.460738 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e942-7646-4bfb-afad-c442ddc28392 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.464298 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e942-7646-4bfb-afad-c442ddc28392 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.465747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0bf9e942-7646-4bfb-afad-c442ddc28392 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/security-groups/856ce036-7497-44b2-a6cd-e2e5d71d3892 HTTP/1.1" status: 204 len: 168 time: 0.6993418 Jul 16 20:23:14.469412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44894) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.490714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.516423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:14.533389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.536111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] 10.222.0.100 "DELETE /v2.0/networks/02c05b88-a316-4163-ac76-a92e5e93d282 HTTP/1.1" status: 204 len: 168 time: 1.6133401 Jul 16 20:23:14.539704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.546982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:14.549714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9e942-7646-4bfb-afad-c442ddc28392 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ce036-7497-44b2-a6cd-e2e5d71d3892,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.551971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:14.570829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.624563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68e1ded6-613d-4630-88c1-9bdf5965778a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:14.627107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event updated for resources: {'Port': ['ID=3a68f1e1-51fb-4529-aac7-023346223ff6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.629740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97f9fe-16e9-4085-b875-791927b85210 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c05b88-a316-4163-ac76-a92e5e93d282,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.654284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet 421fbcdd-713c-4634-bce5-81dbe08be970 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:14.668180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.691370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:14.717662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44898) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.762506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.762866 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Added segment 617f399a-c842-476d-b630-1b9270daadcf of type vlan for network 7334d84b-bac1-42e7-9d7a-5ac957deac1d Jul 16 20:23:14.783439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a28e8071-e0a0-435f-b8bf-137f7198a32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.790303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.797741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f96dec-b449-4ca9-bac6-52b04652cffa,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.805269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 68e1ded6-613d-4630-88c1-9bdf5965778a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:14.806802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.821541 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8534b029-fc86-470d-be55-2f0746ee732a x-openstack-request-id: req-8534b029-fc86-470d-be55-2f0746ee732a {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:14.821736 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:14.821995 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8534b029-fc86-470d-be55-2f0746ee732a {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:14.822568 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423', 'status': 'completed', 'code': 200} Jul 16 20:23:14.882537 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63b263a5-97d3-4c9e-8ad6-8f88a3fad275 req-8147d1aa-dbc4-4798-afbc-b6abdc27c049 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9569602f05274d808c63154f68d97510&device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0626698 Jul 16 20:23:14.938249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.983739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44904) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.022492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.036177 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63b263a5-97d3-4c9e-8ad6-8f88a3fad275 req-1c1dfc58-60a5-4d85-b955-c5cf9e882178 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9569602f05274d808c63154f68d97510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398301 Jul 16 20:23:15.068746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 10f6b24d-2053-49a5-b31c-2af79de34a5f up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:15.109117 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.109613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.110243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.159036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 10f6b24d-2053-49a5-b31c-2af79de34a5f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:15.168059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 10f6b24d-2053-49a5-b31c-2af79de34a5f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:15.168902 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.172842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a2d32f05-da0d-4e0c-9230-ba0f67eff531 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=24a9d32a09ef4997a5334b35654c10e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878974 Jul 16 20:23:15.180346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.192757 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.253583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] Pushing event updated for resources: {'Network': ['ID=7334d84b-bac1-42e7-9d7a-5ac957deac1d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:15.283619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0117f9-4806-4b86-8a4a-7f67dc6300f0 req-72c4956d-fe3a-4cfb-9250-9edcee8a20c6 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.287133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7334d84b-bac1-42e7-9d7a-5ac957deac1d details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:15.296409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee0117f9-4806-4b86-8a4a-7f67dc6300f0 req-72c4956d-fe3a-4cfb-9250-9edcee8a20c6 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 944 time: 0.3405061 Jul 16 20:23:15.352588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.424946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-075fc29c-cfb2-403c-ae3d-79a4ad9ce334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.439982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee0117f9-4806-4b86-8a4a-7f67dc6300f0 req-a2f69285-f767-4e81-8d3d-eb728dd70fa9 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267252 Jul 16 20:23:15.449892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.526815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 10f6b24d-2053-49a5-b31c-2af79de34a5f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=10f6b24d-2053-49a5-b31c-2af79de34a5f,segment=NetworkSegment(264243d0-665d-4d97-8bfe-3fe1cfeba43b),segment_id=264243d0-665d-4d97-8bfe-3fe1cfeba43b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:15.529085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f6b24d-2053-49a5-b31c-2af79de34a5f'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:15.534323 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e438d-280f-4ad1-95c7-3928cba24ab5" -d '{"events": [{"server_uuid": "9b62acbd-2a92-4bda-b668-2e4ec8f7a89a", "name": "network-vif-plugged", "status": "completed", "tag": "10f6b24d-2053-49a5-b31c-2af79de34a5f"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:15.542720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.547396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-075fc29c-cfb2-403c-ae3d-79a4ad9ce334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.600487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2495288f-6092-46e6-adc7-eef3b53a6423 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:15.655895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-075fc29c-cfb2-403c-ae3d-79a4ad9ce334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.660328 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-075fc29c-cfb2-403c-ae3d-79a4ad9ce334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.668830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-075fc29c-cfb2-403c-ae3d-79a4ad9ce334 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/aff84b15-e643-4804-b920-d1d105123a38 HTTP/1.1" status: 204 len: 168 time: 0.4842579 Jul 16 20:23:15.728167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fc29c-cfb2-403c-ae3d-79a4ad9ce334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff84b15-e643-4804-b920-d1d105123a38,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:15.754623 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.809739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 2495288f-6092-46e6-adc7-eef3b53a6423 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:15.822990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 2495288f-6092-46e6-adc7-eef3b53a6423 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:15.823624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.832568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84f2818a-e034-49fc-94b8-c4e5152d8ba3 req-a706b032-22a4-4587-8b1e-0f26ba447eeb tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.1513462 Jul 16 20:23:15.871381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=421fbcdd-713c-4634-bce5-81dbe08be970,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:15.878182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=10f6b24d-2053-49a5-b31c-2af79de34a5f,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:15.887156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.895510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ebb99-d714-4ab3-94f3-2351a597c314 None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:15.903301 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b4360371-9a68-4201-b405-721e214775eb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/421fbcdd-713c-4634-bce5-81dbe08be970 HTTP/1.1" status: 204 len: 168 time: 1.4253860 Jul 16 20:23:15.907528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44914) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.927844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b263a5-97d3-4c9e-8ad6-8f88a3fad275 req-726b9c7f-eaf2-4806-b4ca-dc0e930ba048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.930420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.930769 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-63b263a5-97d3-4c9e-8ad6-8f88a3fad275 req-726b9c7f-eaf2-4806-b4ca-dc0e930ba048 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8760300 Jul 16 20:23:15.954683 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.061400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a28e8071-e0a0-435f-b8bf-137f7198a32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.073703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-8f70d005-988f-406c-a71a-a8da85b1f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.084271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-8f70d005-988f-406c-a71a-a8da85b1f6b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 1096 time: 1.1949368 Jul 16 20:23:16.092324 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a28e8071-e0a0-435f-b8bf-137f7198a32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.111614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fcd92817-8cd3-4a74-a1b0-7632418dff2d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2043934 Jul 16 20:23:16.114272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44918) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.123704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Request body: {'subnet': {'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1717755574-subnet', 'tenant_id': '687382da9db64e2a953e773178722f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:16.129243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event updated for resources: {'Port': ['ID=3a68f1e1-51fb-4529-aac7-023346223ff6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.149033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.182884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Made reservation on behalf of 687382da9db64e2a953e773178722f6b for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:16.186697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.191068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.192703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-74b7251d-22c4-4858-a48b-03f03ef147da tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6624458 Jul 16 20:23:16.235125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.241843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet 8b6cc478-ebde-4215-a287-a712d80fc33d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:16.290502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c282e88-26dc-4aa5-925e-3a0494e4c5d0 req-b3808e71-145b-48b5-8372-2c6a8f348e42 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.298397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c282e88-26dc-4aa5-925e-3a0494e4c5d0 req-b3808e71-145b-48b5-8372-2c6a8f348e42 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 945 time: 0.2450712 Jul 16 20:23:16.311140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.324689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:16.337214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44922) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.341511 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.345151 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a28e8071-e0a0-435f-b8bf-137f7198a32b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=88cc19daa69048e18ce36089e692b811&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6150734 Jul 16 20:23:16.427404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c282e88-26dc-4aa5-925e-3a0494e4c5d0 req-bd5514dd-91b7-4b2c-a8cc-a3fe34636b8d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246436 Jul 16 20:23:16.440141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e8071-e0a0-435f-b8bf-137f7198a32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5efd78-e017-4002-9908-36f86b61b717,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.479601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.483794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349f79b-702d-4a15-9ccf-643a6f19055a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.544992 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bd3c08-8226-491e-ade4-98870e74d650 x-openstack-request-id: req-b2bd3c08-8226-491e-ade4-98870e74d650 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:16.545446 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b62acbd-2a92-4bda-b668-2e4ec8f7a89a", "name": "network-vif-plugged", "status": "completed", "tag": "10f6b24d-2053-49a5-b31c-2af79de34a5f", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:16.547025 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b2bd3c08-8226-491e-ade4-98870e74d650 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:16.547702 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f6b24d-2053-49a5-b31c-2af79de34a5f', 'code': 200} Jul 16 20:23:16.560351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.590585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349f79b-702d-4a15-9ccf-643a6f19055a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.645109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.746838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-cf72b6a3-3bb2-447c-aea9-c0b514a46a18 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1117267712&fields=id&tenant_id=b8052ed885fa4d2a9a5ff07c5642adea HTTP/1.1" status: 200 len: 267 time: 0.0743451 Jul 16 20:23:16.796440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4033850f-d2a8-4b6a-a354-1376a9e2ee75 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6dbab01b53254a2c8b657dea4642f269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551034 Jul 16 20:23:16.798060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-c2d802cb-2971-4d8a-9daf-8bf015bff9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.801248 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-c2d802cb-2971-4d8a-9daf-8bf015bff9a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 923 time: 0.7028666 Jul 16 20:23:16.814264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.863093 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349f79b-702d-4a15-9ccf-643a6f19055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.865853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349f79b-702d-4a15-9ccf-643a6f19055a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.869517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a349f79b-702d-4a15-9ccf-643a6f19055a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ab5efd78-e017-4002-9908-36f86b61b717 HTTP/1.1" status: 204 len: 168 time: 0.5245399 Jul 16 20:23:16.911826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349f79b-702d-4a15-9ccf-643a6f19055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5efd78-e017-4002-9908-36f86b61b717,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.966925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.001481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-669491b2-6664-4324-a596-73b15f82a576 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.010052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-669491b2-6664-4324-a596-73b15f82a576 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/networks?id=8760d72d-a936-423c-82b4-5f6d61e79821 HTTP/1.1" status: 200 len: 806 time: 0.2620058 Jul 16 20:23:17.039069 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-b009acb4-9dc8-4752-9294-6a53ab90c442 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2495288f-6092-46e6-adc7-eef3b53a6423 HTTP/1.1" status: 200 len: 217 time: 0.2096889 Jul 16 20:23:17.062195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-cb1bc4bc-1b9d-4199-a685-742964b5087d tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/quotas/b8052ed885fa4d2a9a5ff07c5642adea HTTP/1.1" status: 200 len: 375 time: 0.0499635 Jul 16 20:23:17.133920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3298c848-31cc-4785-8623-33676406a17d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.211085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Checking segment: {'id': '617f399a-c842-476d-b630-1b9270daadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:17.211622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Network hostable DHCP agents. Network: 7334d84b-bac1-42e7-9d7a-5ac957deac1d, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:17.253625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63b263a5-97d3-4c9e-8ad6-8f88a3fad275 req-ea29d962-1bb5-4f3a-91c9-f73b98253209 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.26 "GET /v2.0/ports?device_id=edf5aeb7-a034-4534-81ec-800c3cedf8cc HTTP/1.1" status: 200 len: 210 time: 0.0566292 Jul 16 20:23:17.281505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-9c59e8a4-1d90-47fe-a63b-905de9e2761b tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8052ed885fa4d2a9a5ff07c5642adea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2183490 Jul 16 20:23:17.365498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Network 7334d84b-bac1-42e7-9d7a-5ac957deac1d is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:17.390276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7334d84b-bac1-42e7-9d7a-5ac957deac1d) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:17.403016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c9d9f-2cae-491f-b735-abdf158ac32d None None] Network 7334d84b-bac1-42e7-9d7a-5ac957deac1d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:17.438380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.441653 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.510872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b1d10689-81f3-4cc8-b447-4d5985ce7d4e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3947585 Jul 16 20:23:17.530394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0b9c0446-1e05-4327-a549-6db04e684fcc service neutron] 10.222.0.100 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112458 Jul 16 20:23:17.629737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.708702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a98bb-f732-4328-a3a6-898cc4d7e519 req-563daeda-6148-46e6-be6f-77218730ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.710568 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b87a98bb-f732-4328-a3a6-898cc4d7e519 req-563daeda-6148-46e6-be6f-77218730ccb7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 1096 time: 1.0575809 Jul 16 20:23:17.722205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-7f554c7b-a0ae-4d08-9990-cab933c79c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.724221 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-7f554c7b-a0ae-4d08-9990-cab933c79c37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 200 len: 862 time: 0.6630979 Jul 16 20:23:17.740206 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e446ec7e-d459-4454-87b3-cceb9b96eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.750994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-63537800-9723-417c-aa0f-fe18ee2e1a2f None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:17.751316 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-63537800-9723-417c-aa0f-fe18ee2e1a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.833153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-787a9a24-2f33-4758-9f6a-df80603e71eb service neutron] 10.222.0.100 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954860 Jul 16 20:23:17.848442 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-97bb209d-d114-418f-bfd7-19d4321ace5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128876 Jul 16 20:23:17.890327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e446ec7e-d459-4454-87b3-cceb9b96eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.933681 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b87a98bb-f732-4328-a3a6-898cc4d7e519 req-1ff38277-5dc3-40da-a684-61fefb723d42 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067516 Jul 16 20:23:17.942061 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.039953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.044199 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/8b6cc478-ebde-4215-a287-a712d80fc33d HTTP/1.1" status: 204 len: 168 time: 2.1311939 Jul 16 20:23:18.045340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa95ac6-d8ea-4ce6-827f-e4c3e487f2c2 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6cc478-ebde-4215-a287-a712d80fc33d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.047374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44964) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.064624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3182ee1d-dfc6-45a2-94f0-7a496a50dd03 None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:18.109985 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb02a8b-3eb9-49e0-b24b-d62738e36f3b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:18.113033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb02a8b-3eb9-49e0-b24b-d62738e36f3b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:18.114953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dfb02a8b-3eb9-49e0-b24b-d62738e36f3b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/421fbcdd-713c-4634-bce5-81dbe08be970 HTTP/1.1" status: 404 len: 337 time: 0.0661602 Jul 16 20:23:18.118164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.135380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-6bf48f35-7e9c-46fd-bd3a-da68603caedb service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773554 Jul 16 20:23:18.138485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e446ec7e-d459-4454-87b3-cceb9b96eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.141547 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e446ec7e-d459-4454-87b3-cceb9b96eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.143190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e446ec7e-d459-4454-87b3-cceb9b96eef8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8b359e0d-b757-416f-803e-1d1a4efac15e HTTP/1.1" status: 204 len: 168 time: 1.3272076 Jul 16 20:23:18.215189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446ec7e-d459-4454-87b3-cceb9b96eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b359e0d-b757-416f-803e-1d1a4efac15e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.237978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting subnet d9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:18.264103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a31d606-4492-4b4e-84a9-34667c3d8a59 None None] Network 7334d84b-bac1-42e7-9d7a-5ac957deac1d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:18.306288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.337834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-63537800-9723-417c-aa0f-fe18ee2e1a2f None None] Provisioning complete for port eda13067-5a1e-48e2-add6-6412911ac42a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:18.338271 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-63537800-9723-417c-aa0f-fe18ee2e1a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.470723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.549476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:18.552046 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5478f4f2-8786-4971-8f6b-eaf6e5a0e03b" -d '{"events": [{"server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "name": "network-vif-plugged", "status": "completed", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:18.552623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1f712a4e-ef2c-4903-a559-74443c25a261 req-279ba599-c17a-4648-bc55-f9ac852c77c6 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812764 Jul 16 20:23:18.573968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-63537800-9723-417c-aa0f-fe18ee2e1a2f None None] Port eda13067-5a1e-48e2-add6-6412911ac42a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:18.732234 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.784477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a39e7a-bef8-4b72-81cf-3e0739a79a1f req-ee8d6d9a-b1f8-445d-9bba-cc06f0a3d4fb tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.806541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78a39e7a-bef8-4b72-81cf-3e0739a79a1f req-ee8d6d9a-b1f8-445d-9bba-cc06f0a3d4fb tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 945 time: 0.1931877 Jul 16 20:23:18.941407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.961245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78a39e7a-bef8-4b72-81cf-3e0739a79a1f req-56719e3d-46b1-4862-851b-e3e7189e7bb8 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409690 Jul 16 20:23:19.046190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.056633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.061380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1fad22b4-3c26-433e-bfb9-332b3bfac4f9 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/d9fa4fdd-af7c-47b9-9fcf-e346d3cb1eed HTTP/1.1" status: 204 len: 168 time: 0.9416780 Jul 16 20:23:19.063754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44990) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.201734 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ecad1e-9314-4b89-b1e2-988815be60bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:19.202660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ecad1e-9314-4b89-b1e2-988815be60bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:19.208144 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-92ecad1e-9314-4b89-b1e2-988815be60bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/3b22188a-52b8-48fc-8c6d-c6e693caf664 HTTP/1.1" status: 404 len: 337 time: 0.1406169 Jul 16 20:23:19.209020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.286568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-336fed1e-48aa-41f7-b149-ec3070e2aafc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "GET /v2.0/ports?device_id=73288c78-6e68-475b-bc73-8c756de8d781 HTTP/1.1" status: 200 len: 205 time: 0.0757697 Jul 16 20:23:19.289092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.476690 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-4d140e90-f4ca-4e2b-b8d7-8370ad14c8cc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] delete failed (client error): The resource could not be found. Jul 16 20:23:19.482559 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4d140e90-f4ca-4e2b-b8d7-8370ad14c8cc tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/routers/73288c78-6e68-475b-bc73-8c756de8d781 HTTP/1.1" status: 404 len: 336 time: 0.1875238 Jul 16 20:23:19.484446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45010) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.583715 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb016ec2-d35a-4ca4-915f-68c75b926fdb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:19.585160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb016ec2-d35a-4ca4-915f-68c75b926fdb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:19.590453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cb016ec2-d35a-4ca4-915f-68c75b926fdb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/f7377ff3-b171-49eb-ba88-17387fa50c15 HTTP/1.1" status: 404 len: 337 time: 0.0835571 Jul 16 20:23:19.593073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45018) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.637471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36938-824d-4318-a26d-f323615f5fad req-33da579a-5026-4e6d-940c-7657208ca068 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.653523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8aa36938-824d-4318-a26d-f323615f5fad req-33da579a-5026-4e6d-940c-7657208ca068 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.2207510 Jul 16 20:23:19.692873 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-45975e43-7358-49c0-9121-7270893f49d7 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:19.693661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45975e43-7358-49c0-9121-7270893f49d7 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:19.700618 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-45975e43-7358-49c0-9121-7270893f49d7 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/1d61c350-6ff7-494b-9100-3da20897eb05 HTTP/1.1" status: 404 len: 337 time: 0.1026993 Jul 16 20:23:19.701630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45022) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.758422 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b80267-18f5-4447-9c79-9b4810898406 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:19.759164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b80267-18f5-4447-9c79-9b4810898406 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:19.765480 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-34b80267-18f5-4447-9c79-9b4810898406 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/b9fb9e98-7c43-4ea2-99bb-6a6351990b87 HTTP/1.1" status: 404 len: 337 time: 0.0596189 Jul 16 20:23:19.765821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45026) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.768139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8aa36938-824d-4318-a26d-f323615f5fad req-0fe2b8f0-3160-4749-8aa0-05f54e3aa8eb tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135027 Jul 16 20:23:19.798407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c2389-aee1-47b5-9656-c8735cfa4f51 None None] Network ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:19.855616 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a751ebd-9af9-4478-9b92-e8c0cde1d15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:19.858091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a751ebd-9af9-4478-9b92-e8c0cde1d15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:19.863792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2a751ebd-9af9-4478-9b92-e8c0cde1d15a tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/ac193315-c34e-4077-ae3a-01ce14c85b48 HTTP/1.1" status: 404 len: 333 time: 0.0964816 Jul 16 20:23:19.866657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45030) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.920067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f419b655-8562-4f31-8899-cb8bfd0378e0 None None] Provisioning complete for port b558f2a7-a17f-4963-9cbd-f14ca2665895 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:19.920454 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f419b655-8562-4f31-8899-cb8bfd0378e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.965330 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-12faca38-e06b-4a31-8642-056686dae11b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:19.966113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12faca38-e06b-4a31-8642-056686dae11b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:19.969938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-12faca38-e06b-4a31-8642-056686dae11b tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/8d753008-f6ce-409c-ad1b-abc82402b428 HTTP/1.1" status: 404 len: 337 time: 0.1003270 Jul 16 20:23:19.972319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45038) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:20.084160 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e7480a-455c-4bd9-8a2e-836092cfdf3c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:20.085566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e7480a-455c-4bd9-8a2e-836092cfdf3c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:20.092102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-76e7480a-455c-4bd9-8a2e-836092cfdf3c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/5ed98c5a-a923-4ad6-8de2-aad5f3ac2232 HTTP/1.1" status: 404 len: 337 time: 0.1153595 Jul 16 20:23:20.094541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45044) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:20.124932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f419b655-8562-4f31-8899-cb8bfd0378e0 None None] Provisioning complete for port eda13067-5a1e-48e2-add6-6412911ac42a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:20.125124 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f419b655-8562-4f31-8899-cb8bfd0378e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.177324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f419b655-8562-4f31-8899-cb8bfd0378e0 None None] Port eda13067-5a1e-48e2-add6-6412911ac42a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:20.203154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] DHCP port deletion for ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:20.225886 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec35fb3-ce0f-4ed4-b0fd-5e593eba685c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:20.227073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec35fb3-ce0f-4ed4-b0fd-5e593eba685c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:20.235891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eec35fb3-ce0f-4ed4-b0fd-5e593eba685c tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/8b36910a-e323-4d14-8596-b99cf2a0f51f HTTP/1.1" status: 404 len: 333 time: 0.1344326 Jul 16 20:23:20.236195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:20.322048 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edb8b2b-2dec-40a3-95b6-058164223e87 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:20.322901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edb8b2b-2dec-40a3-95b6-058164223e87 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:20.326527 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0edb8b2b-2dec-40a3-95b6-058164223e87 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/3cf38d60-1201-4a6c-a0f7-4f115214986c HTTP/1.1" status: 404 len: 337 time: 0.0896447 Jul 16 20:23:20.330074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45048) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:20.365744 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad76d565-1650-49a7-af01-10ba7d0f2521 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:20.366210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad76d565-1650-49a7-af01-10ba7d0f2521 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:20.366783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] Deleting port b558f2a7-a17f-4963-9cbd-f14ca2665895 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:20.367729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.368165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ad76d565-1650-49a7-af01-10ba7d0f2521 tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/subnets/b17d1d7b-0f2b-4d6a-a52d-ea0a0b0befbd HTTP/1.1" status: 404 len: 337 time: 0.0365701 Jul 16 20:23:20.373164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:20.546861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] For port b558f2a7-a17f-4963-9cbd-f14ca2665895, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b558f2a7-a17f-4963-9cbd-f14ca2665895,segment=NetworkSegment(a0f5e07e-59d5-48d3-9b4e-0665567e48ac),segment_id=a0f5e07e-59d5-48d3-9b4e-0665567e48ac)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:20.547572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.565191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] Calling delete_port for b558f2a7-a17f-4963-9cbd-f14ca2665895 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:20.649804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b558f2a7-a17f-4963-9cbd-f14ca2665895 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:20.716695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Deleting port eda13067-5a1e-48e2-add6-6412911ac42a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:20.716981 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.870460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-00e097eb-faf7-4d56-98b1-1eb5dfdf59b1 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:20.881400 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.885454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-00e097eb-faf7-4d56-98b1-1eb5dfdf59b1 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/networks?id=7334d84b-bac1-42e7-9d7a-5ac957deac1d HTTP/1.1" status: 200 len: 814 time: 0.3777320 Jul 16 20:23:20.886640 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.922922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-179184d4-f819-495a-9da9-e43f3abfe0dc tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/quotas/687382da9db64e2a953e773178722f6b HTTP/1.1" status: 200 len: 375 time: 0.0356798 Jul 16 20:23:20.957145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.990383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] Pushing event deleted for resources: {'Port': ['ID=b558f2a7-a17f-4963-9cbd-f14ca2665895,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:20.990981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Calling delete_port for eda13067-5a1e-48e2-add6-6412911ac42a owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:21.016459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-04bd737e-c306-4bda-b7b3-a51e16a441b4 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=687382da9db64e2a953e773178722f6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922604 Jul 16 20:23:21.069563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b8419-3b3f-44fa-b772-9d9dc7a4a9ef None None] No DVR routers for this DVR port b558f2a7-a17f-4963-9cbd-f14ca2665895 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:21.143951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-f7bb1cd6-0ad4-42de-af37-f65067739338 service neutron] 10.222.0.100 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257331 Jul 16 20:23:21.255831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-72b457bb-f9ec-4424-b894-c96ebda02a87 service neutron] 10.222.0.100 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105354 Jul 16 20:23:21.324480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.406037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Port': ['ID=eda13067-5a1e-48e2-add6-6412911ac42a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:21.483632 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.490964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45102) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:21.491352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fc7ea833-274e-4ed7-92cc-1bcc390336bb tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/ports/eda13067-5a1e-48e2-add6-6412911ac42a HTTP/1.1" status: 204 len: 168 time: 1.1159766 Jul 16 20:23:21.592492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-e95b847a-8539-4a91-8bab-6f894ea956dc tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:21.596674 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-e95b847a-8539-4a91-8bab-6f894ea956dc tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.26 "GET /v2.0/networks?id=8760d72d-a936-423c-82b4-5f6d61e79821 HTTP/1.1" status: 200 len: 806 time: 0.3346651 Jul 16 20:23:21.656573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.749639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-82edd643-7fb9-49a7-ab4f-0e72983bb3e7 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8052ed885fa4d2a9a5ff07c5642adea HTTP/1.1" status: 200 len: 380 time: 0.1394827 Jul 16 20:23:21.756788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Request body: {'port': {'device_id': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'admin_state_up': True, 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'security_groups': ['085a2ab2-23ab-40e6-83ba-ef5935caed02']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:21.782985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45112) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:21.811213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09eaafb7-6f7c-4f78-9b44-1e0dbef31411 req-840ac3b3-a833-4bf0-9043-5cec6a8c5498 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 210 time: 0.0672145 Jul 16 20:23:21.860993 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.875720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:21.894203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f5e07e-59d5-48d3-9b4e-0665567e48ac') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:21.894869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f5e07e-59d5-48d3-9b4e-0665567e48ac') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:21.910789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.931521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.950651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:21.952369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.973703 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d883e91-b912-42cf-a1f1-fcd65ed0057e x-openstack-request-id: req-8d883e91-b912-42cf-a1f1-fcd65ed0057e {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:21.974608 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "name": "network-vif-plugged", "status": "completed", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:21.974847 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8d883e91-b912-42cf-a1f1-fcd65ed0057e {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:21.975931 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423', 'code': 200} Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:22.045920 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:22.050974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.067577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.072273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] 10.222.0.100 "DELETE /v2.0/networks/ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe HTTP/1.1" status: 204 len: 168 time: 0.5799344 Jul 16 20:23:22.131116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618cbee-e536-4b44-87a5-a36bd77c27bf tempest-PortsTestJSON-1987874994 tempest-PortsTestJSON-1987874994-project] Pushing event deleted for resources: {'Network': ['ID=ba3aa0ec-36cb-4a2f-a16a-8a0ac5c6b0fe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.305592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07df650b-9309-4798-82dd-167d39d81588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.391734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Made reservation on behalf of b8052ed885fa4d2a9a5ff07c5642adea for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:22.396003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.461442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2ea0-c9ee-49f5-b6cf-9739255af423 req-8de057a2-91ff-4634-8cfa-720b36c77ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.463113 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa8c2ea0-c9ee-49f5-b6cf-9739255af423 req-8de057a2-91ff-4634-8cfa-720b36c77ce9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 1097 time: 0.3151865 Jul 16 20:23:22.577699 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa8c2ea0-c9ee-49f5-b6cf-9739255af423 req-de60c9f0-d154-4e56-a3ac-10021c12726a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062818 Jul 16 20:23:22.659583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Allocated IP 172.20.0.3 (8760d72d-a936-423c-82b4-5f6d61e79821/4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b/303713db-15c8-4784-a729-3f93f8a2c93d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:22.668793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07df650b-9309-4798-82dd-167d39d81588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.687230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07df650b-9309-4798-82dd-167d39d81588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.721522 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cd9c433f-b96a-4749-bdc7-e78fb2125a21 req-dd5bf572-24f9-43cd-a12f-9401d49821e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9569602f05274d808c63154f68d97510&device_id=c45f4ad5-68d9-46b1-9dfd-57d276b3aa7e HTTP/1.1" status: 200 len: 210 time: 0.0493891 Jul 16 20:23:22.777580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45136) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:22.796414 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cd9c433f-b96a-4749-bdc7-e78fb2125a21 req-9bbd5a05-0499-4c90-9379-351e95cfe75a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9569602f05274d808c63154f68d97510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609753 Jul 16 20:23:22.798793 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-07df650b-9309-4798-82dd-167d39d81588 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f342402869ee415eaf08b85fff35e4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0128958 Jul 16 20:23:22.811618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45140) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:22.814460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df650b-9309-4798-82dd-167d39d81588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9fa0ba-350b-47c1-bfbc-72364752d96a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.942738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968bc05-8614-4f25-bfb4-a8d3339caaa7 req-11ac061f-7558-4570-93bc-29303bc80c53 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.948142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5968bc05-8614-4f25-bfb4-a8d3339caaa7 req-11ac061f-7558-4570-93bc-29303bc80c53 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 945 time: 0.2061598 Jul 16 20:23:22.995978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c433f-b96a-4749-bdc7-e78fb2125a21 req-b325a47d-22ab-4bc6-bf31-bbd2bc7ef980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.997559 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cd9c433f-b96a-4749-bdc7-e78fb2125a21 req-b325a47d-22ab-4bc6-bf31-bbd2bc7ef980 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931181 Jul 16 20:23:23.036930 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.045031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7a4-e7a0-4bde-a874-701c34199565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.066621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Transition to ACTIVE for port object 303713db-15c8-4784-a729-3f93f8a2c93d will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:23.091219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7a4-e7a0-4bde-a874-701c34199565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.096250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5968bc05-8614-4f25-bfb4-a8d3339caaa7 req-fcc0fc6d-ebdf-4967-bc40-5a8994746cbd tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350369 Jul 16 20:23:23.125647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-90588e8a-cb3a-4dcd-b09b-0f7fe0d3072a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8e621785071b449ba1f164a68a695f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453972 Jul 16 20:23:23.130754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:23.174871 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7a4-e7a0-4bde-a874-701c34199565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.178187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7a4-e7a0-4bde-a874-701c34199565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.179424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b50a7a4-e7a0-4bde-a874-701c34199565 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/af9fa0ba-350b-47c1-bfbc-72364752d96a HTTP/1.1" status: 204 len: 168 time: 0.3638241 Jul 16 20:23:23.181590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.204163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50a7a4-e7a0-4bde-a874-701c34199565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9fa0ba-350b-47c1-bfbc-72364752d96a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:23.269641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Network 8760d72d-a936-423c-82b4-5f6d61e79821 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:23.280174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:23.284877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:23.330376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event updated for resources: {'Port': ['ID=303713db-15c8-4784-a729-3f93f8a2c93d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:23.353412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db904d95-0e65-4c99-b3d1-da95ef82123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.379289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.379880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.400474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db904d95-0e65-4c99-b3d1-da95ef82123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.411698 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fec78b24-cdef-4dd3-97cc-fdf0e2b62016 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6601686 Jul 16 20:23:23.429009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Request body: {'port': {'device_id': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:23.444640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b321e1-87e1-4583-b10d-17fa7f0157b7 req-cf353ed8-254d-4292-90ae-9e1e6f7ac4f0 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.471868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6b321e1-87e1-4583-b10d-17fa7f0157b7 req-cf353ed8-254d-4292-90ae-9e1e6f7ac4f0 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.1575160 Jul 16 20:23:23.575813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6b321e1-87e1-4583-b10d-17fa7f0157b7 req-ca83212a-0c88-4eeb-9939-f3ee5c75edab tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026139 Jul 16 20:23:23.659934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.757853 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db904d95-0e65-4c99-b3d1-da95ef82123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.763178 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db904d95-0e65-4c99-b3d1-da95ef82123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.765225 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-db904d95-0e65-4c99-b3d1-da95ef82123d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b208d367-69ce-4d07-8728-c8ef96864e89 HTTP/1.1" status: 204 len: 168 time: 0.6327167 Jul 16 20:23:23.798019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db904d95-0e65-4c99-b3d1-da95ef82123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208d367-69ce-4d07-8728-c8ef96864e89,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:23.849724 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e82c638e-eba1-4070-824a-12011bdfe2c6 req-a46b6682-2507-4b2b-a604-86b02e9ef1d7 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 210 time: 0.0788355 Jul 16 20:23:23.863670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76448f1a-010a-40c7-a8bc-e4400e531fd8 None None] Provisioning for port 303713db-15c8-4784-a729-3f93f8a2c93d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:23.878248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76448f1a-010a-40c7-a8bc-e4400e531fd8 None None] Provisioning complete for port 303713db-15c8-4784-a729-3f93f8a2c93d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:23.879057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76448f1a-010a-40c7-a8bc-e4400e531fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.951206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45154) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:23.984900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-76448f1a-010a-40c7-a8bc-e4400e531fd8 None None] Port 303713db-15c8-4784-a729-3f93f8a2c93d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:23.985916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168d2d77-eabf-45f0-9091-1068f706452f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.141617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d1e61554-aafd-4873-aadd-c548f71c1b71 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:24.144261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d1e61554-aafd-4873-aadd-c548f71c1b71 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.26 "GET /v2.0/networks?id=7334d84b-bac1-42e7-9d7a-5ac957deac1d HTTP/1.1" status: 200 len: 814 time: 0.4414258 Jul 16 20:23:24.157442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Request body: {'port': {'device_id': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d', 'admin_state_up': True, 'tenant_id': '687382da9db64e2a953e773178722f6b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:24.327468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303713db-15c8-4784-a729-3f93f8a2c93d {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:24.337800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.354546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Transition to ACTIVE for port object 303713db-15c8-4784-a729-3f93f8a2c93d will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:24.366351 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.417451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168d2d77-eabf-45f0-9091-1068f706452f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.432537 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168d2d77-eabf-45f0-9091-1068f706452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.505321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d2d77-eabf-45f0-9091-1068f706452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe52444-011e-4891-b2e2-b2616dea8644,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.551326 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cd9c433f-b96a-4749-bdc7-e78fb2125a21 req-ddf78152-c0b0-40c1-aba7-589ad94796fa tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.21 "GET /v2.0/ports?device_id=c45f4ad5-68d9-46b1-9dfd-57d276b3aa7e HTTP/1.1" status: 200 len: 210 time: 0.1137495 Jul 16 20:23:24.572086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Pushing event updated for resources: {'Port': ['ID=303713db-15c8-4784-a729-3f93f8a2c93d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.613940 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-168d2d77-eabf-45f0-9091-1068f706452f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b2ff13bfb7d24941b5a8a163c0ebd56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6609797 Jul 16 20:23:24.653031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45170) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:24.825766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Attempting to bind port 303713db-15c8-4784-a729-3f93f8a2c93d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:24.826152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Attempting to bind port 303713db-15c8-4784-a729-3f93f8a2c93d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:24.826639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Attempting to bind port 303713db-15c8-4784-a729-3f93f8a2c93d on network 8760d72d-a936-423c-82b4-5f6d61e79821 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:24.843738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Port 303713db-15c8-4784-a729-3f93f8a2c93d on network 8760d72d-a936-423c-82b4-5f6d61e79821 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:24.844394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Attempting to bind port 303713db-15c8-4784-a729-3f93f8a2c93d on network 8760d72d-a936-423c-82b4-5f6d61e79821 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:24.881260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:24.881972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Checking segment: {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:24.882752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Bound using segment: {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:24.883675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Bound port: 303713db-15c8-4784-a729-3f93f8a2c93d, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb59679-f311-428c-ad25-a19088c58f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:24.884392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.926934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32bb1d0b-7a2a-450e-b5a7-65d9e5104afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.985213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32bb1d0b-7a2a-450e-b5a7-65d9e5104afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.004488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45182) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.017705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Made reservation on behalf of 687382da9db64e2a953e773178722f6b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:25.021567 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.109141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32bb1d0b-7a2a-450e-b5a7-65d9e5104afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.113944 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32bb1d0b-7a2a-450e-b5a7-65d9e5104afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.114197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.114614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.115286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.115742 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-32bb1d0b-7a2a-450e-b5a7-65d9e5104afa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6fe52444-011e-4891-b2e2-b2616dea8644 HTTP/1.1" status: 204 len: 168 time: 0.4611001 Jul 16 20:23:25.115846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.116393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.116870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.117337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.122791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] For port 303713db-15c8-4784-a729-3f93f8a2c93d, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:25.131672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] For port 303713db-15c8-4784-a729-3f93f8a2c93d, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=303713db-15c8-4784-a729-3f93f8a2c93d,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:25.135068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4ec0d5d-fdd9-4399-8e31-81090b60a489 req-546bf860-ad9d-4f21-b10a-174fcde1e7a2 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5018 time: 0.3409553 Jul 16 20:23:25.149631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.155374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb1d0b-7a2a-450e-b5a7-65d9e5104afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe52444-011e-4891-b2e2-b2616dea8644,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:25.251296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.253119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.254663 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] 10.222.0.26 "PUT /v2.0/ports/303713db-15c8-4784-a729-3f93f8a2c93d HTTP/1.1" status: 200 len: 1091 time: 1.8303292 Jul 16 20:23:25.263137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:25.267183 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602f681f-8f22-49fa-aba1-8dd222212cde" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:25.340805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8694d1f1-6c9c-408e-ad88-fd61ac5c1d4a tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-623547976', 'prefixes': ['172.20.0.0/16']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:25.488686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308ea0-5150-462b-9761-cc743fb7459b service neutron] Pushing event updated for resources: {'Port': ['ID=303713db-15c8-4784-a729-3f93f8a2c93d,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:25.567495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-7c9483e2-21ab-48b0-8997-5e11ff27b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.569115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-7c9483e2-21ab-48b0-8997-5e11ff27b4dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8052ed885fa4d2a9a5ff07c5642adea&device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 1094 time: 0.2256546 Jul 16 20:23:25.622587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Allocated IP 172.20.0.6 (7334d84b-bac1-42e7-9d7a-5ac957deac1d/3298c848-31cc-4785-8623-33676406a17d/e458fec4-d5bc-47c4-a686-53be8dfae0f6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:25.636402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f6d5c9e-5dce-4836-9488-e52fe72bfc55 req-3b4a2fec-fabd-4386-ab0a-0c2b323de0e2 tempest-ServerShowV247Test-1954158882 tempest-ServerShowV247Test-1954158882-project] 10.222.0.100 "GET /v2.0/ports?device_id=c45f4ad5-68d9-46b1-9dfd-57d276b3aa7e HTTP/1.1" status: 200 len: 210 time: 0.1051319 Jul 16 20:23:25.723735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-0cfb686b-edf2-40d8-8b64-a2bdeb44c918 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303713db-15c8-4784-a729-3f93f8a2c93d HTTP/1.1" status: 200 len: 217 time: 0.1437974 Jul 16 20:23:25.880993 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-8bec5f07-6ff1-42d8-a88d-6b623a5cffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.882327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8694d1f1-6c9c-408e-ad88-fd61ac5c1d4a tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] Notify callbacks [] for subnetpool, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.883980 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-8bec5f07-6ff1-42d8-a88d-6b623a5cffc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b HTTP/1.1" status: 200 len: 845 time: 0.1507359 Jul 16 20:23:25.885152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8694d1f1-6c9c-408e-ad88-fd61ac5c1d4a tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] 10.222.0.100 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8791878 Jul 16 20:23:25.888234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45200) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.051944 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-962e8ab5-a30b-4f13-acb6-1e5b97b7a75b tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] 10.222.0.100 "GET /v2.0/subnetpools/af9bbc3e-7dd8-4ddc-83fd-7698a7909320 HTTP/1.1" status: 200 len: 731 time: 0.1594260 Jul 16 20:23:26.054498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45204) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.065523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-25f25a07-fad1-46e4-b6b5-cdd2a724619a tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-770902170'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:26.098140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.158196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-d46a5f0b-1c3f-4da9-a546-f3d366b6dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.161052 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-d46a5f0b-1c3f-4da9-a546-f3d366b6dacf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8760d72d-a936-423c-82b4-5f6d61e79821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445257 Jul 16 20:23:26.195551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.329543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Network 7334d84b-bac1-42e7-9d7a-5ac957deac1d is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:26.339685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:26.349291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Pushing event updated for resources: {'Port': ['ID=e458fec4-d5bc-47c4-a686-53be8dfae0f6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.353074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:26.397366 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25f25a07-fad1-46e4-b6b5-cdd2a724619a tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] Notify callbacks [] for subnetpool, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.403996 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-25f25a07-fad1-46e4-b6b5-cdd2a724619a tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] 10.222.0.100 "PUT /v2.0/subnetpools/af9bbc3e-7dd8-4ddc-83fd-7698a7909320 HTTP/1.1" status: 200 len: 683 time: 0.3415980 Jul 16 20:23:26.407572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45214) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.447391 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-c3e51e88-8b20-4dd9-a885-f66f05ae1be0 service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675574 Jul 16 20:23:26.478453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca1746-9227-4d9d-bb14-6ba63c0ffc41 req-5ff98d43-4cf6-4c8e-87ea-c26b1de9c988 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.481667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1ca1746-9227-4d9d-bb14-6ba63c0ffc41 req-5ff98d43-4cf6-4c8e-87ea-c26b1de9c988 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 943 time: 0.3082466 Jul 16 20:23:26.547176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.548310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.627435 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-649b65ac-5a8a-4a36-ac3d-b2175e656dfd req-fcc7f1e4-d143-4290-9082-98318923af82 service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736581 Jul 16 20:23:26.631765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ffc601df-7853-4588-9072-37a5a6d45800 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4778342 Jul 16 20:23:26.662345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Request body: {'port': {'device_id': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:26.671219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1ca1746-9227-4d9d-bb14-6ba63c0ffc41 req-69e8ae58-d5d4-4a9a-a08c-a50c76e41148 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752055 Jul 16 20:23:26.742913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06fb25aa-4552-4d59-8e85-49165594239b tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] Notify callbacks [] for subnetpool, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.745328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-06fb25aa-4552-4d59-8e85-49165594239b tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] 10.222.0.100 "DELETE /v2.0/subnetpools/af9bbc3e-7dd8-4ddc-83fd-7698a7909320 HTTP/1.1" status: 204 len: 168 time: 0.3353248 Jul 16 20:23:26.748225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45222) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.786907 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-b7ce8d3f-4575-44a1-a9e9-47ddc67d82a5 tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] show failed (client error): The resource could not be found. Jul 16 20:23:26.791853 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b7ce8d3f-4575-44a1-a9e9-47ddc67d82a5 tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] 10.222.0.100 "GET /v2.0/subnetpools/af9bbc3e-7dd8-4ddc-83fd-7698a7909320 HTTP/1.1" status: 404 len: 346 time: 0.0391643 Jul 16 20:23:26.793093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45224) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.831466 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-fb054c15-2e8c-4531-93f5-64e411ca44cd tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] delete failed (client error): The resource could not be found. Jul 16 20:23:26.836667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.842947 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fb054c15-2e8c-4531-93f5-64e411ca44cd tempest-SubnetPoolsTestJSON-2000504817 tempest-SubnetPoolsTestJSON-2000504817-project] 10.222.0.100 "DELETE /v2.0/subnetpools/af9bbc3e-7dd8-4ddc-83fd-7698a7909320 HTTP/1.1" status: 404 len: 346 time: 0.0452690 Jul 16 20:23:27.352069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45238) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:27.362901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e458fec4-d5bc-47c4-a686-53be8dfae0f6 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:27.374774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.387875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5911c0-b909-4093-aca4-e28b305d106f req-410a27bd-8519-4fba-81d0-43030881b791 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.389475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea5911c0-b909-4093-aca4-e28b305d106f req-410a27bd-8519-4fba-81d0-43030881b791 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.1360047 Jul 16 20:23:27.407394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Transition to ACTIVE for port object e458fec4-d5bc-47c4-a686-53be8dfae0f6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:27.420503 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.486439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea5911c0-b909-4093-aca4-e28b305d106f req-1bd89e57-1195-43bf-aad5-8359e2efc6ae tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880699 Jul 16 20:23:27.497511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Pushing event updated for resources: {'Port': ['ID=e458fec4-d5bc-47c4-a686-53be8dfae0f6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.638718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Attempting to bind port e458fec4-d5bc-47c4-a686-53be8dfae0f6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:27.639335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Attempting to bind port e458fec4-d5bc-47c4-a686-53be8dfae0f6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '617f399a-c842-476d-b630-1b9270daadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:27.640091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Attempting to bind port e458fec4-d5bc-47c4-a686-53be8dfae0f6 on network 7334d84b-bac1-42e7-9d7a-5ac957deac1d {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.651423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Port e458fec4-d5bc-47c4-a686-53be8dfae0f6 on network 7334d84b-bac1-42e7-9d7a-5ac957deac1d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:27.651732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Attempting to bind port e458fec4-d5bc-47c4-a686-53be8dfae0f6 on network 7334d84b-bac1-42e7-9d7a-5ac957deac1d {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.672395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:27.672979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Checking segment: {'id': '617f399a-c842-476d-b630-1b9270daadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:27.673660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Bound using segment: {'id': '617f399a-c842-476d-b630-1b9270daadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:27.674413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Bound port: e458fec4-d5bc-47c4-a686-53be8dfae0f6, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '617f399a-c842-476d-b630-1b9270daadcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:27.675417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.775798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0e059e2-394f-473f-947e-cc9679642a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.825777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:27.900212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] For port e458fec4-d5bc-47c4-a686-53be8dfae0f6, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:27.913323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] For port e458fec4-d5bc-47c4-a686-53be8dfae0f6, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6,segment=NetworkSegment(617f399a-c842-476d-b630-1b9270daadcf),segment_id=617f399a-c842-476d-b630-1b9270daadcf)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:27.920517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0e059e2-394f-473f-947e-cc9679642a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.927848 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0e059e2-394f-473f-947e-cc9679642a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.933688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedec80-5227-47f6-bbe5-14cec3290baa req-297963b4-3f32-41ee-aed6-a24866effee3 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.937326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cedec80-5227-47f6-bbe5-14cec3290baa req-297963b4-3f32-41ee-aed6-a24866effee3 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 943 time: 0.2245526 Jul 16 20:23:27.940318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.977391 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d0e059e2-394f-473f-947e-cc9679642a6c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aecd06e7ddf440189b4918ee1a959ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232774 Jul 16 20:23:27.978365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45254) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:27.981337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e059e2-394f-473f-947e-cc9679642a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885fc792-f916-494c-bed7-ca892a5a56de,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.022755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-333809901'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:28.029353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.029902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.031884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] 10.222.0.26 "PUT /v2.0/ports/e458fec4-d5bc-47c4-a686-53be8dfae0f6 HTTP/1.1" status: 200 len: 1091 time: 1.3823664 Jul 16 20:23:28.034157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'tag': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:28.036609 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8" -d '{"events": [{"name": "network-changed", "server_uuid": "c27d0a5f-3024-4903-bb1f-401942d698ea", "tag": "e458fec4-d5bc-47c4-a686-53be8dfae0f6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:28.066977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3c1d-8451-494c-96c7-a63dc6166413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.069327 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Made reservation on behalf of b9220d6344f04ec4b462ed415708b16a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:28.073306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.087877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cedec80-5227-47f6-bbe5-14cec3290baa req-121325e4-6a20-41e1-a3db-e0f0d077b625 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308982 Jul 16 20:23:28.090915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.095094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9e9e3-2c09-4545-9356-097304078a64 service neutron] Pushing event updated for resources: {'Port': ['ID=e458fec4-d5bc-47c4-a686-53be8dfae0f6,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.117229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3c1d-8451-494c-96c7-a63dc6166413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.227911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3c1d-8451-494c-96c7-a63dc6166413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.232116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3c1d-8451-494c-96c7-a63dc6166413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.233743 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d4e3c1d-8451-494c-96c7-a63dc6166413 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/885fc792-f916-494c-bed7-ca892a5a56de HTTP/1.1" status: 204 len: 168 time: 0.2536023 Jul 16 20:23:28.254613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e3c1d-8451-494c-96c7-a63dc6166413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885fc792-f916-494c-bed7-ca892a5a56de,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.262648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-657cfc42-2d40-4a62-9328-0645feda50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.274712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-657cfc42-2d40-4a62-9328-0645feda50f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=687382da9db64e2a953e773178722f6b&device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 1094 time: 0.1741068 Jul 16 20:23:28.309365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.316582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.354446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-af178504-303a-46d9-8f2f-bcc754abbccf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6 HTTP/1.1" status: 200 len: 217 time: 0.0691736 Jul 16 20:23:28.356260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4508-472e-4440-9acf-7f8788bb6869 req-43960753-ff1b-4a6a-a11a-9081689aba47 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.358679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0abb4508-472e-4440-9acf-7f8788bb6869 req-43960753-ff1b-4a6a-a11a-9081689aba47 tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 886 time: 0.2248619 Jul 16 20:23:28.366598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:28.399925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56761570-fc72-4998-9261-dfc38eeafcda,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.409035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.410050 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Added segment 4fe0d692-b41a-4a96-82c0-93119cc7ba1d of type vlan for network 2fdc0d45-48cd-4c1d-946b-a733862556f8 Jul 16 20:23:28.448420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ac562a8e-4501-4dfc-9b64-ee9f2db9a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.451872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ac562a8e-4501-4dfc-9b64-ee9f2db9a394 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3298c848-31cc-4785-8623-33676406a17d HTTP/1.1" status: 200 len: 854 time: 0.0915196 Jul 16 20:23:28.528284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-fb61a003-2005-4183-90da-f45a7cefc888 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7334d84b-bac1-42e7-9d7a-5ac957deac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694852 Jul 16 20:23:28.547623 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.637535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.648152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.649208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.771716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-ed8fe0af-ef77-41b5-925a-1a8c5da488a1 service neutron] 10.222.0.26 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356398 Jul 16 20:23:28.777255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Pushing event updated for resources: {'Network': ['ID=2fdc0d45-48cd-4c1d-946b-a733862556f8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.782297 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cfb0d3-7d20-4d67-a078-9d75663d9242 x-openstack-request-id: req-82cfb0d3-7d20-4d67-a078-9d75663d9242 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:28.782812 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:28.783142 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-82cfb0d3-7d20-4d67-a078-9d75663d9242 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:28.783775 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d', 'status': 'completed', 'code': 200} Jul 16 20:23:28.794888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2fdc0d45-48cd-4c1d-946b-a733862556f8 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:28.803909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-d813a79a-b32b-405e-a97b-76c194159bec tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.806673 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-d813a79a-b32b-405e-a97b-76c194159bec tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 945 time: 0.3403940 Jul 16 20:23:28.849510 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ded90099-fd26-41bf-a730-f7873cd21a79 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0221834 Jul 16 20:23:28.855464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45272) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:28.991528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f681f-8f22-49fa-aba1-8dd222212cde req-fc394986-599c-4f73-92e2-dfdb7175afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.996749 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-602f681f-8f22-49fa-aba1-8dd222212cde req-fc394986-599c-4f73-92e2-dfdb7175afee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8052ed885fa4d2a9a5ff07c5642adea&device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 1094 time: 0.1863089 Jul 16 20:23:29.019323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f5bee24-3bae-4246-a6fa-f088b5862dd2 req-08a0aa5c-4c48-4c38-80bf-e0a61bae51ee service neutron] 10.222.0.26 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382350 Jul 16 20:23:29.107866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 303713db-15c8-4784-a729-3f93f8a2c93d details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:29.133073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Deleting port 10f6b24d-2053-49a5-b31c-2af79de34a5f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:29.133735 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.169845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'network': {'name': 'tempest-network--321268407', 'router:external': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:29.208679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f681f-8f22-49fa-aba1-8dd222212cde req-49f37c55-e8b9-42c7-9990-03373b0bddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.217939 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-602f681f-8f22-49fa-aba1-8dd222212cde req-49f37c55-e8b9-42c7-9990-03373b0bddce service neutron] 10.222.0.26 "GET /v2.0/networks?id=8760d72d-a936-423c-82b4-5f6d61e79821 HTTP/1.1" status: 200 len: 907 time: 0.2087626 Jul 16 20:23:29.219496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Made reservation on behalf of 3950cdb681ec442ba4c23e62acec7bb2 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:29.222300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.249472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.419422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b412-b9b1-49fc-b21d-1048a495114e req-a2453736-d077-49d6-90eb-2e55c1a8992d tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.421064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6413b412-b9b1-49fc-b21d-1048a495114e req-a2453736-d077-49d6-90eb-2e55c1a8992d tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b62acbd-2a92-4bda-b668-2e4ec8f7a89a HTTP/1.1" status: 200 len: 945 time: 0.1206870 Jul 16 20:23:29.476410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.485344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 303713db-15c8-4784-a729-3f93f8a2c93d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=303713db-15c8-4784-a729-3f93f8a2c93d,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:29.499410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.549691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '303713db-15c8-4784-a729-3f93f8a2c93d', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'port_id': '303713db-15c8-4784-a729-3f93f8a2c93d', 'mac_address': 'fa:16:3e:f2:06:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:29.560379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45290) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:29.581219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6413b412-b9b1-49fc-b21d-1048a495114e req-abad3294-1b9b-4a4b-b64c-2493cf65d562 tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.100 "GET /v2.0/security-groups?id=63c3858f-a6b8-4125-a305-2029110ae502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484997 Jul 16 20:23:29.638343 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.644069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:29.684543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303713db-15c8-4784-a729-3f93f8a2c93d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:29.700280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9931ee41-7606-4644-9cc8-64589b579f5d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.716009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 303713db-15c8-4784-a729-3f93f8a2c93d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=303713db-15c8-4784-a729-3f93f8a2c93d,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:29.720002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.723120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.725464 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Added segment 9c6508f4-d0be-4a20-ac6a-99d82b179d41 of type vlan for network 6f39df99-eb3e-4a2e-a462-6f128a2af349 Jul 16 20:23:29.836819 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-602f681f-8f22-49fa-aba1-8dd222212cde req-ae4dc5a4-1515-48bb-91c2-cdbd2f5a7ecd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303713db-15c8-4784-a729-3f93f8a2c93d HTTP/1.1" status: 200 len: 217 time: 0.4730363 Jul 16 20:23:29.885999 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.897628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] For port 10f6b24d-2053-49a5-b31c-2af79de34a5f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=10f6b24d-2053-49a5-b31c-2af79de34a5f,segment=NetworkSegment(264243d0-665d-4d97-8bfe-3fe1cfeba43b),segment_id=264243d0-665d-4d97-8bfe-3fe1cfeba43b)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:29.898399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.921138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Calling delete_port for 10f6b24d-2053-49a5-b31c-2af79de34a5f owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:29.930868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f681f-8f22-49fa-aba1-8dd222212cde req-2bef0f18-678b-4d6e-8b5e-1cafcb7e1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.934179 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-602f681f-8f22-49fa-aba1-8dd222212cde req-2bef0f18-678b-4d6e-8b5e-1cafcb7e1c0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b HTTP/1.1" status: 200 len: 845 time: 0.0893238 Jul 16 20:23:29.938380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['303713db-15c8-4784-a729-3f93f8a2c93d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:29.944808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=303713db-15c8-4784-a729-3f93f8a2c93d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.020194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.021964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.023973 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.148735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2917659 Jul 16 20:23:30.150142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f157049-5709-4ca2-8594-13452d2e2b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.156161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f681f-8f22-49fa-aba1-8dd222212cde req-37b2a419-4c0c-4f04-8e2c-ce0712a1f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.158037 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-602f681f-8f22-49fa-aba1-8dd222212cde req-37b2a419-4c0c-4f04-8e2c-ce0712a1f739 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8760d72d-a936-423c-82b4-5f6d61e79821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160718 Jul 16 20:23:30.159547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45298) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.261646 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-24c3abb9-f74a-4973-aca1-a2c8ea84950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.270374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.326564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44334e0-a98d-41b3-a1ed-064f72b7cc01 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Network': ['ID=6f39df99-eb3e-4a2e-a462-6f128a2af349,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.342663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Pushing event deleted for resources: {'Port': ['ID=10f6b24d-2053-49a5-b31c-2af79de34a5f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.345404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 6f39df99-eb3e-4a2e-a462-6f128a2af349 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:30.375792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419bb8a-ceb9-4c2a-9977-3201df97720d req-61b00c48-3020-4c95-8214-c8552153f7c4 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.388125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3419bb8a-ceb9-4c2a-9977-3201df97720d req-61b00c48-3020-4c95-8214-c8552153f7c4 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.5155005 Jul 16 20:23:30.461579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] No DVR routers for this DVR port 10f6b24d-2053-49a5-b31c-2af79de34a5f on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:30.469239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.471606 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5e1d0d98-80ca-4cae-b127-5c4ded8cd376 req-df636768-1100-4e81-985b-b9fea25373be tempest-InstanceActionsV221TestJSON-1468709234 tempest-InstanceActionsV221TestJSON-1468709234-project] 10.222.0.26 "DELETE /v2.0/ports/10f6b24d-2053-49a5-b31c-2af79de34a5f HTTP/1.1" status: 204 len: 173 time: 1.6578171 Jul 16 20:23:30.487937 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3419bb8a-ceb9-4c2a-9977-3201df97720d req-5e335490-b9b1-4864-b3e9-45163d52bee3 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911372 Jul 16 20:23:30.508830 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.617332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f157049-5709-4ca2-8594-13452d2e2b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.624174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f157049-5709-4ca2-8594-13452d2e2b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.634498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.648970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f39df99-eb3e-4a2e-a462-6f128a2af349']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:30.671125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6508f4-d0be-4a20-ac6a-99d82b179d41') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:30.671534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6508f4-d0be-4a20-ac6a-99d82b179d41') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:30.696668 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.701619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-602f681f-8f22-49fa-aba1-8dd222212cde req-17e23d62-77e9-4118-9481-f0bf1eac6df7 service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334664 Jul 16 20:23:30.728315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5f157049-5709-4ca2-8594-13452d2e2b19 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9569602f05274d808c63154f68d97510&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1453130 Jul 16 20:23:30.731915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45312) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.747660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.748001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f157049-5709-4ca2-8594-13452d2e2b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f943590-b807-4960-b1cf-0167ae56b88f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.759601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:30.760298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:30.763280 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:30.785155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'name': 'network-vif-deleted', 'tag': '10f6b24d-2053-49a5-b31c-2af79de34a5f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:30.787478 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7b599f-211d-4a55-b22b-a3e014be5ca1" -d '{"events": [{"server_uuid": "9b62acbd-2a92-4bda-b668-2e4ec8f7a89a", "name": "network-vif-deleted", "tag": "10f6b24d-2053-49a5-b31c-2af79de34a5f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:30.842311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1788c561-e42f-45f6-b0ad-69045dad834b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.877028 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-602f681f-8f22-49fa-aba1-8dd222212cde req-fe8115dc-20fd-484e-a3b6-700cbeafc81d service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682849 Jul 16 20:23:30.949592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1788c561-e42f-45f6-b0ad-69045dad834b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.972768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.984730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f39df99-eb3e-4a2e-a462-6f128a2af349 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:31.000021 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.004673 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "DELETE /v2.0/networks/6f39df99-eb3e-4a2e-a462-6f128a2af349 HTTP/1.1" status: 204 len: 168 time: 0.8439143 Jul 16 20:23:31.012982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45320) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.030256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:31.087444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5eb4-4297-41fa-b239-2681e9d032df tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f39df99-eb3e-4a2e-a462-6f128a2af349,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:31.108349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e74460-19a6-4a58-a927-4dbb3ee39bc9 req-cac912e3-3dd4-4759-a1f0-8afe46b9db9b tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.110407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5e74460-19a6-4a58-a927-4dbb3ee39bc9 req-cac912e3-3dd4-4759-a1f0-8afe46b9db9b tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 944 time: 0.2479272 Jul 16 20:23:31.129982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e458fec4-d5bc-47c4-a686-53be8dfae0f6 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:31.133347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 303713db-15c8-4784-a729-3f93f8a2c93d up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:31.140809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Made reservation on behalf of 3950cdb681ec442ba4c23e62acec7bb2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:31.145810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.184053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1788c561-e42f-45f6-b0ad-69045dad834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.192135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:31.201490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1788c561-e42f-45f6-b0ad-69045dad834b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.206141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1788c561-e42f-45f6-b0ad-69045dad834b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3f943590-b807-4960-b1cf-0167ae56b88f HTTP/1.1" status: 204 len: 168 time: 0.4727290 Jul 16 20:23:31.225113 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.226706 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Added segment c16b7da6-3d52-42dc-a454-6dda41b65f63 of type vlan for network 0de59027-f2bf-4141-bb9b-a4dbed80d21b Jul 16 20:23:31.266525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788c561-e42f-45f6-b0ad-69045dad834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f943590-b807-4960-b1cf-0167ae56b88f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:31.324386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5e74460-19a6-4a58-a927-4dbb3ee39bc9 req-ceed21f0-a94a-49dd-b3e8-2482bb41205a tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605277 Jul 16 20:23:31.372737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.476403 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef9b94-ae2c-4af7-bced-2525af90ee84 x-openstack-request-id: req-bbef9b94-ae2c-4af7-bced-2525af90ee84 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:31.477054 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27d0a5f-3024-4903-bb1f-401942d698ea", "tag": "e458fec4-d5bc-47c4-a686-53be8dfae0f6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:31.477821 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bbef9b94-ae2c-4af7-bced-2525af90ee84 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:31.479820 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'tag': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6', 'status': 'completed', 'code': 200} Jul 16 20:23:31.508747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.513223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.513985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.728468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.730635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.731554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.732645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.733298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.734385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Network': ['ID=0de59027-f2bf-4141-bb9b-a4dbed80d21b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:31.734526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.735381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.736494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.737475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.742453 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-475b08da-449b-40a0-9ee4-b60345c36bd5 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7207766 Jul 16 20:23:31.749873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45332) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:31.756229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'subnet': {'network_id': '0de59027-f2bf-4141-bb9b-a4dbed80d21b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:31.764367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd0525e5-fead-46d6-93ba-c4e4bd81111c req-d13aba4e-4647-44f2-97e1-fcacf1d9fe0a tempest-NetworksTest-982679256 tempest-NetworksTest-982679256-project-admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6307 time: 0.2601097 Jul 16 20:23:31.813984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e458fec4-d5bc-47c4-a686-53be8dfae0f6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6,segment=NetworkSegment(617f399a-c842-476d-b630-1b9270daadcf),segment_id=617f399a-c842-476d-b630-1b9270daadcf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:31.857638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6', 'network_id': '7334d84b-bac1-42e7-9d7a-5ac957deac1d', 'port_id': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6', 'mac_address': 'fa:16:3e:3e:9d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3298c848-31cc-4785-8623-33676406a17d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:31.864821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Made reservation on behalf of 3950cdb681ec442ba4c23e62acec7bb2 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:31.876302 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.894344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0de59027-f2bf-4141-bb9b-a4dbed80d21b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:32.005920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 303713db-15c8-4784-a729-3f93f8a2c93d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:32.046588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-3bb2dbac-8178-4d1a-a8b7-74e1f6a69df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.049141 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-3bb2dbac-8178-4d1a-a8b7-74e1f6a69df0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=687382da9db64e2a953e773178722f6b&device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 1094 time: 0.4504576 Jul 16 20:23:32.149142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef28a97-b8fd-4756-9022-72d653a7860f req-b7915b36-19da-4077-90c2-aeb95d08ce02 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.155281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef28a97-b8fd-4756-9022-72d653a7860f req-b7915b36-19da-4077-90c2-aeb95d08ce02 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 943 time: 0.1910114 Jul 16 20:23:32.203461 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.272880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef28a97-b8fd-4756-9022-72d653a7860f req-667aa9dc-eab5-4c6e-b1c8-353811eafcdd tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044428 Jul 16 20:23:32.359021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e458fec4-d5bc-47c4-a686-53be8dfae0f6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:32.370245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-a551b7c8-26a1-4e37-bd1f-2c5a771ce74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.376908 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-a551b7c8-26a1-4e37-bd1f-2c5a771ce74d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7334d84b-bac1-42e7-9d7a-5ac957deac1d HTTP/1.1" status: 200 len: 915 time: 0.3179288 Jul 16 20:23:32.380829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 303713db-15c8-4784-a729-3f93f8a2c93d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:32.383790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.528266 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-795703d7-a0a9-4819-883c-a8e7456adbaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6 HTTP/1.1" status: 200 len: 217 time: 0.1394653 Jul 16 20:23:32.547949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e458fec4-d5bc-47c4-a686-53be8dfae0f6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6,segment=NetworkSegment(617f399a-c842-476d-b630-1b9270daadcf),segment_id=617f399a-c842-476d-b630-1b9270daadcf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:32.555677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.590940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45374) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:32.663511 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f152ccac-f671-4a60-a83a-ea42ce6180a6 x-openstack-request-id: req-f152ccac-f671-4a60-a83a-ea42ce6180a6 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:32.664450 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b62acbd-2a92-4bda-b668-2e4ec8f7a89a", "name": "network-vif-deleted", "tag": "10f6b24d-2053-49a5-b31c-2af79de34a5f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:32.664971 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f152ccac-f671-4a60-a83a-ea42ce6180a6 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:32.665854 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b62acbd-2a92-4bda-b668-2e4ec8f7a89a', 'name': 'network-vif-deleted', 'tag': '10f6b24d-2053-49a5-b31c-2af79de34a5f', 'status': 'completed', 'code': 200} Jul 16 20:23:32.774644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff18e-8bcb-4695-8ef8-6ee8264315ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.782339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=e458fec4-d5bc-47c4-a686-53be8dfae0f6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.801079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['e458fec4-d5bc-47c4-a686-53be8dfae0f6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:32.833680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-b108f4c1-fc66-4751-b05e-5d5a4ff85b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:32.836535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-b108f4c1-fc66-4751-b05e-5d5a4ff85b99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3298c848-31cc-4785-8623-33676406a17d HTTP/1.1" status: 200 len: 854 time: 0.3005497 Jul 16 20:23:32.932907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.959142 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-fb24f94c-b6a3-4174-9ef3-ba38534cad32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7334d84b-bac1-42e7-9d7a-5ac957deac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954955 Jul 16 20:23:32.983715 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff18e-8bcb-4695-8ef8-6ee8264315ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.013047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff18e-8bcb-4695-8ef8-6ee8264315ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.031276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:33.036896 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9c7a9-96f5-440d-8cf6-85e7a2a68d24" -d '{"events": [{"server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "name": "network-vif-plugged", "status": "completed", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:33.081234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 303713db-15c8-4784-a729-3f93f8a2c93d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=303713db-15c8-4784-a729-3f93f8a2c93d,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:33.094435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.096350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 10f6b24d-2053-49a5-b31c-2af79de34a5f no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:33.170661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 10f6b24d-2053-49a5-b31c-2af79de34a5f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:33.171396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 10f6b24d-2053-49a5-b31c-2af79de34a5f not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:33.174473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ff18e-8bcb-4695-8ef8-6ee8264315ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5e3a0-fe18-4367-bc11-9f819aa61436,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.211104 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-a40998de-005f-4b61-ac99-d3b4e2c5fa16 service neutron] 10.222.0.26 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444656 Jul 16 20:23:33.238836 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4a8ff18e-8bcb-4695-8ef8-6ee8264315ea admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7670e494c80147e0baaef1ffa05befb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461372 Jul 16 20:23:33.246548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45406) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.275169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199973b-e157-4d53-a35d-3e76324503c6 req-2fff6ba4-5df6-4ff8-8c54-dc6eefc830c4 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.293723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=303713db-15c8-4784-a729-3f93f8a2c93d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.300480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a199973b-e157-4d53-a35d-3e76324503c6 req-2fff6ba4-5df6-4ff8-8c54-dc6eefc830c4 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.3598185 Jul 16 20:23:33.380157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a199973b-e157-4d53-a35d-3e76324503c6 req-41e0471a-34e2-4a0f-b976-191bce5c4d98 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781443 Jul 16 20:23:33.513144 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea89bcee-7c34-47f1-bc51-4ecb4610fba8 req-364e1689-ca97-4b36-80e4-e6964a0d5418 service neutron] 10.222.0.26 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936616 Jul 16 20:23:33.522524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23ba670e-fd5c-4dab-8926-a7f83b39dca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.525102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:23:33.527031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.606799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23ba670e-fd5c-4dab-8926-a7f83b39dca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.649004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Subnet': ['ID=83701afe-f075-463a-b0b0-bea626dd9820,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.668534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20d903-ae9d-4dca-90cd-59219091daa8 req-43ca1fb1-7e18-4227-a48d-077cc33f4a92 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.670543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d20d903-ae9d-4dca-90cd-59219091daa8 req-43ca1fb1-7e18-4227-a48d-077cc33f4a92 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.0912457 Jul 16 20:23:33.703108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Checking segment: {'id': 'c16b7da6-3d52-42dc-a454-6dda41b65f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0de59027-f2bf-4141-bb9b-a4dbed80d21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:33.704100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Network hostable DHCP agents. Network: 0de59027-f2bf-4141-bb9b-a4dbed80d21b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:33.740555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d20d903-ae9d-4dca-90cd-59219091daa8 req-0394b263-6d4f-4461-b7ff-8868058c360d tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630910 Jul 16 20:23:33.748703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Network 0de59027-f2bf-4141-bb9b-a4dbed80d21b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:33.757514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23ba670e-fd5c-4dab-8926-a7f83b39dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.763352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23ba670e-fd5c-4dab-8926-a7f83b39dca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.772094 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-23ba670e-fd5c-4dab-8926-a7f83b39dca8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4ae5e3a0-fe18-4367-bc11-9f819aa61436 HTTP/1.1" status: 204 len: 168 time: 0.5163903 Jul 16 20:23:33.790787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0de59027-f2bf-4141-bb9b-a4dbed80d21b) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:33.801658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba670e-fd5c-4dab-8926-a7f83b39dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5e3a0-fe18-4367-bc11-9f819aa61436,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.801833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7cf0ab-c1a2-4f08-ad37-24600e6d3017 None None] Network 0de59027-f2bf-4141-bb9b-a4dbed80d21b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:33.801995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.802137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.831462 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-220c08a3-e0a0-4288-a53f-f29306b3a36e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0761065 Jul 16 20:23:33.834064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45442) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.839656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'floatingip': {'floating_network_id': '0de59027-f2bf-4141-bb9b-a4dbed80d21b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:33.901344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.992591 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.082183 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.121102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c227d-24ef-4442-b02e-cabbf4122e24 None None] Network 0de59027-f2bf-4141-bb9b-a4dbed80d21b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:34.252766 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae395c0-d7e9-4246-9227-4a1e1bb572f6 x-openstack-request-id: req-0ae395c0-d7e9-4246-9227-4a1e1bb572f6 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:34.252973 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "name": "network-vif-plugged", "status": "completed", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:34.253259 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0ae395c0-d7e9-4246-9227-4a1e1bb572f6 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:34.253867 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d', 'code': 200} Jul 16 20:23:34.288148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Allocated IP 172.20.0.6 (0de59027-f2bf-4141-bb9b-a4dbed80d21b/83701afe-f075-463a-b0b0-bea626dd9820/ed155dd3-f33c-4d17-9eca-54b2b085a9ba) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:34.448980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563d980-4fea-4fad-b18e-4df99244f25c req-c6b5d8ab-10b2-4bf3-b369-17bdcbb8dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.452039 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8563d980-4fea-4fad-b18e-4df99244f25c req-c6b5d8ab-10b2-4bf3-b369-17bdcbb8dd0f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 1096 time: 0.1362460 Jul 16 20:23:34.517072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45472) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.520831 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8563d980-4fea-4fad-b18e-4df99244f25c req-008b344a-3796-41d6-9239-fda04d6c2e95 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613918 Jul 16 20:23:34.557050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f5762c6-01f1-4efb-9af4-534a4aa87d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.581263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.707462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.775672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94492e8c-3bd5-49c9-8cdf-48b21d9c07e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.799507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Network 0de59027-f2bf-4141-bb9b-a4dbed80d21b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:34.807539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:34.813717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:34.854510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Port': ['ID=ed155dd3-f33c-4d17-9eca-54b2b085a9ba,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:34.876894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f5762c6-01f1-4efb-9af4-534a4aa87d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.889845 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f5762c6-01f1-4efb-9af4-534a4aa87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.896362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45480) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.083476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9073294d-811f-45c4-89cc-bd3be249920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.158421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e458fec4-d5bc-47c4-a686-53be8dfae0f6 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:35.230263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port e458fec4-d5bc-47c4-a686-53be8dfae0f6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:35.237446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port e458fec4-d5bc-47c4-a686-53be8dfae0f6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:35.238124 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.273832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9073294d-811f-45c4-89cc-bd3be249920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.280737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9073294d-811f-45c4-89cc-bd3be249920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.318650 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9073294d-811f-45c4-89cc-bd3be249920b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3364442919b6470fae7fedad2b389a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204745 Jul 16 20:23:35.321189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45492) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.410316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073294d-811f-45c4-89cc-bd3be249920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195d0555-43ac-4418-b4ca-72fe9873bbb5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.522040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3894428c-5e61-4752-a16f-36dfef4b46e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.542712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5762c6-01f1-4efb-9af4-534a4aa87d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963db7e-d4fa-489e-bd1f-0658a0b6815f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.553169 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3894428c-5e61-4752-a16f-36dfef4b46e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.568338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45494) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.569781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0f5762c6-01f1-4efb-9af4-534a4aa87d2b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e2935bc35cee4799b0dc3e319a304f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0467870 Jul 16 20:23:35.591573 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.602898 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.664444 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53600de0-e3b6-42b3-8b66-d8f2e13bd170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.683788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3894428c-5e61-4752-a16f-36dfef4b46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.687753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3894428c-5e61-4752-a16f-36dfef4b46e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.692590 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3894428c-5e61-4752-a16f-36dfef4b46e2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/195d0555-43ac-4418-b4ca-72fe9873bbb5 HTTP/1.1" status: 204 len: 168 time: 0.3678164 Jul 16 20:23:35.695849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port e458fec4-d5bc-47c4-a686-53be8dfae0f6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6,segment=NetworkSegment(617f399a-c842-476d-b630-1b9270daadcf),segment_id=617f399a-c842-476d-b630-1b9270daadcf)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:35.704933 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.761462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894428c-5e61-4752-a16f-36dfef4b46e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195d0555-43ac-4418-b4ca-72fe9873bbb5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.767315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba634d6-32b8-47eb-8acc-55cc924d27a5 req-f9adb06e-0196-4e68-9b24-10806cf2687f tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.786373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ba634d6-32b8-47eb-8acc-55cc924d27a5 req-f9adb06e-0196-4e68-9b24-10806cf2687f tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 944 time: 0.4064281 Jul 16 20:23:35.786915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53600de0-e3b6-42b3-8b66-d8f2e13bd170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.789782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.872353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=e458fec4-d5bc-47c4-a686-53be8dfae0f6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.929010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53600de0-e3b6-42b3-8b66-d8f2e13bd170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.934958 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53600de0-e3b6-42b3-8b66-d8f2e13bd170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.936830 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-53600de0-e3b6-42b3-8b66-d8f2e13bd170 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1963db7e-d4fa-489e-bd1f-0658a0b6815f HTTP/1.1" status: 204 len: 168 time: 0.3671758 Jul 16 20:23:35.939653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ba634d6-32b8-47eb-8acc-55cc924d27a5 req-bdd4327f-3864-45e1-a980-cc57a9ce8a8c tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515105 Jul 16 20:23:35.953342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.966332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53600de0-e3b6-42b3-8b66-d8f2e13bd170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963db7e-d4fa-489e-bd1f-0658a0b6815f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.191698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.221765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.255562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:36.258040 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fffdbad-2a4f-411b-a7da-7767b3975c6a" -d '{"events": [{"server_uuid": "c27d0a5f-3024-4903-bb1f-401942d698ea", "name": "network-vif-plugged", "status": "completed", "tag": "e458fec4-d5bc-47c4-a686-53be8dfae0f6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:36.269273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.290926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0db3dece-ec96-4f05-8dda-5b9fa4c12c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.350414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Port': ['ID=ed155dd3-f33c-4d17-9eca-54b2b085a9ba,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.366698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.382744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168288f0-8828-4b82-b3e6-080d30cce558 req-3e85f599-e0e9-4dae-8fe7-fba9afda7ade tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.385482 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-168288f0-8828-4b82-b3e6-080d30cce558 req-3e85f599-e0e9-4dae-8fe7-fba9afda7ade tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.2165186 Jul 16 20:23:36.437071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-168288f0-8828-4b82-b3e6-080d30cce558 req-67eb6ada-734f-43ea-be08-35520e0a9c7d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Jul 16 20:23:36.440826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0db3dece-ec96-4f05-8dda-5b9fa4c12c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.447156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0db3dece-ec96-4f05-8dda-5b9fa4c12c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.452286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.457719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-69682d85-85b5-4f88-aca6-b18e1ba43dc2 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6224146 Jul 16 20:23:36.458642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45508) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.509551 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0db3dece-ec96-4f05-8dda-5b9fa4c12c32 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=68087f3eca6a46a89a29aa19444264ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379100 Jul 16 20:23:36.512922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45514) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.515635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3dece-ec96-4f05-8dda-5b9fa4c12c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7cf523-9d3e-4a21-88c1-bc2304912d6e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.595084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-97c107ed-6ea4-495d-8050-026bf787833e tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "GET /v2.0/floatingips?floating_network_id=0de59027-f2bf-4141-bb9b-a4dbed80d21b HTTP/1.1" status: 200 len: 689 time: 0.1351907 Jul 16 20:23:36.599080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45520) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.708830 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fbb2-fd6f-457a-b3ba-b370a3baa4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.755368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.767194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fbb2-fd6f-457a-b3ba-b370a3baa4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.920833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955a95-d25b-42e3-a3a7-6187aa6debe4 req-2c80125d-e1ad-4c2a-98ef-bba58e7ee870 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.922578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5955a95-d25b-42e3-a3a7-6187aa6debe4 req-2c80125d-e1ad-4c2a-98ef-bba58e7ee870 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.1203113 Jul 16 20:23:36.924091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fbb2-fd6f-457a-b3ba-b370a3baa4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.926764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fbb2-fd6f-457a-b3ba-b370a3baa4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.930328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7cc4fbb2-fd6f-457a-b3ba-b370a3baa4dd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9f7cf523-9d3e-4a21-88c1-bc2304912d6e HTTP/1.1" status: 204 len: 168 time: 0.4114771 Jul 16 20:23:36.938658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4fbb2-fd6f-457a-b3ba-b370a3baa4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7cf523-9d3e-4a21-88c1-bc2304912d6e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.950147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Deleting port ed155dd3-f33c-4d17-9eca-54b2b085a9ba {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:36.950147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.997510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5955a95-d25b-42e3-a3a7-6187aa6debe4 req-4679b70a-2495-48e3-91dc-f6076cbe2905 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601296 Jul 16 20:23:37.148456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.148946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.167454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Calling delete_port for ed155dd3-f33c-4d17-9eca-54b2b085a9ba owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:37.225172 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aa4058-773e-456f-89f3-844903682512 x-openstack-request-id: req-e6aa4058-773e-456f-89f3-844903682512 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:37.225952 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27d0a5f-3024-4903-bb1f-401942d698ea", "name": "network-vif-plugged", "status": "completed", "tag": "e458fec4-d5bc-47c4-a686-53be8dfae0f6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:37.225952 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e6aa4058-773e-456f-89f3-844903682512 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:37.226375 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6', 'code': 200} Jul 16 20:23:37.422259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45554) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.439299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed613ed2-50ef-4543-8829-2a77660e202c req-f74d6eb2-82ed-4a04-90fe-b68213f01019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.440955 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ed613ed2-50ef-4543-8829-2a77660e202c req-f74d6eb2-82ed-4a04-90fe-b68213f01019 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 1096 time: 0.1211717 Jul 16 20:23:37.500492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] Deleting subnet a88ae516-2545-4027-b1e5-cdec0d73377e {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:37.506933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.527766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.615617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.618638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed155dd3-f33c-4d17-9eca-54b2b085a9ba,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:37.625075 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ed613ed2-50ef-4543-8829-2a77660e202c req-18bad9cc-99e6-463b-bdb7-30402f4a4de8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760333 Jul 16 20:23:37.722407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.754908 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.799815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70cb96-4b21-4352-a44f-8c36bb2171cd req-d0fc06fd-4088-4dad-a348-6a95fc5f32a3 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.801600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a70cb96-4b21-4352-a44f-8c36bb2171cd req-d0fc06fd-4088-4dad-a348-6a95fc5f32a3 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 945 time: 0.1778615 Jul 16 20:23:37.831579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.885431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88ae516-2545-4027-b1e5-cdec0d73377e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:37.892871 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.894801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a73e8be6-bb4b-42be-b4f2-0e92aa8915c5 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/a88ae516-2545-4027-b1e5-cdec0d73377e HTTP/1.1" status: 204 len: 168 time: 0.4689014 Jul 16 20:23:37.897456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45566) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.904933 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.958793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a70cb96-4b21-4352-a44f-8c36bb2171cd req-77c9f4bb-019e-46ff-b64c-5a662a710da2 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408973 Jul 16 20:23:38.081441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.092005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.109973 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.118904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.154342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=83701afe-f075-463a-b0b0-bea626dd9820,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:38.264357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.274681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.287005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3414479-8c57-445d-9e5a-aa24157fd6a5']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:38.287694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de59027-f2bf-4141-bb9b-a4dbed80d21b']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:38.301278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16b7da6-3d52-42dc-a454-6dda41b65f63') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:38.301612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16b7da6-3d52-42dc-a454-6dda41b65f63') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:38.303209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264243d0-665d-4d97-8bfe-3fe1cfeba43b') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:38.304110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264243d0-665d-4d97-8bfe-3fe1cfeba43b') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:38.313600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.328231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56494f3-6c51-4e8e-82a2-c6e35e337a25 req-a3d22ad0-8eef-430d-ad51-d2f2d28f7c1e tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.352133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56494f3-6c51-4e8e-82a2-c6e35e337a25 req-a3d22ad0-8eef-430d-ad51-d2f2d28f7c1e tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.2375360 Jul 16 20:23:38.353483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45578) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.355180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.357073 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.367547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:38.367989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.412506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Request body: {'floatingip': {'port_id': '303713db-15c8-4784-a729-3f93f8a2c93d'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:38.449318 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:38.454838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.467618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0de59027-f2bf-4141-bb9b-a4dbed80d21b {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:38.495852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.498040 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "DELETE /v2.0/networks/0de59027-f2bf-4141-bb9b-a4dbed80d21b HTTP/1.1" status: 204 len: 168 time: 1.8976359 Jul 16 20:23:38.535541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45584) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.535781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.553784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbe964-1a32-4df5-893f-03429bca062d tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event deleted for resources: {'Network': ['ID=0de59027-f2bf-4141-bb9b-a4dbed80d21b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:38.610119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.742690 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.766795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:38.767832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:38.771130 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:38.834725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e3b192a6-d591-4433-aba9-8e9578974e70 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2910113 Jul 16 20:23:38.844929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45592) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.962914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.991139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.993731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e3414479-8c57-445d-9e5a-aa24157fd6a5 HTTP/1.1" status: 204 len: 168 time: 1.0950947 Jul 16 20:23:39.022609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2459f95-200d-4a71-b739-c1b2f53c54e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3414479-8c57-445d-9e5a-aa24157fd6a5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:39.194857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa337-df40-4235-9588-0c9dc78f55f0 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.208316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa337-df40-4235-9588-0c9dc78f55f0 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.209466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa337-df40-4235-9588-0c9dc78f55f0 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.210553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa337-df40-4235-9588-0c9dc78f55f0 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.211667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa337-df40-4235-9588-0c9dc78f55f0 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.213330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aa337-df40-4235-9588-0c9dc78f55f0 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.221930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45610) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.234916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b46aa337-df40-4235-9588-0c9dc78f55f0 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4030 time: 0.3878193 Jul 16 20:23:39.244684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45612) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.349002 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1562baeb-b9bc-4021-9696-14d1ef0cae4c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=60747ea62713490eaa62ccbd62f719f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018093 Jul 16 20:23:39.350898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45616) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.433154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09508e6f-10df-4d30-92db-c4f60f786bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.443972 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-7f797584-2a39-4225-a0ce-0b5a5bb0a230 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:23:39.446198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7f797584-2a39-4225-a0ce-0b5a5bb0a230 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "DELETE /v2.0/floatingips/d100385c-6d04-4ac3-aa2f-47ac8e4970b0 HTTP/1.1" status: 404 len: 345 time: 0.2220094 Jul 16 20:23:39.451440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.477512 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ce6db3-f206-4fcd-8116-1cd090a1a4a8 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 20:23:39.479342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ce6db3-f206-4fcd-8116-1cd090a1a4a8 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:39.481714 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d5ce6db3-f206-4fcd-8116-1cd090a1a4a8 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "DELETE /v2.0/networks/0de59027-f2bf-4141-bb9b-a4dbed80d21b HTTP/1.1" status: 404 len: 339 time: 0.0283182 Jul 16 20:23:39.489643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45622) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:39.501706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'network': {'name': 'tempest-network--1139007015', 'router:external': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:39.517962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09508e6f-10df-4d30-92db-c4f60f786bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.575038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Made reservation on behalf of 3950cdb681ec442ba4c23e62acec7bb2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:39.578633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.615751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:39.631146 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.631728 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Added segment 087cc2ad-2fcc-480f-8fb5-a87149f20e54 of type vlan for network 5d1c9955-45cc-420e-8bdd-a271018b7bb4 Jul 16 20:23:39.671905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09508e6f-10df-4d30-92db-c4f60f786bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.674974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09508e6f-10df-4d30-92db-c4f60f786bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.676424 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-09508e6f-10df-4d30-92db-c4f60f786bf5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/63c3858f-a6b8-4125-a305-2029110ae502 HTTP/1.1" status: 204 len: 168 time: 0.3244545 Jul 16 20:23:39.701757 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09508e6f-10df-4d30-92db-c4f60f786bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c3858f-a6b8-4125-a305-2029110ae502,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:39.732648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.821771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.824632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.825993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.857052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e082a0-55bf-4a61-92ae-2883c697c81a req-a1878715-72d6-48b0-88e3-29e25bffba72 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.859917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80e082a0-55bf-4a61-92ae-2883c697c81a req-a1878715-72d6-48b0-88e3-29e25bffba72 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.6200886 Jul 16 20:23:39.949635 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4553883 Jul 16 20:23:39.953205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:40.106568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80e082a0-55bf-4a61-92ae-2883c697c81a req-2a01331f-7745-471a-b80d-f21bdd5ea801 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344074 Jul 16 20:23:40.116994 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:23:40.214435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.220454 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.425274 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Floating IP a7569e42-ed30-4226-bd0a-d8411d225d69 associated. External IP: 172.25.8.243, port: 303713db-15c8-4784-a729-3f93f8a2c93d. Jul 16 20:23:40.547225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa228eb-9e3b-4579-a7e6-78f6874389d6 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Network': ['ID=5d1c9955-45cc-420e-8bdd-a271018b7bb4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:40.559786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 5d1c9955-45cc-420e-8bdd-a271018b7bb4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:40.920840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37247d96-3592-4338-bc5c-794331123d0f tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.941891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37247d96-3592-4338-bc5c-794331123d0f tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.956753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37247d96-3592-4338-bc5c-794331123d0f tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.973580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37247d96-3592-4338-bc5c-794331123d0f tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.979456 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37247d96-3592-4338-bc5c-794331123d0f tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.0208492 Jul 16 20:23:40.985356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45656) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:41.112971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Router b20421ef-cfea-4370-8d9e-01ebec98b4cf has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:41.161512 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.371922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.394327 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1c9955-45cc-420e-8bdd-a271018b7bb4']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:41.420844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087cc2ad-2fcc-480f-8fb5-a87149f20e54') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:41.421181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087cc2ad-2fcc-480f-8fb5-a87149f20e54') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:41.453202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.493515 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.517294 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:41.519859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:41.528477 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:41.630254 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.645579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d1c9955-45cc-420e-8bdd-a271018b7bb4 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:41.655320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.669464 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "DELETE /v2.0/networks/5d1c9955-45cc-420e-8bdd-a271018b7bb4 HTTP/1.1" status: 204 len: 168 time: 0.6781666 Jul 16 20:23:41.669464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:41.715508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db835303-859f-4bb6-b99a-e106c9784932 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d1c9955-45cc-420e-8bdd-a271018b7bb4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:41.725784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'network': {'name': 'tempest-network--1540824045', 'router:external': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:41.761043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Made reservation on behalf of 3950cdb681ec442ba4c23e62acec7bb2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:41.765733 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.785852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:41.791621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.803431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:41.820734 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.821409 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Added segment 5bead59c-36b0-4d45-8c2c-6d8d36d69c71 of type vlan for network 9b1da1b6-fcd1-46a8-98aa-8abd52736c22 Jul 16 20:23:41.859754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a92fbf-7fcf-4465-a57e-31d2be7539bf req-2d3ed8a9-d17d-4eb2-8d07-d1e9d08ed794 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.861426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08a92fbf-7fcf-4465-a57e-31d2be7539bf req-2d3ed8a9-d17d-4eb2-8d07-d1e9d08ed794 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 945 time: 0.1561573 Jul 16 20:23:41.866562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ebf991cf-f398-4206-9646-c475ec8b6c48 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "PUT /v2.0/floatingips/a7569e42-ed30-4226-bd0a-d8411d225d69 HTTP/1.1" status: 200 len: 991 time: 3.5058622 Jul 16 20:23:41.868613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:41.873240 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:41.893670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.932190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08a92fbf-7fcf-4465-a57e-31d2be7539bf req-bd19afa8-3245-4788-a4c6-63513ee5b66d tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635693 Jul 16 20:23:41.971303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.971303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.971303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.009469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45690) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.019932 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3065813 Jul 16 20:23:42.094153 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a7645-1efc-4d6e-aeda-9c1a72ada502 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Network': ['ID=9b1da1b6-fcd1-46a8-98aa-8abd52736c22,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.109156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 9b1da1b6-fcd1-46a8-98aa-8abd52736c22 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:42.154667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4dbc08-e1dc-4f1c-bb5b-e5c218f5c003 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.159652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3d4dbc08-e1dc-4f1c-bb5b-e5c218f5c003 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] 10.222.0.100 "GET /v2.0/networks/9b1da1b6-fcd1-46a8-98aa-8abd52736c22 HTTP/1.1" status: 200 len: 757 time: 0.1484704 Jul 16 20:23:42.159865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45692) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.262960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e996-ebcd-4c38-98d2-b1deac2457b4 req-59e33d9c-0b92-4a5b-bcb2-ec5bf384a333 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.277072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a053e996-ebcd-4c38-98d2-b1deac2457b4 req-59e33d9c-0b92-4a5b-bcb2-ec5bf384a333 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.1155255 Jul 16 20:23:42.350455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a053e996-ebcd-4c38-98d2-b1deac2457b4 req-6007a462-4738-4ae6-b853-a341e0f8fcef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711517 Jul 16 20:23:42.404055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf626488-824a-494f-930d-7862ecf0fa98 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.406178 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bf626488-824a-494f-930d-7862ecf0fa98 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] 10.222.0.100 "GET /v2.0/networks/2fdc0d45-48cd-4c1d-946b-a733862556f8 HTTP/1.1" status: 200 len: 767 time: 0.2447615 Jul 16 20:23:42.409047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.564740 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] Sync routers for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:42.578314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.580826 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:42.581917 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:23:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:42.706544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.721759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1da1b6-fcd1-46a8-98aa-8abd52736c22']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:42.734773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bead59c-36b0-4d45-8c2c-6d8d36d69c71') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:42.735383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bead59c-36b0-4d45-8c2c-6d8d36d69c71') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:42.740925 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:42.747830 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.776369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.786071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:42.787939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:42.789326 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:42.860685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.867819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b1da1b6-fcd1-46a8-98aa-8abd52736c22 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:42.886472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.889419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "DELETE /v2.0/networks/9b1da1b6-fcd1-46a8-98aa-8abd52736c22 HTTP/1.1" status: 204 len: 168 time: 0.4791079 Jul 16 20:23:42.890804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad54fe-a106-4b9e-9722-acf28763a4da tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b1da1b6-fcd1-46a8-98aa-8abd52736c22,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.892825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.901351 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'network': {'name': 'tempest-network--324962116'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:42.953180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Made reservation on behalf of 3950cdb681ec442ba4c23e62acec7bb2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:42.958739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.010392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:43.062605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.063165 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Added segment cbea756c-95eb-4ba0-8dff-6807754bdd51 of type vlan for network f3ac81cd-dbbf-477a-8386-88fa3a7fc482 Jul 16 20:23:43.176434 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'a7569e42-ed30-4226-bd0a-d8411d225d69', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'port_id': '303713db-15c8-4784-a729-3f93f8a2c93d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'mac_address': 'fa:16:3e:f2:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:23:14Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 1, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:43.209679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.219568 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] Checking router: b20421ef-cfea-4370-8d9e-01ebec98b4cf for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:43.240912 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:43.243011 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:23:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:43.297780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.299170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.300215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.390639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4963472 Jul 16 20:23:43.393352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45732) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.399351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:43.470699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ad5f0-bfe0-4625-9942-ac5c0ec7673b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Network': ['ID=f3ac81cd-dbbf-477a-8386-88fa3a7fc482,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.483405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network f3ac81cd-dbbf-477a-8386-88fa3a7fc482 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:43.494918 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:43.635564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.654745 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82291f3-123d-4d04-b558-7107a22a3e91 x-openstack-request-id: req-f82291f3-123d-4d04-b558-7107a22a3e91 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:43.655465 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:43.655882 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f82291f3-123d-4d04-b558-7107a22a3e91 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:43.656515 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d', 'status': 'completed', 'code': 200} Jul 16 20:23:43.657827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.696750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Network f3ac81cd-dbbf-477a-8386-88fa3a7fc482 is not hosted by any dhcp agent {{(pid=94095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:23:43.698149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.698782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.704102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "PUT /v2.0/networks/f3ac81cd-dbbf-477a-8386-88fa3a7fc482 HTTP/1.1" status: 200 len: 857 time: 0.3092103 Jul 16 20:23:43.704977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45734) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.772611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23882c5a-9bf7-4317-b104-8c729b097d91 tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event updated for resources: {'Network': ['ID=f3ac81cd-dbbf-477a-8386-88fa3a7fc482,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.817243 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.912071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-60dff4cc-e568-4a3f-a99d-ac55c1ab2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.916734 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-60dff4cc-e568-4a3f-a99d-ac55c1ab2744 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8052ed885fa4d2a9a5ff07c5642adea&device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 1096 time: 0.2622838 Jul 16 20:23:44.022735 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.041102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ac81cd-dbbf-477a-8386-88fa3a7fc482']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.111602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbea756c-95eb-4ba0-8dff-6807754bdd51') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.112371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbea756c-95eb-4ba0-8dff-6807754bdd51') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.136799 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'a7569e42-ed30-4226-bd0a-d8411d225d69', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'port_id': '303713db-15c8-4784-a729-3f93f8a2c93d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'mac_address': 'fa:16:3e:f2:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:23:14Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 1, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.137739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.168656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-65d8aea4-a8fb-4c17-98fe-8babd5a57652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.170354 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-65d8aea4-a8fb-4c17-98fe-8babd5a57652 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8760d72d-a936-423c-82b4-5f6d61e79821 HTTP/1.1" status: 200 len: 907 time: 0.2453218 Jul 16 20:23:44.171598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.180828 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047a67-f0da-4768-8f38-41b07b5146ad None None] The sync data for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 is: [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'a7569e42-ed30-4226-bd0a-d8411d225d69', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'port_id': '303713db-15c8-4784-a729-3f93f8a2c93d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'mac_address': 'fa:16:3e:f2:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:23:14Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 1, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:44.187857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:44.188164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:44.190449 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:44.376439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.380922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3ac81cd-dbbf-477a-8386-88fa3a7fc482 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:23:44.383417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.392315 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] 10.222.0.100 "DELETE /v2.0/networks/f3ac81cd-dbbf-477a-8386-88fa3a7fc482 HTTP/1.1" status: 204 len: 168 time: 0.6803274 Jul 16 20:23:44.393238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45758) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:44.404314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-8e8de7eb-1b39-40bb-bf12-fd2626db8b56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303713db-15c8-4784-a729-3f93f8a2c93d HTTP/1.1" status: 200 len: 999 time: 0.2261157 Jul 16 20:23:44.487206 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f2ef6b-3d83-4442-9be0-79128aafccc3 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] DELETE failed (client error): The resource could not be found. Jul 16 20:23:44.487708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f2ef6b-3d83-4442-9be0-79128aafccc3 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:44.493364 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e1f2ef6b-3d83-4442-9be0-79128aafccc3 tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] 10.222.0.100 "DELETE /v2.0/subnets/83701afe-f075-463a-b0b0-bea626dd9820 HTTP/1.1" status: 404 len: 337 time: 0.0958488 Jul 16 20:23:44.493364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80574bfc-827a-49f1-82a7-94bd136d9f5b tempest-ExternalNetworksTestJSON-232039323 tempest-ExternalNetworksTestJSON-232039323-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3ac81cd-dbbf-477a-8386-88fa3a7fc482,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:44.494475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45760) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:44.504644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-419e0487-d7c1-4d86-89d6-c6a5e410bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.506114 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-419e0487-d7c1-4d86-89d6-c6a5e410bf9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b HTTP/1.1" status: 200 len: 845 time: 0.0697985 Jul 16 20:23:44.533319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-d6e90a2f-a0fd-419f-aaf1-9351c5b2060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.535059 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-d6e90a2f-a0fd-419f-aaf1-9351c5b2060b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=687382da9db64e2a953e773178722f6b&device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 1096 time: 0.2161942 Jul 16 20:23:44.683209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-e118d40c-7b7e-4d92-9115-db0f4751b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.684988 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-e118d40c-7b7e-4d92-9115-db0f4751b2d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8760d72d-a936-423c-82b4-5f6d61e79821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665649 Jul 16 20:23:44.686790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-e028b07a-0ef6-4502-a551-19ec9ee758e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.688350 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-e028b07a-0ef6-4502-a551-19ec9ee758e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7334d84b-bac1-42e7-9d7a-5ac957deac1d HTTP/1.1" status: 200 len: 915 time: 0.1339512 Jul 16 20:23:44.694972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.748592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fc9e4-2a0a-44a4-a714-cb949c05a467 req-d2792053-b9dd-4110-9d0d-fae5c7cd44be tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.750657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c3fc9e4-2a0a-44a4-a714-cb949c05a467 req-d2792053-b9dd-4110-9d0d-fae5c7cd44be tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.3702669 Jul 16 20:23:44.781854 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-ff719195-c2f7-4c17-9a1f-baf48df5a86f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6 HTTP/1.1" status: 200 len: 217 time: 0.0741665 Jul 16 20:23:44.911507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-7701dd82-a885-4c59-82b8-c347b4702fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.913360 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-7701dd82-a885-4c59-82b8-c347b4702fc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3298c848-31cc-4785-8623-33676406a17d HTTP/1.1" status: 200 len: 854 time: 0.1211565 Jul 16 20:23:44.919684 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-0f9e2377-fe12-4864-9919-c2bd1cd13b2d service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226341 Jul 16 20:23:44.919938 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.956552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdc0d45-48cd-4c1d-946b-a733862556f8']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.973335 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-26f9d424-1d75-4e13-b247-ff3ff7773aa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7334d84b-bac1-42e7-9d7a-5ac957deac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517116 Jul 16 20:23:44.978219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe0d692-b41a-4a96-82c0-93119cc7ba1d') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.979733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe0d692-b41a-4a96-82c0-93119cc7ba1d') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:45.016118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c3fc9e4-2a0a-44a4-a714-cb949c05a467 req-8fd79320-71b3-41cf-ade5-0c4167c833a8 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303741 Jul 16 20:23:45.024715 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.049472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.060134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:45.061136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:45.159960 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:45.167017 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.173052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.176026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] 10.222.0.100 "DELETE /v2.0/networks/2fdc0d45-48cd-4c1d-946b-a733862556f8 HTTP/1.1" status: 204 len: 168 time: 0.6758852 Jul 16 20:23:45.243126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaa841-78da-4029-b2e5-250e95b091ea tempest-ExternalNetworksTestJSON-1832819470 tempest-ExternalNetworksTestJSON-1832819470-project] Pushing event deleted for resources: {'Network': ['ID=2fdc0d45-48cd-4c1d-946b-a733862556f8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:45.309391 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-96a4ddb8-876b-4a1a-bb3b-e34d6d9ecb49 req-24cade6b-238b-4b75-ba1c-67662b7853cc service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727694 Jul 16 20:23:45.318461 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-8e2cec77-d569-4c6e-9247-37169990fbbb service neutron] 10.222.0.26 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304255 Jul 16 20:23:45.514812 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3646e12b-ff27-4a97-90dd-30d343099a97 req-d7345e7c-6245-4239-84e9-383c293ff87d service neutron] 10.222.0.26 "GET /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901090 Jul 16 20:23:45.578037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443a1b3-e6a9-4115-98cf-212c1ca246a7 None None] New status for floating IP a7569e42-ed30-4226-bd0a-d8411d225d69: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:23:45.820123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bcb0-4fc4-4a22-9d24-72a28ab149c3 req-60f81138-499d-4b2a-aa6c-6e7dd6b74dd2 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.824544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25e4bcb0-4fc4-4a22-9d24-72a28ab149c3 req-60f81138-499d-4b2a-aa6c-6e7dd6b74dd2 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 945 time: 0.1589227 Jul 16 20:23:45.945015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25e4bcb0-4fc4-4a22-9d24-72a28ab149c3 req-ba947df4-0062-4070-acd0-afd2c5755a45 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135573 Jul 16 20:23:46.021602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.076995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45794) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.292867 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8a5f22f6-3e5e-43ed-aa00-4e13493a3c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.349488 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f940ce3-00df-4ec1-b021-777edb1b9259 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b9220d6344f04ec4b462ed415708b16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703843 Jul 16 20:23:46.355694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45798) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.449794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62cd77-3986-432d-b77d-8ca921cbda4f req-fd53c880-599e-425f-b318-29a0a83dfcd2 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.452604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f62cd77-3986-432d-b77d-8ca921cbda4f req-fd53c880-599e-425f-b318-29a0a83dfcd2 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.1349356 Jul 16 20:23:46.531821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f62cd77-3986-432d-b77d-8ca921cbda4f req-cd3907e7-deeb-4b7a-9bd2-e2d1b770fad7 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690136 Jul 16 20:23:46.544073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6843739-53b2-408f-973d-ec5ba16496e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.593032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6843739-53b2-408f-973d-ec5ba16496e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.660838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8a5f22f6-3e5e-43ed-aa00-4e13493a3c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.668319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8a5f22f6-3e5e-43ed-aa00-4e13493a3c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.718824 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8a5f22f6-3e5e-43ed-aa00-4e13493a3c85 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=380c1bdb3e3642a583cd0c92c53f64e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936255 Jul 16 20:23:46.719317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45808) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.771449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f22f6-3e5e-43ed-aa00-4e13493a3c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ef72e-fa26-4c9b-b7ca-e5a964c004c7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.810832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6843739-53b2-408f-973d-ec5ba16496e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.821958 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6843739-53b2-408f-973d-ec5ba16496e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.824403 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a6843739-53b2-408f-973d-ec5ba16496e7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/56761570-fc72-4998-9261-dfc38eeafcda HTTP/1.1" status: 204 len: 168 time: 0.4670858 Jul 16 20:23:46.839300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6843739-53b2-408f-973d-ec5ba16496e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56761570-fc72-4998-9261-dfc38eeafcda,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.893594 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9533cb2a-6631-4e86-9d08-d95ca1f7b244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.948934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9533cb2a-6631-4e86-9d08-d95ca1f7b244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.049007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9533cb2a-6631-4e86-9d08-d95ca1f7b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.052755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9533cb2a-6631-4e86-9d08-d95ca1f7b244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.055138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9533cb2a-6631-4e86-9d08-d95ca1f7b244 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d42ef72e-fa26-4c9b-b7ca-e5a964c004c7 HTTP/1.1" status: 204 len: 168 time: 0.3347569 Jul 16 20:23:47.080558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533cb2a-6631-4e86-9d08-d95ca1f7b244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ef72e-fa26-4c9b-b7ca-e5a964c004c7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.733301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45836) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:47.775890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45838) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:47.804327 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56bf8f02-15e3-4423-8906-567749a41565 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3950cdb681ec442ba4c23e62acec7bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697007 Jul 16 20:23:47.808919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45840) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:47.827235 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99991d73-f54d-4cee-b3c4-f023786a429c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.892215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02357b54-2098-4142-a5eb-6efb4e4ce156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.924950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02357b54-2098-4142-a5eb-6efb4e4ce156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.035388 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02357b54-2098-4142-a5eb-6efb4e4ce156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.044567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02357b54-2098-4142-a5eb-6efb4e4ce156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.047500 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-02357b54-2098-4142-a5eb-6efb4e4ce156 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9931ee41-7606-4644-9cc8-64589b579f5d HTTP/1.1" status: 204 len: 168 time: 0.2368400 Jul 16 20:23:48.068131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386263b-3357-4c69-abe8-a6f9defe9427 req-ffb66409-4c09-482f-9b21-139f6d14388a tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.070842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3386263b-3357-4c69-abe8-a6f9defe9427 req-ffb66409-4c09-482f-9b21-139f6d14388a tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 945 time: 0.2087402 Jul 16 20:23:48.086948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02357b54-2098-4142-a5eb-6efb4e4ce156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9931ee41-7606-4644-9cc8-64589b579f5d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.188863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3386263b-3357-4c69-abe8-a6f9defe9427 req-35448945-d7e3-4ed6-9d86-1a28a3079399 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066508 Jul 16 20:23:48.256504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99991d73-f54d-4cee-b3c4-f023786a429c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.263548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99991d73-f54d-4cee-b3c4-f023786a429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.334141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-99991d73-f54d-4cee-b3c4-f023786a429c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=28280b37ac054887934a146e292eacfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533762 Jul 16 20:23:48.334694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45852) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.389610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99991d73-f54d-4cee-b3c4-f023786a429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba1d2e2-2c98-4539-9924-f9d81b1b3076,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.513316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b18520be-ce34-4ea7-9039-7d23f3945cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.581569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b18520be-ce34-4ea7-9039-7d23f3945cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.712060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b18520be-ce34-4ea7-9039-7d23f3945cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.716109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b18520be-ce34-4ea7-9039-7d23f3945cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.721217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b18520be-ce34-4ea7-9039-7d23f3945cc4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7ba1d2e2-2c98-4539-9924-f9d81b1b3076 HTTP/1.1" status: 204 len: 168 time: 0.3814850 Jul 16 20:23:48.734568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18520be-ce34-4ea7-9039-7d23f3945cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba1d2e2-2c98-4539-9924-f9d81b1b3076,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.043800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45876) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.596877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09945814-a4b4-4c6b-b4f5-7d6c3f1124be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.866320 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:50.016842 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09945814-a4b4-4c6b-b4f5-7d6c3f1124be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.026664 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09945814-a4b4-4c6b-b4f5-7d6c3f1124be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.130201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45924) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.142113 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-09945814-a4b4-4c6b-b4f5-7d6c3f1124be admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=41643050632e426ba5cffb19b16674c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0980849 Jul 16 20:23:50.227217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945814-a4b4-4c6b-b4f5-7d6c3f1124be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdaeaa-7026-4b63-aeed-79635ffd4e76,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.339903 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-31907161-e115-4545-bf6e-4ce820723928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.431049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-31907161-e115-4545-bf6e-4ce820723928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.599373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-31907161-e115-4545-bf6e-4ce820723928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.606129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-31907161-e115-4545-bf6e-4ce820723928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.607678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-31907161-e115-4545-bf6e-4ce820723928 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1abdaeaa-7026-4b63-aeed-79635ffd4e76 HTTP/1.1" status: 204 len: 168 time: 0.4762251 Jul 16 20:23:50.618383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31907161-e115-4545-bf6e-4ce820723928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdaeaa-7026-4b63-aeed-79635ffd4e76,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.975030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be25fe-3a88-4dfe-9a9e-721467dd84c8 req-1b746e4f-8380-46f7-a43a-d86673083b27 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.980426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74be25fe-3a88-4dfe-9a9e-721467dd84c8 req-1b746e4f-8380-46f7-a43a-d86673083b27 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.1883752 Jul 16 20:23:51.137460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74be25fe-3a88-4dfe-9a9e-721467dd84c8 req-9f63ca37-f57f-4495-9e76-a278bee9ab72 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486280 Jul 16 20:23:51.787380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2495288f-6092-46e6-adc7-eef3b53a6423 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:52.081130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cd5c5-7262-4562-aad3-d215404b3b78 req-7f60854c-56d8-4b75-b0bb-4da96b76843e tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.083340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd4cd5c5-7262-4562-aad3-d215404b3b78 req-7f60854c-56d8-4b75-b0bb-4da96b76843e tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 945 time: 0.2349892 Jul 16 20:23:52.204715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:52.207045 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd4cd5c5-7262-4562-aad3-d215404b3b78 req-8362920c-b6bf-4f9b-a2eb-2d510d47af65 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/security-groups?id=13f96dec-b449-4ca9-bac6-52b04652cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144824 Jul 16 20:23:52.239671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-6f34438a-3ce2-494d-b5c4-17f1fac11476 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.243760 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-6f34438a-3ce2-494d-b5c4-17f1fac11476 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 945 time: 0.2000046 Jul 16 20:23:52.270158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '2495288f-6092-46e6-adc7-eef3b53a6423', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'port_id': '2495288f-6092-46e6-adc7-eef3b53a6423', 'mac_address': 'fa:16:3e:51:1b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3e57b0-53e4-4c15-85ec-47b70a85680c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:52.424494 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.459904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2495288f-6092-46e6-adc7-eef3b53a6423 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:52.515024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:52.521765 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.561143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Deleting port e458fec4-d5bc-47c4-a686-53be8dfae0f6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:52.562192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.605946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2495288f-6092-46e6-adc7-eef3b53a6423'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:52.641794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:52.740420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45988) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:52.797839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] For port e458fec4-d5bc-47c4-a686-53be8dfae0f6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=e458fec4-d5bc-47c4-a686-53be8dfae0f6,segment=NetworkSegment(617f399a-c842-476d-b630-1b9270daadcf),segment_id=617f399a-c842-476d-b630-1b9270daadcf)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:52.801638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.814573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ca3a-cf50-4a3d-b5c8-0a3df7e540d7 req-ade34869-f239-4c85-9c49-a2c3465d2419 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.832324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Calling delete_port for e458fec4-d5bc-47c4-a686-53be8dfae0f6 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:52.837456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f13ca3a-cf50-4a3d-b5c8-0a3df7e540d7 req-ade34869-f239-4c85-9c49-a2c3465d2419 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.3879435 Jul 16 20:23:52.985114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f13ca3a-cf50-4a3d-b5c8-0a3df7e540d7 req-e7046865-a2bc-420d-9a2a-6cf5c96ee0bf tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450496 Jul 16 20:23:53.163125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-907147651', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:53.288656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.366803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Pushing event deleted for resources: {'Port': ['ID=e458fec4-d5bc-47c4-a686-53be8dfae0f6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:53.372333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Made reservation on behalf of 4fa1cfce12204ff387112929c3cf21a4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:53.376835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.446677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.485470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] No DVR routers for this DVR port e458fec4-d5bc-47c4-a686-53be8dfae0f6 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:53.492032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.495033 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37a79e56-3572-4ac7-be9d-f46f146c789e req-159e3641-b6a0-44f4-a29b-91985a1d1afe tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.26 "DELETE /v2.0/ports/e458fec4-d5bc-47c4-a686-53be8dfae0f6 HTTP/1.1" status: 204 len: 173 time: 1.2426262 Jul 16 20:23:53.495792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'name': 'network-vif-deleted', 'tag': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:53.506412 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5462bb5a-9bb8-47c2-ac7d-83c4b830a62c" -d '{"events": [{"server_uuid": "c27d0a5f-3024-4903-bb1f-401942d698ea", "name": "network-vif-deleted", "tag": "e458fec4-d5bc-47c4-a686-53be8dfae0f6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:53.814564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2495288f-6092-46e6-adc7-eef3b53a6423 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:53.834998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.842980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.855567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] device_id is not set on port 0538ff2d-bf28-467c-804f-485fd64bea2c yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:54.066846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 2495288f-6092-46e6-adc7-eef3b53a6423 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:54.067218 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.162295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f7d95e-0de5-4de0-ac65-0aeb4bf23459,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:54.349071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Allocated IP 172.25.8.113 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/0538ff2d-bf28-467c-804f-485fd64bea2c) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:54.420471 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.421265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1390403d-87bb-4892-a1ba-86119551e15f req-5ec372f2-935e-43bb-b65c-37f8a8ea4ac2 tempest-InstanceActionsTestJSON-864026897 tempest-InstanceActionsTestJSON-864026897-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27d0a5f-3024-4903-bb1f-401942d698ea HTTP/1.1" status: 200 len: 210 time: 0.0509956 Jul 16 20:23:54.456682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:54.461302 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55678dd0-1082-4355-9534-97b18fec9d5f" -d '{"events": [{"server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "name": "network-vif-plugged", "status": "completed", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:54.487811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:54.492971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.543186 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f3d6c6-d961-47f4-afb3-359287dc270b x-openstack-request-id: req-c7f3d6c6-d961-47f4-afb3-359287dc270b {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:54.544855 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27d0a5f-3024-4903-bb1f-401942d698ea", "name": "network-vif-deleted", "tag": "e458fec4-d5bc-47c4-a686-53be8dfae0f6", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:54.545232 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c7f3d6c6-d961-47f4-afb3-359287dc270b {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:54.545841 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27d0a5f-3024-4903-bb1f-401942d698ea', 'name': 'network-vif-deleted', 'tag': 'e458fec4-d5bc-47c4-a686-53be8dfae0f6', 'status': 'completed', 'code': 200} Jul 16 20:23:54.661144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:54.757573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.816274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e73b8-847d-4f79-b26a-f0ce5ae2a0ec req-f02eed5f-f78a-4b48-998e-b272c7f2d968 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:54.819037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b7e73b8-847d-4f79-b26a-f0ce5ae2a0ec req-f02eed5f-f78a-4b48-998e-b272c7f2d968 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.0965383 Jul 16 20:23:54.823493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.909977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b7e73b8-847d-4f79-b26a-f0ce5ae2a0ec req-66bf9fdf-e323-4815-ad56-bf1b7702f5bd tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830276 Jul 16 20:23:54.927570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:54.934503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:54.939753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:54.974637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Pushing event updated for resources: {'Port': ['ID=0538ff2d-bf28-467c-804f-485fd64bea2c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.003269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.004303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.033085 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-50f9e5ba-dafe-412e-9ae5-533b91381b61 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2876287 Jul 16 20:23:55.033607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46048) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:55.038866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}]}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:55.073708 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.074875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.263307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.269439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e458fec4-d5bc-47c4-a686-53be8dfae0f6 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:55.317734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: e458fec4-d5bc-47c4-a686-53be8dfae0f6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:55.318747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device e458fec4-d5bc-47c4-a686-53be8dfae0f6 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:55.482940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.832555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-537ee01f-5b52-4e83-92a5-1434ec54e2c8 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.836638 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-537ee01f-5b52-4e83-92a5-1434ec54e2c8 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 946 time: 0.1516838 Jul 16 20:23:55.962086 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.020366 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.063291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Deleting port 2495288f-6092-46e6-adc7-eef3b53a6423 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:56.063900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.301180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] For port 2495288f-6092-46e6-adc7-eef3b53a6423, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2495288f-6092-46e6-adc7-eef3b53a6423,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:56.301905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.356476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Calling delete_port for 2495288f-6092-46e6-adc7-eef3b53a6423 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:56.368785 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f34f78-bac6-4c09-87e9-063191e06cc6 x-openstack-request-id: req-44f34f78-bac6-4c09-87e9-063191e06cc6 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:56.369699 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "name": "network-vif-plugged", "status": "completed", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:56.370107 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-44f34f78-bac6-4c09-87e9-063191e06cc6 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:56.370694 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423', 'code': 200} Jul 16 20:23:56.536922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.644703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.659934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2495288f-6092-46e6-adc7-eef3b53a6423'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:56.699616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event deleted for resources: {'Port': ['ID=2495288f-6092-46e6-adc7-eef3b53a6423,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:56.864049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.871181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] No DVR routers for this DVR port 2495288f-6092-46e6-adc7-eef3b53a6423 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:56.872393 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.877721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.886912 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4285bd1b-3ca9-4c7a-92ea-92b4a5fc846c req-bebd511a-5ceb-47e8-a450-3370daf60efa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "DELETE /v2.0/ports/2495288f-6092-46e6-adc7-eef3b53a6423 HTTP/1.1" status: 204 len: 173 time: 1.0453813 Jul 16 20:23:56.887678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'name': 'network-vif-deleted', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:56.891774 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c53c13-56ef-4c81-8172-93dbe6f2c9c8" -d '{"events": [{"server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "name": "network-vif-deleted", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:56.931793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.932819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 719e6fe2-ebd8-493c-9aa7-045cccc4d1d9 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:23:56.958301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46100) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:56.979876 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:23:56.983576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e6a7b09b-73c3-4ae4-9f02-9de521dbda64 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9486351 Jul 16 20:23:56.988598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46102) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:57.123895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] Deleting subnet 3298c848-31cc-4785-8623-33676406a17d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:57.127855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.171734 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.258611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.279279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-611bd35f-04cc-4b74-b549-b374c3ee866a req-e0293709-4ea2-4bc3-96dc-7e86018ed4f1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=9aef7cca-f57d-4377-8790-e0cb18ebac05 HTTP/1.1" status: 200 len: 210 time: 0.0798175 Jul 16 20:23:57.336486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Deleting port 0538ff2d-bf28-467c-804f-485fd64bea2c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:57.337402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.394959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.459146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3298c848-31cc-4785-8623-33676406a17d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:57.469211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.479697 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-509eb7a8-c4b6-4921-8a92-b9ef86c17b5c admin admin] 10.222.0.100 "DELETE /v2.0/subnets/3298c848-31cc-4785-8623-33676406a17d HTTP/1.1" status: 204 len: 168 time: 0.5211940 Jul 16 20:23:57.483769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46108) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:57.550654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.595991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Calling delete_port for 0538ff2d-bf28-467c-804f-485fd64bea2c owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:57.668356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.769315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a2b7783-abac-4ec4-92df-3adaa387656f req-53005ae0-73de-448e-a27c-8702e696df2e tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0633914 Jul 16 20:23:57.877405 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.904962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7334d84b-bac1-42e7-9d7a-5ac957deac1d']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:57.928793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617f399a-c842-476d-b630-1b9270daadcf') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:57.929466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617f399a-c842-476d-b630-1b9270daadcf') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:57.947230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.954151 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.986028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.000544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:58.001268 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:58.006342 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:58.065711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Pushing event deleted for resources: {'Port': ['ID=0538ff2d-bf28-467c-804f-485fd64bea2c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:58.141266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.141843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.142410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.142976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.143578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.144287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.144666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.145216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.145795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.146298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.146848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.147426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:58.193519 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d230dab-96f1-4bf3-aa37-4bb1639a24ac x-openstack-request-id: req-0d230dab-96f1-4bf3-aa37-4bb1639a24ac {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:58.193920 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aef7cca-f57d-4377-8790-e0cb18ebac05", "name": "network-vif-deleted", "tag": "2495288f-6092-46e6-adc7-eef3b53a6423", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:58.194277 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0d230dab-96f1-4bf3-aa37-4bb1639a24ac {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:58.194803 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aef7cca-f57d-4377-8790-e0cb18ebac05', 'name': 'network-vif-deleted', 'tag': '2495288f-6092-46e6-adc7-eef3b53a6423', 'status': 'completed', 'code': 200} Jul 16 20:23:58.210098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.222720 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.226045 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] 10.222.0.100 "DELETE /v2.0/networks/7334d84b-bac1-42e7-9d7a-5ac957deac1d HTTP/1.1" status: 204 len: 168 time: 0.7391539 Jul 16 20:23:58.272783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.275505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f9b68-48c8-4773-aac3-396c3c74cfa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7334d84b-bac1-42e7-9d7a-5ac957deac1d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:58.291855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-298972e4-daa8-492e-85f5-b2124b026ab5 tempest-RoutersAdminNegativeIpV6Test-384466405 tempest-RoutersAdminNegativeIpV6Test-384466405-project-admin] 10.222.0.100 "DELETE /v2.0/ports/0538ff2d-bf28-467c-804f-485fd64bea2c HTTP/1.1" status: 204 len: 168 time: 1.2895131 Jul 16 20:23:58.537340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f4298b9-e3c6-46cb-ac7a-b81d08a8ed7f req-f957749b-2d3e-45aa-8921-d98def2bf68b tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=cf10d451a7724352bccffc2fee672928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495553 Jul 16 20:23:58.690821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46136) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.783908 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-169f3d08-f2fb-4070-ac6c-7511e5111fbb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=687382da9db64e2a953e773178722f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913086 Jul 16 20:23:58.787228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46140) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.881281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.935801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4298b9-e3c6-46cb-ac7a-b81d08a8ed7f req-7dbe0082-8ac3-4b02-bee9-f7be95527654 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.944379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f4298b9-e3c6-46cb-ac7a-b81d08a8ed7f req-7dbe0082-8ac3-4b02-bee9-f7be95527654 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4055138 Jul 16 20:23:58.974141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f4298b9-e3c6-46cb-ac7a-b81d08a8ed7f req-22bd3dea-b3a8-4bf5-8dfd-94eba57c7cc5 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/quotas/cf10d451a7724352bccffc2fee672928 HTTP/1.1" status: 200 len: 375 time: 0.0287027 Jul 16 20:23:59.015858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f4298b9-e3c6-46cb-ac7a-b81d08a8ed7f req-d1362659-b966-4f8a-b3ba-5973395489e5 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=cf10d451a7724352bccffc2fee672928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407343 Jul 16 20:23:59.024238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6f98218-93d9-40c9-91da-95053a220363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.077231 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6f98218-93d9-40c9-91da-95053a220363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.103749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f094-05d3-49a0-914b-ade31b448bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.154399 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6f98218-93d9-40c9-91da-95053a220363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.164094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6f98218-93d9-40c9-91da-95053a220363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.171559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e6f98218-93d9-40c9-91da-95053a220363 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/13f96dec-b449-4ca9-bac6-52b04652cffa HTTP/1.1" status: 204 len: 168 time: 0.3786442 Jul 16 20:23:59.194577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f98218-93d9-40c9-91da-95053a220363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f96dec-b449-4ca9-bac6-52b04652cffa,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.304279 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f094-05d3-49a0-914b-ade31b448bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.325557 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f094-05d3-49a0-914b-ade31b448bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.408140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4f094-05d3-49a0-914b-ade31b448bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e01473d-2c0f-4b49-b24a-a89386950664,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.488461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46168) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.491508 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dfe4f094-05d3-49a0-914b-ade31b448bef admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f9aeec83308e4425a0dcc6df3268e5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072402 Jul 16 20:23:59.602555 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83d90afc-4c2f-4d21-85b3-27e71664aa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.651768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83d90afc-4c2f-4d21-85b3-27e71664aa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.720897 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83d90afc-4c2f-4d21-85b3-27e71664aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.724537 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83d90afc-4c2f-4d21-85b3-27e71664aa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.730089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-83d90afc-4c2f-4d21-85b3-27e71664aa8b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8e01473d-2c0f-4b49-b24a-a89386950664 HTTP/1.1" status: 204 len: 168 time: 0.2401278 Jul 16 20:23:59.741204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d90afc-4c2f-4d21-85b3-27e71664aa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e01473d-2c0f-4b49-b24a-a89386950664,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.839579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00fda9c8-5988-4560-91ae-e4a9dd6600f1 req-6fb051e7-66c0-42a8-a635-2140f1c8bac2 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0613863 Jul 16 20:23:59.864934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2495288f-6092-46e6-adc7-eef3b53a6423 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:59.883164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46178) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.905063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 2495288f-6092-46e6-adc7-eef3b53a6423 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:59.906786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2495288f-6092-46e6-adc7-eef3b53a6423 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:00.000449 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6a5d53f7-c128-46ca-b401-f4dfca49fa2e req-bfc7e2e8-f330-43ad-b622-f3dccc7dd2c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0438423 Jul 16 20:24:00.225446 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1343b88-33ec-4099-a629-60697f220bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.276172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46190) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.332534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f857c0d-aa08-439a-a14f-cb8d31191315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.449093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46198) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.470054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f857c0d-aa08-439a-a14f-cb8d31191315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.476143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f857c0d-aa08-439a-a14f-cb8d31191315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.482750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-806554b2-e307-416e-a25e-9a26e9aa1273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.521835 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1f857c0d-aa08-439a-a14f-cb8d31191315 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e58a2bf4116047b0bb5b4e74bb38f823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374507 Jul 16 20:24:00.528554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46200) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.548358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f857c0d-aa08-439a-a14f-cb8d31191315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b34d6e-06b7-4e95-af75-dc276083f761,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.584090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4dd6fa2e-e274-43f1-b988-2c67e75f4061 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4fa1cfce12204ff387112929c3cf21a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328237 Jul 16 20:24:00.588087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46202) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.617568 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e99f6ab-0250-4641-9be8-2919ba878450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.664506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e99f6ab-0250-4641-9be8-2919ba878450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.708269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b346fe7-8b7a-4df4-910f-3f5a0e1166e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.724849 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-806554b2-e307-416e-a25e-9a26e9aa1273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.741272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b346fe7-8b7a-4df4-910f-3f5a0e1166e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.743151 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-806554b2-e307-416e-a25e-9a26e9aa1273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.803835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e99f6ab-0250-4641-9be8-2919ba878450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.809350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e99f6ab-0250-4641-9be8-2919ba878450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.812004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0e99f6ab-0250-4641-9be8-2919ba878450 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/52b34d6e-06b7-4e95-af75-dc276083f761 HTTP/1.1" status: 204 len: 168 time: 0.2816308 Jul 16 20:24:00.834157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99f6ab-0250-4641-9be8-2919ba878450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b34d6e-06b7-4e95-af75-dc276083f761,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.881010 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b346fe7-8b7a-4df4-910f-3f5a0e1166e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.887889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b346fe7-8b7a-4df4-910f-3f5a0e1166e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.894017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7b346fe7-8b7a-4df4-910f-3f5a0e1166e8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b8f7d95e-0de5-4de0-ac65-0aeb4bf23459 HTTP/1.1" status: 204 len: 168 time: 0.3001535 Jul 16 20:24:00.930684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b346fe7-8b7a-4df4-910f-3f5a0e1166e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f7d95e-0de5-4de0-ac65-0aeb4bf23459,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.936632 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-806554b2-e307-416e-a25e-9a26e9aa1273 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c3ba0587e1c74f1ba0fcb1a09fe5fac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586568 Jul 16 20:24:00.938571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46210) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.972059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806554b2-e307-416e-a25e-9a26e9aa1273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07feaa25-8560-4d6c-ad03-54462828b4ca,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.109217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a237ab6-6cf9-46b0-ae50-52f25d875f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.165550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a237ab6-6cf9-46b0-ae50-52f25d875f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.265455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a237ab6-6cf9-46b0-ae50-52f25d875f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.271655 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a237ab6-6cf9-46b0-ae50-52f25d875f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.274039 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2a237ab6-6cf9-46b0-ae50-52f25d875f8f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/07feaa25-8560-4d6c-ad03-54462828b4ca HTTP/1.1" status: 204 len: 168 time: 0.3243473 Jul 16 20:24:01.286993 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a237ab6-6cf9-46b0-ae50-52f25d875f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07feaa25-8560-4d6c-ad03-54462828b4ca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.591846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46238) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:01.601161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006150788', 'description': 'tempest-description--1647378755'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:01.652027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.757314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-510fbc3d-d3c8-4154-8bd7-7e388bf357b9 req-aa5375ce-99bc-4d0d-a3b1-e90867051b23 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0490608 Jul 16 20:24:01.838529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.844023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.884551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.888838 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2921448 Jul 16 20:24:01.889381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:01.895313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0ff2a4a0-4dd2-431d-8076-f294ed614b8a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Request body: {'security_group_rule': {'security_group_id': '368310bb-aeb1-4ab2-aad0-0c1e4296bbc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:01.913082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368310bb-aeb1-4ab2-aad0-0c1e4296bbc2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.927750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.929353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.934182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.934965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.935494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.935986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.936315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46252) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:01.937116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.937675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.938171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.938786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.939314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.939978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d30f6-ab18-4d00-932a-4d7277954816 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:01.959147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a4a0-4dd2-431d-8076-f294ed614b8a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.965900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb5e2-8ff1-4de2-8430-adc9afb13efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.096872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46258) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.113047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb5e2-8ff1-4de2-8430-adc9afb13efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.119307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb5e2-8ff1-4de2-8430-adc9afb13efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.121936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a4a0-4dd2-431d-8076-f294ed614b8a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.129140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a4a0-4dd2-431d-8076-f294ed614b8a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.167911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0dcbb5e2-8ff1-4de2-8430-adc9afb13efb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e7bf2a75b7454de78345b799f3ab1674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298906 Jul 16 20:24:02.168685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46264) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.176596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbb5e2-8ff1-4de2-8430-adc9afb13efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273ff46-12ad-4d6c-bcc2-8d9468945603,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:02.180554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2a4a0-4dd2-431d-8076-f294ed614b8a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db51751-4680-4fa1-989e-271a727bdfeb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:02.187456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a4a0-4dd2-431d-8076-f294ed614b8a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.192481 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ff2a4a0-4dd2-431d-8076-f294ed614b8a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991104 Jul 16 20:24:02.192716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46268) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.204279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-15a908cf-b9b4-4bcb-90db-69388ff531b1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Request body: {'security_group_rule': {'security_group_id': '368310bb-aeb1-4ab2-aad0-0c1e4296bbc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:02.250513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15a908cf-b9b4-4bcb-90db-69388ff531b1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.258347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa785e64-f653-4f1f-96e8-2f6a70c9f089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.292529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa785e64-f653-4f1f-96e8-2f6a70c9f089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.373099 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15a908cf-b9b4-4bcb-90db-69388ff531b1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.380801 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15a908cf-b9b4-4bcb-90db-69388ff531b1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.398524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa785e64-f653-4f1f-96e8-2f6a70c9f089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.401954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa785e64-f653-4f1f-96e8-2f6a70c9f089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.406687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a908cf-b9b4-4bcb-90db-69388ff531b1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42afd164-5a42-47cd-b5c4-28e0ecd944ac,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:02.406944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aa785e64-f653-4f1f-96e8-2f6a70c9f089 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5273ff46-12ad-4d6c-bcc2-8d9468945603 HTTP/1.1" status: 204 len: 168 time: 0.2365341 Jul 16 20:24:02.417291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa785e64-f653-4f1f-96e8-2f6a70c9f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273ff46-12ad-4d6c-bcc2-8d9468945603,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:02.438066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15a908cf-b9b4-4bcb-90db-69388ff531b1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.444800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46276) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.454485 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-15a908cf-b9b4-4bcb-90db-69388ff531b1 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556045 Jul 16 20:24:02.458119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:02.465593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-315465651-network', 'tenant_id': 'dc2b3cd2fe6944ef8cf5d1d8ba0ce768'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:02.496642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Made reservation on behalf of dc2b3cd2fe6944ef8cf5d1d8ba0ce768 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:02.502438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.525579 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.550700 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.768020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.079910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Allocated IP 172.25.8.84 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/57a8de10-99be-4a35-bf4c-b468cf47b3c6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:03.234934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.240860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.254097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46304) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:03.261739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:03.274415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.275709 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Added segment 7aaa46db-bbff-49e7-8f8e-ba71651c7fdb of type vlan for network 22237b98-8dac-4619-b9e9-d4feb27297e6 Jul 16 20:24:03.329698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.386703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-443934f7-040e-4423-bf4a-a2dfe60a0b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.408838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554753a8-690a-4425-b4e3-160c872fbf5b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.412446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.413444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.414100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.507161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] Pushing event updated for resources: {'Network': ['ID=22237b98-8dac-4619-b9e9-d4feb27297e6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.512208 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e348482-5566-495e-81cd-5430999c29f1 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4127729 Jul 16 20:24:03.516855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:03.524092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 22237b98-8dac-4619-b9e9-d4feb27297e6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:03.541735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Request body: {'subnet': {'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-315465651-subnet', 'tenant_id': 'dc2b3cd2fe6944ef8cf5d1d8ba0ce768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:03.553581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.751129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.768998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-443934f7-040e-4423-bf4a-a2dfe60a0b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.801305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Made reservation on behalf of dc2b3cd2fe6944ef8cf5d1d8ba0ce768 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:03.805337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.823783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-443934f7-040e-4423-bf4a-a2dfe60a0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.896262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:03.922168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.939489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:03.944213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:03.999585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'Port': ['ID=57a8de10-99be-4a35-bf4c-b468cf47b3c6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.009201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-443934f7-040e-4423-bf4a-a2dfe60a0b75 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=05175c3ec60140f58dbab90fc0ae0c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7491462 Jul 16 20:24:04.010502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443934f7-040e-4423-bf4a-a2dfe60a0b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f80fc3-7fc6-4804-910c-4a8c01763791,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.021698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46324) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:04.063998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.244576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5193d88b-fee6-446e-8246-d50b9a44e6cd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.253158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Checking segment: {'id': '7aaa46db-bbff-49e7-8f8e-ba71651c7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:04.253695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Network hostable DHCP agents. Network: 22237b98-8dac-4619-b9e9-d4feb27297e6, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:04.261007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9405-95b8-4309-bec9-ca3cb9b9364b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.307046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Network 22237b98-8dac-4619-b9e9-d4feb27297e6 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:04.325644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 22237b98-8dac-4619-b9e9-d4feb27297e6) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:04.331881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9405-95b8-4309-bec9-ca3cb9b9364b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.335409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.336385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.343929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b0b7e-1121-42d9-87e0-0b36dbedc9bc None None] Network 22237b98-8dac-4619-b9e9-d4feb27297e6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:04.381340 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9572dc03-bea9-4ced-a61c-0421b93626b4 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8619144 Jul 16 20:24:04.387414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.452996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9405-95b8-4309-bec9-ca3cb9b9364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.456104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9405-95b8-4309-bec9-ca3cb9b9364b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.457412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3bc9405-95b8-4309-bec9-ca3cb9b9364b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c3f80fc3-7fc6-4804-910c-4a8c01763791 HTTP/1.1" status: 204 len: 168 time: 0.4342151 Jul 16 20:24:04.462119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.469979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc9405-95b8-4309-bec9-ca3cb9b9364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f80fc3-7fc6-4804-910c-4a8c01763791,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.571324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd11395-41af-475d-9e4b-ab8ede1b8633 None None] Network 22237b98-8dac-4619-b9e9-d4feb27297e6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:04.826846 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ad1a4294-7b93-40c2-875f-e53a3b9e020c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.841492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.853779 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.987913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.016219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'Port': ['ID=57a8de10-99be-4a35-bf4c-b468cf47b3c6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:05.020893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.033978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-45ed6d31-5a75-4ba6-b2a0-e2c808a955ef tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5858128 Jul 16 20:24:05.215838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46362) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.480512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d786a1a4-cdef-4237-9d9e-4ca32cb7c303 req-bd65d209-be4a-47d6-9a90-5291d16b62aa tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0738087 Jul 16 20:24:05.646965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2006104109', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:05.656609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73d50dc7-bf05-46e2-817f-a55c2613e7a5 req-17fdd3a8-645b-4d4d-a870-7912c695ef77 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=cf10d451a7724352bccffc2fee672928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554824 Jul 16 20:24:05.695989 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Made reservation on behalf of b5afe08173454b4db48a6bb5919d9bc5 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:05.701563 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.722799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.878749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d50dc7-bf05-46e2-817f-a55c2613e7a5 req-4aa8cec7-2b0c-4d35-9386-28f20b124358 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.880700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73d50dc7-bf05-46e2-817f-a55c2613e7a5 req-4aa8cec7-2b0c-4d35-9386-28f20b124358 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221062 Jul 16 20:24:05.897262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.902611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.908210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46396) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.908391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] device_id is not set on port f1462209-7faf-4ea0-bc68-a47a6aab867d yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:05.923640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73d50dc7-bf05-46e2-817f-a55c2613e7a5 req-206b15a8-05ff-4aa7-b1d1-b67dccc06fc2 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/quotas/cf10d451a7724352bccffc2fee672928 HTTP/1.1" status: 200 len: 375 time: 0.0263395 Jul 16 20:24:05.956313 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.001665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73d50dc7-bf05-46e2-817f-a55c2613e7a5 req-16583880-7a49-4d61-b050-77efa807b5d3 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=cf10d451a7724352bccffc2fee672928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666673 Jul 16 20:24:06.045692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c99cb2d-44aa-4c19-b1a0-fb2bae878771,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.192672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Allocated IP 172.25.8.24 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/f1462209-7faf-4ea0-bc68-a47a6aab867d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:06.202685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-842121494-network', 'tenant_id': '581063c41ead49dbab01f21826725758'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:06.232687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Made reservation on behalf of 581063c41ead49dbab01f21826725758 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:06.235354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.245230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.397571 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.404703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.410052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.438736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:06.451812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fd4f82-8902-4557-ae11-a0bb38b89879,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.458588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.458925 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Added segment 9e7e3fd6-bd50-43cd-8005-330e07784503 of type vlan for network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 Jul 16 20:24:06.501279 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.543088 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.584022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:06.589609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:06.596323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:06.623515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Pushing event updated for resources: {'Port': ['ID=f1462209-7faf-4ea0-bc68-a47a6aab867d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.630649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.631668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.632259 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.648089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.648850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.659036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-d189f3f9-994c-41a9-9556-55203f228fde tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.660950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-d189f3f9-994c-41a9-9556-55203f228fde tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/networks?id=22237b98-8dac-4619-b9e9-d4feb27297e6 HTTP/1.1" status: 200 len: 821 time: 0.1701605 Jul 16 20:24:06.667931 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c85b8754-3e6a-42aa-ab62-5a59ea8e96e4 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4498959 Jul 16 20:24:06.670912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46414) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.678217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.24'}]}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:06.690411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7809491 Jul 16 20:24:06.694782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46416) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.694993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-2ce4b09d-1c31-422a-97ff-368c2cc0e79c tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/quotas/dc2b3cd2fe6944ef8cf5d1d8ba0ce768 HTTP/1.1" status: 200 len: 375 time: 0.0210991 Jul 16 20:24:06.706004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Request body: {'subnet': {'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-842121494-subnet', 'tenant_id': '581063c41ead49dbab01f21826725758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:06.724492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.724975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0737f-a344-46fa-8275-f919b9ce8d94 admin admin] Pushing event updated for resources: {'Network': ['ID=83e559b6-dc88-4f23-bc0b-63a6dc545ed1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.725531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.741020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:06.755285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Made reservation on behalf of 581063c41ead49dbab01f21826725758 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:06.757916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.831490 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.041732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.155037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-4ef4bb9e-0686-4041-95da-0432134d7f63 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=dc2b3cd2fe6944ef8cf5d1d8ba0ce768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4317324 Jul 16 20:24:07.205106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.259878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-4c7c3e2c-33d2-4e97-a965-c2311251d1f1 service neutron] 10.222.0.100 "GET /v2.0/networks/22237b98-8dac-4619-b9e9-d4feb27297e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949121 Jul 16 20:24:07.277813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86867a7-d743-43f7-aaa6-2c3d97ccc99b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.296321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Checking segment: {'id': '9e7e3fd6-bd50-43cd-8005-330e07784503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:07.296551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Network hostable DHCP agents. Network: 83e559b6-dc88-4f23-bc0b-63a6dc545ed1, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:07.374430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-0478caf3-4d46-4968-9150-e8701664df93 service neutron] 10.222.0.100 "GET /v2.0/networks/22237b98-8dac-4619-b9e9-d4feb27297e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076047 Jul 16 20:24:07.393375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:07.425222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 83e559b6-dc88-4f23-bc0b-63a6dc545ed1) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:07.436224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9db7f-44cb-4f33-8182-e56df6c0b094 None None] Network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:07.438184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.438802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.457693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.461828 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2618822-fd40-4e3b-ae83-b9dc55d00a56 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7655065 Jul 16 20:24:07.482923 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.750767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499bc38-504c-4845-859d-8de43b978fd1 None None] Network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:07.835919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-74d0c2ac-0a9a-4862-bffe-24e66650dcaa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.848382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-74d0c2ac-0a9a-4862-bffe-24e66650dcaa tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 822 time: 0.1856663 Jul 16 20:24:07.889441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-ba0944b2-16d2-4a63-aaaa-ebb2f6abec70 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/quotas/698c0dd675114394aca3446d6ca6e73a HTTP/1.1" status: 200 len: 375 time: 0.0385048 Jul 16 20:24:07.920877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.046339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-c01ad0f1-a315-423c-ac0e-3dac9ef1286d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1554739 Jul 16 20:24:08.077942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.116656 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.217730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-172fb63b-596c-4be4-bd2d-6916ee1b833c service neutron] 10.222.0.100 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652212 Jul 16 20:24:08.259030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.263727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.352684 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.352684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57db8732-2fc4-4884-9c40-ec4a1204a776 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:24:08.362591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-9dbbdb90-af69-4cfa-af70-ea2bc5e8870f service neutron] 10.222.0.100 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370168 Jul 16 20:24:08.387811 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:24:08.390749 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc139438-6ddb-424f-bfd8-c7be98489ec1 tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7177095 Jul 16 20:24:08.395586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46448) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.568808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46454) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.576472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1945236157-network', 'tenant_id': '35362cd5c98b4f0e98941a4075916cd2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:08.596055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.620520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Deleting port f1462209-7faf-4ea0-bc68-a47a6aab867d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:08.627989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.633873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Made reservation on behalf of 35362cd5c98b4f0e98941a4075916cd2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:08.639732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.666925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.810316 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.838991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Calling delete_port for f1462209-7faf-4ea0-bc68-a47a6aab867d owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:08.944076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.952779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.008246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:09.031347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee2ebe5-c811-4bd7-bba8-08b477559e4f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.042392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.043161 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Added segment 8cfc0e9b-0e30-4cf6-b538-7d1e434e0d85 of type vlan for network 7cdbc932-aa72-496e-9d7c-c13073433dce Jul 16 20:24:09.102051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.134626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.151512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1462209-7faf-4ea0-bc68-a47a6aab867d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.227830 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.233446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.236265 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.309524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.318106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9e999697-4b46-417a-a18f-4be34b8a827a tempest-RoutersAdminNegativeTest-1009636394 tempest-RoutersAdminNegativeTest-1009636394-project-admin] 10.222.0.100 "DELETE /v2.0/ports/f1462209-7faf-4ea0-bc68-a47a6aab867d HTTP/1.1" status: 204 len: 168 time: 0.9204617 Jul 16 20:24:09.320028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46472) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:09.321114 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7501187 Jul 16 20:24:09.344457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Request body: {'subnet': {'network_id': '7cdbc932-aa72-496e-9d7c-c13073433dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1945236157-subnet', 'tenant_id': '35362cd5c98b4f0e98941a4075916cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:09.395498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Made reservation on behalf of 35362cd5c98b4f0e98941a4075916cd2 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:09.402932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.586847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcd08e-9404-466d-b957-cc848965a338 admin admin] Pushing event updated for resources: {'Network': ['ID=7cdbc932-aa72-496e-9d7c-c13073433dce,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.610915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7cdbc932-aa72-496e-9d7c-c13073433dce details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:09.782943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9c0bdfd3-60fb-42ce-b95a-3e33e33c16c9 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.785112 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9c0bdfd3-60fb-42ce-b95a-3e33e33c16c9 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.21 "GET /v2.0/networks?id=22237b98-8dac-4619-b9e9-d4feb27297e6 HTTP/1.1" status: 200 len: 821 time: 0.3070772 Jul 16 20:24:09.800835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Request body: {'port': {'device_id': '236269f2-56c6-49c5-adeb-32c558f2c837', 'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6', 'admin_state_up': True, 'tenant_id': 'dc2b3cd2fe6944ef8cf5d1d8ba0ce768'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:09.872758 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.982427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfb5538-87df-49b0-94e2-0410e3a17445,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.001221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Checking segment: {'id': '8cfc0e9b-0e30-4cf6-b538-7d1e434e0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cdbc932-aa72-496e-9d7c-c13073433dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:10.001720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Network hostable DHCP agents. Network: 7cdbc932-aa72-496e-9d7c-c13073433dce, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:10.018612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46482) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:10.076711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Network 7cdbc932-aa72-496e-9d7c-c13073433dce is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:10.116529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c49c6b52-61e0-4d38-ad3f-0c8179cdcac6 req-3cea49b9-3cf0-4ff9-93f7-de59d2fcf6b5 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0774705 Jul 16 20:24:10.132358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Made reservation on behalf of dc2b3cd2fe6944ef8cf5d1d8ba0ce768 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:10.137490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7cdbc932-aa72-496e-9d7c-c13073433dce) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:10.141526 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.160415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e31f8-c30f-45dd-beca-5f0b23c3d55d None None] Network 7cdbc932-aa72-496e-9d7c-c13073433dce requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:10.164869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.166636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.200691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-318cf755-2145-48e4-8d3e-81e80d3cbabd admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8692720 Jul 16 20:24:10.333660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00e40d35-aec6-411f-a00b-11fd06b2628b req-01b133e3-23bc-4b07-8f8d-b3a2a244fdf1 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 210 time: 0.0552020 Jul 16 20:24:10.348755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522c5931-d55e-4807-95ce-e9d3c7bf9bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.402567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Allocated IP 172.20.0.2 (22237b98-8dac-4619-b9e9-d4feb27297e6/5193d88b-fee6-446e-8246-d50b9a44e6cd/6befa4fd-8bee-47c3-8311-62f742b23f79) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:10.436562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d2bc4-65f5-4cb3-95bb-3f5f9865b208 None None] Network 7cdbc932-aa72-496e-9d7c-c13073433dce requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:10.560711 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522c5931-d55e-4807-95ce-e9d3c7bf9bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.567804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522c5931-d55e-4807-95ce-e9d3c7bf9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.664329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-522c5931-d55e-4807-95ce-e9d3c7bf9bb1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=525cd7d82ea740deb6f258dbd0fb0d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410434 Jul 16 20:24:10.670330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46492) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:10.727533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d48948d3-9329-415f-9192-6ff3df746894 req-c454b9d6-b55f-406e-a05a-7cc11d20d1dd tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 210 time: 0.0882802 Jul 16 20:24:10.769520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c5931-d55e-4807-95ce-e9d3c7bf9bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24545868-03ae-4410-b1eb-38ea122c4f05,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.781285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.894489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.914981 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3758b81c-b894-4291-ac11-26c1699a25a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.003962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-d785c200-a99e-4ed7-ad74-8b9739b60d94 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.007110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-d785c200-a99e-4ed7-ad74-8b9739b60d94 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 822 time: 0.2609339 Jul 16 20:24:11.022428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Request body: {'port': {'device_id': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'admin_state_up': True, 'tenant_id': '698c0dd675114394aca3446d6ca6e73a'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:11.040076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Network 22237b98-8dac-4619-b9e9-d4feb27297e6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:11.054984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3758b81c-b894-4291-ac11-26c1699a25a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.070005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:11.082048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Pushing event updated for resources: {'Port': ['ID=6befa4fd-8bee-47c3-8311-62f742b23f79,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.086699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:11.201817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.202965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.225062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Made reservation on behalf of 698c0dd675114394aca3446d6ca6e73a for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:11.231938 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-3ba7cd07-e0eb-48e2-8e15-6c925bc302b8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4368651 Jul 16 20:24:11.233715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3758b81c-b894-4291-ac11-26c1699a25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.234149 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.237170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3758b81c-b894-4291-ac11-26c1699a25a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.242417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3758b81c-b894-4291-ac11-26c1699a25a6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/24545868-03ae-4410-b1eb-38ea122c4f05 HTTP/1.1" status: 204 len: 168 time: 0.5669594 Jul 16 20:24:11.248450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Request body: {'port': {'device_id': '236269f2-56c6-49c5-adeb-32c558f2c837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:11.260045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758b81c-b894-4291-ac11-26c1699a25a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24545868-03ae-4410-b1eb-38ea122c4f05,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.413381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.484873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Allocated IP 172.20.0.10 (e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2/5f3e57b0-53e4-4c15-85ec-47b70a85680c/d4bb0108-2f05-4265-9c36-3e544222bc25) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:11.777393 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.841168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46516) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:11.861840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.937719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:11.941736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:11.950500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:11.959673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.967358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b4bd368c-5f94-4964-8f46-a11d25255483 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b5afe08173454b4db48a6bb5919d9bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242309 Jul 16 20:24:11.974092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46526) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:12.050451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.051304 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.111455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6befa4fd-8bee-47c3-8311-62f742b23f79 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:12.113652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-fc8a6768-4a24-488a-a20f-00633ec4d923 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0976019 Jul 16 20:24:12.127392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Request body: {'port': {'device_id': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:12.129510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.166755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96bda09a-a535-40fc-9dbb-5328a7da7f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.171708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Transition to ACTIVE for port object 6befa4fd-8bee-47c3-8311-62f742b23f79 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:12.173328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-1403b722-cbaf-4aa6-b8a7-8d6aaa403997 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.175074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-1403b722-cbaf-4aa6-b8a7-8d6aaa403997 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/networks?id=83e559b6-dc88-4f23-bc0b-63a6dc545ed1 HTTP/1.1" status: 200 len: 808 time: 0.1781871 Jul 16 20:24:12.186014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.228154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-399d8bed-a742-4ba8-be79-ef14f0eeaede tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/quotas/581063c41ead49dbab01f21826725758 HTTP/1.1" status: 200 len: 375 time: 0.0400159 Jul 16 20:24:12.260323 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.261799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96bda09a-a535-40fc-9dbb-5328a7da7f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.283416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-d179663b-9cbd-4aef-947a-04b499f4e801 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=581063c41ead49dbab01f21826725758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466366 Jul 16 20:24:12.363298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=6befa4fd-8bee-47c3-8311-62f742b23f79,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:12.468931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96bda09a-a535-40fc-9dbb-5328a7da7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.472267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96bda09a-a535-40fc-9dbb-5328a7da7f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.473880 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-96bda09a-a535-40fc-9dbb-5328a7da7f5a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5c99cb2d-44aa-4c19-b1a0-fb2bae878771 HTTP/1.1" status: 204 len: 168 time: 0.4981818 Jul 16 20:24:12.490947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda09a-a535-40fc-9dbb-5328a7da7f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c99cb2d-44aa-4c19-b1a0-fb2bae878771,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:12.495791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Attempting to bind port 6befa4fd-8bee-47c3-8311-62f742b23f79 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:12.496131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Attempting to bind port 6befa4fd-8bee-47c3-8311-62f742b23f79 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7aaa46db-bbff-49e7-8f8e-ba71651c7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:12.496861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Attempting to bind port 6befa4fd-8bee-47c3-8311-62f742b23f79 on network 22237b98-8dac-4619-b9e9-d4feb27297e6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:12.502651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Port 6befa4fd-8bee-47c3-8311-62f742b23f79 on network 22237b98-8dac-4619-b9e9-d4feb27297e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:12.503390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Attempting to bind port 6befa4fd-8bee-47c3-8311-62f742b23f79 on network 22237b98-8dac-4619-b9e9-d4feb27297e6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:12.510426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:12.510799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Checking segment: {'id': '7aaa46db-bbff-49e7-8f8e-ba71651c7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:12.511162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Bound using segment: {'id': '7aaa46db-bbff-49e7-8f8e-ba71651c7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:12.512577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Bound port: 6befa4fd-8bee-47c3-8311-62f742b23f79, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aaa46db-bbff-49e7-8f8e-ba71651c7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:12.512577 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.525637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-17edb5a0-80a2-474e-bf03-2be9028a060f service neutron] 10.222.0.100 "GET /v2.0/networks/83e559b6-dc88-4f23-bc0b-63a6dc545ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034745 Jul 16 20:24:12.613963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] For port 6befa4fd-8bee-47c3-8311-62f742b23f79, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:12.618337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] For port 6befa4fd-8bee-47c3-8311-62f742b23f79, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6befa4fd-8bee-47c3-8311-62f742b23f79,segment=NetworkSegment(7aaa46db-bbff-49e7-8f8e-ba71651c7fdb),segment_id=7aaa46db-bbff-49e7-8f8e-ba71651c7fdb)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:12.624478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.671598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.672239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.673950 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] 10.222.0.21 "PUT /v2.0/ports/6befa4fd-8bee-47c3-8311-62f742b23f79 HTTP/1.1" status: 200 len: 1091 time: 1.4341342 Jul 16 20:24:12.674210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236269f2-56c6-49c5-adeb-32c558f2c837', 'tag': '6befa4fd-8bee-47c3-8311-62f742b23f79'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:12.676663 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802575d3-ecd6-4736-913a-20fb162c5d45" -d '{"events": [{"name": "network-changed", "server_uuid": "236269f2-56c6-49c5-adeb-32c558f2c837", "tag": "6befa4fd-8bee-47c3-8311-62f742b23f79"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:12.699510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d375c6a-72af-4cd6-a78c-4e25ad0c3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=6befa4fd-8bee-47c3-8311-62f742b23f79,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:12.778487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-5b7919c9-f25a-4e93-88c3-c101a8e8e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.780397 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-5b7919c9-f25a-4e93-88c3-c101a8e8e619 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc2b3cd2fe6944ef8cf5d1d8ba0ce768&device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 1094 time: 0.0631323 Jul 16 20:24:12.793275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-0f3f3e8d-f1bf-4e6b-9e47-0608644c9c2f service neutron] 10.222.0.100 "GET /v2.0/networks/83e559b6-dc88-4f23-bc0b-63a6dc545ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491438 Jul 16 20:24:12.840836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-ec75afdd-d9a4-4f8a-b44b-35d62579ca0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6befa4fd-8bee-47c3-8311-62f742b23f79 HTTP/1.1" status: 200 len: 217 time: 0.0529194 Jul 16 20:24:12.888202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bb0108-2f05-4265-9c36-3e544222bc25 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:12.903400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-28809ad7-f9ea-492f-9608-75f07e8d7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.904354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.905654 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-28809ad7-f9ea-492f-9608-75f07e8d7211 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5193d88b-fee6-446e-8246-d50b9a44e6cd HTTP/1.1" status: 200 len: 861 time: 0.0581954 Jul 16 20:24:12.928440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Transition to ACTIVE for port object d4bb0108-2f05-4265-9c36-3e544222bc25 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:12.934570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.951726 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-31ba8fdb-fa2c-43c1-b284-3d0735654f17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22237b98-8dac-4619-b9e9-d4feb27297e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347462 Jul 16 20:24:13.042768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.135880 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-dcde49e5-204a-4466-9b6d-bd7c1c381425 service neutron] 10.222.0.21 "GET /v2.0/networks/22237b98-8dac-4619-b9e9-d4feb27297e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780457 Jul 16 20:24:13.233826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Attempting to bind port d4bb0108-2f05-4265-9c36-3e544222bc25 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:13.234328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Attempting to bind port d4bb0108-2f05-4265-9c36-3e544222bc25 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:13.234771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Attempting to bind port d4bb0108-2f05-4265-9c36-3e544222bc25 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:13.255604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Port d4bb0108-2f05-4265-9c36-3e544222bc25 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:13.256140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Attempting to bind port d4bb0108-2f05-4265-9c36-3e544222bc25 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:13.281162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:13.281810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Checking segment: {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:13.282445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Bound using segment: {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:13.283340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Bound port: d4bb0108-2f05-4265-9c36-3e544222bc25, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:13.284104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.332169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a0bbd836-76af-49af-8597-83f92b4835a9 req-780edf6e-f81d-4b50-afff-33699f7ec85b service neutron] 10.222.0.21 "GET /v2.0/networks/22237b98-8dac-4619-b9e9-d4feb27297e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894169 Jul 16 20:24:13.519290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eac6f2a1-e9c4-4b1e-9154-a546c1561410 req-a8c98ba8-852c-45e6-91f9-0fc606010483 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.1053970 Jul 16 20:24:13.523079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:13.552264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:13.559083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.634123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.642679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.644984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] 10.222.0.21 "PUT /v2.0/ports/d4bb0108-2f05-4265-9c36-3e544222bc25 HTTP/1.1" status: 200 len: 1092 time: 1.5218360 Jul 16 20:24:13.645879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:13.659392 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0173d11-4316-4403-95ae-4af928e718e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:13.777749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee0271-fdca-4a94-aab4-531cd5835cfe service neutron] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.805051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-ed82f42f-5b56-4f43-9c52-2a6fc65f7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.808162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-ed82f42f-5b56-4f43-9c52-2a6fc65f7fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 1095 time: 0.1103406 Jul 16 20:24:13.842895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46572) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.897815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-6c415b17-c7d4-420c-b3ca-148186bbd35d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4bb0108-2f05-4265-9c36-3e544222bc25 HTTP/1.1" status: 200 len: 217 time: 0.0807590 Jul 16 20:24:14.006979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1757694262'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:14.013992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-16335584-6105-4552-b9ba-12f4b54890d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.016709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-16335584-6105-4552-b9ba-12f4b54890d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 200 len: 862 time: 0.1122086 Jul 16 20:24:14.061007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:14.078960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.085975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-68e263bd-4aef-409f-8750-48221e5996cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617080 Jul 16 20:24:14.094159 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.266982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-8eef461d-c91d-4366-baab-a659e0961ba1 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728079 Jul 16 20:24:14.341342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.347837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.396159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:14.433339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272d531d-b23e-4e41-8c93-1440ba8c4e97,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.458759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.459336 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Added segment cbbc2d9c-a65c-4584-96ed-789fefb4cce0 of type vlan for network 4480a042-e07a-4cef-bea8-255195c633b7 Jul 16 20:24:14.492542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3e7c8e0-f376-4b27-84c9-77e5661ef06b req-0c122737-6253-4dc4-8d97-26d55ab46895 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187154 Jul 16 20:24:14.543337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.584517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.601296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.602510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.657413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8130362 Jul 16 20:24:14.670113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46582) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:14.684870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:14.739043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223f810-3817-46b0-8560-49dcfcfe4e14 req-22155d20-781b-473b-87ec-87d867707ed7 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.740797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d223f810-3817-46b0-8560-49dcfcfe4e14 req-22155d20-781b-473b-87ec-87d867707ed7 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 943 time: 0.1183188 Jul 16 20:24:14.767730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e9005-f3e9-42ed-83ff-66a8b1b1daaa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Network': ['ID=4480a042-e07a-4cef-bea8-255195c633b7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.782337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:14.803610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d223f810-3817-46b0-8560-49dcfcfe4e14 req-46701add-5b46-49a8-beec-fd2096745059 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554299 Jul 16 20:24:14.878994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:14.886972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.030592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abcbe0-648d-40cf-9ab8-60fe306621c4 req-ba8329f5-59d5-4438-b0fc-c392d6bc9320 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.033939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44abcbe0-648d-40cf-9ab8-60fe306621c4 req-ba8329f5-59d5-4438-b0fc-c392d6bc9320 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 944 time: 0.0889854 Jul 16 20:24:15.100237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44abcbe0-648d-40cf-9ab8-60fe306621c4 req-b97fe07c-2278-4c52-afbc-d2c83a77ee26 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597653 Jul 16 20:24:15.341695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-e2469715-0f7e-41e9-91b6-f12df62195d1 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.353021 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-e2469715-0f7e-41e9-91b6-f12df62195d1 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.26 "GET /v2.0/networks?id=83e559b6-dc88-4f23-bc0b-63a6dc545ed1 HTTP/1.1" status: 200 len: 808 time: 0.2331254 Jul 16 20:24:15.357658 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4263024f-1cd9-4855-88e1-525d37c23a82 x-openstack-request-id: req-4263024f-1cd9-4855-88e1-525d37c23a82 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:15.358209 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236269f2-56c6-49c5-adeb-32c558f2c837", "tag": "6befa4fd-8bee-47c3-8311-62f742b23f79", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:15.358692 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4263024f-1cd9-4855-88e1-525d37c23a82 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:15.359430 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236269f2-56c6-49c5-adeb-32c558f2c837', 'tag': '6befa4fd-8bee-47c3-8311-62f742b23f79', 'status': 'completed', 'code': 200} Jul 16 20:24:15.426271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Request body: {'port': {'device_id': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1', 'admin_state_up': True, 'tenant_id': '581063c41ead49dbab01f21826725758'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:15.481847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.513270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-74a6cee9-aeca-4d25-8a17-b54f30db094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.517519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-74a6cee9-aeca-4d25-8a17-b54f30db094b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc2b3cd2fe6944ef8cf5d1d8ba0ce768&device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 1094 time: 0.1259780 Jul 16 20:24:15.668308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e732bec-3258-4f43-a4a3-4366c3334b24 req-9aaa5253-5c30-4957-b0c8-c2955855a0d6 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 210 time: 0.1302710 Jul 16 20:24:15.830425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-5437cb74-f6f3-49e7-bdf9-1a3ec0d10715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.832049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-5437cb74-f6f3-49e7-bdf9-1a3ec0d10715 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22237b98-8dac-4619-b9e9-d4feb27297e6 HTTP/1.1" status: 200 len: 922 time: 0.3079681 Jul 16 20:24:15.902244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-68cf1c3a-8dd4-43d7-8759-f1e06f3e8927 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6befa4fd-8bee-47c3-8311-62f742b23f79 HTTP/1.1" status: 200 len: 217 time: 0.0621803 Jul 16 20:24:15.953801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6befa4fd-8bee-47c3-8311-62f742b23f79 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:16.032201 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879b8c6c-dc5c-41b9-921f-6b0b522eaf78 x-openstack-request-id: req-879b8c6c-dc5c-41b9-921f-6b0b522eaf78 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:16.032524 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:16.033571 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-879b8c6c-dc5c-41b9-921f-6b0b522eaf78 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:16.034880 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'status': 'completed', 'code': 200} Jul 16 20:24:16.093831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-3e9a0bde-8c8b-41cd-98f9-0de20f1e5c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.098038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-3e9a0bde-8c8b-41cd-98f9-0de20f1e5c6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5193d88b-fee6-446e-8246-d50b9a44e6cd HTTP/1.1" status: 200 len: 861 time: 0.1888745 Jul 16 20:24:16.160637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-69dd6b06-4384-418f-bda7-7c0aa01763d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22237b98-8dac-4619-b9e9-d4feb27297e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557637 Jul 16 20:24:16.194372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e9e5cfc-de09-4c5c-8939-5ac8b5099fb5 req-e611686d-d2ee-4363-a076-30eeefc4cd4b tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=cf10d451a7724352bccffc2fee672928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323400 Jul 16 20:24:16.235167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6befa4fd-8bee-47c3-8311-62f742b23f79, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6befa4fd-8bee-47c3-8311-62f742b23f79,segment=NetworkSegment(7aaa46db-bbff-49e7-8f8e-ba71651c7fdb),segment_id=7aaa46db-bbff-49e7-8f8e-ba71651c7fdb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:16.276598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '6befa4fd-8bee-47c3-8311-62f742b23f79', 'network_id': '22237b98-8dac-4619-b9e9-d4feb27297e6', 'port_id': '6befa4fd-8bee-47c3-8311-62f742b23f79', 'mac_address': 'fa:16:3e:47:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5193d88b-fee6-446e-8246-d50b9a44e6cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:16.280991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:16.281363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network hostable DHCP agents. Network: 4480a042-e07a-4cef-bea8-255195c633b7, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:16.310238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=28940405-c41d-433f-b0a7-cf6e71ebdfa5,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.331202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.411694 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.418057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173d11-4316-4403-95ae-4af928e718e0 req-2221f46f-0d92-4f19-ad7c-d187c2bf43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.420584 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0173d11-4316-4403-95ae-4af928e718e0 req-2221f46f-0d92-4f19-ad7c-d187c2bf43d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 1095 time: 0.3450301 Jul 16 20:24:16.421556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:16.473148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4480a042-e07a-4cef-bea8-255195c633b7) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:16.478786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6befa4fd-8bee-47c3-8311-62f742b23f79 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:16.486034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-0b046d66-9fec-4cbb-a61a-b18721cd3e88 service neutron] 10.222.0.21 "GET /v2.0/networks/22237b98-8dac-4619-b9e9-d4feb27297e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887104 Jul 16 20:24:16.490548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Made reservation on behalf of 581063c41ead49dbab01f21826725758 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:16.496592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.502959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e5cfc-de09-4c5c-8939-5ac8b5099fb5 req-7d99220d-a5b8-44f5-a7db-c79985d656f9 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.512693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.513676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.528232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e9e5cfc-de09-4c5c-8939-5ac8b5099fb5 req-7d99220d-a5b8-44f5-a7db-c79985d656f9 tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319397 Jul 16 20:24:16.570840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6befa4fd-8bee-47c3-8311-62f742b23f79, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6befa4fd-8bee-47c3-8311-62f742b23f79,segment=NetworkSegment(7aaa46db-bbff-49e7-8f8e-ba71651c7fdb),segment_id=7aaa46db-bbff-49e7-8f8e-ba71651c7fdb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:16.580939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3d568-add7-4291-b2aa-01799b87c44f None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:16.628468 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.657513 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-720a60b7-6e21-460d-a2ab-c94d6b26e03a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9856033 Jul 16 20:24:16.680620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-802575d3-ecd6-4736-913a-20fb162c5d45 req-0189caa3-b5d7-4e9a-9826-2f3a4ba38c50 service neutron] 10.222.0.21 "GET /v2.0/networks/22237b98-8dac-4619-b9e9-d4feb27297e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485701 Jul 16 20:24:16.683157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46610) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.706176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'name': 'tempest-NetworksTestDHCPv6-1826154028'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:16.729432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e9e5cfc-de09-4c5c-8939-5ac8b5099fb5 req-eda40f75-5a4f-48ba-ad0e-b8c1b5a2fbbd tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/quotas/cf10d451a7724352bccffc2fee672928 HTTP/1.1" status: 200 len: 375 time: 0.1983230 Jul 16 20:24:16.763383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6befa4fd-8bee-47c3-8311-62f742b23f79,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.775876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.776677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.777184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.777682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.778177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.778694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.779186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.779818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.780342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.780877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.781415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.781944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:16.829605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9d83e93-5f53-4ed0-8189-a18921672b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.830420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e9e5cfc-de09-4c5c-8939-5ac8b5099fb5 req-8f918680-0dd4-482d-8d87-538b3c7e731e tempest-QuotasAdminNegativeTest-94093565 tempest-QuotasAdminNegativeTest-94093565-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=cf10d451a7724352bccffc2fee672928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993423 Jul 16 20:24:16.864597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['6befa4fd-8bee-47c3-8311-62f742b23f79'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:16.876541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173d11-4316-4403-95ae-4af928e718e0 req-90597dcc-cab8-42aa-b4d8-91a996b31d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.879280 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0173d11-4316-4403-95ae-4af928e718e0 req-90597dcc-cab8-42aa-b4d8-91a996b31d59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 923 time: 0.4501841 Jul 16 20:24:17.185042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Allocated IP 172.20.0.2 (83e559b6-dc88-4f23-bc0b-63a6dc545ed1/f86867a7-d743-43f7-aaa6-2c3d97ccc99b/c7f0918e-3816-4d96-8df9-312e2270d5b7) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:17.195127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b413088-ff75-46d6-9904-188b95c6673a req-e275061f-675c-4db0-83eb-fc87d8ffe511 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0649312 Jul 16 20:24:17.288309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '28940405-c41d-433f-b0a7-cf6e71ebdfa5'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:17.289644 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.356224 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0173d11-4316-4403-95ae-4af928e718e0 req-1ddda2a3-eb98-4c96-8ed9-35626198db77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4bb0108-2f05-4265-9c36-3e544222bc25 HTTP/1.1" status: 200 len: 217 time: 0.2594895 Jul 16 20:24:17.480609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d38912-df6a-4070-8fbc-9c558b4862bd req-35bba8a1-71f1-4190-b42c-cc9d59cceddb tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.482915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6d38912-df6a-4070-8fbc-9c558b4862bd req-35bba8a1-71f1-4190-b42c-cc9d59cceddb tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 944 time: 0.0921288 Jul 16 20:24:17.536704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173d11-4316-4403-95ae-4af928e718e0 req-19c9dbde-35eb-44d1-9389-989ec4730c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.538331 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0173d11-4316-4403-95ae-4af928e718e0 req-19c9dbde-35eb-44d1-9389-989ec4730c8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 200 len: 862 time: 0.1687460 Jul 16 20:24:17.559350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9d83e93-5f53-4ed0-8189-a18921672b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.570262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6d38912-df6a-4070-8fbc-9c558b4862bd req-1a4c5651-cef6-4509-9096-03fc6bf58c33 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759282 Jul 16 20:24:17.573133 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9d83e93-5f53-4ed0-8189-a18921672b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.602113 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0173d11-4316-4403-95ae-4af928e718e0 req-6a150e7f-497c-4f66-870b-721476ba0315 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478504 Jul 16 20:24:17.631313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:17.638270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.669662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 7a3efc93-2c58-487f-928c-40c2544f2ba2 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:17.727930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83e93-5f53-4ed0-8189-a18921672b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c265d7ee-05ff-4162-806a-55c46a6dc2ec,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.737446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e9d83e93-5f53-4ed0-8189-a18921672b62 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=819798ee15b34ff3b15e429cdb560ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4002371 Jul 16 20:24:17.741988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46616) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.771384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/28940405-c41d-433f-b0a7-cf6e71ebdfa5/437e43bb-bac1-4d87-b3fe-b8ed35635758) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:17.846327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.882234 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0173d11-4316-4403-95ae-4af928e718e0 req-cb7cd19c-d2d5-4bff-b48c-6034eb6177c8 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280085 Jul 16 20:24:17.896235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4511-6af0-45fe-bd27-1bb57d7341dd req-7307d5fa-1f23-4e4c-965a-dc6193f36e0f tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.903518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-041f4511-6af0-45fe-bd27-1bb57d7341dd req-7307d5fa-1f23-4e4c-965a-dc6193f36e0f tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 944 time: 0.0900807 Jul 16 20:24:17.939720 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd2342c2-d8e4-4156-87f6-0ada6c7bed2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.962931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-041f4511-6af0-45fe-bd27-1bb57d7341dd req-bea0ad04-a2f3-4101-b1d0-7e1f432b085f tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581818 Jul 16 20:24:17.988699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d4bb0108-2f05-4265-9c36-3e544222bc25 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:18.008492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd2342c2-d8e4-4156-87f6-0ada6c7bed2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.035316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.117408 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0173d11-4316-4403-95ae-4af928e718e0 req-d8ec3402-a1cb-4f4a-b737-9ddc20046aeb service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269349 Jul 16 20:24:18.131147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:18.136066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:18.147547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:18.174254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Pushing event updated for resources: {'Port': ['ID=c7f0918e-3816-4d96-8df9-312e2270d5b7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.180268 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.214569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd2342c2-d8e4-4156-87f6-0ada6c7bed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.217242 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd2342c2-d8e4-4156-87f6-0ada6c7bed2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.222704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cd2342c2-d8e4-4156-87f6-0ada6c7bed2f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c265d7ee-05ff-4162-806a-55c46a6dc2ec HTTP/1.1" status: 204 len: 168 time: 0.4717200 Jul 16 20:24:18.222981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Transition to ACTIVE for port object 437e43bb-bac1-4d87-b3fe-b8ed35635758 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:18.230501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2342c2-d8e4-4156-87f6-0ada6c7bed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c265d7ee-05ff-4162-806a-55c46a6dc2ec,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.241856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.242197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.253816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Transition to ACTIVE for port object 437e43bb-bac1-4d87-b3fe-b8ed35635758 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:18.263578 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-9678d8d6-435a-40fb-b974-6332d816db82 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9089091 Jul 16 20:24:18.279470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Request body: {'port': {'device_id': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:18.281486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:18.284636 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.339846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'port_id': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'mac_address': 'fa:16:3e:4c:36:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3e57b0-53e4-4c15-85ec-47b70a85680c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:18.353597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:18.363665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:18.367323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:18.387676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Pushing event updated for resources: {'Port': ['ID=437e43bb-bac1-4d87-b3fe-b8ed35635758,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.433104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.461465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.469346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::3c3 (4480a042-e07a-4cef-bea8-255195c633b7/28940405-c41d-433f-b0a7-cf6e71ebdfa5/7a3efc93-2c58-487f-928c-40c2544f2ba2) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:18.479386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bb0108-2f05-4265-9c36-3e544222bc25 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:18.488832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Attempting to bind port 437e43bb-bac1-4d87-b3fe-b8ed35635758 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:18.489213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Attempting to bind port 437e43bb-bac1-4d87-b3fe-b8ed35635758 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:18.489692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Attempting to bind port 437e43bb-bac1-4d87-b3fe-b8ed35635758 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:18.510718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:18.510718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:18.511322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.512271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:18.512638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Bound port: 437e43bb-bac1-4d87-b3fe-b8ed35635758, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:18.513288 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.516903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:18.529106 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.578680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10317357-e2a4-4ee2-ad8a-3d00816c76f8 req-a8cff68e-9f3f-4858-a212-0e1a20b2e87f tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:18.583888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10317357-e2a4-4ee2-ad8a-3d00816c76f8 req-a8cff68e-9f3f-4858-a212-0e1a20b2e87f tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 931 time: 0.1650651 Jul 16 20:24:18.638452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.666783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] For port 437e43bb-bac1-4d87-b3fe-b8ed35635758, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:18.670088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10317357-e2a4-4ee2-ad8a-3d00816c76f8 req-4998724c-8598-4c6d-9fc4-ebf6185dae27 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848546 Jul 16 20:24:18.685558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] For port 437e43bb-bac1-4d87-b3fe-b8ed35635758, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=437e43bb-bac1-4d87-b3fe-b8ed35635758,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:18.693702 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.762131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['d4bb0108-2f05-4265-9c36-3e544222bc25'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:18.821551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.842521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f9960-26f9-4c7c-aee7-2e765685a77d None None] Pushing event updated for resources: {'Port': ['ID=437e43bb-bac1-4d87-b3fe-b8ed35635758,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.844956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 7a3efc93-2c58-487f-928c-40c2544f2ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:18.910440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.028002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:19.033279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:19.041797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:19.053624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.054535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.131545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=7a3efc93-2c58-487f-928c-40c2544f2ba2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.141109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ff4c8920-d7be-438b-b303-1be597139873 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4433050 Jul 16 20:24:19.143913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46640) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:19.243679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f0918e-3816-4d96-8df9-312e2270d5b7 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:19.262231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.286505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Transition to ACTIVE for port object c7f0918e-3816-4d96-8df9-312e2270d5b7 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:19.292189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.366441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af014c-76f0-424c-ae52-6976390524ff tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.379133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af014c-76f0-424c-ae52-6976390524ff tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.387523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-83af014c-76f0-424c-ae52-6976390524ff tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2368031 Jul 16 20:24:19.390090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46644) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:19.404620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f0918e-3816-4d96-8df9-312e2270d5b7,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.467296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Attempting to bind port c7f0918e-3816-4d96-8df9-312e2270d5b7 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:19.467844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Attempting to bind port c7f0918e-3816-4d96-8df9-312e2270d5b7 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '9e7e3fd6-bd50-43cd-8005-330e07784503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:19.468283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Attempting to bind port c7f0918e-3816-4d96-8df9-312e2270d5b7 on network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:19.476358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Port c7f0918e-3816-4d96-8df9-312e2270d5b7 on network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:19.476823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Attempting to bind port c7f0918e-3816-4d96-8df9-312e2270d5b7 on network 83e559b6-dc88-4f23-bc0b-63a6dc545ed1 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:19.484124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:19.484627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Checking segment: {'id': '9e7e3fd6-bd50-43cd-8005-330e07784503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:19.485140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Bound using segment: {'id': '9e7e3fd6-bd50-43cd-8005-330e07784503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:19.485763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Bound port: c7f0918e-3816-4d96-8df9-312e2270d5b7, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7e3fd6-bd50-43cd-8005-330e07784503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:19.486697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.589613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 7a3efc93-2c58-487f-928c-40c2544f2ba2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:19.591078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.614045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] For port c7f0918e-3816-4d96-8df9-312e2270d5b7, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:19.618195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] For port c7f0918e-3816-4d96-8df9-312e2270d5b7, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c7f0918e-3816-4d96-8df9-312e2270d5b7,segment=NetworkSegment(9e7e3fd6-bd50-43cd-8005-330e07784503),segment_id=9e7e3fd6-bd50-43cd-8005-330e07784503)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:19.625052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.674138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.674945 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.676689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/c7f0918e-3816-4d96-8df9-312e2270d5b7 HTTP/1.1" status: 200 len: 1091 time: 1.4055698 Jul 16 20:24:19.677171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'tag': 'c7f0918e-3816-4d96-8df9-312e2270d5b7'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:19.679574 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f89a2605-826e-4b27-893c-ad3b00afbd3e", "tag": "c7f0918e-3816-4d96-8df9-312e2270d5b7"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:19.713381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa665c2-5408-4993-8e01-74965f05d2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f0918e-3816-4d96-8df9-312e2270d5b7,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.834422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-46b42bab-da2a-4e03-8328-71953b9f44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.836813 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-46b42bab-da2a-4e03-8328-71953b9f44f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=581063c41ead49dbab01f21826725758&device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 1094 time: 0.0914745 Jul 16 20:24:19.890853 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-65b508e6-776a-4961-903d-717db8584419 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7f0918e-3816-4d96-8df9-312e2270d5b7 HTTP/1.1" status: 200 len: 217 time: 0.0463576 Jul 16 20:24:19.974836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-7417e393-9313-4751-ae66-24eea830ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.979894 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-7417e393-9313-4751-ae66-24eea830ba45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f86867a7-d743-43f7-aaa6-2c3d97ccc99b HTTP/1.1" status: 200 len: 848 time: 0.0819039 Jul 16 20:24:20.014838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d4bb0108-2f05-4265-9c36-3e544222bc25 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:20.039376 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-d639a5a5-0f1d-4200-8eca-16d092043b64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=83e559b6-dc88-4f23-bc0b-63a6dc545ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454197 Jul 16 20:24:20.214756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port d4bb0108-2f05-4265-9c36-3e544222bc25 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:20.226775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port d4bb0108-2f05-4265-9c36-3e544222bc25 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:20.229005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.253799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a89c7f5-a133-4146-99cd-b776e9a47dce req-140554ac-1816-4b8c-a667-040422fbcb04 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0652318 Jul 16 20:24:20.308596 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-0ea31c1a-98a9-4c08-82bb-caaa32d3cb19 service neutron] 10.222.0.26 "GET /v2.0/networks/83e559b6-dc88-4f23-bc0b-63a6dc545ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664108 Jul 16 20:24:20.409034 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.413400 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.457270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 7a3efc93-2c58-487f-928c-40c2544f2ba2 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:20.465198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:20.467709 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e904cc55-7448-4a00-8ce3-500a3963df9f" -d '{"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-plugged", "status": "completed", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:20.496279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:20.504202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.505596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6befa4fd-8bee-47c3-8311-62f742b23f79 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:20.657161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39342d07-e787-4ca2-95b4-a3a0188445e7 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:20.673342 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f5937cf-4b90-43cf-b2c5-6a66a48c5131 req-170b5c62-9b22-4ea8-8c94-a2878c048808 service neutron] 10.222.0.26 "GET /v2.0/networks/83e559b6-dc88-4f23-bc0b-63a6dc545ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577485 Jul 16 20:24:20.713008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 437e43bb-bac1-4d87-b3fe-b8ed35635758 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:20.784217 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.815582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:20.824242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=7a3efc93-2c58-487f-928c-40c2544f2ba2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:20.839148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220131-96d3-448d-b2b2-5659e1f8732e req-c31e94ab-629c-4c60-81ed-0ee9e5f06084 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:20.840895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00220131-96d3-448d-b2b2-5659e1f8732e req-c31e94ab-629c-4c60-81ed-0ee9e5f06084 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 944 time: 0.1423562 Jul 16 20:24:20.874351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cfe51345-2b8c-45c5-81c4-9ad68091f296 None None] Provisioning for port 437e43bb-bac1-4d87-b3fe-b8ed35635758 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:20.876079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.881698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-270b0435-0f0e-47d7-8957-f01927224073 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/7a3efc93-2c58-487f-928c-40c2544f2ba2 HTTP/1.1" status: 204 len: 168 time: 1.4867325 Jul 16 20:24:20.882386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.887066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 6befa4fd-8bee-47c3-8311-62f742b23f79 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:20.897559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 6befa4fd-8bee-47c3-8311-62f742b23f79 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:20.898035 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.927043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00220131-96d3-448d-b2b2-5659e1f8732e req-abb6d3e0-497d-4cf9-87eb-d67e5f55199c tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557613 Jul 16 20:24:20.994328 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 437e43bb-bac1-4d87-b3fe-b8ed35635758 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:21.008237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 437e43bb-bac1-4d87-b3fe-b8ed35635758 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:21.009794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.119675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa2e99-f551-4b6b-b9da-9725704c6189 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.123580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa2e99-f551-4b6b-b9da-9725704c6189 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.131024 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c6fa2e99-f551-4b6b-b9da-9725704c6189 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2429845 Jul 16 20:24:21.131633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46682) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:21.147568 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.224990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560c317-a8d6-46d0-a484-7780b00f5f6a req-e6c69e47-baf7-4fa1-883d-959627b12bcf tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.229800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a560c317-a8d6-46d0-a484-7780b00f5f6a req-e6c69e47-baf7-4fa1-883d-959627b12bcf tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 946 time: 0.1155853 Jul 16 20:24:21.251958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 28940405-c41d-433f-b0a7-cf6e71ebdfa5 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:21.257707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.260098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6befa4fd-8bee-47c3-8311-62f742b23f79, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6befa4fd-8bee-47c3-8311-62f742b23f79,segment=NetworkSegment(7aaa46db-bbff-49e7-8f8e-ba71651c7fdb),segment_id=7aaa46db-bbff-49e7-8f8e-ba71651c7fdb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:21.264041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.269775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.329943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a560c317-a8d6-46d0-a484-7780b00f5f6a req-72093fa4-c770-42f8-8a1a-b5efc351340b tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926511 Jul 16 20:24:21.333343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.418041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 437e43bb-bac1-4d87-b3fe-b8ed35635758, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=437e43bb-bac1-4d87-b3fe-b8ed35635758,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:21.424522 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.428015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6befa4fd-8bee-47c3-8311-62f742b23f79,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.548486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.551440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=437e43bb-bac1-4d87-b3fe-b8ed35635758,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.603467 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4943248c-06cb-42cb-a318-9c9c148cc5e3 x-openstack-request-id: req-4943248c-06cb-42cb-a318-9c9c148cc5e3 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:21.603947 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89a2605-826e-4b27-893c-ad3b00afbd3e", "tag": "c7f0918e-3816-4d96-8df9-312e2270d5b7", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:21.604140 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4943248c-06cb-42cb-a318-9c9c148cc5e3 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:21.604622 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'tag': 'c7f0918e-3816-4d96-8df9-312e2270d5b7', 'status': 'completed', 'code': 200} Jul 16 20:24:21.772798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3271743f-3eb4-4161-a738-bc6c5d35d352 None None] Provisioning complete for port 437e43bb-bac1-4d87-b3fe-b8ed35635758 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:21.774107 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3271743f-3eb4-4161-a738-bc6c5d35d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.816583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.849836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c642f4-4301-4be2-9fd4-d811130f6b97 req-b05e21d3-4a04-4ec7-85df-bb42908b8cee tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.859350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02c642f4-4301-4be2-9fd4-d811130f6b97 req-b05e21d3-4a04-4ec7-85df-bb42908b8cee tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 943 time: 0.1313260 Jul 16 20:24:21.925860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02c642f4-4301-4be2-9fd4-d811130f6b97 req-5e3f92f1-ffb5-4b7f-983f-6dfc2aecea18 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648296 Jul 16 20:24:22.014882 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae643ca5-c83e-46e9-ac39-7f12f4915a81 x-openstack-request-id: req-ae643ca5-c83e-46e9-ac39-7f12f4915a81 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:22.015392 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-plugged", "status": "completed", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:22.015829 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ae643ca5-c83e-46e9-ac39-7f12f4915a81 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:22.016499 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'code': 200} Jul 16 20:24:22.024394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=28940405-c41d-433f-b0a7-cf6e71ebdfa5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.046002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-7979d9e1-7865-44f8-839a-42f5a1f8d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.048747 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-7979d9e1-7865-44f8-839a-42f5a1f8d454 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=581063c41ead49dbab01f21826725758&device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 1094 time: 0.4158347 Jul 16 20:24:22.050591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.077249 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4cf1cbe4-17d3-4e85-abe4-388f7e16d73b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/28940405-c41d-433f-b0a7-cf6e71ebdfa5 HTTP/1.1" status: 204 len: 168 time: 0.9434369 Jul 16 20:24:22.080606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46700) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.170128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.238559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e4ccb-ed67-409a-9a2c-1305940759c0 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:22.276569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-c1267239-d39b-48bc-bb21-a63ffd1b6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.276897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-95f4fe19-2711-4f9d-a0cd-5d93599d6d73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1901388 Jul 16 20:24:22.277068 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-c1267239-d39b-48bc-bb21-a63ffd1b6021 service neutron] 10.222.0.26 "GET /v2.0/networks?id=83e559b6-dc88-4f23-bc0b-63a6dc545ed1 HTTP/1.1" status: 200 len: 909 time: 0.1944201 Jul 16 20:24:22.277227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c51086f8-ca51-4364-9ec4-2d87f51daed1 req-43cc74a6-dc49-4f54-8524-bae6b11cf40d tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.1055465 Jul 16 20:24:22.277227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46706) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.283611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:22.334655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fd49df79-3adb-4c9f-8ac9-4e3891e1a0ae None None] Could not find standard attr ID for object 7a3efc93-2c58-487f-928c-40c2544f2ba2. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:22.421853 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-ac42aaf8-7da6-49c1-8c89-25401287d320 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7f0918e-3816-4d96-8df9-312e2270d5b7 HTTP/1.1" status: 200 len: 217 time: 0.1014910 Jul 16 20:24:22.518049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd81e6e2-d351-4f5d-8081-e837a193e925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.519183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-99a0a557-e46d-40e6-ac5b-681601930c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.520960 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-99a0a557-e46d-40e6-ac5b-681601930c87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f86867a7-d743-43f7-aaa6-2c3d97ccc99b HTTP/1.1" status: 200 len: 848 time: 0.0901768 Jul 16 20:24:22.526051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f82b9-9132-47e5-95ef-767e13f6213f req-06bce091-3487-487b-83ab-4a4070c498d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.527963 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b20f82b9-9132-47e5-95ef-767e13f6213f req-06bce091-3487-487b-83ab-4a4070c498d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 1097 time: 0.3276262 Jul 16 20:24:22.582598 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-5631e5b8-5eb2-472f-90b0-12a7293c4f6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=83e559b6-dc88-4f23-bc0b-63a6dc545ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521762 Jul 16 20:24:22.640340 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b20f82b9-9132-47e5-95ef-767e13f6213f req-7e390d8c-a054-4a5e-9f46-23d9db466dd7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976954 Jul 16 20:24:22.746399 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-0afe5e9e-93b3-48f1-96a8-02b23029f289 service neutron] 10.222.0.26 "GET /v2.0/networks/83e559b6-dc88-4f23-bc0b-63a6dc545ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516500 Jul 16 20:24:22.749652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:22.753263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.759047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:22.795996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd81e6e2-d351-4f5d-8081-e837a193e925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.818727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd81e6e2-d351-4f5d-8081-e837a193e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.857973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] Deleting port 437e43bb-bac1-4d87-b3fe-b8ed35635758 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:22.858698 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.877653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cd81e6e2-d351-4f5d-8081-e837a193e925 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cf10d451a7724352bccffc2fee672928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947184 Jul 16 20:24:22.881973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46718) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.914952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81e6e2-d351-4f5d-8081-e837a193e925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5948080b-1407-4552-9524-08dc53b71ab9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.954231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd51a0-a4e3-4e44-b654-ae19e64f74e1 req-7fee4f88-d822-4df9-8b76-39ad6b1350e8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.956597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9cd51a0-a4e3-4e44-b654-ae19e64f74e1 req-7fee4f88-d822-4df9-8b76-39ad6b1350e8 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 945 time: 0.4871633 Jul 16 20:24:22.977478 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4edf01f9-eec6-498d-80ea-9c8fa70ef7b9 req-92a11078-8d97-4ecd-8542-109fc3b7b753 service neutron] 10.222.0.26 "GET /v2.0/networks/83e559b6-dc88-4f23-bc0b-63a6dc545ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240152 Jul 16 20:24:22.986368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] For port 437e43bb-bac1-4d87-b3fe-b8ed35635758, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=437e43bb-bac1-4d87-b3fe-b8ed35635758,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:22.987168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.998214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-664306a4-deb0-41ca-9c79-42cbc1467fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.003205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] Calling delete_port for 437e43bb-bac1-4d87-b3fe-b8ed35635758 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:23.036940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-664306a4-deb0-41ca-9c79-42cbc1467fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.070412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9cd51a0-a4e3-4e44-b654-ae19e64f74e1 req-c34c0edf-bc48-4e49-8d87-e82de9433497 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933042 Jul 16 20:24:23.130328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-664306a4-deb0-41ca-9c79-42cbc1467fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.130688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.140259 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-664306a4-deb0-41ca-9c79-42cbc1467fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.145828 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-664306a4-deb0-41ca-9c79-42cbc1467fba admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5948080b-1407-4552-9524-08dc53b71ab9 HTTP/1.1" status: 204 len: 168 time: 0.2596445 Jul 16 20:24:23.157799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] No DVR routers for this DVR port 437e43bb-bac1-4d87-b3fe-b8ed35635758 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:23.166399 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.181648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664306a4-deb0-41ca-9c79-42cbc1467fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5948080b-1407-4552-9524-08dc53b71ab9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:23.219996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333637dd-53a5-42ab-a871-e085b36f3561 None None] Pushing event deleted for resources: {'Port': ['ID=437e43bb-bac1-4d87-b3fe-b8ed35635758,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:23.286549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:23.291170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:23.296566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:23.297182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.308677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7db155-3e54-46f3-a70b-f89527c3b0af None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:23.313297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=04f55ed1-fde4-4f66-9bc5-1f279ed665d5,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:23.331555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f08cdbef-5418-4fa8-9a08-e0616a495f96 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0517786 Jul 16 20:24:23.334383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46728) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.339215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c7f0918e-3816-4d96-8df9-312e2270d5b7 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:23.343690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'name': 'tempest-NetworksTestDHCPv6-1585379619'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:23.577541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1143079-3590-41a7-b74e-231ebb0abbda req-0b4f5050-62a4-4851-97b0-37a231ba85e9 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:23.579286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1143079-3590-41a7-b74e-231ebb0abbda req-0b4f5050-62a4-4851-97b0-37a231ba85e9 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 946 time: 0.1768179 Jul 16 20:24:23.626977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c7f0918e-3816-4d96-8df9-312e2270d5b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c7f0918e-3816-4d96-8df9-312e2270d5b7,segment=NetworkSegment(9e7e3fd6-bd50-43cd-8005-330e07784503),segment_id=9e7e3fd6-bd50-43cd-8005-330e07784503)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:23.638365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:23.647614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.650972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1143079-3590-41a7-b74e-231ebb0abbda req-50961f15-020c-47dd-a3a9-acbbd2dd077f tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594158 Jul 16 20:24:23.694500 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 948eb4e6-619e-47fa-9622-b6509ced4bb8 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:23.882070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c7f0918e-3816-4d96-8df9-312e2270d5b7', 'network_id': '83e559b6-dc88-4f23-bc0b-63a6dc545ed1', 'port_id': 'c7f0918e-3816-4d96-8df9-312e2270d5b7', 'mac_address': 'fa:16:3e:46:24:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86867a7-d743-43f7-aaa6-2c3d97ccc99b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:23.980844 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.998366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f0918e-3816-4d96-8df9-312e2270d5b7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:24.008452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::377 (4480a042-e07a-4cef-bea8-255195c633b7/04f55ed1-fde4-4f66-9bc5-1f279ed665d5/948eb4e6-619e-47fa-9622-b6509ced4bb8) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:24.021218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236269f2-56c6-49c5-adeb-32c558f2c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6befa4fd-8bee-47c3-8311-62f742b23f79'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:24.023820 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3548682-59aa-49e1-bcf2-3d32dee53d6c" -d '{"events": [{"server_uuid": "236269f2-56c6-49c5-adeb-32c558f2c837", "name": "network-vif-plugged", "status": "completed", "tag": "6befa4fd-8bee-47c3-8311-62f742b23f79"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:24.043109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c7f0918e-3816-4d96-8df9-312e2270d5b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c7f0918e-3816-4d96-8df9-312e2270d5b7,segment=NetworkSegment(9e7e3fd6-bd50-43cd-8005-330e07784503),segment_id=9e7e3fd6-bd50-43cd-8005-330e07784503)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:24.094629 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.124746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '04f55ed1-fde4-4f66-9bc5-1f279ed665d5'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:24.126830 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.274415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac0434-e025-4873-826c-679771737615 req-71fbb20d-38b4-4b91-9aac-00683bfbf150 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.275811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c7f0918e-3816-4d96-8df9-312e2270d5b7,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.279031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98ac0434-e025-4873-826c-679771737615 req-71fbb20d-38b4-4b91-9aac-00683bfbf150 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 944 time: 0.1461415 Jul 16 20:24:24.327293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.350759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46740) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.360768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 948eb4e6-619e-47fa-9622-b6509ced4bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:24.378476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6627beb0-8962-416d-8fdc-777815f943c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.384664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98ac0434-e025-4873-826c-679771737615 req-ffb4e1bf-2058-4684-8e48-5fe42631fcf7 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942051 Jul 16 20:24:24.418157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c7f0918e-3816-4d96-8df9-312e2270d5b7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:24.623569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6627beb0-8962-416d-8fdc-777815f943c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.630703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a44dcf09-1c2f-4bdc-adf9-b43883db0c91 req-a10f7ff2-cd66-430d-8a9f-f074ac04890f tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0556130 Jul 16 20:24:24.656170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6627beb0-8962-416d-8fdc-777815f943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.694194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 437e43bb-bac1-4d87-b3fe-b8ed35635758 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:24.773965 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6627beb0-8962-416d-8fdc-777815f943c6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=28f62c5c63944df1a5593078714a40be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262340 Jul 16 20:24:24.775647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627beb0-8962-416d-8fdc-777815f943c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600b7938-5c34-4ad1-bd9d-7d062f366aa9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.777036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46748) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.786977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.796434 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0d51d8-00f1-4cbe-add9-a1fd41a147da x-openstack-request-id: req-bf0d51d8-00f1-4cbe-add9-a1fd41a147da {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:24.796896 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236269f2-56c6-49c5-adeb-32c558f2c837", "name": "network-vif-plugged", "status": "completed", "tag": "6befa4fd-8bee-47c3-8311-62f742b23f79", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:24.800907 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bf0d51d8-00f1-4cbe-add9-a1fd41a147da {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:24.801202 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236269f2-56c6-49c5-adeb-32c558f2c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6befa4fd-8bee-47c3-8311-62f742b23f79', 'code': 200} Jul 16 20:24:24.809474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 437e43bb-bac1-4d87-b3fe-b8ed35635758 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:24.809818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 437e43bb-bac1-4d87-b3fe-b8ed35635758 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:24.927534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/04f55ed1-fde4-4f66-9bc5-1f279ed665d5/7a5a129f-5092-4506-b631-b538dc86ed75) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:24.943736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e991c464-fd32-44e9-91b6-84d512756c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.948617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46752) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.958070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=948eb4e6-619e-47fa-9622-b6509ced4bb8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.991811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e991c464-fd32-44e9-91b6-84d512756c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.995454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:25.003168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:25.008562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:25.019547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.021244 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.046104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f5b3e-4f13-430b-a033-2f6445e749a2 req-90c29164-47f8-484c-af26-b5ce0995c031 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.054422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-587f5b3e-4f13-430b-a033-2f6445e749a2 req-90c29164-47f8-484c-af26-b5ce0995c031 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 945 time: 0.1708522 Jul 16 20:24:25.058751 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9593f1a3-7c28-4f2e-abdc-7c88d0a388c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7218249 Jul 16 20:24:25.062061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46756) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.122853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-587f5b3e-4f13-430b-a033-2f6445e749a2 req-20a4e875-d7ac-4225-9e9f-5d2e60429cef tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Jul 16 20:24:25.124227 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e991c464-fd32-44e9-91b6-84d512756c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.126875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e991c464-fd32-44e9-91b6-84d512756c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.128067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e991c464-fd32-44e9-91b6-84d512756c94 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/600b7938-5c34-4ad1-bd9d-7d062f366aa9 HTTP/1.1" status: 204 len: 168 time: 0.3500245 Jul 16 20:24:25.128276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a7f1c-de80-4a74-9445-48614c6ca7db req-b67c12c0-4aef-4d8a-9feb-c3882560df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.138331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991c464-fd32-44e9-91b6-84d512756c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600b7938-5c34-4ad1-bd9d-7d062f366aa9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.143082 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-893a7f1c-de80-4a74-9445-48614c6ca7db req-b67c12c0-4aef-4d8a-9feb-c3882560df97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 1096 time: 0.2839780 Jul 16 20:24:25.200780 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.210487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a503b1cc-502b-4f6a-9048-0d38831229c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.226715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Transition to ACTIVE for port object 7a5a129f-5092-4506-b631-b538dc86ed75 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:25.248974 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-893a7f1c-de80-4a74-9445-48614c6ca7db req-9239fff8-3daf-4139-89e0-4f66bcf4b450 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914390 Jul 16 20:24:25.273386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae2cb7-63f7-44ce-8ccd-5093c17f5f1e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.278826 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0fae2cb7-63f7-44ce-8ccd-5093c17f5f1e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2150564 Jul 16 20:24:25.279619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46760) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.283436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Transition to ACTIVE for port object 7a5a129f-5092-4506-b631-b538dc86ed75 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:25.302191 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.345377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c7f0918e-3816-4d96-8df9-312e2270d5b7 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:25.396462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:25.406051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:25.424901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:25.444880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Pushing event updated for resources: {'Port': ['ID=7a5a129f-5092-4506-b631-b538dc86ed75,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.502509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a503b1cc-502b-4f6a-9048-0d38831229c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.511229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 948eb4e6-619e-47fa-9622-b6509ced4bb8 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:25.511670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.517014 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a503b1cc-502b-4f6a-9048-0d38831229c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.544379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33361c5-c970-43ef-86bb-464d735f8ea2 req-75998034-a0dc-481c-b85d-ee0b68d6ef1e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.546025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d33361c5-c970-43ef-86bb-464d735f8ea2 req-75998034-a0dc-481c-b85d-ee0b68d6ef1e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 946 time: 0.1919158 Jul 16 20:24:25.582171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Attempting to bind port 7a5a129f-5092-4506-b631-b538dc86ed75 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:25.582760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Attempting to bind port 7a5a129f-5092-4506-b631-b538dc86ed75 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:25.583483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Attempting to bind port 7a5a129f-5092-4506-b631-b538dc86ed75 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:25.592617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port c7f0918e-3816-4d96-8df9-312e2270d5b7 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:25.599408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:25.600964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:25.601680 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.602525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:25.604083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Bound port: 7a5a129f-5092-4506-b631-b538dc86ed75, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:25.604736 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.611742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c7f0918e-3816-4d96-8df9-312e2270d5b7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:25.613356 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.662695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503b1cc-502b-4f6a-9048-0d38831229c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9434d47-26b3-48aa-b0bb-2d63b62b28b6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.667874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a503b1cc-502b-4f6a-9048-0d38831229c4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7cd3f17688954bac9b82562e46c4c326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179198 Jul 16 20:24:25.674669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46776) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.690669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d33361c5-c970-43ef-86bb-464d735f8ea2 req-58192386-af1a-4fd2-82ab-6e53a0d59c0b tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285853 Jul 16 20:24:25.705307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.722935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 948eb4e6-619e-47fa-9622-b6509ced4bb8 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:25.817258 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7750df9-7a0a-4c8c-bbbf-6ba140f1f7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.842143 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-1ff59b66-6fa7-4e45-a020-5594c2522bbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2312732 Jul 16 20:24:25.888770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.923300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7750df9-7a0a-4c8c-bbbf-6ba140f1f7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.947026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c7f0918e-3816-4d96-8df9-312e2270d5b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c7f0918e-3816-4d96-8df9-312e2270d5b7,segment=NetworkSegment(9e7e3fd6-bd50-43cd-8005-330e07784503),segment_id=9e7e3fd6-bd50-43cd-8005-330e07784503)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:25.953398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] For port 7a5a129f-5092-4506-b631-b538dc86ed75, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:25.957207 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.968313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.036512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=948eb4e6-619e-47fa-9622-b6509ced4bb8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.052115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] For port 7a5a129f-5092-4506-b631-b538dc86ed75, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7a5a129f-5092-4506-b631-b538dc86ed75,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:26.067446 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.121588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.138041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-21478701-ae40-466c-9cd9-9f481ce27d5e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/948eb4e6-619e-47fa-9622-b6509ced4bb8 HTTP/1.1" status: 204 len: 168 time: 0.8533664 Jul 16 20:24:26.138250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:26.146704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c7f0918e-3816-4d96-8df9-312e2270d5b7,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.249266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf288-74b3-498d-b7d5-41d3925293d9 req-6ece36d6-b093-4758-86da-74453b691523 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.256198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7750df9-7a0a-4c8c-bbbf-6ba140f1f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.264780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7750df9-7a0a-4c8c-bbbf-6ba140f1f7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.265055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf1489-1064-4142-81e2-37d1a99d69ce None None] Pushing event updated for resources: {'Port': ['ID=7a5a129f-5092-4506-b631-b538dc86ed75,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.269807 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f7750df9-7a0a-4c8c-bbbf-6ba140f1f7e0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d9434d47-26b3-48aa-b0bb-2d63b62b28b6 HTTP/1.1" status: 204 len: 168 time: 0.5903966 Jul 16 20:24:26.274214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0daf288-74b3-498d-b7d5-41d3925293d9 req-6ece36d6-b093-4758-86da-74453b691523 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 945 time: 0.2343490 Jul 16 20:24:26.277289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7750df9-7a0a-4c8c-bbbf-6ba140f1f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9434d47-26b3-48aa-b0bb-2d63b62b28b6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.283426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d93dc-499e-4e3b-b33d-8ecafd82642a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.285806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d93dc-499e-4e3b-b33d-8ecafd82642a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.289163 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7d8d93dc-499e-4e3b-b33d-8ecafd82642a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1492476 Jul 16 20:24:26.297033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-f7ab75f3-10b9-49cf-9203-0c1657f29aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.300455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-f7ab75f3-10b9-49cf-9203-0c1657f29aae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 1097 time: 0.3714201 Jul 16 20:24:26.301156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46794) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:26.389024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0daf288-74b3-498d-b7d5-41d3925293d9 req-074b693b-472a-4f15-ac25-182ad20df7d4 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132028 Jul 16 20:24:26.403277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 04f55ed1-fde4-4f66-9bc5-1f279ed665d5 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:26.418207 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.542503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.612493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-b0bfccc9-a759-4662-8ab1-458c9f2e454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.614284 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-b0bfccc9-a759-4662-8ab1-458c9f2e454e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 923 time: 0.2734003 Jul 16 20:24:26.695899 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-7b0e2a56-c1c8-4643-a56c-887d52cfd44c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4bb0108-2f05-4265-9c36-3e544222bc25 HTTP/1.1" status: 200 len: 217 time: 0.0726204 Jul 16 20:24:26.785088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7a5a129f-5092-4506-b631-b538dc86ed75 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:26.818272 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.824555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-9ce965f6-16da-498d-87fc-9d52cb83cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.826832 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-9ce965f6-16da-498d-87fc-9d52cb83cf0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 200 len: 862 time: 0.1132517 Jul 16 20:24:26.832569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f0918e-3816-4d96-8df9-312e2270d5b7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:26.837251 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:26.837855 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2da06b1-ea65-4f8e-8d45-db0bf7074f89" -d '{"events": [{"server_uuid": "f89a2605-826e-4b27-893c-ad3b00afbd3e", "name": "network-vif-plugged", "status": "completed", "tag": "c7f0918e-3816-4d96-8df9-312e2270d5b7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:26.895456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7a5a129f-5092-4506-b631-b538dc86ed75 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:26.901156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21dd743b-bb5f-45b7-ae8b-285356ba93f0 req-99b3b4f7-d8a8-42d9-91a0-cd8c785551a0 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.1284378 Jul 16 20:24:26.903457 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-257ac6f7-d8d1-4aba-8349-01626d129fc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459945 Jul 16 20:24:27.027699 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.076721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.083045 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/04f55ed1-fde4-4f66-9bc5-1f279ed665d5 HTTP/1.1" status: 204 len: 168 time: 0.7800980 Jul 16 20:24:27.120861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46810) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.195268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49358d3f-1bc2-4f0a-9e84-3e5b1cc98a4f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=04f55ed1-fde4-4f66-9bc5-1f279ed665d5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:27.201698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e04ae-b1cc-4998-be06-ba832461483c req-fefc56b0-f88f-4b7c-bcb6-2b6a52e0c9bc tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.215369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-277e04ae-b1cc-4998-be06-ba832461483c req-fefc56b0-f88f-4b7c-bcb6-2b6a52e0c9bc tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 946 time: 0.1544309 Jul 16 20:24:27.258677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46814) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.280435 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-d71b85a9-b8b7-486a-a23f-80a8248df902 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656688 Jul 16 20:24:27.324235 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3861ed88-3b4d-4afc-ad3f-faef38ad881c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1972003 Jul 16 20:24:27.327406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46816) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.333150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:27.333480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-277e04ae-b1cc-4998-be06-ba832461483c req-02f6942e-b824-4f78-a5ae-3c213bb46c03 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150844 Jul 16 20:24:27.350249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82c6b470-f905-42f0-aa52-86c1c8c4a769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.624693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82c6b470-f905-42f0-aa52-86c1c8c4a769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.635975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82c6b470-f905-42f0-aa52-86c1c8c4a769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.776735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-82c6b470-f905-42f0-aa52-86c1c8c4a769 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1f3e0b434de344aa811f22c174037c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018945 Jul 16 20:24:27.789266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46826) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.797012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6b470-f905-42f0-aa52-86c1c8c4a769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877eea55-dcad-4641-8e41-e3e806221474,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:27.871709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3f2f-8a82-4e95-9e63-f440c2d0ab15 req-d6a54d64-123a-420b-9a81-b6957769fa34 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.879425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898f3f2f-8a82-4e95-9e63-f440c2d0ab15 req-d6a54d64-123a-420b-9a81-b6957769fa34 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 945 time: 0.2170055 Jul 16 20:24:27.907391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455235e0-357b-443b-9cbf-1086b6549a84 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:27.930241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f12a-bef5-4dff-98c3-86426367373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.948709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-898f3f2f-8a82-4e95-9e63-f440c2d0ab15 req-f7e1de53-0c0f-414b-95a7-2b74f552faa1 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Jul 16 20:24:28.001006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f12a-bef5-4dff-98c3-86426367373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.056729 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cc9b6adc-8296-49af-b04f-c708c30bc6dc req-409f6d1e-ca9c-44a8-b804-6d1cc0739f73 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7389386 Jul 16 20:24:28.058189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:28.064471 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.090028 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bf548e-e4d1-416d-93cd-b69eba21eba6 x-openstack-request-id: req-21bf548e-e4d1-416d-93cd-b69eba21eba6 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:28.092322 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89a2605-826e-4b27-893c-ad3b00afbd3e", "name": "network-vif-plugged", "status": "completed", "tag": "c7f0918e-3816-4d96-8df9-312e2270d5b7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:28.092936 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-21bf548e-e4d1-416d-93cd-b69eba21eba6 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:28.095454 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f0918e-3816-4d96-8df9-312e2270d5b7', 'code': 200} Jul 16 20:24:28.117655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f12a-bef5-4dff-98c3-86426367373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.123163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f12a-bef5-4dff-98c3-86426367373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.125641 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e8f3f12a-bef5-4dff-98c3-86426367373c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/877eea55-dcad-4641-8e41-e3e806221474 HTTP/1.1" status: 204 len: 168 time: 0.3368347 Jul 16 20:24:28.140850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f12a-bef5-4dff-98c3-86426367373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877eea55-dcad-4641-8e41-e3e806221474,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.225389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-803a6c73-03d4-45b5-a984-327ab25b3c5d None None] Provisioning for port 7a5a129f-5092-4506-b631-b538dc86ed75 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:28.242075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-803a6c73-03d4-45b5-a984-327ab25b3c5d None None] Provisioning complete for port 7a5a129f-5092-4506-b631-b538dc86ed75 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:28.242938 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-803a6c73-03d4-45b5-a984-327ab25b3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.393476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46840) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.430729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-803a6c73-03d4-45b5-a984-327ab25b3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.520297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:28.544526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-803a6c73-03d4-45b5-a984-327ab25b3c5d None None] For port 7a5a129f-5092-4506-b631-b538dc86ed75, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7a5a129f-5092-4506-b631-b538dc86ed75,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:28.579114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-803a6c73-03d4-45b5-a984-327ab25b3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.594377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbc51-9d68-4728-9493-1bda6f251aba req-a2fb8259-60bf-47da-a03e-1c573ddf9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.611549 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-02fdbc51-9d68-4728-9493-1bda6f251aba req-a2fb8259-60bf-47da-a03e-1c573ddf9c23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 1096 time: 0.4135387 Jul 16 20:24:28.615602 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.688251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a6c73-03d4-45b5-a984-327ab25b3c5d None None] Pushing event updated for resources: {'Port': ['ID=7a5a129f-5092-4506-b631-b538dc86ed75,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.694289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] Deleting port 7a5a129f-5092-4506-b631-b538dc86ed75 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:28.694850 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.787508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0566101-3d37-4926-94cc-56a7dbec4c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.804373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:28.808498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=e7049457-e7e9-4280-9e4c-4d83153fa897,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.813234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:28.821847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:28.823395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.870556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7a5a129f-5092-4506-b631-b538dc86ed75 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:28.882865 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-02fdbc51-9d68-4728-9493-1bda6f251aba req-93f60c73-c6e3-4d08-99f3-c8ea0633eaf2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478857 Jul 16 20:24:29.006933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] For port 7a5a129f-5092-4506-b631-b538dc86ed75, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7a5a129f-5092-4506-b631-b538dc86ed75,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:29.007606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.037421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] Calling delete_port for 7a5a129f-5092-4506-b631-b538dc86ed75 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:29.067289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0566101-3d37-4926-94cc-56a7dbec4c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.081483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0566101-3d37-4926-94cc-56a7dbec4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.095034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e54be9d1-aeca-46ee-92cf-3df8a2f3a389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7635059 Jul 16 20:24:29.095647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.108913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'name': 'tempest-NetworksTestDHCPv6-896809199'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:29.198059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0566101-3d37-4926-94cc-56a7dbec4c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828a8f74-7686-4844-a954-d4da506cef6e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.203311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.266506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 7a5a129f-5092-4506-b631-b538dc86ed75, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7a5a129f-5092-4506-b631-b538dc86ed75,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:29.274627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.338678 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.350056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0566101-3d37-4926-94cc-56a7dbec4c56 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=25353d83599f410fb73d2c806b19ce07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9504085 Jul 16 20:24:29.353937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46868) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.374294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] No DVR routers for this DVR port 7a5a129f-5092-4506-b631-b538dc86ed75 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:29.383690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=7a5a129f-5092-4506-b631-b538dc86ed75,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.426972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:29.435714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.440173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6befb2e7-dc05-4ca4-917d-d5c7123deb03 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:29.448399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93248980-0d0a-43f8-adcd-20644282d513 None None] Pushing event deleted for resources: {'Port': ['ID=7a5a129f-5092-4506-b631-b538dc86ed75,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.486801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 19e39a16-42df-471d-888b-0e4662c5418a yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:29.536799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dcf78-7c23-477a-971d-b2f01838ba54 req-f6765fa6-ff01-4103-8ead-9cc6b3cdb17e tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.551380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-130dcf78-7c23-477a-971d-b2f01838ba54 req-f6765fa6-ff01-4103-8ead-9cc6b3cdb17e tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 945 time: 0.3408182 Jul 16 20:24:29.644839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df83df73-1a19-40ad-a566-d7b6454e04f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.675178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-130dcf78-7c23-477a-971d-b2f01838ba54 req-75e5ba6d-bb77-419e-9721-c2b0c5bf7d4f tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218040 Jul 16 20:24:29.679646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::38c (4480a042-e07a-4cef-bea8-255195c633b7/e7049457-e7e9-4280-9e4c-4d83153fa897/19e39a16-42df-471d-888b-0e4662c5418a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:29.767331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df83df73-1a19-40ad-a566-d7b6454e04f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.960453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df83df73-1a19-40ad-a566-d7b6454e04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.966357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df83df73-1a19-40ad-a566-d7b6454e04f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.973199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-df83df73-1a19-40ad-a566-d7b6454e04f6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/828a8f74-7686-4844-a954-d4da506cef6e HTTP/1.1" status: 204 len: 168 time: 0.6129227 Jul 16 20:24:29.980712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'e7049457-e7e9-4280-9e4c-4d83153fa897'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:29.982169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.993880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.003533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83df73-1a19-40ad-a566-d7b6454e04f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a8f74-7686-4844-a954-d4da506cef6e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.059509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 19e39a16-42df-471d-888b-0e4662c5418a will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:30.201681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ed45e72-eda0-469c-93ba-0cf698684a1a req-fdeba99f-dfe6-4f54-ae51-ef2b0487c21d tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0631411 Jul 16 20:24:30.216973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.275057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e45444b1-fd89-4b84-896c-00f15e7e9832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.333900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:30.343124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:30.358154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:30.364347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.365059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.397767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/e7049457-e7e9-4280-9e4c-4d83153fa897/ffd6f498-d785-4b9b-bc73-b08164cf8c85) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:30.408446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46882) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.411941 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3145962 Jul 16 20:24:30.420609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a5d23-8948-4c87-82a2-a7a667ccd613 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=19e39a16-42df-471d-888b-0e4662c5418a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.584074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2430c-32f6-4dbb-9ca0-bb2f8d752cde tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.587379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-24f2430c-32f6-4dbb-9ca0-bb2f8d752cde tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1776011 Jul 16 20:24:30.590651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46892) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.769999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.786740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Transition to ACTIVE for port object ffd6f498-d785-4b9b-bc73-b08164cf8c85 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:30.816145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Transition to ACTIVE for port object ffd6f498-d785-4b9b-bc73-b08164cf8c85 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:30.820597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 19e39a16-42df-471d-888b-0e4662c5418a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:30.822476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.825069 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.864467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46904) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:30.897550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:30.903585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af3c32cf-925d-41fd-8bb8-9c4a5855e2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.905404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:30.909452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:30.952614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Pushing event updated for resources: {'Port': ['ID=ffd6f498-d785-4b9b-bc73-b08164cf8c85,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.000853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Attempting to bind port ffd6f498-d785-4b9b-bc73-b08164cf8c85 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:31.001913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Attempting to bind port ffd6f498-d785-4b9b-bc73-b08164cf8c85 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:31.002402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Attempting to bind port ffd6f498-d785-4b9b-bc73-b08164cf8c85 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:31.015619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:31.016644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:31.019345 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.020002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:31.022297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Bound port: ffd6f498-d785-4b9b-bc73-b08164cf8c85, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:31.023221 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.092262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.124493 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af3c32cf-925d-41fd-8bb8-9c4a5855e2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.127514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 19e39a16-42df-471d-888b-0e4662c5418a owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:31.148813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] For port ffd6f498-d785-4b9b-bc73-b08164cf8c85, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:31.154240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] For port ffd6f498-d785-4b9b-bc73-b08164cf8c85, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ffd6f498-d785-4b9b-bc73-b08164cf8c85,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:31.162386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af3c32cf-925d-41fd-8bb8-9c4a5855e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.162654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.234905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c32cf-925d-41fd-8bb8-9c4a5855e2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c660a355-9cbe-41b9-a2a7-c188ba40fea9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.240277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-af3c32cf-925d-41fd-8bb8-9c4a5855e2da admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=63b1a13700834fd59c92f6ee5053a48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743277 Jul 16 20:24:31.244381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46916) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.275053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e2bf0-77f7-4395-886e-4914063772ee None None] Pushing event updated for resources: {'Port': ['ID=ffd6f498-d785-4b9b-bc73-b08164cf8c85,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.311143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e693de-d02c-439a-800e-631629433ef4 req-88d0b72b-d06c-4a31-a239-5885754cc7c2 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.318923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80e693de-d02c-439a-800e-631629433ef4 req-88d0b72b-d06c-4a31-a239-5885754cc7c2 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 945 time: 0.1921341 Jul 16 20:24:31.359211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eba65de5-ec22-4764-b5f7-6da936552470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.392173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80e693de-d02c-439a-800e-631629433ef4 req-957f4459-1368-417b-83b8-c7b7bfadb364 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 Jul 16 20:24:31.449098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eba65de5-ec22-4764-b5f7-6da936552470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.458721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.545617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=19e39a16-42df-471d-888b-0e4662c5418a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.677121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eba65de5-ec22-4764-b5f7-6da936552470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.700618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eba65de5-ec22-4764-b5f7-6da936552470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.714922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.717315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eba65de5-ec22-4764-b5f7-6da936552470 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c660a355-9cbe-41b9-a2a7-c188ba40fea9 HTTP/1.1" status: 204 len: 168 time: 0.4697406 Jul 16 20:24:31.726867 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e1925300-dac6-4a5b-8bdc-028a69beb323 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/19e39a16-42df-471d-888b-0e4662c5418a HTTP/1.1" status: 204 len: 168 time: 1.1322000 Jul 16 20:24:31.731928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46930) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.824098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fd04a6a4-0900-4ff3-abbe-79ee76afb543 req-a9b31b25-eb5f-49bd-a07c-e4dc354bb228 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.1419890 Jul 16 20:24:31.978482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886a8f8-c056-44dc-b049-8f41ed02d6e7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.979125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-54f95f82-8ebc-4056-ad7f-903cce806eed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1862206 Jul 16 20:24:31.983927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886a8f8-c056-44dc-b049-8f41ed02d6e7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.990565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46936) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.992792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b886a8f8-c056-44dc-b049-8f41ed02d6e7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2568150 Jul 16 20:24:32.001615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba65de5-ec22-4764-b5f7-6da936552470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c660a355-9cbe-41b9-a2a7-c188ba40fea9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.046568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d4bb0108-2f05-4265-9c36-3e544222bc25 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:32.269464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet e7049457-e7e9-4280-9e4c-4d83153fa897 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:32.283194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.303650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:32.356646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'port_id': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'mac_address': 'fa:16:3e:4c:36:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3e57b0-53e4-4c15-85ec-47b70a85680c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:32.474298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.500143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.522726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4bb0108-2f05-4265-9c36-3e544222bc25 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:32.591093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:32.596846 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.689681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b73f-5d2c-475e-b68a-6b6f37270a13 req-0556a264-7f4c-46a1-8fee-2f82a7a425ae tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.717595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8560b73f-5d2c-475e-b68a-6b6f37270a13 req-0556a264-7f4c-46a1-8fee-2f82a7a425ae tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 946 time: 0.3033693 Jul 16 20:24:32.825829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['d4bb0108-2f05-4265-9c36-3e544222bc25'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:32.855775 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.882860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8560b73f-5d2c-475e-b68a-6b6f37270a13 req-2e018259-e3ce-4ab7-88c3-335be38320c6 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609888 Jul 16 20:24:32.929199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ffd6f498-d785-4b9b-bc73-b08164cf8c85 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:32.995018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.098298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.251003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.275261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46966) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.276749 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e7049457-e7e9-4280-9e4c-4d83153fa897 HTTP/1.1" status: 204 len: 168 time: 1.2846448 Jul 16 20:24:33.279101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8b9af-9659-4aeb-96a1-c3f3a6e4a747 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=e7049457-e7e9-4280-9e4c-4d83153fa897,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.290829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45b43215-9d9c-44ac-a9f5-ab45423fa528 req-5285420f-f7a8-4791-bd27-4dbc5f0ed49f tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0875154 Jul 16 20:24:33.304443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67646-208f-4076-aa38-cc5b868d4021 req-72772644-8895-4430-9a3c-50cbe9be79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.313575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-72772644-8895-4430-9a3c-50cbe9be79b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8052ed885fa4d2a9a5ff07c5642adea&device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 1096 time: 1.1756165 Jul 16 20:24:33.431494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46970) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.444177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1b59a2a1-4113-47e2-a592-e222e0aa5dc4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421144 Jul 16 20:24:33.657813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-10e98632-97ea-40d9-8e98-3d23a9e43afe None None] Provisioning for port ffd6f498-d785-4b9b-bc73-b08164cf8c85 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:33.705862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port ffd6f498-d785-4b9b-bc73-b08164cf8c85 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:33.735482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ffd6f498-d785-4b9b-bc73-b08164cf8c85 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:33.736211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.857214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34d2e2-7710-467c-b261-959b6196b956 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:33.868857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca2af67-d75c-4cbb-85dc-fbf902b0df98 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.871952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eca2af67-d75c-4cbb-85dc-fbf902b0df98 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4381497 Jul 16 20:24:33.874220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46974) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.950631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d1555d74-9337-449b-8a73-769855d6a869 None None] Could not find standard attr ID for object 948eb4e6-619e-47fa-9622-b6509ced4bb8. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:33.981417 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.016422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.045230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67646-208f-4076-aa38-cc5b868d4021 req-5eefa1c2-9068-4f23-a310-14a60e72b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.052807 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-5eefa1c2-9068-4f23-a310-14a60e72b32d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8760d72d-a936-423c-82b4-5f6d61e79821 HTTP/1.1" status: 200 len: 907 time: 0.5170665 Jul 16 20:24:34.113192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e38bb-5c90-475e-9518-f2c1f8922d87 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.116020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a87e38bb-5c90-475e-9518-f2c1f8922d87 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2392302 Jul 16 20:24:34.120565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46984) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.143502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d4bb0108-2f05-4265-9c36-3e544222bc25 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:34.184934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a693cb11-b0e2-4c0a-adb0-f887d5f9e229 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628076 Jul 16 20:24:34.194503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46986) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.205365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:34.264379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be83a2f-bdee-47c0-9ce7-80f8cc5b24b4 req-effab0a7-da8d-4937-8104-ce187b8423cc tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.272355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2be83a2f-bdee-47c0-9ce7-80f8cc5b24b4 req-effab0a7-da8d-4937-8104-ce187b8423cc tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 945 time: 0.2606976 Jul 16 20:24:34.324923 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-479ee550-4084-4f5e-89a1-eb37d895050e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303713db-15c8-4784-a729-3f93f8a2c93d HTTP/1.1" status: 200 len: 1001 time: 0.2546811 Jul 16 20:24:34.335123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port ffd6f498-d785-4b9b-bc73-b08164cf8c85, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ffd6f498-d785-4b9b-bc73-b08164cf8c85,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:34.344757 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-40871290-600a-4ccb-9fb9-ce67a66ec275 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.347197 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-40871290-600a-4ccb-9fb9-ce67a66ec275 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.21 "GET /v2.0/ports?device_id=236269f2-56c6-49c5-adeb-32c558f2c837 HTTP/1.1" status: 200 len: 945 time: 0.4087417 Jul 16 20:24:34.352131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port d4bb0108-2f05-4265-9c36-3e544222bc25 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:34.353479 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.357390 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.486412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67646-208f-4076-aa38-cc5b868d4021 req-60736697-badc-48a5-b77c-8a00762c41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.488234 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-60736697-badc-48a5-b77c-8a00762c41ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b HTTP/1.1" status: 200 len: 845 time: 0.1566699 Jul 16 20:24:34.494115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2be83a2f-bdee-47c0-9ce7-80f8cc5b24b4 req-b290b37f-1489-45e7-8d1a-a7b2e13de5e1 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.100 "GET /v2.0/security-groups?id=554753a8-690a-4425-b4e3-160c872fbf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207308 Jul 16 20:24:34.559392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:34.559618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=ffd6f498-d785-4b9b-bc73-b08164cf8c85,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.563868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.666053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Deleting port 6befa4fd-8bee-47c3-8311-62f742b23f79 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:34.666545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.746143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67646-208f-4076-aa38-cc5b868d4021 req-b18fb44b-58a7-4d12-9aa2-9e790ea554b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.750341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-b18fb44b-58a7-4d12-9aa2-9e790ea554b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8760d72d-a936-423c-82b4-5f6d61e79821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531159 Jul 16 20:24:34.829605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.857776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:34.910417 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f02eb1d-a1c1-4108-9e06-725202459dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.003442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:35.010733 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18cccf8-e0b8-440b-8a30-46fa2dd6f590" -d '{"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-plugged", "status": "completed", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:35.061682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:35.098573 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.129209 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.137135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] For port 6befa4fd-8bee-47c3-8311-62f742b23f79, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6befa4fd-8bee-47c3-8311-62f742b23f79,segment=NetworkSegment(7aaa46db-bbff-49e7-8f8e-ba71651c7fdb),segment_id=7aaa46db-bbff-49e7-8f8e-ba71651c7fdb)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:35.139412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.184579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Calling delete_port for 6befa4fd-8bee-47c3-8311-62f742b23f79 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:35.191542 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-33268e92-ad09-4e89-8d55-d489bf9a66f7 service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321909 Jul 16 20:24:35.196830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:35.212741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:35.220264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.221057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.249138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.251562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a0b5b-c48e-459a-8e73-2310ee67b17a req-736c1909-8f9f-434f-8151-013426a12b4e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.260121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-628a0b5b-c48e-459a-8e73-2310ee67b17a req-736c1909-8f9f-434f-8151-013426a12b4e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 945 time: 0.2292159 Jul 16 20:24:35.262872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=1930a40a-b82b-444c-8bc7-0aa59dae2869,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.277018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-85c149c8-8842-43c7-b295-c13bc52603ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0787766 Jul 16 20:24:35.277991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47008) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:35.282765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] Deleting port ffd6f498-d785-4b9b-bc73-b08164cf8c85 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:35.283856 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.298954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '1930a40a-b82b-444c-8bc7-0aa59dae2869', 'ip_address': '2001:db8::bc6c:35c5:c765:d7f6'}], 'name': 'tempest-NetworksTestDHCPv6-459302082'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:35.379124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-628a0b5b-c48e-459a-8e73-2310ee67b17a req-25a4964c-fc64-4a94-b5c7-3f1a5bbb907a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178098 Jul 16 20:24:35.581482 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10f67646-208f-4076-aa38-cc5b868d4021 req-ed1ab638-9d92-48d1-8ff3-d273e9f45b18 service neutron] 10.222.0.26 "GET /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802571 Jul 16 20:24:35.616882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:35.775900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.799358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['6befa4fd-8bee-47c3-8311-62f742b23f79'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:35.823013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Pushing event deleted for resources: {'Port': ['ID=6befa4fd-8bee-47c3-8311-62f742b23f79,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.907153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.934811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:35.939213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] For port ffd6f498-d785-4b9b-bc73-b08164cf8c85, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ffd6f498-d785-4b9b-bc73-b08164cf8c85,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:35.940094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.944661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] No DVR routers for this DVR port 6befa4fd-8bee-47c3-8311-62f742b23f79 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:35.948408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.950549 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efc5dd71-7652-47f0-84ba-060f5ec71558 req-62376c53-4a18-4307-8267-a1f7de682935 tempest-InstanceActionsNegativeTestJSON-1526169047 tempest-InstanceActionsNegativeTestJSON-1526169047-project] 10.222.0.21 "DELETE /v2.0/ports/6befa4fd-8bee-47c3-8311-62f742b23f79 HTTP/1.1" status: 204 len: 173 time: 1.5928948 Jul 16 20:24:35.951032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236269f2-56c6-49c5-adeb-32c558f2c837', 'name': 'network-vif-deleted', 'tag': '6befa4fd-8bee-47c3-8311-62f742b23f79'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:35.953947 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af07f3a-9734-4c32-9d91-00e5d509f116" -d '{"events": [{"server_uuid": "236269f2-56c6-49c5-adeb-32c558f2c837", "name": "network-vif-deleted", "tag": "6befa4fd-8bee-47c3-8311-62f742b23f79"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:35.976066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] Calling delete_port for ffd6f498-d785-4b9b-bc73-b08164cf8c85 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:35.986020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.020582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46007b4b-3f7d-4951-b6a6-4a04ef6e4ba2 req-a819c019-87b9-44e1-9f58-43c3d2af9a21 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.1758628 Jul 16 20:24:36.048193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port ac0710f9-9dcd-4f76-ad84-e085e6660bac yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:36.098855 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.188879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] Pushing event deleted for resources: {'Port': ['ID=ffd6f498-d785-4b9b-bc73-b08164cf8c85,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:36.206924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ccbf9-5f28-434a-a02a-a1462ffd6645 None None] No DVR routers for this DVR port ffd6f498-d785-4b9b-bc73-b08164cf8c85 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:36.231510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1eb38-1f20-4fcf-b7c5-bd95a82075dd None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:36.318572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c26c8a4-957f-4cd1-9de2-d92a8eabbc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.488849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::bc6c:35c5:c765:d7f6 (4480a042-e07a-4cef-bea8-255195c633b7/1930a40a-b82b-444c-8bc7-0aa59dae2869/ac0710f9-9dcd-4f76-ad84-e085e6660bac) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:36.570456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '1930a40a-b82b-444c-8bc7-0aa59dae2869'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:36.574410 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.805262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ffd6f498-d785-4b9b-bc73-b08164cf8c85 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:36.872078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: ffd6f498-d785-4b9b-bc73-b08164cf8c85 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:36.872647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ffd6f498-d785-4b9b-bc73-b08164cf8c85 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:36.876949 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919f15b5-3a9f-4801-959a-2b71b2fc1a54 x-openstack-request-id: req-919f15b5-3a9f-4801-959a-2b71b2fc1a54 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:36.877433 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-plugged", "status": "completed", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:36.877844 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-919f15b5-3a9f-4801-959a-2b71b2fc1a54 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:36.878511 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'code': 200} Jul 16 20:24:36.964132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c26c8a4-957f-4cd1-9de2-d92a8eabbc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.001853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c26c8a4-957f-4cd1-9de2-d92a8eabbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.091715 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.101377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4c26c8a4-957f-4cd1-9de2-d92a8eabbc77 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=58b9ad9c710e41889d49fa3ba4192c76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1064358 Jul 16 20:24:37.101916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.104215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26c8a4-957f-4cd1-9de2-d92a8eabbc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4646878e-1fa5-44d5-99cd-8819f763947c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:37.133346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object ac0710f9-9dcd-4f76-ad84-e085e6660bac will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:37.222224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf64d592-be11-4ae2-a226-b0ad66460b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.278273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.305287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf64d592-be11-4ae2-a226-b0ad66460b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.458251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/1930a40a-b82b-444c-8bc7-0aa59dae2869/3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:37.480596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf64d592-be11-4ae2-a226-b0ad66460b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.483415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf64d592-be11-4ae2-a226-b0ad66460b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.485128 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cf64d592-be11-4ae2-a226-b0ad66460b07 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4646878e-1fa5-44d5-99cd-8819f763947c HTTP/1.1" status: 204 len: 168 time: 0.3796196 Jul 16 20:24:37.490819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=ac0710f9-9dcd-4f76-ad84-e085e6660bac,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:37.494955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64d592-be11-4ae2-a226-b0ad66460b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4646878e-1fa5-44d5-99cd-8819f763947c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:37.542183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:37.552094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:37.556593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:37.580051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.581226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.604452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47078) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.628800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c93163d-4eb7-428f-80ff-4df3812f1d04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3379261 Jul 16 20:24:37.629639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47080) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.686659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] Deleting subnet 5193d88b-fee6-446e-8246-d50b9a44e6cd {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:37.694361 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.719654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.738503 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864bbd47-0133-4d3e-a92a-2be8fbc736e8 x-openstack-request-id: req-864bbd47-0133-4d3e-a92a-2be8fbc736e8 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:37.739067 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236269f2-56c6-49c5-adeb-32c558f2c837", "name": "network-vif-deleted", "tag": "6befa4fd-8bee-47c3-8311-62f742b23f79", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:37.739615 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-864bbd47-0133-4d3e-a92a-2be8fbc736e8 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:37.740308 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236269f2-56c6-49c5-adeb-32c558f2c837', 'name': 'network-vif-deleted', 'tag': '6befa4fd-8bee-47c3-8311-62f742b23f79', 'status': 'completed', 'code': 200} Jul 16 20:24:37.748743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Transition to ACTIVE for port object 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:37.797287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.799661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Transition to ACTIVE for port object 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:37.810018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.874667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf58ca-a4f4-4848-88a4-2f89d13a7700 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.888574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0bbf58ca-a4f4-4848-88a4-2f89d13a7700 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2560217 Jul 16 20:24:37.889560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47088) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.929791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.976691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:38.001612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:38.016092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:38.074987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.080733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6befa4fd-8bee-47c3-8311-62f742b23f79 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:38.086477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Pushing event updated for resources: {'Port': ['ID=3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.143519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5193d88b-fee6-446e-8246-d50b9a44e6cd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.151072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.161904 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-820cd8a0-1df5-4dd2-ac6e-7bb74a752fef admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5193d88b-fee6-446e-8246-d50b9a44e6cd HTTP/1.1" status: 204 len: 168 time: 0.5558398 Jul 16 20:24:38.163733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47092) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.164234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 6befa4fd-8bee-47c3-8311-62f742b23f79 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:38.164800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6befa4fd-8bee-47c3-8311-62f742b23f79 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:38.165815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d4bb0108-2f05-4265-9c36-3e544222bc25 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:38.172920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port ac0710f9-9dcd-4f76-ad84-e085e6660bac {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:38.174707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.203563 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.204792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Attempting to bind port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:38.205323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Attempting to bind port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:38.205942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Attempting to bind port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:38.220354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:38.220808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:38.221333 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.221788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:38.222444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Bound port: 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:38.222913 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.225573 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.239130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47094) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.304788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.343079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b853004b-d248-48a0-9404-f8d1595c67f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.361481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] For port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:38.412562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.448910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] For port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:38.449147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.453052 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d5246087-abb9-4869-8e46-f38c747f9829 req-9206a065-5199-41d4-8e67-6b6935b00a41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28302735019240f58d3a3ec94f849e49&device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0562201 Jul 16 20:24:38.483076 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.486210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for ac0710f9-9dcd-4f76-ad84-e085e6660bac owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:38.508325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.534233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22237b98-8dac-4619-b9e9-d4feb27297e6']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:38.538186 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d5246087-abb9-4869-8e46-f38c747f9829 req-102220f3-9d7f-4c5b-b40c-b04836b273b2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=28302735019240f58d3a3ec94f849e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773268 Jul 16 20:24:38.561446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aaa46db-bbff-49e7-8f8e-ba71651c7fdb') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:38.561446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aaa46db-bbff-49e7-8f8e-ba71651c7fdb') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:38.594752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:38.599540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.607880 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.612137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.615769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4931cc6-f710-45aa-86f7-221ab2b918fe None None] Pushing event updated for resources: {'Port': ['ID=3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.682205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.684471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.696165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:38.696844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:38.698834 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:38.788803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5246087-abb9-4869-8e46-f38c747f9829 req-244df1e0-f896-4a72-9877-ff9f7f7a9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.791841 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d5246087-abb9-4869-8e46-f38c747f9829 req-244df1e0-f896-4a72-9877-ff9f7f7a9786 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447615 Jul 16 20:24:38.795862 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b853004b-d248-48a0-9404-f8d1595c67f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.809683 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b853004b-d248-48a0-9404-f8d1595c67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.815926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.845631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.855129 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] 10.222.0.100 "DELETE /v2.0/networks/22237b98-8dac-4619-b9e9-d4feb27297e6 HTTP/1.1" status: 204 len: 168 time: 0.6834550 Jul 16 20:24:38.879455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138bcb8-4659-4b7c-a6a7-c7faa084d328 admin admin] Pushing event deleted for resources: {'Network': ['ID=22237b98-8dac-4619-b9e9-d4feb27297e6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.880088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:38.886802 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223e7fe-2c6d-41a4-b7df-f9b09d37a811" -d '{"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-unplugged", "status": "completed", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:38.935775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab689dd-20cc-4759-bf75-e85c4fa4fe7d req-2275d49c-ee8a-4545-b195-5e8efe25cfc3 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.937613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ab689dd-20cc-4759-bf75-e85c4fa4fe7d req-2275d49c-ee8a-4545-b195-5e8efe25cfc3 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 946 time: 0.4343355 Jul 16 20:24:38.950480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b853004b-d248-48a0-9404-f8d1595c67f4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ceae0c2cfa8941e89dd75f85acdd3bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7098796 Jul 16 20:24:38.954188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47102) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.954740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853004b-d248-48a0-9404-f8d1595c67f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e7c08-c70d-48a7-8d70-58e19d9947dd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.046896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ab689dd-20cc-4759-bf75-e85c4fa4fe7d req-bf514fc8-a6fd-455d-ab88-5b9e4f7fce71 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867481 Jul 16 20:24:39.061113 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0870586-3d08-4e38-a5f7-fe4c764ac39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.073795 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.101522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0870586-3d08-4e38-a5f7-fe4c764ac39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.127158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=ac0710f9-9dcd-4f76-ad84-e085e6660bac,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.173982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47104) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.184636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0870586-3d08-4e38-a5f7-fe4c764ac39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.187285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0870586-3d08-4e38-a5f7-fe4c764ac39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.188475 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b0870586-3d08-4e38-a5f7-fe4c764ac39d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/779e7c08-c70d-48a7-8d70-58e19d9947dd HTTP/1.1" status: 204 len: 168 time: 0.2325711 Jul 16 20:24:39.202132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.207420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-abe7d258-1c0e-41ec-ac83-070c014bd7db tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/ac0710f9-9dcd-4f76-ad84-e085e6660bac HTTP/1.1" status: 204 len: 168 time: 1.3157809 Jul 16 20:24:39.209663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47108) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.210094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0870586-3d08-4e38-a5f7-fe4c764ac39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e7c08-c70d-48a7-8d70-58e19d9947dd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.275493 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-505c1fc4-63c4-4c93-9df2-584a793bdb67 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dc2b3cd2fe6944ef8cf5d1d8ba0ce768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993907 Jul 16 20:24:39.280046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47110) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.318038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350fa7c-0540-4c70-b3d8-e4ef010874bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.324168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350fa7c-0540-4c70-b3d8-e4ef010874bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.329856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2350fa7c-0540-4c70-b3d8-e4ef010874bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1179278 Jul 16 20:24:39.332813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47112) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.473362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da0276c6-452e-4d71-b560-2f85aa1e7f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.482980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 1930a40a-b82b-444c-8bc7-0aa59dae2869 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:39.488843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.558107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da0276c6-452e-4d71-b560-2f85aa1e7f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.577412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.580547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86def-3b0f-4128-a15e-32a20a38600a req-6136377c-01ae-44b8-baea-0cb4d27680d4 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.583594 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bec86def-3b0f-4128-a15e-32a20a38600a req-6136377c-01ae-44b8-baea-0cb4d27680d4 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5e8b05-0c4d-4831-ba9a-37333dc47e23 HTTP/1.1" status: 200 len: 944 time: 0.2530367 Jul 16 20:24:39.744944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a89ead-4a4b-43ab-96a2-dae169a40177 req-0cae299e-471d-452b-a52e-adb5e2a07486 tempest-FlavorsV2NegativeTest-1652702122 tempest-FlavorsV2NegativeTest-1652702122-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=f00e028bc9054df9ab1ef60b72ae42ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552466 Jul 16 20:24:39.779129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.787992 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da0276c6-452e-4d71-b560-2f85aa1e7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.792890 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da0276c6-452e-4d71-b560-2f85aa1e7f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.794358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-da0276c6-452e-4d71-b560-2f85aa1e7f83 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/554753a8-690a-4425-b4e3-160c872fbf5b HTTP/1.1" status: 204 len: 168 time: 0.5128644 Jul 16 20:24:39.805838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0276c6-452e-4d71-b560-2f85aa1e7f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554753a8-690a-4425-b4e3-160c872fbf5b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.843738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Deleting port d4bb0108-2f05-4265-9c36-3e544222bc25 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:39.844426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.021377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89ead-4a4b-43ab-96a2-dae169a40177 req-cc57a53f-28af-4d5c-bc0c-1bc540cab109 tempest-FlavorsV2NegativeTest-1652702122 tempest-FlavorsV2NegativeTest-1652702122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.035751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a89ead-4a4b-43ab-96a2-dae169a40177 req-cc57a53f-28af-4d5c-bc0c-1bc540cab109 tempest-FlavorsV2NegativeTest-1652702122 tempest-FlavorsV2NegativeTest-1652702122-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670829 Jul 16 20:24:40.044193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] For port d4bb0108-2f05-4265-9c36-3e544222bc25, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d4bb0108-2f05-4265-9c36-3e544222bc25,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:40.044688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.059273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a89ead-4a4b-43ab-96a2-dae169a40177 req-29b97cbc-bbdb-4200-84e8-e748bdbe8813 tempest-FlavorsV2NegativeTest-1652702122 tempest-FlavorsV2NegativeTest-1652702122-project] 10.222.0.100 "GET /v2.0/quotas/f00e028bc9054df9ab1ef60b72ae42ab HTTP/1.1" status: 200 len: 375 time: 0.0252376 Jul 16 20:24:40.081391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.094960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Calling delete_port for d4bb0108-2f05-4265-9c36-3e544222bc25 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:40.181255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-26e3ce3b-d1a8-4449-8862-d3c5f27523eb None None] Provisioning for port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:40.245139 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d5246087-abb9-4869-8e46-f38c747f9829 req-2bc547e0-26b1-455a-b2d9-bcde795d1b65 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0365939 Jul 16 20:24:40.455380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.527233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event deleted for resources: {'Port': ['ID=d4bb0108-2f05-4265-9c36-3e544222bc25,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:40.561532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-66c88e66-37b3-400c-b264-340dbcb6d0a1 None None] Could not find standard attr ID for object 19e39a16-42df-471d-888b-0e4662c5418a. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:40.710868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] No DVR routers for this DVR port d4bb0108-2f05-4265-9c36-3e544222bc25 on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:40.718377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.722865 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bec86def-3b0f-4128-a15e-32a20a38600a req-a555c7ce-e22d-4d5e-8bac-8afd77dff611 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "DELETE /v2.0/ports/d4bb0108-2f05-4265-9c36-3e544222bc25 HTTP/1.1" status: 204 len: 173 time: 1.1237915 Jul 16 20:24:40.726410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-deleted', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:40.745127 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4302b12e-28d5-4578-b443-284313d622f0" -d '{"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-deleted", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:40.761415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:40.895369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=1930a40a-b82b-444c-8bc7-0aa59dae2869,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:40.937006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95a89ead-4a4b-43ab-96a2-dae169a40177 req-83e293e0-b18e-40d0-89fc-78ad31067269 tempest-FlavorsV2NegativeTest-1652702122 tempest-FlavorsV2NegativeTest-1652702122-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=f00e028bc9054df9ab1ef60b72ae42ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8740737 Jul 16 20:24:40.940093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:40.950561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:40.955627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.959426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.964351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-20bc1291-b894-4652-af99-92f6fdb741d2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/1930a40a-b82b-444c-8bc7-0aa59dae2869 HTTP/1.1" status: 204 len: 168 time: 1.6269767 Jul 16 20:24:40.969254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47170) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.088095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-267c097b-04d8-4c83-8838-d21d7166e0bb tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123290 Jul 16 20:24:41.088961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47174) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.097469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e26ff-1343-4543-abe1-4a569c9b9695 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:41.101683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:41.272507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9804046b-d5fb-4a6a-a7ef-1ac8704c7777 req-e489d494-792d-4c0d-808f-8ac2255678a8 tempest-ServerShowV257Test-230148177 tempest-ServerShowV257Test-230148177-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a03eca1-c52e-4859-8e85-46868fb88856 HTTP/1.1" status: 200 len: 210 time: 0.0897837 Jul 16 20:24:41.327207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d55892e-3ba4-4d33-a934-4e3e0f6554be None None] Could not find standard attr ID for object ac0710f9-9dcd-4f76-ad84-e085e6660bac. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:41.349667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408005c-006d-4ae9-9686-cc571d65eeac req-fac8c6c2-dc10-49eb-9527-08b26708e050 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.355486 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9408005c-006d-4ae9-9686-cc571d65eeac req-fac8c6c2-dc10-49eb-9527-08b26708e050 tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.26 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 945 time: 0.4720242 Jul 16 20:24:41.394807 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda5aaee-1299-49fc-b44c-318b7da93a20 x-openstack-request-id: req-fda5aaee-1299-49fc-b44c-318b7da93a20 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:41.396300 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-unplugged", "status": "completed", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:41.397101 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fda5aaee-1299-49fc-b44c-318b7da93a20 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:41.398074 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'code': 200} Jul 16 20:24:41.432768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:41.441921 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.567074 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.667692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:41.676703 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.717709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47188) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:41.730074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:41.824248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Deleting port c7f0918e-3816-4d96-8df9-312e2270d5b7 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:41.825011 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.965067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:41.984187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49eec6-4326-49de-a32b-cba87e573149 req-feffe463-368b-4539-bf4a-7514e0e69ebd tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.007076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e49eec6-4326-49de-a32b-cba87e573149 req-feffe463-368b-4539-bf4a-7514e0e69ebd tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 945 time: 0.2771392 Jul 16 20:24:42.007502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] Deleting port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:42.008137 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.164219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e49eec6-4326-49de-a32b-cba87e573149 req-83d6f9f6-270c-46f1-9c95-6dc56fc9d7ab tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/security-groups?id=b4fd4f82-8902-4557-ae11-a0bb38b89879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542463 Jul 16 20:24:42.207789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] For port c7f0918e-3816-4d96-8df9-312e2270d5b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c7f0918e-3816-4d96-8df9-312e2270d5b7,segment=NetworkSegment(9e7e3fd6-bd50-43cd-8005-330e07784503),segment_id=9e7e3fd6-bd50-43cd-8005-330e07784503)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:42.208122 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.229761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Calling delete_port for c7f0918e-3816-4d96-8df9-312e2270d5b7 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:42.235294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] For port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:42.236271 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.254482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-543167243-network', 'tenant_id': 'e82339bd96894f69bd4a991e4e3220fe'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:42.276849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] Calling delete_port for 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:42.340264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Made reservation on behalf of e82339bd96894f69bd4a991e4e3220fe for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:42.345986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.372642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.522450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.652655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] No DVR routers for this DVR port 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:42.661546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b83ede-ee36-4760-a18c-2f3c4f53d9cf None None] Pushing event deleted for resources: {'Port': ['ID=3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:42.717221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.725041 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.753250 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:42.823368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:42.824569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3fd5ee13-1b2e-4498-a7a4-a8bc07bebe57 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:42.873072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:42.932582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181e77f4-1440-40de-b34e-9ada4ebbb59b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:42.947617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.948327 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Added segment 48c917c0-2a2a-4efe-9f48-97e4e67269e2 of type vlan for network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 Jul 16 20:24:42.985151 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f13305-0c50-47da-82bc-16937a18cb7c x-openstack-request-id: req-69f13305-0c50-47da-82bc-16937a18cb7c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:42.985769 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5e8b05-0c4d-4831-ba9a-37333dc47e23", "name": "network-vif-deleted", "tag": "d4bb0108-2f05-4265-9c36-3e544222bc25", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:42.991224 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-69f13305-0c50-47da-82bc-16937a18cb7c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:42.991824 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e8b05-0c4d-4831-ba9a-37333dc47e23', 'name': 'network-vif-deleted', 'tag': 'd4bb0108-2f05-4265-9c36-3e544222bc25', 'status': 'completed', 'code': 200} Jul 16 20:24:43.003114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47216) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.018402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.070448 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.071875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.072760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.207879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] Pushing event updated for resources: {'Network': ['ID=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.223175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:43.267997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf93299d-cc5a-4bc1-99d2-a9243e3e1a73 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5483446 Jul 16 20:24:43.268997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47234) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.280331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Request body: {'subnet': {'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-543167243-subnet', 'tenant_id': 'e82339bd96894f69bd4a991e4e3220fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:43.333408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.366134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Made reservation on behalf of e82339bd96894f69bd4a991e4e3220fe for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:43.370418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.426879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-1f774e05-8808-4bc1-9ece-f1ca8ff9097d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.435892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-1f774e05-8808-4bc1-9ece-f1ca8ff9097d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 822 time: 0.2239416 Jul 16 20:24:43.437135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825df6d1-f13a-42fa-91fa-4358242aca53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.478381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c7f0918e-3816-4d96-8df9-312e2270d5b7 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:43.507992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-edc80c1c-dd19-4928-a9d0-4e6c3e07e251 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/quotas/698c0dd675114394aca3446d6ca6e73a HTTP/1.1" status: 200 len: 375 time: 0.0705974 Jul 16 20:24:43.615619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=a36be5d6-153c-4632-bb82-234880489ed3,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.637097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:43.643599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-38c23c1b-41b4-4b52-8dec-6c4621d864e4 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1335328 Jul 16 20:24:43.648160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.652749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:43.666397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No active binding found for port c7f0918e-3816-4d96-8df9-312e2270d5b7 {{(pid=94097) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:24:43.667225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c7f0918e-3816-4d96-8df9-312e2270d5b7 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:43.683224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c874de8-8b2c-483c-afb4-697c44cd5205 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:43.723583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.724299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.728946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Pushing event deleted for resources: {'Port': ['ID=c7f0918e-3816-4d96-8df9-312e2270d5b7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.804073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] No DVR routers for this DVR port c7f0918e-3816-4d96-8df9-312e2270d5b7 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:43.810013 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.812084 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9408005c-006d-4ae9-9686-cc571d65eeac req-1fcd10be-0894-44b3-97cb-3abdbe66ab7c tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.26 "DELETE /v2.0/ports/c7f0918e-3816-4d96-8df9-312e2270d5b7 HTTP/1.1" status: 204 len: 173 time: 2.4516127 Jul 16 20:24:43.829491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47246) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.860065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.940165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825df6d1-f13a-42fa-91fa-4358242aca53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.948176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-825df6d1-f13a-42fa-91fa-4358242aca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.971467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-1bb0e1b5-c432-4ce1-9a75-329a48923220 service neutron] 10.222.0.100 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143451 Jul 16 20:24:44.056988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd07b119-873f-4587-96dc-05a284c9d515,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.067439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825df6d1-f13a-42fa-91fa-4358242aca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f74280-e4bc-407c-93c5-2abb5ceee5b8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.074807 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-33a66d7e-8c25-47ae-8fcd-29a48d89618c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9808896 Jul 16 20:24:44.075097 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-825df6d1-f13a-42fa-91fa-4358242aca53 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f00e028bc9054df9ab1ef60b72ae42ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0701025 Jul 16 20:24:44.083224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.083651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47252) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.090018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': 'a36be5d6-153c-4632-bb82-234880489ed3', 'ip_address': '2001:db8::24ba:ad28:2969:94f2'}], 'name': 'tempest-NetworksTestDHCPv6-124493085'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:44.096838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d4bb0108-2f05-4265-9c36-3e544222bc25 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:44.109284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Checking segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:44.110110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Network hostable DHCP agents. Network: ded603ed-f63d-49d0-a0b7-a58ede1ebcf1, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:44.188424 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14043642-02e3-49ee-8159-dd1edf2e0111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.190652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'a36be5d6-153c-4632-bb82-234880489ed3'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:44.193867 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.210656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: d4bb0108-2f05-4265-9c36-3e544222bc25 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:44.212316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:44.213120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d4bb0108-2f05-4265-9c36-3e544222bc25 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:44.223074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0978966e-958e-40ca-9316-199220220faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.249356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ded603ed-f63d-49d0-a0b7-a58ede1ebcf1) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:44.251651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0978966e-958e-40ca-9316-199220220faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.267575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.268719 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.281389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6adc5-359d-46af-a18b-0a6b18d58c75 None None] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:44.292841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-7a286fa9-fda4-41a0-8660-b361f0f59c42 service neutron] 10.222.0.100 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174019 Jul 16 20:24:44.322056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0978966e-958e-40ca-9316-199220220faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.325752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0978966e-958e-40ca-9316-199220220faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.327226 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0978966e-958e-40ca-9316-199220220faf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/71f74280-e4bc-407c-93c5-2abb5ceee5b8 HTTP/1.1" status: 204 len: 168 time: 0.2336299 Jul 16 20:24:44.404045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978966e-958e-40ca-9316-199220220faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f74280-e4bc-407c-93c5-2abb5ceee5b8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.583434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47262) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.606589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14043642-02e3-49ee-8159-dd1edf2e0111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.629143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14043642-02e3-49ee-8159-dd1edf2e0111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.691457 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-71a9ce11-032f-4e27-a28e-4d9cbf8939c4 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4153833 Jul 16 20:24:44.716620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:44.811075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-14043642-02e3-49ee-8159-dd1edf2e0111 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=28302735019240f58d3a3ec94f849e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9789464 Jul 16 20:24:44.825296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47270) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.913960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043642-02e3-49ee-8159-dd1edf2e0111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2eae63-26ed-4323-a36b-4dd43ba3c26c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.930696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c45f9b33-e002-442a-b143-6f15fb11ff35 req-326437f7-a02a-4c27-b556-15e090db8c9e tempest-VolumesActionsTest-1023720853 tempest-VolumesActionsTest-1023720853-project] 10.222.0.100 "GET /v2.0/ports?device_id=f89a2605-826e-4b27-893c-ad3b00afbd3e HTTP/1.1" status: 200 len: 210 time: 0.0694332 Jul 16 20:24:44.996054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/a36be5d6-153c-4632-bb82-234880489ed3/82cd1245-2256-4d1e-a72b-0c78259cefad) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:44.997392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'name': 'network-vif-deleted', 'tag': 'c7f0918e-3816-4d96-8df9-312e2270d5b7'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:45.004345 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e61c96c-201d-4bc0-b658-64be95e417d7" -d '{"events": [{"server_uuid": "f89a2605-826e-4b27-893c-ad3b00afbd3e", "name": "network-vif-deleted", "tag": "c7f0918e-3816-4d96-8df9-312e2270d5b7"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:45.111135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.196198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port f09ac452-a903-4d52-869e-60760b1492c0 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:45.201252 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55a5c960-edf7-4611-a7e9-de26645ee604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.247595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'tenant_id': 'e82339bd96894f69bd4a991e4e3220fe', 'fixed_ips': [{'subnet_id': 'dd07b119-873f-4587-96dc-05a284c9d515'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:45.249992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.294394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55a5c960-edf7-4611-a7e9-de26645ee604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.392160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13cb2994-f218-4b3e-ac98-d2ad65cea20e req-3c414b4b-f902-4b25-b5a2-c8a629592788 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 210 time: 0.0900216 Jul 16 20:24:45.426438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-260c9fd4-10e2-4d57-933f-8562f1e7a6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.482964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55a5c960-edf7-4611-a7e9-de26645ee604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.486097 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55a5c960-edf7-4611-a7e9-de26645ee604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.489627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-55a5c960-edf7-4611-a7e9-de26645ee604 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9d2eae63-26ed-4323-a36b-4dd43ba3c26c HTTP/1.1" status: 204 len: 168 time: 0.6603620 Jul 16 20:24:45.502714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5c960-edf7-4611-a7e9-de26645ee604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2eae63-26ed-4323-a36b-4dd43ba3c26c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.536399 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d41df1b-9ffa-4684-8a8e-96ba851ae5fe x-openstack-request-id: req-1d41df1b-9ffa-4684-8a8e-96ba851ae5fe {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:45.536695 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89a2605-826e-4b27-893c-ad3b00afbd3e", "name": "network-vif-deleted", "tag": "c7f0918e-3816-4d96-8df9-312e2270d5b7", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:45.537423 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1d41df1b-9ffa-4684-8a8e-96ba851ae5fe {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:45.538023 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89a2605-826e-4b27-893c-ad3b00afbd3e', 'name': 'network-vif-deleted', 'tag': 'c7f0918e-3816-4d96-8df9-312e2270d5b7', 'status': 'completed', 'code': 200} Jul 16 20:24:45.545816 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.564484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Transition to ACTIVE for port object 82cd1245-2256-4d1e-a72b-0c78259cefad will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:45.717391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-260c9fd4-10e2-4d57-933f-8562f1e7a6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.728524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-260c9fd4-10e2-4d57-933f-8562f1e7a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.739528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Transition to ACTIVE for port object 82cd1245-2256-4d1e-a72b-0c78259cefad will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:45.753129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.829287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:45.835770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:45.863467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:45.884041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47300) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.894597 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-260c9fd4-10e2-4d57-933f-8562f1e7a6b5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=418863e6cc454932857ebcc7d98bf014&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3089828 Jul 16 20:24:45.905733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c9fd4-10e2-4d57-933f-8562f1e7a6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e7465-dcd8-4182-99b2-6d9a31bc13c4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.962381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::24ba:ad28:2969:94f2 (4480a042-e07a-4cef-bea8-255195c633b7/a36be5d6-153c-4632-bb82-234880489ed3/f09ac452-a903-4d52-869e-60760b1492c0) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:46.001251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-263b9c5b-4987-4969-a540-93e57d4f8b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.049173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-263b9c5b-4987-4969-a540-93e57d4f8b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.085985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Pushing event updated for resources: {'Port': ['ID=82cd1245-2256-4d1e-a72b-0c78259cefad,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.124984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Allocated IP 172.20.0.2 (ded603ed-f63d-49d0-a0b7-a58ede1ebcf1/dd07b119-873f-4587-96dc-05a284c9d515/32c11a8b-e606-4a17-9237-b83b2daab5d0) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:46.162784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-263b9c5b-4987-4969-a540-93e57d4f8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.167860 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-263b9c5b-4987-4969-a540-93e57d4f8b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.173930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-263b9c5b-4987-4969-a540-93e57d4f8b9d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/409e7465-dcd8-4182-99b2-6d9a31bc13c4 HTTP/1.1" status: 204 len: 168 time: 0.2880452 Jul 16 20:24:46.183280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Attempting to bind port 82cd1245-2256-4d1e-a72b-0c78259cefad on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:46.184067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Attempting to bind port 82cd1245-2256-4d1e-a72b-0c78259cefad by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:46.184842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Attempting to bind port 82cd1245-2256-4d1e-a72b-0c78259cefad on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:46.201087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:46.201513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9c5b-4987-4969-a540-93e57d4f8b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e7465-dcd8-4182-99b2-6d9a31bc13c4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.202273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:46.215463 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.216257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:46.217294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Bound port: 82cd1245-2256-4d1e-a72b-0c78259cefad, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:46.217957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.322340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.342640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object f09ac452-a903-4d52-869e-60760b1492c0 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:46.385885 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.518738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:46.526223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:46.535971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:46.549510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.550369 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.565681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=f09ac452-a903-4d52-869e-60760b1492c0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.587578 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-473522e7-9e8b-4238-b6cc-d95d324fb1b5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4986272 Jul 16 20:24:46.588658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47328) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.749790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8c916-b85b-4550-be89-c845558716ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.766143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8c916-b85b-4550-be89-c845558716ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.771080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-32e8c916-b85b-4550-be89-c845558716ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1791401 Jul 16 20:24:46.775233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47334) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.838079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-05610478-9b69-4b82-8ed7-e1c8ea3684ef tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.845257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-05610478-9b69-4b82-8ed7-e1c8ea3684ef tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 815 time: 0.2822516 Jul 16 20:24:46.867762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-fadfe9c3-faa5-4291-a51a-830f86fa0d84 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/quotas/e82339bd96894f69bd4a991e4e3220fe HTTP/1.1" status: 200 len: 375 time: 0.0212350 Jul 16 20:24:46.925279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] For port 82cd1245-2256-4d1e-a72b-0c78259cefad, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:46.966658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-d850b638-62bd-4f0f-9b89-8d8dd24f3a22 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970595 Jul 16 20:24:47.013519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] For port 82cd1245-2256-4d1e-a72b-0c78259cefad, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=82cd1245-2256-4d1e-a72b-0c78259cefad,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:47.027432 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.066757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47340) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.108931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d286e9f-ba3c-4b61-b0a0-ca7b334f43c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.126296 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.191996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port f09ac452-a903-4d52-869e-60760b1492c0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:47.191996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.192629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Transition to ACTIVE for port object 32c11a8b-e606-4a17-9237-b83b2daab5d0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:47.238041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Transition to ACTIVE for port object 32c11a8b-e606-4a17-9237-b83b2daab5d0 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:47.252414 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.286502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-88d5a62e-2b9b-4834-8b2e-c90bbbfd53d5 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.291533 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-88d5a62e-2b9b-4834-8b2e-c90bbbfd53d5 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 822 time: 0.4656820 Jul 16 20:24:47.301106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcee2f-11d4-4de1-a673-3b150534fe57 None None] Pushing event updated for resources: {'Port': ['ID=82cd1245-2256-4d1e-a72b-0c78259cefad,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.319780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Request body: {'port': {'device_id': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'admin_state_up': True, 'tenant_id': '698c0dd675114394aca3446d6ca6e73a'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:47.329704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:47.386914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:47.390752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:47.477866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Pushing event updated for resources: {'Port': ['ID=32c11a8b-e606-4a17-9237-b83b2daab5d0,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.502322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.551481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for f09ac452-a903-4d52-869e-60760b1492c0 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:47.563759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Attempting to bind port 32c11a8b-e606-4a17-9237-b83b2daab5d0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:47.564598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Attempting to bind port 32c11a8b-e606-4a17-9237-b83b2daab5d0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:47.565232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Attempting to bind port 32c11a8b-e606-4a17-9237-b83b2daab5d0 on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:47.578627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:47.579005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Checking segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:47.579443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.580005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Bound using segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:47.580307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Bound port: 32c11a8b-e606-4a17-9237-b83b2daab5d0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:47.580693 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.730754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d286e9f-ba3c-4b61-b0a0-ca7b334f43c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.745790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1d286e9f-ba3c-4b61-b0a0-ca7b334f43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.753273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] For port 32c11a8b-e606-4a17-9237-b83b2daab5d0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:47.761860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] For port 32c11a8b-e606-4a17-9237-b83b2daab5d0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=32c11a8b-e606-4a17-9237-b83b2daab5d0,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:47.769703 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.838960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1d286e9f-ba3c-4b61-b0a0-ca7b334f43c0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=36f1d3f9d8fd41b9b96afe70235ed276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7694402 Jul 16 20:24:47.846087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47346) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.901647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Made reservation on behalf of 698c0dd675114394aca3446d6ca6e73a for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:47.932013 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.959084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537734cd-96e1-4f78-8cbd-777c084e96f1 None None] Pushing event updated for resources: {'Port': ['ID=32c11a8b-e606-4a17-9237-b83b2daab5d0,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.988056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d286e9f-ba3c-4b61-b0a0-ca7b334f43c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df7788d-1e90-421d-a51f-8233c8a6c04b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.013427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.083610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.085786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/f09ac452-a903-4d52-869e-60760b1492c0 HTTP/1.1" status: 204 len: 168 time: 1.3091679 Jul 16 20:24:48.095239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.106323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a809108-868b-493b-8dc6-7af89db81b75 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=f09ac452-a903-4d52-869e-60760b1492c0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.152456 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca2f9-c661-4c57-a53d-53180f419e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.252919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca2f9-c661-4c57-a53d-53180f419e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.334002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0118fb8-de20-44fb-9ae3-804c61d7283e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.338653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0118fb8-de20-44fb-9ae3-804c61d7283e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:48.341656 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f0118fb8-de20-44fb-9ae3-804c61d7283e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2435396 Jul 16 20:24:48.350334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47356) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.465600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-c5e2e6c1-d4fd-424a-aae5-3b0f6d9c6f78 service neutron] 10.222.0.100 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4958251 Jul 16 20:24:48.504752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Allocated IP 172.20.0.9 (e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2/5f3e57b0-53e4-4c15-85ec-47b70a85680c/067ddcf9-66b5-4437-a939-cae2c06a67e1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:48.684159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-0bf659bd-2c19-445c-ad5b-af9548833d1a service neutron] 10.222.0.100 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097290 Jul 16 20:24:48.685327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca2f9-c661-4c57-a53d-53180f419e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.693136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca2f9-c661-4c57-a53d-53180f419e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.700995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac1ca2f9-c661-4c57-a53d-53180f419e8a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0df7788d-1e90-421d-a51f-8233c8a6c04b HTTP/1.1" status: 204 len: 168 time: 0.8511178 Jul 16 20:24:48.731854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ca2f9-c661-4c57-a53d-53180f419e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df7788d-1e90-421d-a51f-8233c8a6c04b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.734223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47362) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.814421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet a36be5d6-153c-4632-bb82-234880489ed3 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:48.839079 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.005622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 32c11a8b-e606-4a17-9237-b83b2daab5d0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:49.112902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.134981 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.247695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 32c11a8b-e606-4a17-9237-b83b2daab5d0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:49.279722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 82cd1245-2256-4d1e-a72b-0c78259cefad up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:49.400260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b22feb98-18eb-4f10-96c0-800864816468 None None] Provisioning for port 82cd1245-2256-4d1e-a72b-0c78259cefad completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:49.426380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.541038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-96529359-network', 'tenant_id': '23686b39973a4cfca5ffad9a51f9cf41'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:49.551923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 82cd1245-2256-4d1e-a72b-0c78259cefad completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:49.573684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 82cd1245-2256-4d1e-a72b-0c78259cefad triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:49.575092 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.705553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Made reservation on behalf of 23686b39973a4cfca5ffad9a51f9cf41 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:49.715496 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.725923 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.749785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.952898 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.988734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0c975372-df2c-4ddf-8381-90d8e078582e None None] Could not find standard attr ID for object f09ac452-a903-4d52-869e-60760b1492c0. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:50.049424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:50.060442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.091991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:50.128084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event updated for resources: {'Port': ['ID=067ddcf9-66b5-4437-a939-cae2c06a67e1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.210794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.217222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.222768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:24:50.224507 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:24:50.232824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa6e17-1580-4e00-a151-9e603c04a36e None None] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:50.311180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:50.313130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fdb93892-40aa-44e1-9708-c405836d166b None None] Provisioning for port 32c11a8b-e606-4a17-9237-b83b2daab5d0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:50.331679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:50.428001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.432620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.457040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=a36be5d6-153c-4632-bb82-234880489ed3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.464934 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-63efcf17-9b7a-450d-9009-e525515309ff tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1632304 Jul 16 20:24:50.471063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.473834 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b85947aa-7602-4cfc-9c15-79c9480d1e64 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/a36be5d6-153c-4632-bb82-234880489ed3 HTTP/1.1" status: 204 len: 168 time: 2.1216772 Jul 16 20:24:50.481075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fdb93892-40aa-44e1-9708-c405836d166b None None] Provisioning complete for port 32c11a8b-e606-4a17-9237-b83b2daab5d0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:50.482658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Request body: {'port': {'device_id': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:50.484096 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdb93892-40aa-44e1-9708-c405836d166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.487868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47394) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.534803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e497cc22-36d7-47f5-b788-182bb2da385c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.591292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.592274 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Added segment 51914d4d-4b2b-41ce-a0eb-a2aa50af2129 of type vlan for network ce9996bd-1bc4-4de2-a8ec-d27522bf94f8 Jul 16 20:24:50.645120 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c1f5d612-96fc-4a63-900b-51e36f61dc0a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534915 Jul 16 20:24:50.653303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47398) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.664093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:50.666765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8bbe19-1bb0-4751-8665-4af7736c2734 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:50.719435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446775-4145-43d4-a3f8-d293bbacb393 req-ecdf8730-343b-40c9-8ad1-73d2cc5e8711 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.733647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22446775-4145-43d4-a3f8-d293bbacb393 req-ecdf8730-343b-40c9-8ad1-73d2cc5e8711 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 931 time: 0.4864752 Jul 16 20:24:50.791615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.869063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22446775-4145-43d4-a3f8-d293bbacb393 req-69e4fb66-d216-45cf-b103-79890a9dbb43 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273897 Jul 16 20:24:50.911448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:50.916964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.935085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.938340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.939789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.233912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] Pushing event updated for resources: {'Network': ['ID=ce9996bd-1bc4-4de2-a8ec-d27522bf94f8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:51.248397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-52a6a139-c92f-4204-9c3b-e4034aa28239 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5124989 Jul 16 20:24:51.251664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47414) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:51.263149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Request body: {'subnet': {'network_id': 'ce9996bd-1bc4-4de2-a8ec-d27522bf94f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-96529359-subnet', 'tenant_id': '23686b39973a4cfca5ffad9a51f9cf41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:51.273516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.327240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Made reservation on behalf of 23686b39973a4cfca5ffad9a51f9cf41 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:51.330005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ce9996bd-1bc4-4de2-a8ec-d27522bf94f8 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:51.338452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.361769 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.417375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:51.432818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:51.439122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.440755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.569043 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9108453 Jul 16 20:24:51.575025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 82cd1245-2256-4d1e-a72b-0c78259cefad, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=82cd1245-2256-4d1e-a72b-0c78259cefad,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:51.674115 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.802629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47424) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:51.809051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdb93892-40aa-44e1-9708-c405836d166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.815662 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.866894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '8e2f666b-01f3-46c2-aaff-8b1ae0341463', 'ip_address': '2001:db8::8413:6c5c:f16c:515a'}], 'name': 'tempest-NetworksTestDHCPv6-218280371'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:51.911061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=82cd1245-2256-4d1e-a72b-0c78259cefad,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:51.950894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fdb93892-40aa-44e1-9708-c405836d166b None None] For port 32c11a8b-e606-4a17-9237-b83b2daab5d0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=32c11a8b-e606-4a17-9237-b83b2daab5d0,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:51.987142 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdb93892-40aa-44e1-9708-c405836d166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.009771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28bc0a-2446-49c7-ad3d-d932e9965a38 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=8e2f666b-01f3-46c2-aaff-8b1ae0341463,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.016415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:52.252117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb93892-40aa-44e1-9708-c405836d166b None None] Pushing event updated for resources: {'Port': ['ID=32c11a8b-e606-4a17-9237-b83b2daab5d0,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.284396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] Deleting port 82cd1245-2256-4d1e-a72b-0c78259cefad {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:52.286750 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.531431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-fda87b26-1853-460b-954e-82f82e82590b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.546441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-fda87b26-1853-460b-954e-82f82e82590b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 815 time: 0.4746597 Jul 16 20:24:52.613147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-ccf059b2-cad2-40b3-b1ed-bfefddec340c tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/quotas/e82339bd96894f69bd4a991e4e3220fe HTTP/1.1" status: 200 len: 375 time: 0.0629206 Jul 16 20:24:52.624606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.628268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] For port 82cd1245-2256-4d1e-a72b-0c78259cefad, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=82cd1245-2256-4d1e-a72b-0c78259cefad,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:52.629206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.684388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] Calling delete_port for 82cd1245-2256-4d1e-a72b-0c78259cefad owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:52.688276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4bd4a712-53c5-4e57-b763-12264b751cc2 None None] Provisioning complete for port 32c11a8b-e606-4a17-9237-b83b2daab5d0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:52.689044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a712-53c5-4e57-b763-12264b751cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.736438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47448) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:52.795567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:52.855357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-a7cb4945-0103-4c40-9e78-44ec73fe74bd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.857009 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-a7cb4945-0103-4c40-9e78-44ec73fe74bd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 815 time: 0.6193624 Jul 16 20:24:52.881226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Request body: {'port': {'device_id': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'admin_state_up': True, 'tenant_id': 'e82339bd96894f69bd4a991e4e3220fe'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:52.914765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1dcc277-7f9c-4a29-8759-605e003ae475,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.958203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-21c48c9f-3f89-44e6-a1b5-9131949b4a9e tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3432853 Jul 16 20:24:52.984294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Checking segment: {'id': '51914d4d-4b2b-41ce-a0eb-a2aa50af2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce9996bd-1bc4-4de2-a8ec-d27522bf94f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:52.985040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Network hostable DHCP agents. Network: ce9996bd-1bc4-4de2-a8ec-d27522bf94f8, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:53.069856 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.123673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] Pushing event deleted for resources: {'Port': ['ID=82cd1245-2256-4d1e-a72b-0c78259cefad,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:53.130671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edfe16a-7ae8-4284-882b-23dc21b4d8cd None None] No DVR routers for this DVR port 82cd1245-2256-4d1e-a72b-0c78259cefad on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:53.172126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1692cc6-fbc8-4b1c-92f7-1c6ad7161d06 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:53.176689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Network ce9996bd-1bc4-4de2-a8ec-d27522bf94f8 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:53.294288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ce9996bd-1bc4-4de2-a8ec-d27522bf94f8) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:53.310663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.311647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.343915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfd31-7f04-4155-95f8-0074c48fadcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.351689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-f35cdd68-05be-4a4a-852e-c67d066fbba0 service neutron] 10.222.0.100 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922722 Jul 16 20:24:53.359918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.369216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9b383ca7-b886-4bfb-8392-9ff0a17709a5 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1134024 Jul 16 20:24:53.418313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port a295f84d-e056-4a3f-94ad-5ff14b53f92e yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:53.422956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003474ce-e22c-4edf-ad9a-741023305b85 None None] Network ce9996bd-1bc4-4de2-a8ec-d27522bf94f8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:53.651087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-c86d24af-3104-4347-9bc4-3d28c125dfd4 service neutron] 10.222.0.100 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709975 Jul 16 20:24:53.778302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067ddcf9-66b5-4437-a939-cae2c06a67e1 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:53.801363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.945402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 32c11a8b-e606-4a17-9237-b83b2daab5d0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:53.975519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Transition to ACTIVE for port object 067ddcf9-66b5-4437-a939-cae2c06a67e1 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:54.009384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '8e2f666b-01f3-46c2-aaff-8b1ae0341463'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:54.010868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.012768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.057652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::8413:6c5c:f16c:515a (4480a042-e07a-4cef-bea8-255195c633b7/8e2f666b-01f3-46c2-aaff-8b1ae0341463/a295f84d-e056-4a3f-94ad-5ff14b53f92e) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:54.182555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfd31-7f04-4155-95f8-0074c48fadcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.242879 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfd31-7f04-4155-95f8-0074c48fadcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.247540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Pushing event updated for resources: {'Port': ['ID=067ddcf9-66b5-4437-a939-cae2c06a67e1,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.533853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Made reservation on behalf of e82339bd96894f69bd4a991e4e3220fe for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:54.538599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.610417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47520) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.612188 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dc4dfd31-7f04-4155-95f8-0074c48fadcc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8a79eb3d9e4f450ea2fccea1abcc9503&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8699491 Jul 16 20:24:54.612581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc45a5-810c-4855-8b35-cee35c822002 None None] Network ce9996bd-1bc4-4de2-a8ec-d27522bf94f8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:54.653324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Attempting to bind port 067ddcf9-66b5-4437-a939-cae2c06a67e1 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:54.653884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Attempting to bind port 067ddcf9-66b5-4437-a939-cae2c06a67e1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:54.662233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Attempting to bind port 067ddcf9-66b5-4437-a939-cae2c06a67e1 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:54.699871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 32c11a8b-e606-4a17-9237-b83b2daab5d0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:54.700100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Port 067ddcf9-66b5-4437-a939-cae2c06a67e1 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:54.700190 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.700384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Attempting to bind port 067ddcf9-66b5-4437-a939-cae2c06a67e1 on network e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:54.718737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dfd31-7f04-4155-95f8-0074c48fadcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af164bf6-481b-4eb3-a2b6-08e367c59040,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.737264 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e30cdea-245a-49db-a057-665f4d5b4b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.805875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47528) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.843600 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e30cdea-245a-49db-a057-665f4d5b4b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.877350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:54.878255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Checking segment: {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:54.878255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Bound using segment: {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:54.881831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Bound port: 067ddcf9-66b5-4437-a939-cae2c06a67e1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ef3102-b986-413d-86f0-7d890b7a0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:54.883936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.118236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.122859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54dcea2b-50fb-463d-9774-384b4b12eae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.281499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a4d20-acd5-42e3-99d3-a9f5e63039a4 req-9d1f7685-76c6-4e0b-aa51-21772d731aab tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.293303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d93a4d20-acd5-42e3-99d3-a9f5e63039a4 req-9d1f7685-76c6-4e0b-aa51-21772d731aab tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 943 time: 0.4887929 Jul 16 20:24:55.307774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e30cdea-245a-49db-a057-665f4d5b4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.311665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e30cdea-245a-49db-a057-665f4d5b4b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.313674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1e30cdea-245a-49db-a057-665f4d5b4b79 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/af164bf6-481b-4eb3-a2b6-08e367c59040 HTTP/1.1" status: 204 len: 168 time: 0.7002852 Jul 16 20:24:55.350846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object a295f84d-e056-4a3f-94ad-5ff14b53f92e will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:55.373130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 82cd1245-2256-4d1e-a72b-0c78259cefad no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:55.412408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 82cd1245-2256-4d1e-a72b-0c78259cefad {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:55.412755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 82cd1245-2256-4d1e-a72b-0c78259cefad not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:55.419218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30cdea-245a-49db-a057-665f4d5b4b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af164bf6-481b-4eb3-a2b6-08e367c59040,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.425728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] For port 067ddcf9-66b5-4437-a939-cae2c06a67e1, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:55.450553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] For port 067ddcf9-66b5-4437-a939-cae2c06a67e1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=067ddcf9-66b5-4437-a939-cae2c06a67e1,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:55.484475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d93a4d20-acd5-42e3-99d3-a9f5e63039a4 req-07528c0f-aee6-4fe7-b776-2db2bd8e3718 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896086 Jul 16 20:24:55.488631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.528993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47538) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:55.601836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Allocated IP 172.20.0.8 (ded603ed-f63d-49d0-a0b7-a58ede1ebcf1/dd07b119-873f-4587-96dc-05a284c9d515/f80295c1-0871-4f8b-966a-f33d25240032) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:55.646427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54dcea2b-50fb-463d-9774-384b4b12eae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.656515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] Deleting subnet c1dcc277-7f9c-4a29-8759-605e003ae475 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:55.675159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.754278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.756056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.760222 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] 10.222.0.21 "PUT /v2.0/ports/067ddcf9-66b5-4437-a939-cae2c06a67e1 HTTP/1.1" status: 200 len: 1091 time: 5.2844083 Jul 16 20:24:55.761527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'tag': '067ddcf9-66b5-4437-a939-cae2c06a67e1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:55.777358 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef43e957-8c07-44e9-9b44-7460205389c1", "tag": "067ddcf9-66b5-4437-a939-cae2c06a67e1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:55.802941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.847405 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54dcea2b-50fb-463d-9774-384b4b12eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.111162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/8e2f666b-01f3-46c2-aaff-8b1ae0341463/85170626-ce0b-4ded-922e-d7b9b09bb12e) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:56.147307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.215306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcea2b-50fb-463d-9774-384b4b12eae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99571080-ca0b-4fa2-96f2-7931808542a0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:56.229501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-54dcea2b-50fb-463d-9774-384b4b12eae7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f6bb3aa759ae4ccfb38dc5b253f782e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4150865 Jul 16 20:24:56.231067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47562) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:56.257709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217829-fd78-4c00-8493-191b19ce8e1c service neutron] Pushing event updated for resources: {'Port': ['ID=067ddcf9-66b5-4437-a939-cae2c06a67e1,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:56.296816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:56.301897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-01447330-4b2f-40ba-8da3-ccc2b6e30c1b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.314077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-01447330-4b2f-40ba-8da3-ccc2b6e30c1b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 815 time: 0.5070510 Jul 16 20:24:56.325121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.530064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-27e4fc40-39f3-403e-963d-1daf657e64a1 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/quotas/e82339bd96894f69bd4a991e4e3220fe HTTP/1.1" status: 200 len: 375 time: 0.2117672 Jul 16 20:24:56.588564 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.608541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Transition to ACTIVE for port object 85170626-ce0b-4ded-922e-d7b9b09bb12e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:56.656659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Transition to ACTIVE for port object 85170626-ce0b-4ded-922e-d7b9b09bb12e will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:56.672331 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.748326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:56.752009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:56.755577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:56.813618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Pushing event updated for resources: {'Port': ['ID=85170626-ce0b-4ded-922e-d7b9b09bb12e,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:56.881018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.887190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Attempting to bind port 85170626-ce0b-4ded-922e-d7b9b09bb12e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:56.888021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Attempting to bind port 85170626-ce0b-4ded-922e-d7b9b09bb12e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:56.889008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Attempting to bind port 85170626-ce0b-4ded-922e-d7b9b09bb12e on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:56.903959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:56.905217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:56.906058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.907025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:56.908011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Bound port: 85170626-ce0b-4ded-922e-d7b9b09bb12e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:56.908868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.966780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1dcc277-7f9c-4a29-8759-605e003ae475,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:56.982621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.986143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cefe5b84-12ef-4e9c-a9d1-f27468928be4 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c1dcc277-7f9c-4a29-8759-605e003ae475 HTTP/1.1" status: 204 len: 168 time: 1.4521461 Jul 16 20:24:56.994308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d3016cf-9d48-4a0f-b249-e080770e9371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.050429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47574) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:57.054167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d3016cf-9d48-4a0f-b249-e080770e9371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.066466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:57.069431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:57.075679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] For port 85170626-ce0b-4ded-922e-d7b9b09bb12e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:57.079743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] For port 85170626-ce0b-4ded-922e-d7b9b09bb12e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=85170626-ce0b-4ded-922e-d7b9b09bb12e,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:57.085592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.093627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.094449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.156203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d3016cf-9d48-4a0f-b249-e080770e9371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.160489 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0d3016cf-9d48-4a0f-b249-e080770e9371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.161780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0d3016cf-9d48-4a0f-b249-e080770e9371 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/99571080-ca0b-4fa2-96f2-7931808542a0 HTTP/1.1" status: 204 len: 168 time: 0.9125659 Jul 16 20:24:57.180967 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3255730 Jul 16 20:24:57.201190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:57.215930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabf305-a99b-4b3d-997d-c5625ac5888c None None] Pushing event updated for resources: {'Port': ['ID=85170626-ce0b-4ded-922e-d7b9b09bb12e,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.267090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-0c6e0723-a778-4ca7-88e3-0f4a4eefb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.269007 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-0c6e0723-a778-4ca7-88e3-0f4a4eefb8e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 1094 time: 1.3236971 Jul 16 20:24:57.329067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-ccd68621-db25-4a07-841b-87ee75a1d1e0 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.333588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-ccd68621-db25-4a07-841b-87ee75a1d1e0 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.21 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 815 time: 0.6876969 Jul 16 20:24:57.339946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3016cf-9d48-4a0f-b249-e080770e9371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99571080-ca0b-4fa2-96f2-7931808542a0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.373167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Request body: {'port': {'device_id': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'admin_state_up': True, 'tenant_id': 'e82339bd96894f69bd4a991e4e3220fe'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:57.386693 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-7c9b7cd2-c2d8-43b0-8a7c-df56670c6c42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=067ddcf9-66b5-4437-a939-cae2c06a67e1 HTTP/1.1" status: 200 len: 217 time: 0.0916402 Jul 16 20:24:57.395142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8712db-bfea-4508-a4f3-e93320d39979 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=a295f84d-e056-4a3f-94ad-5ff14b53f92e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.526902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-f52b9830-572b-4c08-aa50-ea970ebe28d0 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9986537 Jul 16 20:24:57.533598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-3247255e-8757-4a8d-a92d-c17b83d5d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.546715 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-3247255e-8757-4a8d-a92d-c17b83d5d4cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 200 len: 862 time: 0.1423085 Jul 16 20:24:57.573920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.630669 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.702472 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-27810321-9695-4fe2-8c38-39d15651ddf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308270 Jul 16 20:24:57.719433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Transition to ACTIVE for port object f80295c1-0871-4f8b-966a-f33d25240032 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:57.814327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.950890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:57.965274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:57.971326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:57.997137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85170626-ce0b-4ded-922e-d7b9b09bb12e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:58.029159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Made reservation on behalf of e82339bd96894f69bd4a991e4e3220fe for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:58.035882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.143679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 85170626-ce0b-4ded-922e-d7b9b09bb12e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:58.152217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fda1f9-8e50-46f6-a5bf-f9470e3ed72e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.158825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fda1f9-8e50-46f6-a5bf-f9470e3ed72e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.163854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-53fda1f9-8e50-46f6-a5bf-f9470e3ed72e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9582162 Jul 16 20:24:58.168932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47594) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:58.212124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-b3715f46-51ca-4ae4-8bde-09f3e48c54a7 service neutron] 10.222.0.100 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586113 Jul 16 20:24:58.228071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47596) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:58.332592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2d54e4f-154f-4f73-af4f-4e94281ce28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.367656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Pushing event updated for resources: {'Port': ['ID=f80295c1-0871-4f8b-966a-f33d25240032,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:58.441704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b8da9da8-dc90-443a-82d0-64d1d4e17852 None None] Provisioning for port f80295c1-0871-4f8b-966a-f33d25240032 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:58.453301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b8da9da8-dc90-443a-82d0-64d1d4e17852 None None] Provisioning complete for port f80295c1-0871-4f8b-966a-f33d25240032 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:58.453982 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b8da9da8-dc90-443a-82d0-64d1d4e17852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.481521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.535346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b8da9da8-dc90-443a-82d0-64d1d4e17852 None None] Port f80295c1-0871-4f8b-966a-f33d25240032 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:58.538578 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-f2bf0522-cad6-495c-bd53-5001593e4ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454429 Jul 16 20:24:58.566527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.577139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.627851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9996bd-1bc4-4de2-a8ec-d27522bf94f8']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:58.713696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51914d4d-4b2b-41ce-a0eb-a2aa50af2129') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:58.714559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51914d4d-4b2b-41ce-a0eb-a2aa50af2129') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:58.745972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.832177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.858909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:58.859549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:58.862762 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:58.966071 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f0bdc0a-2427-4f9d-9843-deeabb4cb4c4 req-8e6f9ee9-d465-492e-bbe2-5ecd3f611708 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180326 Jul 16 20:24:58.977896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.992600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.994942 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] 10.222.0.100 "DELETE /v2.0/networks/ce9996bd-1bc4-4de2-a8ec-d27522bf94f8 HTTP/1.1" status: 204 len: 168 time: 1.9320204 Jul 16 20:24:59.101165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b48c79-8d76-4d9f-b28e-44bdb96ce844 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9996bd-1bc4-4de2-a8ec-d27522bf94f8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.181818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2d54e4f-154f-4f73-af4f-4e94281ce28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.191477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2d54e4f-154f-4f73-af4f-4e94281ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.218573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0936238c-a000-4c6f-92d7-bcbc876b3cc6 None None] Provisioning for port 85170626-ce0b-4ded-922e-d7b9b09bb12e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:59.231114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0936238c-a000-4c6f-92d7-bcbc876b3cc6 None None] Provisioning complete for port 85170626-ce0b-4ded-922e-d7b9b09bb12e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:59.231758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0936238c-a000-4c6f-92d7-bcbc876b3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.235773 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-2dab367d-9f96-4013-963d-8105722addbd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3541660 Jul 16 20:24:59.250364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Request body: {'port': {'device_id': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:59.265876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Allocated IP 172.20.0.4 (ded603ed-f63d-49d0-a0b7-a58ede1ebcf1/dd07b119-873f-4587-96dc-05a284c9d515/9248ddb6-4e21-4f51-adf0-53a1c530aa54) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:59.306141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-c031cd37-ec5f-4a35-9df7-ea43973d8fc3 service neutron] 10.222.0.100 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0565863 Jul 16 20:24:59.344494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port a295f84d-e056-4a3f-94ad-5ff14b53f92e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:59.345037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.427510 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b2d54e4f-154f-4f73-af4f-4e94281ce28f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9f9cbc3c3f4a46598c53b3737281a29a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1773555 Jul 16 20:24:59.437159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47604) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:59.458791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:59.463967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d54e4f-154f-4f73-af4f-4e94281ce28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7255185-e3fa-4f9e-86e1-d7976843e5dc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.482012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.529525 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0936238c-a000-4c6f-92d7-bcbc876b3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.614580 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.630260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for a295f84d-e056-4a3f-94ad-5ff14b53f92e owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:59.662134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0936238c-a000-4c6f-92d7-bcbc876b3cc6 None None] For port 85170626-ce0b-4ded-922e-d7b9b09bb12e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=85170626-ce0b-4ded-922e-d7b9b09bb12e,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:59.668481 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0936238c-a000-4c6f-92d7-bcbc876b3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.755952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-10ad1a75-7076-4d63-b4e7-9e78ca7e8038 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=23686b39973a4cfca5ffad9a51f9cf41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742994 Jul 16 20:24:59.765946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47612) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:59.771996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936238c-a000-4c6f-92d7-bcbc876b3cc6 None None] Pushing event updated for resources: {'Port': ['ID=85170626-ce0b-4ded-922e-d7b9b09bb12e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.898619 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ca5f03-17cb-4c60-a707-d4fa81d83f0e x-openstack-request-id: req-82ca5f03-17cb-4c60-a707-d4fa81d83f0e {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:59.900136 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef43e957-8c07-44e9-9b44-7460205389c1", "tag": "067ddcf9-66b5-4437-a939-cae2c06a67e1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:59.900536 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-82ca5f03-17cb-4c60-a707-d4fa81d83f0e {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:59.901192 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'tag': '067ddcf9-66b5-4437-a939-cae2c06a67e1', 'status': 'completed', 'code': 200} Jul 16 20:24:59.938999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d3745d4-95e4-4055-b8e5-e8909ae3f5d7 None None] Provisioning for port a295f84d-e056-4a3f-94ad-5ff14b53f92e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:59.943794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d3745d4-95e4-4055-b8e5-e8909ae3f5d7 None None] Provisioning complete for port a295f84d-e056-4a3f-94ad-5ff14b53f92e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:59.944650 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d3745d4-95e4-4055-b8e5-e8909ae3f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.949282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.971893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5d3745d4-95e4-4055-b8e5-e8909ae3f5d7 None None] Port a295f84d-e056-4a3f-94ad-5ff14b53f92e was deleted so its status cannot be updated. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:25:00.051489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=a295f84d-e056-4a3f-94ad-5ff14b53f92e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.066268 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-526dd443-e397-4570-b818-2e9b6d1cc227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.128298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-526dd443-e397-4570-b818-2e9b6d1cc227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.146173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.146529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.146878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.147219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.147581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.147908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.148426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.148989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.149665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.150183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.150766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.151725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:00.171304 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.174892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a4a39a1a-b919-4384-9bc3-3fc1053457f8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/a295f84d-e056-4a3f-94ad-5ff14b53f92e HTTP/1.1" status: 204 len: 168 time: 2.0010290 Jul 16 20:25:00.182659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:00.193914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.223049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Transition to ACTIVE for port object 9248ddb6-4e21-4f51-adf0-53a1c530aa54 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:00.230452 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5840805f-f9e1-44e2-a4ff-3e24fec4aa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.239176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-ed6411d0-407f-46d5-ae4c-bb92f4a3c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.242192 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-ed6411d0-407f-46d5-ae4c-bb92f4a3c185 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=698c0dd675114394aca3446d6ca6e73a&device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 1094 time: 0.3398454 Jul 16 20:25:00.284653 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ffa7ce-c7df-4465-9ccb-5530ad45682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.288514 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.332947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:00.355871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:00.398786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:00.496433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d5868f-6117-41e1-b951-af3fc4061ba0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.499394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d5868f-6117-41e1-b951-af3fc4061ba0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.501585 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-11d5868f-6117-41e1-b951-af3fc4061ba0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3159721 Jul 16 20:25:00.522685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47628) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:00.536148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-526dd443-e397-4570-b818-2e9b6d1cc227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.539953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-526dd443-e397-4570-b818-2e9b6d1cc227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.541970 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-526dd443-e397-4570-b818-2e9b6d1cc227 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e497cc22-36d7-47f5-b788-182bb2da385c HTTP/1.1" status: 204 len: 168 time: 0.7744966 Jul 16 20:25:00.550279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a7ae3-322b-458f-a91d-f986c4a99d72 req-01473c7d-c265-4528-8b7e-eefe366544fe tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.567974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c63a7ae3-322b-458f-a91d-f986c4a99d72 req-01473c7d-c265-4528-8b7e-eefe366544fe tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 943 time: 0.5447769 Jul 16 20:25:00.595936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ffa7ce-c7df-4465-9ccb-5530ad45682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.754383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Pushing event updated for resources: {'Port': ['ID=9248ddb6-4e21-4f51-adf0-53a1c530aa54,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.797703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80295c1-0871-4f8b-966a-f33d25240032 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:00.816435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.845690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Transition to ACTIVE for port object f80295c1-0871-4f8b-966a-f33d25240032 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:00.848263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dd443-e397-4570-b818-2e9b6d1cc227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497cc22-36d7-47f5-b788-182bb2da385c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.876247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.917834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a01f27d5-682e-407f-a97b-9351c7d489c4 None None] Provisioning for port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:00.928059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a01f27d5-682e-407f-a97b-9351c7d489c4 None None] Provisioning complete for port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:00.928998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a01f27d5-682e-407f-a97b-9351c7d489c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.935046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.935046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.976676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-c1a80ad4-1d57-401f-9289-491ef58d1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.978963 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-c1a80ad4-1d57-401f-9289-491ef58d1d94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 200 len: 923 time: 0.7195244 Jul 16 20:25:00.992140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c63a7ae3-322b-458f-a91d-f986c4a99d72 req-ebb6305d-c6fd-412b-b038-28edd0b76750 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225271 Jul 16 20:25:01.041824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a01f27d5-682e-407f-a97b-9351c7d489c4 None None] Port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:01.062099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 8e2f666b-01f3-46c2-aaff-8b1ae0341463 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:01.072101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.081101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-d9816ff1-a4b9-4eae-b1a3-6a5b64787a05 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7222962 Jul 16 20:25:01.099034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Pushing event updated for resources: {'Port': ['ID=f80295c1-0871-4f8b-966a-f33d25240032,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.155772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Request body: {'port': {'device_id': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:01.200823 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-6a74800d-e479-4bdd-a0b5-de36c2b78a95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=067ddcf9-66b5-4437-a939-cae2c06a67e1 HTTP/1.1" status: 200 len: 217 time: 0.2147079 Jul 16 20:25:01.296554 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ffa7ce-c7df-4465-9ccb-5530ad45682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.300318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ffa7ce-c7df-4465-9ccb-5530ad45682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.301759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-73ffa7ce-c7df-4465-9ccb-5530ad45682c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c7255185-e3fa-4f9e-86e1-d7976843e5dc HTTP/1.1" status: 204 len: 168 time: 1.8633325 Jul 16 20:25:01.322665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa7ce-c7df-4465-9ccb-5530ad45682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7255185-e3fa-4f9e-86e1-d7976843e5dc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.384772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.443784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-54036872-7bae-456b-b3fc-50a2ba9f5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.447868 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-54036872-7bae-456b-b3fc-50a2ba9f5a17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 200 len: 862 time: 0.2379138 Jul 16 20:25:01.526242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.529450 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-5228736f-3678-457c-8bad-bd808b08c351 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738029 Jul 16 20:25:01.642921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Attempting to bind port f80295c1-0871-4f8b-966a-f33d25240032 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:01.643652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Attempting to bind port f80295c1-0871-4f8b-966a-f33d25240032 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:01.644315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Attempting to bind port f80295c1-0871-4f8b-966a-f33d25240032 on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:01.670044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Port f80295c1-0871-4f8b-966a-f33d25240032 on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:01.670716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Attempting to bind port f80295c1-0871-4f8b-966a-f33d25240032 on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:01.750052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:01.750683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Checking segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:01.751140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Bound using segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:01.751649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Bound port: f80295c1-0871-4f8b-966a-f33d25240032, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:01.752219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.897833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85170626-ce0b-4ded-922e-d7b9b09bb12e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:02.019875 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-46a5baa6-3d90-4da3-8ea2-c305c2d29bba service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799728 Jul 16 20:25:02.131125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 067ddcf9-66b5-4437-a939-cae2c06a67e1 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:02.287527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] For port f80295c1-0871-4f8b-966a-f33d25240032, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:02.381497 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.491786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 067ddcf9-66b5-4437-a939-cae2c06a67e1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=067ddcf9-66b5-4437-a939-cae2c06a67e1,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:02.533349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '067ddcf9-66b5-4437-a939-cae2c06a67e1', 'network_id': 'e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2', 'port_id': '067ddcf9-66b5-4437-a939-cae2c06a67e1', 'mac_address': 'fa:16:3e:52:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3e57b0-53e4-4c15-85ec-47b70a85680c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:02.551576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 85170626-ce0b-4ded-922e-d7b9b09bb12e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:02.552869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.565380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] For port f80295c1-0871-4f8b-966a-f33d25240032, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f80295c1-0871-4f8b-966a-f33d25240032,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:02.600509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.625305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f98067f-3973-4e4c-b743-2ef735253ba1 req-008d0632-3555-49f3-b193-4a36e609f488 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 210 time: 0.0960712 Jul 16 20:25:02.701086 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.799028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.811221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/8e2f666b-01f3-46c2-aaff-8b1ae0341463 HTTP/1.1" status: 204 len: 168 time: 2.2279992 Jul 16 20:25:02.814070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4ef73-85d2-4097-b961-875a266e23f1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2f666b-01f3-46c2-aaff-8b1ae0341463,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.815670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.816450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.819750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] 10.222.0.26 "PUT /v2.0/ports/f80295c1-0871-4f8b-966a-f33d25240032 HTTP/1.1" status: 200 len: 1091 time: 3.5816467 Jul 16 20:25:02.830922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'tag': 'f80295c1-0871-4f8b-966a-f33d25240032'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:02.835646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47668) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:02.840944 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a69df3-f4e3-4b20-adef-71e25d57307b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e51f198-f431-48b3-9ac8-ef505d808cee", "tag": "f80295c1-0871-4f8b-966a-f33d25240032"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:02.843801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e24837-a332-44cc-a149-4a6b19fef4a1 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:02.879140 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7d06d3db-05c5-42d4-89b2-6b5f5f79d79d req-bb463ac5-5c96-490b-8c70-3df1927f8062 service neutron] 10.222.0.21 "GET /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366468 Jul 16 20:25:02.915739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-e4d8e375-cb09-4fff-99c4-30a274bdd46d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.933898 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-e4d8e375-cb09-4fff-99c4-30a274bdd46d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 815 time: 0.8735452 Jul 16 20:25:02.958610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Request body: {'port': {'device_id': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'admin_state_up': True, 'tenant_id': 'e82339bd96894f69bd4a991e4e3220fe'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:03.139109 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.205319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067ddcf9-66b5-4437-a939-cae2c06a67e1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:03.276872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Pushing event updated for resources: {'Port': ['ID=f80295c1-0871-4f8b-966a-f33d25240032,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.288383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 067ddcf9-66b5-4437-a939-cae2c06a67e1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=067ddcf9-66b5-4437-a939-cae2c06a67e1,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:03.311795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.312532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.313085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.313614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.313744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9248ddb6-4e21-4f51-adf0-53a1c530aa54 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:03.314599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.315271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.315819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.316350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.316867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.317382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.317903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.318910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1ee53-c7fe-41e4-8961-f95740c3ad9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:03.343972 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.376896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.412767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Transition to ACTIVE for port object 9248ddb6-4e21-4f51-adf0-53a1c530aa54 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:03.494742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3342394e-95cd-4c0a-aa90-70b236ae134d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6518342 Jul 16 20:25:03.497337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.499747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.607013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Pushing event updated for resources: {'Port': ['ID=9248ddb6-4e21-4f51-adf0-53a1c530aa54,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.612849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['067ddcf9-66b5-4437-a939-cae2c06a67e1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:03.710919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722971-75f0-49be-a4be-4c038deffddf req-ed7b6804-9dbe-492c-858a-41089baedc92 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.721007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b722971-75f0-49be-a4be-4c038deffddf req-ed7b6804-9dbe-492c-858a-41089baedc92 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 944 time: 0.2304916 Jul 16 20:25:03.788078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-78004eef-b1e4-47b6-9190-37c3dc509c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.800010 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-78004eef-b1e4-47b6-9190-37c3dc509c9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 1094 time: 0.8193140 Jul 16 20:25:03.861675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Attempting to bind port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:03.862086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Attempting to bind port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:03.863003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Attempting to bind port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:03.866170 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:03.873686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:03.873946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Attempting to bind port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:03.881326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=067ddcf9-66b5-4437-a939-cae2c06a67e1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.881587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:03.881989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Checking segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:03.882498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Bound using segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:03.883056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Bound port: 9248ddb6-4e21-4f51-adf0-53a1c530aa54, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:03.883634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.981738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] For port 9248ddb6-4e21-4f51-adf0-53a1c530aa54, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:03.985968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] For port 9248ddb6-4e21-4f51-adf0-53a1c530aa54, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:04.002163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.091336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Pushing event updated for resources: {'Port': ['ID=9248ddb6-4e21-4f51-adf0-53a1c530aa54,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:04.111975 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-0a2d70a6-10ef-4503-9682-deaf0fbb2f22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f80295c1-0871-4f8b-966a-f33d25240032 HTTP/1.1" status: 200 len: 217 time: 0.2889211 Jul 16 20:25:04.115450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b722971-75f0-49be-a4be-4c038deffddf req-756c6465-7adf-4100-b888-bfc1316b9460 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928859 Jul 16 20:25:04.135065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.135942 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.138587 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.139321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-bd73a50b-03aa-426e-9755-3391983ed5bd service neutron] 10.222.0.21 "PUT /v2.0/ports/9248ddb6-4e21-4f51-adf0-53a1c530aa54 HTTP/1.1" status: 200 len: 1091 time: 2.9947207 Jul 16 20:25:04.140007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'tag': '9248ddb6-4e21-4f51-adf0-53a1c530aa54'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:04.149583 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd35be7-baed-43e1-89b8-4511758acbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "037401c4-f5ee-4267-8df0-156fcafd49ea", "tag": "9248ddb6-4e21-4f51-adf0-53a1c530aa54"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:04.334791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:04.339953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Made reservation on behalf of e82339bd96894f69bd4a991e4e3220fe for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:04.355671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.408672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36dc774-f26a-4db2-bd07-5e9574ae5f68 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.413268 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e36dc774-f26a-4db2-bd07-5e9574ae5f68 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8992553 Jul 16 20:25:04.419856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.466734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-449e52fc-6622-48d2-b08e-ea5e3f8c0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.469939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-449e52fc-6622-48d2-b08e-ea5e3f8c0a1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 1094 time: 0.2030063 Jul 16 20:25:04.512762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-5a2dd9cd-95d5-4bb7-957f-d797e811acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.515085 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-5a2dd9cd-95d5-4bb7-957f-d797e811acdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.3938556 Jul 16 20:25:04.517015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] Deleting port 85170626-ce0b-4ded-922e-d7b9b09bb12e {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:04.525983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.639728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-2fa2a735-511c-429a-91e0-2e88e69abbe0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54 HTTP/1.1" status: 200 len: 217 time: 0.1562715 Jul 16 20:25:04.642365 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ef5074-414a-4aa9-9b4d-14e010592322 x-openstack-request-id: req-45ef5074-414a-4aa9-9b4d-14e010592322 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:04.642911 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e51f198-f431-48b3-9ac8-ef505d808cee", "tag": "f80295c1-0871-4f8b-966a-f33d25240032", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:04.643447 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-45ef5074-414a-4aa9-9b4d-14e010592322 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:04.644181 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'tag': 'f80295c1-0871-4f8b-966a-f33d25240032', 'status': 'completed', 'code': 200} Jul 16 20:25:04.707971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f021a79-c2c1-43af-a435-0783150e676b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.717619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f021a79-c2c1-43af-a435-0783150e676b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2955210 Jul 16 20:25:04.740568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47710) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.798107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] For port 85170626-ce0b-4ded-922e-d7b9b09bb12e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=85170626-ce0b-4ded-922e-d7b9b09bb12e,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:04.802477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.833810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-47cabc96-479b-4d66-a0bb-6ae8ed41579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.838740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] Calling delete_port for 85170626-ce0b-4ded-922e-d7b9b09bb12e owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:04.840920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-47cabc96-479b-4d66-a0bb-6ae8ed41579c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.1882136 Jul 16 20:25:04.925103 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7cfa37f6-5ccb-4fa9-88c0-ab565750b90d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1716065 Jul 16 20:25:04.925912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47714) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.932950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:05.022942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-126b026b-44b2-48c1-8d1b-64c145bce9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.026188 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-126b026b-44b2-48c1-8d1b-64c145bce9cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5000670 Jul 16 20:25:05.029716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5ddf064-6c99-4b73-8587-4cb8497bcc15 req-2449926b-2155-41b7-8b49-909e58cdc2cb tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 210 time: 0.0863612 Jul 16 20:25:05.056611 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47487fa5-b691-4aaa-a78d-53b50da4b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.138097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:05.138786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Allocated IP 172.20.0.7 (ded603ed-f63d-49d0-a0b7-a58ede1ebcf1/dd07b119-873f-4587-96dc-05a284c9d515/ef0f428b-2ecf-4c17-83fa-ab96cec0eacf) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:05.145346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.181106 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.209555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] No DVR routers for this DVR port 85170626-ce0b-4ded-922e-d7b9b09bb12e on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:05.282032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c9267-57df-44cc-9007-8ef8556b0ff7 None None] Pushing event deleted for resources: {'Port': ['ID=85170626-ce0b-4ded-922e-d7b9b09bb12e,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.336944 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-7af3500f-638d-49e5-9b8e-d08207caa4cd service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992909 Jul 16 20:25:05.548753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-17873b44-3c4f-46ef-9fac-0cbb6d8c6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.550947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-17873b44-3c4f-46ef-9fac-0cbb6d8c6336 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7085578 Jul 16 20:25:05.552816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.647874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=f7f65903-0d1a-4ea1-924b-7d10af53dfa4,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.688440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:05.698951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:05.716400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2839c15-d081-4415-b101-7f7e200fcc81 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:05.718104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.719895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.746286 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac2b4a8a-0aef-4192-97db-799c1609aa25 req-f56c5da9-da51-411b-a045-d2bc32006de1 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013956 Jul 16 20:25:05.788804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4b3505c6-486e-453d-9bba-27659d19977c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8627934 Jul 16 20:25:05.796441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.816479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': 'f7f65903-0d1a-4ea1-924b-7d10af53dfa4', 'ip_address': '2001:db8::4da6:7ebb:7c89:b735'}], 'name': 'tempest-NetworksTestDHCPv6-839951865'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:05.942987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.973022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Transition to ACTIVE for port object ef0f428b-2ecf-4c17-83fa-ab96cec0eacf will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:05.998971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.004460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-d2036d07-c69a-4e1f-aa05-3f673eee0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:06.006188 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-d2036d07-c69a-4e1f-aa05-3f673eee0eec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 1094 time: 0.1679065 Jul 16 20:25:06.079907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.095131 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7475ed9f-dec9-4086-855b-d9805b049578 x-openstack-request-id: req-7475ed9f-dec9-4086-855b-d9805b049578 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:06.095628 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037401c4-f5ee-4267-8df0-156fcafd49ea", "tag": "9248ddb6-4e21-4f51-adf0-53a1c530aa54", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:06.095923 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7475ed9f-dec9-4086-855b-d9805b049578 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:06.096366 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'tag': '9248ddb6-4e21-4f51-adf0-53a1c530aa54', 'status': 'completed', 'code': 200} Jul 16 20:25:06.131377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-39b5ef8d-cd78-47fd-a778-455a8e032587 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583272 Jul 16 20:25:06.173654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 067ddcf9-66b5-4437-a939-cae2c06a67e1 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:06.179376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'f7f65903-0d1a-4ea1-924b-7d10af53dfa4'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:06.181916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.260686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85170626-ce0b-4ded-922e-d7b9b09bb12e no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:06.497568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 85170626-ce0b-4ded-922e-d7b9b09bb12e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:06.498135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 85170626-ce0b-4ded-922e-d7b9b09bb12e not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:06.531381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:06.591511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2660db95-7148-4d6c-bd04-8b5d44ab2598 req-acbb7f26-f93b-4879-a9ff-3a30d2e0f214 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527426 Jul 16 20:25:06.817460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 067ddcf9-66b5-4437-a939-cae2c06a67e1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:06.846195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 067ddcf9-66b5-4437-a939-cae2c06a67e1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:06.846195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.950437 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.027167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-6874fb81-1157-45cb-8408-1317cf7ed2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.037933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-6874fb81-1157-45cb-8408-1317cf7ed2ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 1094 time: 0.3403246 Jul 16 20:25:07.057250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:07.109742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:07.135644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:07.166805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 84063b47-7e9c-46c4-93d0-6f44e1abbc18 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:07.207685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.292888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067ddcf9-66b5-4437-a939-cae2c06a67e1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:07.302050 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a7cfae-3312-4b8d-a57e-af0001229eb1" -d '{"events": [{"server_uuid": "ef43e957-8c07-44e9-9b44-7460205389c1", "name": "network-vif-plugged", "status": "completed", "tag": "067ddcf9-66b5-4437-a939-cae2c06a67e1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:07.343825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Pushing event updated for resources: {'Port': ['ID=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.349425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/f7f65903-0d1a-4ea1-924b-7d10af53dfa4/34306355-b91f-4ae9-b56b-ec3026337ae8) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:07.363105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-219b5a68-466b-46de-83f6-8cb38cedda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.365855 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-219b5a68-466b-46de-83f6-8cb38cedda7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 916 time: 1.3504119 Jul 16 20:25:07.418449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 067ddcf9-66b5-4437-a939-cae2c06a67e1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=067ddcf9-66b5-4437-a939-cae2c06a67e1,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:07.500354 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-32a0d294-27e0-4a14-a180-89b5b3471663 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f80295c1-0871-4f8b-966a-f33d25240032 HTTP/1.1" status: 200 len: 217 time: 0.1098003 Jul 16 20:25:07.531884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.533088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.546749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.603964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f80295c1-0871-4f8b-966a-f33d25240032 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:07.691534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-196b9a82-249c-456c-94a4-53ca9ba9ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.693916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-196b9a82-249c-456c-94a4-53ca9ba9ec0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 916 time: 0.6549051 Jul 16 20:25:07.697459 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-5cf8b70b-063a-442a-af83-8ff6cf771b2b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7622254 Jul 16 20:25:07.719004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Request body: {'port': {'device_id': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:07.785291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-28910569-920f-432e-9814-ba7e6c11611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.788217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-28910569-920f-432e-9814-ba7e6c11611d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.2425141 Jul 16 20:25:07.868830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-e2f93f23-6c18-4999-bfbc-781e4e6082f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54 HTTP/1.1" status: 200 len: 217 time: 0.1029336 Jul 16 20:25:07.957179 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.992960 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.012489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Transition to ACTIVE for port object 34306355-b91f-4ae9-b56b-ec3026337ae8 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:08.024020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9ebef-cfcc-4371-9dcc-ebc908237be5 req-cd56c0c5-d693-4259-9ff5-4aa26c13490e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.044701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fef9ebef-cfcc-4371-9dcc-ebc908237be5 req-cd56c0c5-d693-4259-9ff5-4aa26c13490e tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 945 time: 0.3771770 Jul 16 20:25:08.051573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Transition to ACTIVE for port object 34306355-b91f-4ae9-b56b-ec3026337ae8 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:08.087682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-5e6db1f5-7ca4-4747-abb6-daa934c65af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.088766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-5e6db1f5-7ca4-4747-abb6-daa934c65af8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.2110775 Jul 16 20:25:08.107860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-41c17e24-5858-4eb6-8a8f-2fc84803f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.110524 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-41c17e24-5858-4eb6-8a8f-2fc84803f516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3127596 Jul 16 20:25:08.253813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::4da6:7ebb:7c89:b735 (4480a042-e07a-4cef-bea8-255195c633b7/f7f65903-0d1a-4ea1-924b-7d10af53dfa4/84063b47-7e9c-46c4-93d0-6f44e1abbc18) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:08.276350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fef9ebef-cfcc-4371-9dcc-ebc908237be5 req-47ff1666-91c9-4c55-9699-ae2fd107ee89 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293515 Jul 16 20:25:08.318776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-13b45b99-ff1e-464c-b72c-c088528cbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.321677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-13b45b99-ff1e-464c-b72c-c088528cbd02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986222 Jul 16 20:25:08.639116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-cb54fc88-c3c9-403b-9e75-f3f8a5273755 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098211 Jul 16 20:25:08.721831 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-45657860-bf4a-47ab-829d-c057931af2df service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025894 Jul 16 20:25:08.816404 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.852008 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.928901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f80295c1-0871-4f8b-966a-f33d25240032, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f80295c1-0871-4f8b-966a-f33d25240032,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:08.932314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.945089 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.969530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.971712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cff85bf9-c964-4ed4-a19c-b5e4c055d832 None None] Provisioning for port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:08.973983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 84063b47-7e9c-46c4-93d0-6f44e1abbc18 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:08.985501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:08.987627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47816) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:08.992391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=067ddcf9-66b5-4437-a939-cae2c06a67e1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.999609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:09.004589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cff85bf9-c964-4ed4-a19c-b5e4c055d832 None None] Provisioning complete for port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:09.005320 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cff85bf9-c964-4ed4-a19c-b5e4c055d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.045484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.069324 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a4a69df3-f4e3-4b20-adef-71e25d57307b req-6a6c9bbf-e036-414c-aee3-1633a65c19f0 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334079 Jul 16 20:25:09.110540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:09.113437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'f80295c1-0871-4f8b-966a-f33d25240032', 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'port_id': 'f80295c1-0871-4f8b-966a-f33d25240032', 'mac_address': 'fa:16:3e:3a:56:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd07b119-873f-4587-96dc-05a284c9d515', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:09.121392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.136239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0f428b-2ecf-4c17-83fa-ab96cec0eacf {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:09.157848 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.188470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Transition to ACTIVE for port object ef0f428b-2ecf-4c17-83fa-ab96cec0eacf will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:09.195126 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.252666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cff85bf9-c964-4ed4-a19c-b5e4c055d832 None None] Port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:09.261968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Pushing event updated for resources: {'Port': ['ID=34306355-b91f-4ae9-b56b-ec3026337ae8,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.269332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.292428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Attempting to bind port 34306355-b91f-4ae9-b56b-ec3026337ae8 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:09.294183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Attempting to bind port 34306355-b91f-4ae9-b56b-ec3026337ae8 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:09.296902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Attempting to bind port 34306355-b91f-4ae9-b56b-ec3026337ae8 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:09.299934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ccf94d8-a950-4364-9850-5b1b13af1e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.308976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80295c1-0871-4f8b-966a-f33d25240032 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:09.327687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:09.328064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:09.328945 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.329427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:09.330041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Bound port: 34306355-b91f-4ae9-b56b-ec3026337ae8, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:09.330502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.365299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f80295c1-0871-4f8b-966a-f33d25240032, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f80295c1-0871-4f8b-966a-f33d25240032,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:09.459991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] For port 34306355-b91f-4ae9-b56b-ec3026337ae8, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:09.466305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] For port 34306355-b91f-4ae9-b56b-ec3026337ae8, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=34306355-b91f-4ae9-b56b-ec3026337ae8,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:09.469148 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.472388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Pushing event updated for resources: {'Port': ['ID=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.481539 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.512644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:09.517116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd35be7-baed-43e1-89b8-4511758acbfc req-1735141d-5ab5-4879-9454-700b16fb5096 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8535895 Jul 16 20:25:09.518294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=84063b47-7e9c-46c4-93d0-6f44e1abbc18,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.571550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:09.582218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:09.595045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.597247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.627032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f80295c1-0871-4f8b-966a-f33d25240032,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.646234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-598c329a-c4c5-477c-91dd-2a7a5c52ed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.689607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Attempting to bind port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:09.690220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Attempting to bind port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:09.690433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Attempting to bind port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:09.699853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:09.700307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Attempting to bind port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf on network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:09.727772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:09.728271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Checking segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:09.728684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Bound using segment: {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:09.729151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Bound port: ef0f428b-2ecf-4c17-83fa-ab96cec0eacf, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c917c0-2a2a-4efe-9f48-97e4e67269e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:09.729549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.739853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8daa6-57a0-4af2-9b0a-d3416e7fcc5a req-9815f570-3a8b-4a03-992a-6b110f49e727 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.756583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ac8daa6-57a0-4af2-9b0a-d3416e7fcc5a req-9815f570-3a8b-4a03-992a-6b110f49e727 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 931 time: 0.7269573 Jul 16 20:25:09.809646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f80295c1-0871-4f8b-966a-f33d25240032'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:09.858210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] For port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:09.861845 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ccf94d8-a950-4364-9850-5b1b13af1e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.868193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] For port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:09.872021 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ccf94d8-a950-4364-9850-5b1b13af1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.874235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97f916-d572-47d0-b281-c090edc93966 None None] Pushing event updated for resources: {'Port': ['ID=34306355-b91f-4ae9-b56b-ec3026337ae8,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.884571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ac8daa6-57a0-4af2-9b0a-d3416e7fcc5a req-5557dfcd-dbc6-4f00-8510-f860313a0b46 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240506 Jul 16 20:25:09.907234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8a431441-915c-49dd-a639-37cb62e96715 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1070504 Jul 16 20:25:09.908706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf94d8-a950-4364-9850-5b1b13af1e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec210d25-1d0d-4bd7-a3c9-e8daba069d7b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.912202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.916911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47834) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.943021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-841a59da-5264-43d1-8556-85175541a826 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': 'f7f65903-0d1a-4ea1-924b-7d10af53dfa4', 'ip_address': '2001:db8::4da6:7ebb:7c89:b735'}], 'name': 'tempest-NetworksTestDHCPv6-1397830946'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:10.012124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.013321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.016418 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] 10.222.0.26 "PUT /v2.0/ports/ef0f428b-2ecf-4c17-83fa-ab96cec0eacf HTTP/1.1" status: 200 len: 1091 time: 2.3118179 Jul 16 20:25:10.028175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'tag': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:10.040572 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b615654-a369-4fc0-8368-14af0727b801" -d '{"events": [{"name": "network-changed", "server_uuid": "6988e800-f891-4ca3-8f9d-201463cdb5b3", "tag": "ef0f428b-2ecf-4c17-83fa-ab96cec0eacf"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:10.063282 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9ccf94d8-a950-4364-9850-5b1b13af1e79 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d53d67f159b740cebf0fe15b85724478&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730665 Jul 16 20:25:10.075369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47838) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.184189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9248ddb6-4e21-4f51-adf0-53a1c530aa54 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:10.297961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce945c9-235b-4a91-8c6d-80f75a56490b service neutron] Pushing event updated for resources: {'Port': ['ID=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.415199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 9248ddb6-4e21-4f51-adf0-53a1c530aa54, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:10.447138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '9248ddb6-4e21-4f51-adf0-53a1c530aa54', 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'port_id': '9248ddb6-4e21-4f51-adf0-53a1c530aa54', 'mac_address': 'fa:16:3e:7d:d9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd07b119-873f-4587-96dc-05a284c9d515', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:10.483772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 34306355-b91f-4ae9-b56b-ec3026337ae8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:10.589082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-47841629-6e35-4fde-9977-7f40fe509dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.594711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-47841629-6e35-4fde-9977-7f40fe509dc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 1094 time: 0.4577160 Jul 16 20:25:10.653651 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-598c329a-c4c5-477c-91dd-2a7a5c52ed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.660482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36accbaa-48c2-46e6-83f8-0c221bb35ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.665582 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-36507aca-e11f-4787-8065-a1a33593ab13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf HTTP/1.1" status: 200 len: 217 time: 0.0598929 Jul 16 20:25:10.667277 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-598c329a-c4c5-477c-91dd-2a7a5c52ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.730459 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36accbaa-48c2-46e6-83f8-0c221bb35ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.731623 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.782763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-fecb4c56-c862-4f74-aca6-fc2bd64ccee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.785612 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-fecb4c56-c862-4f74-aca6-fc2bd64ccee2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.1074257 Jul 16 20:25:10.834824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c329a-c4c5-477c-91dd-2a7a5c52ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16d9431-2120-4fb8-9834-579772e41e8d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.872361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a59da-5264-43d1-8556-85175541a826 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:10.907043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-841a59da-5264-43d1-8556-85175541a826 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.910563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 34306355-b91f-4ae9-b56b-ec3026337ae8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:10.929631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9248ddb6-4e21-4f51-adf0-53a1c530aa54 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:10.991316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-598c329a-c4c5-477c-91dd-2a7a5c52ed8c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a9c63cd9155b49408c7184c3ed352546&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8498533 Jul 16 20:25:10.994977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47846) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.998360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-3f000d66-637b-41b0-879c-872b759bb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.000980 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-3f000d66-637b-41b0-879c-872b759bb02e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022719 Jul 16 20:25:11.021878 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36accbaa-48c2-46e6-83f8-0c221bb35ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.041723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-841a59da-5264-43d1-8556-85175541a826 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 296e36ca-ecd6-4229-89e9-adf52a8225f4 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:11.047284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 9248ddb6-4e21-4f51-adf0-53a1c530aa54, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:11.060078 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420c04fd-9f74-44ce-a10e-add5dc8a26c0 x-openstack-request-id: req-420c04fd-9f74-44ce-a10e-add5dc8a26c0 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:11.060078 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef43e957-8c07-44e9-9b44-7460205389c1", "name": "network-vif-plugged", "status": "completed", "tag": "067ddcf9-66b5-4437-a939-cae2c06a67e1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:11.060566 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-420c04fd-9f74-44ce-a10e-add5dc8a26c0 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:11.061579 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067ddcf9-66b5-4437-a939-cae2c06a67e1', 'code': 200} Jul 16 20:25:11.062821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36accbaa-48c2-46e6-83f8-0c221bb35ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.064326 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.066896 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-36accbaa-48c2-46e6-83f8-0c221bb35ed8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ec210d25-1d0d-4bd7-a3c9-e8daba069d7b HTTP/1.1" status: 204 len: 168 time: 0.9969211 Jul 16 20:25:11.370651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['9248ddb6-4e21-4f51-adf0-53a1c530aa54'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:11.389475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=9248ddb6-4e21-4f51-adf0-53a1c530aa54,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.413065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36accbaa-48c2-46e6-83f8-0c221bb35ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec210d25-1d0d-4bd7-a3c9-e8daba069d7b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.425461 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-af88039b-0683-49be-a431-d1df5d058879 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169924 Jul 16 20:25:11.636470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f80295c1-0871-4f8b-966a-f33d25240032 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:11.743109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47854) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.765550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-77ce5336-d913-4bf1-9439-4429434ae488 None None] Provisioning for port 34306355-b91f-4ae9-b56b-ec3026337ae8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:11.795054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-77ce5336-d913-4bf1-9439-4429434ae488 None None] Provisioning complete for port 34306355-b91f-4ae9-b56b-ec3026337ae8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:11.795979 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-77ce5336-d913-4bf1-9439-4429434ae488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.833278 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6db016dc-3294-4314-902a-52e8da5aebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.867405 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dc3eb2be-9777-400c-8aaf-cc605dfc0680 req-96fee01a-4072-4e69-b412-c34e20e65e20 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346974 Jul 16 20:25:12.030880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port f80295c1-0871-4f8b-966a-f33d25240032 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:12.137152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port f80295c1-0871-4f8b-966a-f33d25240032 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:12.137858 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.163377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6db016dc-3294-4314-902a-52e8da5aebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.169900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6db016dc-3294-4314-902a-52e8da5aebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.257747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db016dc-3294-4314-902a-52e8da5aebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b78dcd-8efa-49a6-a637-52a568dbbbf7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.284790 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6db016dc-3294-4314-902a-52e8da5aebb6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8f0f11bce7e74712a996464a0d2afdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396378 Jul 16 20:25:12.292332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47858) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.357022 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-77ce5336-d913-4bf1-9439-4429434ae488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.383586 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91ab69e8-d836-49e5-a0fe-d30c34d66f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.409539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5be0-cfa8-4d4d-b952-66675e27e40c req-80780611-80fc-47c1-b5f4-ba32b7c2b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.412480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc7f5be0-cfa8-4d4d-b952-66675e27e40c req-80780611-80fc-47c1-b5f4-ba32b7c2b9c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 1096 time: 1.1368036 Jul 16 20:25:12.424236 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b35bb71-60eb-4075-900c-3b71d5a57816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.425572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91ab69e8-d836-49e5-a0fe-d30c34d66f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.462436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b35bb71-60eb-4075-900c-3b71d5a57816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.523648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91ab69e8-d836-49e5-a0fe-d30c34d66f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.531291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91ab69e8-d836-49e5-a0fe-d30c34d66f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.538916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91ab69e8-d836-49e5-a0fe-d30c34d66f6e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c5b78dcd-8efa-49a6-a637-52a568dbbbf7 HTTP/1.1" status: 204 len: 168 time: 0.2442389 Jul 16 20:25:12.556623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab69e8-d836-49e5-a0fe-d30c34d66f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b78dcd-8efa-49a6-a637-52a568dbbbf7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.604690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc7f5be0-cfa8-4d4d-b952-66675e27e40c req-18b3f20a-a364-4f45-9554-520df74b3f42 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Jul 16 20:25:12.614067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b35bb71-60eb-4075-900c-3b71d5a57816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.618877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b35bb71-60eb-4075-900c-3b71d5a57816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.620658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5b35bb71-60eb-4075-900c-3b71d5a57816 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f16d9431-2120-4fb8-9834-579772e41e8d HTTP/1.1" status: 204 len: 168 time: 1.6236372 Jul 16 20:25:12.652288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-77ce5336-d913-4bf1-9439-4429434ae488 None None] For port 34306355-b91f-4ae9-b56b-ec3026337ae8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=34306355-b91f-4ae9-b56b-ec3026337ae8,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:12.662654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.669811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-77ce5336-d913-4bf1-9439-4429434ae488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.674961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03613f7-d1b6-49bd-ba11-f78a7bfbedbc req-f53417e1-3835-45f2-aa22-a3e1bb27a638 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.688250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d03613f7-d1b6-49bd-ba11-f78a7bfbedbc req-f53417e1-3835-45f2-aa22-a3e1bb27a638 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 945 time: 1.3917985 Jul 16 20:25:12.755756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35bb71-60eb-4075-900c-3b71d5a57816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16d9431-2120-4fb8-9834-579772e41e8d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.818196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce5336-d913-4bf1-9439-4429434ae488 None None] Pushing event updated for resources: {'Port': ['ID=34306355-b91f-4ae9-b56b-ec3026337ae8,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.847129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d03613f7-d1b6-49bd-ba11-f78a7bfbedbc req-d0e1375c-a7fb-49cc-a3e9-7a8a2120474b tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570394 Jul 16 20:25:12.903746 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-841a59da-5264-43d1-8556-85175541a826 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:25:12.904421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841a59da-5264-43d1-8556-85175541a826 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:25:12.920479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-200e0107-0275-4ae4-bebf-97cdbab74a16 None None] Provisioning for port 84063b47-7e9c-46c4-93d0-6f44e1abbc18 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:12.933677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-841a59da-5264-43d1-8556-85175541a826 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0147200 Jul 16 20:25:12.938955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47864) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.942742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-200e0107-0275-4ae4-bebf-97cdbab74a16 None None] Provisioning complete for port 84063b47-7e9c-46c4-93d0-6f44e1abbc18 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:12.943737 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-200e0107-0275-4ae4-bebf-97cdbab74a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.010880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f80295c1-0871-4f8b-966a-f33d25240032, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f80295c1-0871-4f8b-966a-f33d25240032,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:13.023958 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.047929 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce8b8df-9938-433a-9694-d35babb99cea x-openstack-request-id: req-7ce8b8df-9938-433a-9694-d35babb99cea {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:13.048430 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6988e800-f891-4ca3-8f9d-201463cdb5b3", "tag": "ef0f428b-2ecf-4c17-83fa-ab96cec0eacf", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:13.048797 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7ce8b8df-9938-433a-9694-d35babb99cea {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:13.049327 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'tag': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf', 'status': 'completed', 'code': 200} Jul 16 20:25:13.135775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80295c1-0871-4f8b-966a-f33d25240032'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:13.140883 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0bdb55-392d-4554-bc7b-95f083e218fd" -d '{"events": [{"server_uuid": "0e51f198-f431-48b3-9ac8-ef505d808cee", "name": "network-vif-plugged", "status": "completed", "tag": "f80295c1-0871-4f8b-966a-f33d25240032"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:13.149466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f100b-eaf8-4498-b6d0-0d1f22709116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.157436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f100b-eaf8-4498-b6d0-0d1f22709116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.159347 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-538f100b-eaf8-4498-b6d0-0d1f22709116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2169311 Jul 16 20:25:13.162741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47874) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:13.246476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615654-a369-4fc0-8368-14af0727b801 req-083b8162-7093-4482-aadd-85196f362d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.256919 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9b615654-a369-4fc0-8368-14af0727b801 req-083b8162-7093-4482-aadd-85196f362d27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 1094 time: 0.1725986 Jul 16 20:25:13.261622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-200e0107-0275-4ae4-bebf-97cdbab74a16 None None] Port 84063b47-7e9c-46c4-93d0-6f44e1abbc18 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:13.355719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f80295c1-0871-4f8b-966a-f33d25240032,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:13.451940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 84063b47-7e9c-46c4-93d0-6f44e1abbc18 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:13.453242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.505080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615654-a369-4fc0-8368-14af0727b801 req-23f1ca79-7d2e-4ed4-aae9-555e2ebc253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.508662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9b615654-a369-4fc0-8368-14af0727b801 req-23f1ca79-7d2e-4ed4-aae9-555e2ebc253a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 916 time: 0.2467856 Jul 16 20:25:13.594090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ef0f428b-2ecf-4c17-83fa-ab96cec0eacf details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:13.674583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.714423 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9b615654-a369-4fc0-8368-14af0727b801 req-a84217ce-021b-4afb-979f-17eb50cc53a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf HTTP/1.1" status: 200 len: 217 time: 0.1963053 Jul 16 20:25:13.717080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c7c53-0c4f-41a4-ad49-55aec2f3ddb1 req-86368eb5-883a-4fea-8091-4b81308d8dde tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.720288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a86c7c53-0c4f-41a4-ad49-55aec2f3ddb1 req-86368eb5-883a-4fea-8091-4b81308d8dde tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 943 time: 0.1962645 Jul 16 20:25:13.746047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 84063b47-7e9c-46c4-93d0-6f44e1abbc18 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:13.910598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a86c7c53-0c4f-41a4-ad49-55aec2f3ddb1 req-03a9a9fc-65b4-4268-8114-2d1984f53e6b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780899 Jul 16 20:25:13.922028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615654-a369-4fc0-8368-14af0727b801 req-a102f9e1-4cf9-4b2f-ba83-7b5fb6df8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.924753 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9b615654-a369-4fc0-8368-14af0727b801 req-a102f9e1-4cf9-4b2f-ba83-7b5fb6df8fa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.2022603 Jul 16 20:25:13.988804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:14.042753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf', 'network_id': 'ded603ed-f63d-49d0-a0b7-a58ede1ebcf1', 'port_id': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf', 'mac_address': 'fa:16:3e:5c:04:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd07b119-873f-4587-96dc-05a284c9d515', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:14.159131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615654-a369-4fc0-8368-14af0727b801 req-2ff7ef8c-3532-4b11-b1be-2744a89275bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.161630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9b615654-a369-4fc0-8368-14af0727b801 req-2ff7ef8c-3532-4b11-b1be-2744a89275bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287931 Jul 16 20:25:14.228057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.230188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9248ddb6-4e21-4f51-adf0-53a1c530aa54 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:14.325110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 34306355-b91f-4ae9-b56b-ec3026337ae8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:14.357373 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.408245 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=84063b47-7e9c-46c4-93d0-6f44e1abbc18,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.426192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0f428b-2ecf-4c17-83fa-ab96cec0eacf {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:14.460892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:14.484328 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.536389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.563050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-346eae2a-c704-49e1-907e-29123c98b01e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/84063b47-7e9c-46c4-93d0-6f44e1abbc18 HTTP/1.1" status: 204 len: 168 time: 1.3988318 Jul 16 20:25:14.567641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47908) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.665284 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e657e12-ed0c-4fb6-8b2a-4f0114fba3b0 x-openstack-request-id: req-6e657e12-ed0c-4fb6-8b2a-4f0114fba3b0 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:14.665699 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e51f198-f431-48b3-9ac8-ef505d808cee", "name": "network-vif-plugged", "status": "completed", "tag": "f80295c1-0871-4f8b-966a-f33d25240032", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:14.665970 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6e657e12-ed0c-4fb6-8b2a-4f0114fba3b0 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:14.666406 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80295c1-0871-4f8b-966a-f33d25240032', 'code': 200} Jul 16 20:25:14.725057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:14.737135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:14.737716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.740603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ef0f428b-2ecf-4c17-83fa-ab96cec0eacf'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:14.859956 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9b615654-a369-4fc0-8368-14af0727b801 req-d9c8d4ce-2021-42fe-9eb8-87ff26078997 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906586 Jul 16 20:25:15.087960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:15.117401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 34306355-b91f-4ae9-b56b-ec3026337ae8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:15.117828 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.124172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971729b-3850-4d49-ab13-1e6601a3e675 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.125801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971729b-3850-4d49-ab13-1e6601a3e675 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.144975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47922) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.153394 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8971729b-3850-4d49-ab13-1e6601a3e675 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5741014 Jul 16 20:25:15.349403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca968990-f887-4c83-9344-76a505c343b9 req-c51164ed-4125-4364-84ca-1d01d45e787d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.368107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca968990-f887-4c83-9344-76a505c343b9 req-c51164ed-4125-4364-84ca-1d01d45e787d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 945 time: 0.3349988 Jul 16 20:25:15.415074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9b615654-a369-4fc0-8368-14af0727b801 req-5e7fecfa-9d89-4629-ab76-d3dc7e72f23f service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117233 Jul 16 20:25:15.435617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet f7f65903-0d1a-4ea1-924b-7d10af53dfa4 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:15.453988 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.491526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3620a-3780-4bc7-994d-95f57a90aa49 req-7d199d39-0b3a-4808-9e94-59ed34e0858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.494323 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-57a3620a-3780-4bc7-994d-95f57a90aa49 req-7d199d39-0b3a-4808-9e94-59ed34e0858c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 1096 time: 0.6561403 Jul 16 20:25:15.579819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.611494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-57a3620a-3780-4bc7-994d-95f57a90aa49 req-871a23a7-68bc-4857-aa38-f70e0bb84d8b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095569 Jul 16 20:25:15.636098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca968990-f887-4c83-9344-76a505c343b9 req-03b98806-a976-40b0-9fad-98d4da24fa28 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669785 Jul 16 20:25:15.661420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.700864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47940) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.067763 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.086964 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1098611589-network', 'tenant_id': 'e67a8b2245874ef79334b26099e22781'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:16.129053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 9248ddb6-4e21-4f51-adf0-53a1c530aa54, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:16.139780 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.222694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Made reservation on behalf of e67a8b2245874ef79334b26099e22781 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:16.232776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.241395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.267715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=9248ddb6-4e21-4f51-adf0-53a1c530aa54,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.300802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.349643 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae1d04-3700-45be-8a00-e2faed2e7d47 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:16.459055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.462552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/f7f65903-0d1a-4ea1-924b-7d10af53dfa4 HTTP/1.1" status: 204 len: 168 time: 1.3153462 Jul 16 20:25:16.474820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47982) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.485486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760f6b4-99b8-429e-a2dd-a087f7f636b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f65903-0d1a-4ea1-924b-7d10af53dfa4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.609039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbbf2f-1e5d-421c-ac4f-ab0e7cc88bf0 req-810d1423-6323-42cd-827c-cc2b92a4dbb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.615347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0fbbf2f-1e5d-421c-ac4f-ab0e7cc88bf0 req-810d1423-6323-42cd-827c-cc2b92a4dbb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.4318619 Jul 16 20:25:16.663169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-919cfc00-4f85-4e13-9311-9c2012928cef tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1864755 Jul 16 20:25:16.686288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47986) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.703785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:16.822574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0fbbf2f-1e5d-421c-ac4f-ab0e7cc88bf0 req-ceacbc29-5033-4616-aece-7ca5cbe9d4e9 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774147 Jul 16 20:25:17.192437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9248ddb6-4e21-4f51-adf0-53a1c530aa54'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:17.199967 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad2b41c-6ef9-4494-b4e9-143599d7840e" -d '{"events": [{"server_uuid": "037401c4-f5ee-4267-8df0-156fcafd49ea", "name": "network-vif-plugged", "status": "completed", "tag": "9248ddb6-4e21-4f51-adf0-53a1c530aa54"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:17.217454 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.268865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.287697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:17.305636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.394996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.465895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:17.526437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa6ab1f-ca69-4ac4-945c-3e3f8b78f206,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.541305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:17.619425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d93765-3651-4bac-9a7e-ab47f741784f req-0b248fd0-9aa5-4753-b31d-744e16a78dcb tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.622669 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.623671 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Added segment 3c5033f8-b41a-4f9a-b439-9eb288c53b41 of type vlan for network b0ebe916-5f11-4489-a82c-5ee4405c61cc Jul 16 20:25:17.647168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5d93765-3651-4bac-9a7e-ab47f741784f req-0b248fd0-9aa5-4753-b31d-744e16a78dcb tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 944 time: 0.1822090 Jul 16 20:25:17.719669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ef0f428b-2ecf-4c17-83fa-ab96cec0eacf up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:17.786238 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.816761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5d93765-3651-4bac-9a7e-ab47f741784f req-fa29366e-3df8-46e7-a8ab-2d9a5a084561 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632345 Jul 16 20:25:18.023926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e91696a8-55fa-4773-b8ab-8836a589cb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.058694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:18.086332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:18.086974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.092961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.094629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.095777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.193434 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.229564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] Deleting port 34306355-b91f-4ae9-b56b-ec3026337ae8 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:18.230445 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.240082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:18.249014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:18.270926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.272451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.283708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 34306355-b91f-4ae9-b56b-ec3026337ae8 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:18.329216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e91696a8-55fa-4773-b8ab-8836a589cb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.340203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e91696a8-55fa-4773-b8ab-8836a589cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.358052 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6655381 Jul 16 20:25:18.379308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48004) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:18.380110 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6766093 Jul 16 20:25:18.407480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e8f940f4-dafa-4e6c-9f86-83bc29ce42b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '065ab327-9033-4972-8f05-f1d547e8fa89', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1219854428'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:18.472719 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.490128 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.504376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4ebfd-1f33-415f-acdc-89a698043eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ebe916-5f11-4489-a82c-5ee4405c61cc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.532096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network b0ebe916-5f11-4489-a82c-5ee4405c61cc details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:18.536222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] For port 34306355-b91f-4ae9-b56b-ec3026337ae8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=34306355-b91f-4ae9-b56b-ec3026337ae8,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:18.536626 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.553033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5fd3d-3532-4313-8fa2-1ea8aed55a04 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=065ab327-9033-4972-8f05-f1d547e8fa89,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.575819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 34306355-b91f-4ae9-b56b-ec3026337ae8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=34306355-b91f-4ae9-b56b-ec3026337ae8,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:18.603181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.612456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] Calling delete_port for 34306355-b91f-4ae9-b56b-ec3026337ae8 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:18.625885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:18.693376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.729628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e91696a8-55fa-4773-b8ab-8836a589cb25 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=742be6f24565497693f329ef7683f67d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3309660 Jul 16 20:25:18.732389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48010) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:18.738535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91696a8-55fa-4773-b8ab-8836a589cb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab42b20-b27d-4171-ae57-cb03f3be5fe5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.761661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f940f4-dafa-4e6c-9f86-83bc29ce42b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:18.775420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=34306355-b91f-4ae9-b56b-ec3026337ae8,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.788543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.789691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.790226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.790729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.791223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.791793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.792398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.792898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.793393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.793872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.794369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.794849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:18.896080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7cdeaa6-4fad-426c-809c-c95fd44e91c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.900908 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8f940f4-dafa-4e6c-9f86-83bc29ce42b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.930416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7cdeaa6-4fad-426c-809c-c95fd44e91c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.949871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-e8f940f4-dafa-4e6c-9f86-83bc29ce42b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 06f58318-e10b-4dad-ab94-a9e252457897 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:18.975490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.988279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.060236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7cdeaa6-4fad-426c-809c-c95fd44e91c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.063875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7cdeaa6-4fad-426c-809c-c95fd44e91c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.069486 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d7cdeaa6-4fad-426c-809c-c95fd44e91c9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fab42b20-b27d-4171-ae57-cb03f3be5fe5 HTTP/1.1" status: 204 len: 168 time: 0.3314967 Jul 16 20:25:19.069794 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dddb9d9-54cf-427e-b101-59d51daed094 x-openstack-request-id: req-1dddb9d9-54cf-427e-b101-59d51daed094 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:19.069794 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037401c4-f5ee-4267-8df0-156fcafd49ea", "name": "network-vif-plugged", "status": "completed", "tag": "9248ddb6-4e21-4f51-adf0-53a1c530aa54", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:19.069794 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1dddb9d9-54cf-427e-b101-59d51daed094 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:19.090106 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9248ddb6-4e21-4f51-adf0-53a1c530aa54', 'code': 200} Jul 16 20:25:19.106927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdeaa6-4fad-426c-809c-c95fd44e91c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab42b20-b27d-4171-ae57-cb03f3be5fe5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.108539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] No DVR routers for this DVR port 34306355-b91f-4ae9-b56b-ec3026337ae8 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:19.114659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfd6d1-81d6-4faf-9067-a20247ecd4f4 None None] Pushing event deleted for resources: {'Port': ['ID=34306355-b91f-4ae9-b56b-ec3026337ae8,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.167555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006a61b-fcdb-4458-a36c-0edf98a04894 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:19.367967 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f940f4-dafa-4e6c-9f86-83bc29ce42b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:25:19.369283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f940f4-dafa-4e6c-9f86-83bc29ce42b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:25:19.392724 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e8f940f4-dafa-4e6c-9f86-83bc29ce42b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0091770 Jul 16 20:25:19.397412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48032) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.408250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39af0b-44af-4157-8ea3-82b27082cb2a req-05cc28dc-f6b2-4128-975b-e4bcb39abc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.410263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a39af0b-44af-4157-8ea3-82b27082cb2a req-05cc28dc-f6b2-4128-975b-e4bcb39abc95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 1096 time: 0.1492894 Jul 16 20:25:19.496109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ab17c9df-3cb1-4a09-930b-a73ddf16a5dc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0953193 Jul 16 20:25:19.501279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48038) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.505386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a39af0b-44af-4157-8ea3-82b27082cb2a req-185f815a-423b-4cd9-bbab-2eb9e1728006 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878844 Jul 16 20:25:19.540449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '065ab327-9033-4972-8f05-f1d547e8fa89'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:19.541894 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.658343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd6235-cb18-4d2a-842e-3b84cf6589f7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.662374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd6235-cb18-4d2a-842e-3b84cf6589f7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.677800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48044) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.679176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-18cd6235-cb18-4d2a-842e-3b84cf6589f7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1710837 Jul 16 20:25:19.797169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 065ab327-9033-4972-8f05-f1d547e8fa89 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:19.877981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/065ab327-9033-4972-8f05-f1d547e8fa89/8fb604e2-1121-4158-ba8f-9c7b42f75a09) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:20.127823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76c1fd-1ba4-4fd0-93fe-2ed41075a4bb req-9cece5e8-459d-4ce3-a62f-7c6266c4ea0d tempest-ComputeTenantNetworksTest-1556611187 tempest-ComputeTenantNetworksTest-1556611187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.134138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76c1fd-1ba4-4fd0-93fe-2ed41075a4bb req-9cece5e8-459d-4ce3-a62f-7c6266c4ea0d tempest-ComputeTenantNetworksTest-1556611187 tempest-ComputeTenantNetworksTest-1556611187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.140618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76c1fd-1ba4-4fd0-93fe-2ed41075a4bb req-9cece5e8-459d-4ce3-a62f-7c6266c4ea0d tempest-ComputeTenantNetworksTest-1556611187 tempest-ComputeTenantNetworksTest-1556611187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.142386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e76c1fd-1ba4-4fd0-93fe-2ed41075a4bb req-9cece5e8-459d-4ce3-a62f-7c6266c4ea0d tempest-ComputeTenantNetworksTest-1556611187 tempest-ComputeTenantNetworksTest-1556611187-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4171469 Jul 16 20:25:20.186865 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.198140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Transition to ACTIVE for port object 8fb604e2-1121-4158-ba8f-9c7b42f75a09 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:20.217448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Transition to ACTIVE for port object 8fb604e2-1121-4158-ba8f-9c7b42f75a09 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:20.225215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.233555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.307042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Pushing event updated for resources: {'Port': ['ID=8fb604e2-1121-4158-ba8f-9c7b42f75a09,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.322174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:20.326324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:20.332769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:20.334352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.432793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Attempting to bind port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:20.433163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Attempting to bind port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:20.433533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Attempting to bind port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:20.439652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268c1ea-5f53-468c-b436-c22b07e40dd2 req-cd96499f-87ff-4b82-8ed9-1e77c6dfad8c tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:20.442024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c268c1ea-5f53-468c-b436-c22b07e40dd2 req-cd96499f-87ff-4b82-8ed9-1e77c6dfad8c tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.1246367 Jul 16 20:25:20.444025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:20.444424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:20.444839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.446107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:20.447955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Bound port: 8fb604e2-1121-4158-ba8f-9c7b42f75a09, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:20.448468 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.516599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c268c1ea-5f53-468c-b436-c22b07e40dd2 req-310838db-01c6-4e3e-ba4d-7d51002e47c4 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654602 Jul 16 20:25:20.575188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] For port 8fb604e2-1121-4158-ba8f-9c7b42f75a09, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:20.587335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] For port 8fb604e2-1121-4158-ba8f-9c7b42f75a09, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8fb604e2-1121-4158-ba8f-9c7b42f75a09,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:20.595189 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.597717 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.685892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b76ff-c774-4679-b60c-49951ae750b2 None None] Pushing event updated for resources: {'Port': ['ID=8fb604e2-1121-4158-ba8f-9c7b42f75a09,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.718133 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.823436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=065ab327-9033-4972-8f05-f1d547e8fa89,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.835538 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.843432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-758d792a-abb1-4435-a78b-a677a1169941 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/065ab327-9033-4972-8f05-f1d547e8fa89 HTTP/1.1" status: 204 len: 168 time: 1.1642973 Jul 16 20:25:20.844385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48070) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.972560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48084) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.980962 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-85f68202-3dca-44fa-9eb7-2620474da122 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332083 Jul 16 20:25:20.990111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:21.091394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:21.094249 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae8ab74-f042-47ab-8757-9235069ee790" -d '{"events": [{"server_uuid": "6988e800-f891-4ca3-8f9d-201463cdb5b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef0f428b-2ecf-4c17-83fa-ab96cec0eacf"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:21.121040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-9b7717e5-4b2e-41c0-9bc9-707062284b0c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.122846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-9b7717e5-4b2e-41c0-9bc9-707062284b0c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 945 time: 0.3863747 Jul 16 20:25:21.227355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c860a-cd2e-44ec-a4fa-8a0b8abaf996 req-62da3650-274f-4ffa-b8a3-4d2fded25a99 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.230475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f6c860a-cd2e-44ec-a4fa-8a0b8abaf996 req-62da3650-274f-4ffa-b8a3-4d2fded25a99 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 945 time: 0.3795049 Jul 16 20:25:21.360476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:21.366694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.420095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f6c860a-cd2e-44ec-a4fa-8a0b8abaf996 req-3e0a289c-22b6-4831-a7d2-a8ce13329c31 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups?id=3f437bfe-6685-454e-9727-415c90870896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745472 Jul 16 20:25:21.533887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Deleting port 067ddcf9-66b5-4437-a939-cae2c06a67e1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:21.535140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.915756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] For port 067ddcf9-66b5-4437-a939-cae2c06a67e1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=067ddcf9-66b5-4437-a939-cae2c06a67e1,segment=NetworkSegment(25ef3102-b986-413d-86f0-7d890b7a0e88),segment_id=25ef3102-b986-413d-86f0-7d890b7a0e88)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:21.916381 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.940051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Calling delete_port for 067ddcf9-66b5-4437-a939-cae2c06a67e1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:21.946023 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.088895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:22.118837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:22.126987 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.127929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.152577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=34a2e464-e406-4111-b93e-8927dc1d040b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:22.178943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48164) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:22.179530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4e5de516-0184-480a-8d31-2c54ce214e50 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2036595 Jul 16 20:25:22.186021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5d9d22f7-9369-4e0a-a3fd-7c3a950d86b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1472934154', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:22.244266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22f7-9369-4e0a-a3fd-7c3a950d86b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.245937 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22f7-9369-4e0a-a3fd-7c3a950d86b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.294247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6ded4-8c44-4324-8f2e-cdde0c6433d5 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:22.301949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073f547-1b73-40c6-a917-55ef29514243 req-396623b0-d119-41ab-84c5-91b877949773 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.311383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f073f547-1b73-40c6-a917-55ef29514243 req-396623b0-d119-41ab-84c5-91b877949773 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.2556612 Jul 16 20:25:22.341561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8fb604e2-1121-4158-ba8f-9c7b42f75a09 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:22.421219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48168) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:22.425634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ab79601c-92a1-4e13-a8ed-c33ebca16da6 None None] Provisioning for port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:22.481668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f073f547-1b73-40c6-a917-55ef29514243 req-3e4ec44f-312e-42d6-a8a5-2a74cc854631 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662157 Jul 16 20:25:22.499129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.600735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event deleted for resources: {'Port': ['ID=067ddcf9-66b5-4437-a939-cae2c06a67e1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:22.614728 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22f7-9369-4e0a-a3fd-7c3a950d86b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.616099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:22.623954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22f7-9369-4e0a-a3fd-7c3a950d86b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.625376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:22.625940 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.644062 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83d8431e-ba2d-47b2-b963-30a9673b1b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.746582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22f7-9369-4e0a-a3fd-7c3a950d86b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.750647 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5d9d22f7-9369-4e0a-a3fd-7c3a950d86b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5674093 Jul 16 20:25:22.751506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48176) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:22.752255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fdad3-86a3-4537-a6fb-888805da4a6b req-f9e3cbfc-1299-4a00-985e-7c9b9a1d226d tempest-ComputeTenantNetworksTest-1556611187 tempest-ComputeTenantNetworksTest-1556611187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.770623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd0fdad3-86a3-4537-a6fb-888805da4a6b req-f9e3cbfc-1299-4a00-985e-7c9b9a1d226d tempest-ComputeTenantNetworksTest-1556611187 tempest-ComputeTenantNetworksTest-1556611187-project] 10.222.0.100 "GET /v2.0/networks/b0ebe916-5f11-4489-a82c-5ee4405c61cc HTTP/1.1" status: 200 len: 769 time: 0.1916256 Jul 16 20:25:22.771392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48178) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:22.853362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] No DVR routers for this DVR port 067ddcf9-66b5-4437-a939-cae2c06a67e1 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:22.870473 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bf7711-3cdf-42bc-8f33-419437ae345a x-openstack-request-id: req-59bf7711-3cdf-42bc-8f33-419437ae345a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:22.870921 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6988e800-f891-4ca3-8f9d-201463cdb5b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef0f428b-2ecf-4c17-83fa-ab96cec0eacf", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:22.871360 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-59bf7711-3cdf-42bc-8f33-419437ae345a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:22.872019 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf', 'code': 200} Jul 16 20:25:22.872986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.911854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.923345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7d6eb2d-588e-437a-a815-9f7b23f04a0e req-5a7e277c-83c5-4441-ad8d-93715f96361c tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.21 "DELETE /v2.0/ports/067ddcf9-66b5-4437-a939-cae2c06a67e1 HTTP/1.1" status: 204 len: 173 time: 1.7908750 Jul 16 20:25:22.927368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'name': 'network-vif-deleted', 'tag': '067ddcf9-66b5-4437-a939-cae2c06a67e1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:22.942294 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c2e03-25e6-4b25-87f1-d76d2f667f8b" -d '{"events": [{"server_uuid": "ef43e957-8c07-44e9-9b44-7460205389c1", "name": "network-vif-deleted", "tag": "067ddcf9-66b5-4437-a939-cae2c06a67e1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:23.012050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 8fb604e2-1121-4158-ba8f-9c7b42f75a09, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8fb604e2-1121-4158-ba8f-9c7b42f75a09,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:23.020939 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.097007 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83d8431e-ba2d-47b2-b963-30a9673b1b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.167416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83d8431e-ba2d-47b2-b963-30a9673b1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.209775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.260799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=8fb604e2-1121-4158-ba8f-9c7b42f75a09,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:23.266008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48188) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:23.274308 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-83d8431e-ba2d-47b2-b963-30a9673b1b9c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=80543df4fb7e43768b006dd0df11d4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8513653 Jul 16 20:25:23.426649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc07a-6b62-4c3d-a21e-2d31d025ab89 None None] Provisioning complete for port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:23.427697 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc07a-6b62-4c3d-a21e-2d31d025ab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.546696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.572142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ebe916-5f11-4489-a82c-5ee4405c61cc']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:23.596305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5033f8-b41a-4f9a-b439-9eb288c53b41') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:23.596878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5033f8-b41a-4f9a-b439-9eb288c53b41') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:23.620144 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbaee-9e1f-4e47-b821-455953d7d8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.623298 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.674735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.691950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507f1b4-f193-4b72-918c-682299f46524 req-1740e99b-06ad-4b65-876c-2cefe4456ce6 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.700929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b507f1b4-f193-4b72-918c-682299f46524 req-1740e99b-06ad-4b65-876c-2cefe4456ce6 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.3691354 Jul 16 20:25:23.707608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbaee-9e1f-4e47-b821-455953d7d8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.716988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:23.717408 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:23.719349 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:23.887415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b507f1b4-f193-4b72-918c-682299f46524 req-380c9f3d-6ad9-4455-92d3-57f1dff2e305 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855977 Jul 16 20:25:23.897233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.907099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.913205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] 10.222.0.100 "DELETE /v2.0/networks/b0ebe916-5f11-4489-a82c-5ee4405c61cc HTTP/1.1" status: 204 len: 168 time: 1.0882416 Jul 16 20:25:23.946201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432b28d-2fb9-4a39-9c47-b307dd88dc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ebe916-5f11-4489-a82c-5ee4405c61cc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:23.979767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbaee-9e1f-4e47-b821-455953d7d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.983292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbaee-9e1f-4e47-b821-455953d7d8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.984780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd9dbaee-9e1f-4e47-b821-455953d7d8fb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fce2f58b-455d-46aa-aec4-be46c4fa0dd1 HTTP/1.1" status: 204 len: 168 time: 0.7169018 Jul 16 20:25:24.003154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dbaee-9e1f-4e47-b821-455953d7d8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2f58b-455d-46aa-aec4-be46c4fa0dd1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.085768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8431e-ba2d-47b2-b963-30a9673b1b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2f58b-455d-46aa-aec4-be46c4fa0dd1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.186269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a72230b9-4de2-45b3-aec7-49545f0c4d8a req-8be3f18b-d95f-43f9-99c6-fcab7c40e407 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef43e957-8c07-44e9-9b44-7460205389c1 HTTP/1.1" status: 200 len: 210 time: 0.0842285 Jul 16 20:25:24.262255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48204) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.279896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 067ddcf9-66b5-4437-a939-cae2c06a67e1 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:24.317893 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8d42f4-3287-46c0-a874-7242896547a3 x-openstack-request-id: req-aa8d42f4-3287-46c0-a874-7242896547a3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:24.318199 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef43e957-8c07-44e9-9b44-7460205389c1", "name": "network-vif-deleted", "tag": "067ddcf9-66b5-4437-a939-cae2c06a67e1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:24.318453 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-aa8d42f4-3287-46c0-a874-7242896547a3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:24.318864 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43e957-8c07-44e9-9b44-7460205389c1', 'name': 'network-vif-deleted', 'tag': '067ddcf9-66b5-4437-a939-cae2c06a67e1', 'status': 'completed', 'code': 200} Jul 16 20:25:24.331417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 067ddcf9-66b5-4437-a939-cae2c06a67e1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:24.336489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 067ddcf9-66b5-4437-a939-cae2c06a67e1 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:24.342787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8fb604e2-1121-4158-ba8f-9c7b42f75a09 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:24.367724 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-35fb214c-f1cc-4e08-b5e8-6dc185391f3d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e67a8b2245874ef79334b26099e22781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023502 Jul 16 20:25:24.371007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48208) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.395584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac864-7b9d-4e63-88fc-9d2acafc56b6 req-bbcd658d-a571-440b-92c8-870cf97f669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.398367 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bbac864-7b9d-4e63-88fc-9d2acafc56b6 req-bbcd658d-a571-440b-92c8-870cf97f669e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 1096 time: 1.4271297 Jul 16 20:25:24.489197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:24.489746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.572021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48212) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.657631 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c19a33b-58ce-4f37-9c31-c6fe4a159b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.765539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.777964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c19a33b-58ce-4f37-9c31-c6fe4a159b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.841388 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1bbac864-7b9d-4e63-88fc-9d2acafc56b6 req-d025c6cb-cf28-47b3-b82c-49ef2f4a1923 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310563 Jul 16 20:25:24.994460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c19a33b-58ce-4f37-9c31-c6fe4a159b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.997877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c19a33b-58ce-4f37-9c31-c6fe4a159b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.002709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c19a33b-58ce-4f37-9c31-c6fe4a159b54 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8aa6ab1f-ca69-4ac4-945c-3e3f8b78f206 HTTP/1.1" status: 204 len: 168 time: 0.6297829 Jul 16 20:25:25.020737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19a33b-58ce-4f37-9c31-c6fe4a159b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa6ab1f-ca69-4ac4-945c-3e3f8b78f206,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.245655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc40f-27c2-4c9a-8600-5b4e632c8245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.323633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::1 (4480a042-e07a-4cef-bea8-255195c633b7/34a2e464-e406-4111-b93e-8927dc1d040b/d38f470e-9279-480f-8a43-bd5e2c7efc93) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:25.623490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc40f-27c2-4c9a-8600-5b4e632c8245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.624699 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.633626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc40f-27c2-4c9a-8600-5b4e632c8245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.676948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object d38f470e-9279-480f-8a43-bd5e2c7efc93 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:25.717589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772dd85-58ea-4635-b1cf-0125d9167413 req-7ee4cb6d-a922-43ca-bbf1-75ab8d500444 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.722605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1772dd85-58ea-4635-b1cf-0125d9167413 req-7ee4cb6d-a922-43ca-bbf1-75ab8d500444 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.2603276 Jul 16 20:25:25.740961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.778303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9c1cc40f-27c2-4c9a-8600-5b4e632c8245 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b51ff77702eb4f8db85fa933fab5cf90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1949630 Jul 16 20:25:25.778303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cc40f-27c2-4c9a-8600-5b4e632c8245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c8f660-75c2-4dbd-b43d-fc6b296167f2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:25.778777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48244) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:25.838699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:25.848953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:25.860074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:25.860645 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.890245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1772dd85-58ea-4635-b1cf-0125d9167413 req-1771111e-00aa-4d17-92d0-baa7dd38dc8e tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276500 Jul 16 20:25:25.949696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=d38f470e-9279-480f-8a43-bd5e2c7efc93,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.015187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a70abc28-bd33-4751-b5ed-43301a40ea6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.154204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.166814 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a70abc28-bd33-4751-b5ed-43301a40ea6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.410635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6500bbf7-1916-4867-9e35-dadb94e4a28f None None] Provisioning for port d38f470e-9279-480f-8a43-bd5e2c7efc93 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:26.437472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6500bbf7-1916-4867-9e35-dadb94e4a28f None None] Provisioning complete for port d38f470e-9279-480f-8a43-bd5e2c7efc93 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:26.438222 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6500bbf7-1916-4867-9e35-dadb94e4a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.551328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a70abc28-bd33-4751-b5ed-43301a40ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.557239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a70abc28-bd33-4751-b5ed-43301a40ea6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.563080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a70abc28-bd33-4751-b5ed-43301a40ea6f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/15c8f660-75c2-4dbd-b43d-fc6b296167f2 HTTP/1.1" status: 204 len: 168 time: 0.7766249 Jul 16 20:25:26.607127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70abc28-bd33-4751-b5ed-43301a40ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c8f660-75c2-4dbd-b43d-fc6b296167f2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.616374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6500bbf7-1916-4867-9e35-dadb94e4a28f None None] Port d38f470e-9279-480f-8a43-bd5e2c7efc93 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:26.622820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab52e-3ff0-45ec-a8dd-f31b70091682 req-2064a607-1848-4a85-8c58-70265879a6f7 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:26.630934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c9ab52e-3ff0-45ec-a8dd-f31b70091682 req-2064a607-1848-4a85-8c58-70265879a6f7 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.1898477 Jul 16 20:25:26.756207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48276) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:26.824802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c9ab52e-3ff0-45ec-a8dd-f31b70091682 req-937342a4-a112-419c-b704-0d5fae9724c0 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858258 Jul 16 20:25:27.104077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-a67d8947-eedf-4ff2-9846-b749bcefccca tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.108653 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-a67d8947-eedf-4ff2-9846-b749bcefccca tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.2832036 Jul 16 20:25:27.186905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.225767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.227922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.331952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cee0e-3a88-49dd-a8b2-586cd59daf48 req-e54e8c1c-62b2-42cf-a191-1f190f17e660 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.337271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-382cee0e-3a88-49dd-a8b2-586cd59daf48 req-e54e8c1c-62b2-42cf-a191-1f190f17e660 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.1562009 Jul 16 20:25:27.393009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48310) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.445943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-382cee0e-3a88-49dd-a8b2-586cd59daf48 req-0d1867eb-a676-4cb7-ab84-007f55dde0c7 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895307 Jul 16 20:25:27.468539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-766758292-network', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:27.493219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=d38f470e-9279-480f-8a43-bd5e2c7efc93,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.634334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Made reservation on behalf of e6932f09d87e44debaad56d57ce146ca for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:27.642651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.680360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Deleting port 303713db-15c8-4784-a729-3f93f8a2c93d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:27.681014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.781129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.833279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.905627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.api [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:25:27.905627 n-d-798930-6 neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:25:27.905627 n-d-798930-6 neutron-server[94095]: [parameters: {'project_id_1': 'c1781358b4b6410facf9534c49086c41', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 25, 27, 883782)}] Jul 16 20:25:27.905627 n-d-798930-6 neutron-server[94095]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:25:27.906437 n-d-798930-6 neutron-server[94095]: DEBUG oslo_db.api [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:25:27.921907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:27.933746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-144b2d00-59d8-447c-9e4b-da586c4bf204 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3359909 Jul 16 20:25:27.948942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:28.018921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] For port 303713db-15c8-4784-a729-3f93f8a2c93d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=303713db-15c8-4784-a729-3f93f8a2c93d,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:28.019552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.041479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b41ba-5366-42e1-9cd2-48eb1fd7a0b7 req-c7ee934b-ac45-435e-b29c-e161356d95b8 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.045495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a1b41ba-5366-42e1-9cd2-48eb1fd7a0b7 req-c7ee934b-ac45-435e-b29c-e161356d95b8 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.3409603 Jul 16 20:25:28.213069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a1b41ba-5366-42e1-9cd2-48eb1fd7a0b7 req-d9a5f728-4ae6-419e-9f0f-789b92d63cbc tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348863 Jul 16 20:25:28.294610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ff8f-6d18-4b85-8044-43f846276096 req-6915ccf2-5beb-4e57-b192-e4dff0d59ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.299510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-6915ccf2-5beb-4e57-b192-e4dff0d59ac3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 1096 time: 0.2415624 Jul 16 20:25:28.380853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:28.408606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.510788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8461c474-c280-4f18-9234-9240e9567901 None None] Provisioning complete for port d38f470e-9279-480f-8a43-bd5e2c7efc93 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:28.511659 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8461c474-c280-4f18-9234-9240e9567901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.578746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.587032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8461c474-c280-4f18-9234-9240e9567901 None None] Port d38f470e-9279-480f-8a43-bd5e2c7efc93 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:28.588866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2030239909-network', 'tenant_id': '19eae099fa9f41ef8325f03ab71d19d4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:28.599266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.616616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ff8f-6d18-4b85-8044-43f846276096 req-a651a5c3-e76d-473c-a6ed-6f5597663ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.621904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-a651a5c3-e76d-473c-a6ed-6f5597663ace service neutron] 10.222.0.21 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 916 time: 0.2702525 Jul 16 20:25:28.646731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:28.650337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.651103 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.651262 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Floating IP a7569e42-ed30-4226-bd0a-d8411d225d69 disassociated. External IP: 172.25.8.243, port: 303713db-15c8-4784-a729-3f93f8a2c93d. Jul 16 20:25:28.651573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Calling delete_port for 303713db-15c8-4784-a729-3f93f8a2c93d owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:28.666615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Router c4d8a927-156c-4302-9000-670a1cd319f1 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:25:28.681253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7fe759-6299-4ca7-afa3-043322b6a1c3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.689947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.690316 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Added segment de0eadbe-76d7-4a65-9923-5d2f958de32e of type vlan for network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 Jul 16 20:25:28.765927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-8ddc121a-13d4-450e-93eb-4a7b3858be09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54 HTTP/1.1" status: 200 len: 217 time: 0.0479214 Jul 16 20:25:28.885696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.900445 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.904469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ff8f-6d18-4b85-8044-43f846276096 req-80ea647a-9c61-4b56-8a4c-55771998f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.906067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-80ea647a-9c61-4b56-8a4c-55771998f55c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.1302619 Jul 16 20:25:28.911524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.919998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:28.928443 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-938fefbb-2598-4225-9675-c265d25e1c05 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "PUT /v2.0/routers/c4d8a927-156c-4302-9000-670a1cd319f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1749170 Jul 16 20:25:28.937873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:28.949550 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Sync routers for ids ['c4d8a927-156c-4302-9000-670a1cd319f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:28.996082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7a5f7-0bbb-42d9-9707-077df6d744b7 req-e7f6e889-f7b5-4e07-82ff-235dbe0af67a tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.999372 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Routers {'c4d8a927-156c-4302-9000-670a1cd319f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:29.000327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c4d8a927-156c-4302-9000-670a1cd319f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:29.004640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5f7a5f7-0bbb-42d9-9707-077df6d744b7 req-e7f6e889-f7b5-4e07-82ff-235dbe0af67a tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 945 time: 0.2427804 Jul 16 20:25:29.010882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Made reservation on behalf of 19eae099fa9f41ef8325f03ab71d19d4 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:29.014969 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.040541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4667cb-d46b-4ca0-8607-06ca3020ed84,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.058837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dad90372-b544-431d-abd5-fee0c824f9cb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c1781358b4b6410facf9534c49086c41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6640708 Jul 16 20:25:29.079185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.118836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325090fb-17d0-4b2e-89a0-4892f78220a6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.122836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-325090fb-17d0-4b2e-89a0-4892f78220a6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports/d38f470e-9279-480f-8a43-bd5e2c7efc93 HTTP/1.1" status: 200 len: 911 time: 0.1825237 Jul 16 20:25:29.124430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.144980 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Set router c4d8a927-156c-4302-9000-670a1cd319f1 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:29.163796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.194972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.197493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.198428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.250192 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4877396 Jul 16 20:25:29.300043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48354) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.350521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Request body: {'subnet': {'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-766758292-subnet', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:29.466065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.514200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19345-71ff-4d26-8585-ffeb8012ee57 admin admin] Pushing event updated for resources: {'Network': ['ID=7d9b33ae-f8e5-4259-b182-c6e25c7a0211,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.535480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:29.550614 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'name': 'tempest-NetworksTestDHCPv6-router-1472934154', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:22Z', 'updated_at': '2021-07-16T20:25:26Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None, '_interfaces': [{'id': 'd38f470e-9279-480f-8a43-bd5e2c7efc93', 'name': '', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'mac_address': 'fa:16:3e:21:36:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34a2e464-e406-4111-b93e-8927dc1d040b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:25Z', 'updated_at': '2021-07-16T20:25:26Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'subnets': [{'id': '34a2e464-e406-4111-b93e-8927dc1d040b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:29.581192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event deleted for resources: {'Port': ['ID=303713db-15c8-4784-a729-3f93f8a2c93d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.629679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ff8f-6d18-4b85-8044-43f846276096 req-a352f7f1-adfe-4e75-b400-53c5ec11d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.631384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-a352f7f1-adfe-4e75-b400-53c5ec11d7fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7161219 Jul 16 20:25:29.657961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5f7a5f7-0bbb-42d9-9707-077df6d744b7 req-2af41951-0ee6-4b14-b129-3cad8f76cce0 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups?id=085a2ab2-23ab-40e6-83ba-ef5935caed02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6032789 Jul 16 20:25:29.680100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7ceb14-d906-4389-b44c-ad1b05ed776e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.707845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7ceb14-d906-4389-b44c-ad1b05ed776e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.711698 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1a7ceb14-d906-4389-b44c-ad1b05ed776e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.5433395 Jul 16 20:25:29.719934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99a3f83-c56d-49c8-bc36-477368c818f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.721853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48356) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.834112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Checking router: c4d8a927-156c-4302-9000-670a1cd319f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:29.834720 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Updating router c4d8a927-156c-4302-9000-670a1cd319f1 port d38f470e-9279-480f-8a43-bd5e2c7efc93 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:29.925339 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.943527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99a3f83-c56d-49c8-bc36-477368c818f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.017846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.057599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.095509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:30.132161 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.133128 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Added segment c8e70233-8d43-45ef-96bc-b5bec0a16cc0 of type vlan for network 681c8a73-026f-4a9e-8d7e-33bf2cba247a Jul 16 20:25:30.216397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.261318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-175872d5-cd03-404d-83cb-7565c1b4576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.285305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Router b20421ef-cfea-4370-8d9e-01ebec98b4cf has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:30.296509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.298113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.299223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.367609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-26de1673-0b44-44f9-9df0-e3222ce79067 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062240 Jul 16 20:25:30.408176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Made reservation on behalf of e6932f09d87e44debaad56d57ce146ca for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:30.412701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.458316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bdc9da-a387-415b-902e-e05678b6f0df,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.468088 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0840828 Jul 16 20:25:30.491842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48360) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:30.506658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Request body: {'subnet': {'network_id': '681c8a73-026f-4a9e-8d7e-33bf2cba247a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2030239909-subnet', 'tenant_id': '19eae099fa9f41ef8325f03ab71d19d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:30.561207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99a3f83-c56d-49c8-bc36-477368c818f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.564503 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99a3f83-c56d-49c8-bc36-477368c818f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.565946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c99a3f83-c56d-49c8-bc36-477368c818f1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6b4667cb-d46b-4ca0-8607-06ca3020ed84 HTTP/1.1" status: 204 len: 168 time: 1.4809270 Jul 16 20:25:30.570052 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.574909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Made reservation on behalf of 19eae099fa9f41ef8325f03ab71d19d4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:30.578107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.610192 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Transition to ACTIVE for port object d38f470e-9279-480f-8a43-bd5e2c7efc93 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:30.621357 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.725469 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Pushing event updated for resources: {'Port': ['ID=d38f470e-9279-480f-8a43-bd5e2c7efc93,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.728704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a3f83-c56d-49c8-bc36-477368c818f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4667cb-d46b-4ca0-8607-06ca3020ed84,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.759142 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.760115 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.760861 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.761638 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.762417 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.763289 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.764023 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.764880 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.765759 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.766990 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.767912 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.769013 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:30.920694 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Attempting to bind port d38f470e-9279-480f-8a43-bd5e2c7efc93 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:30.921436 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Attempting to bind port d38f470e-9279-480f-8a43-bd5e2c7efc93 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:30.922628 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Attempting to bind port d38f470e-9279-480f-8a43-bd5e2c7efc93 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:30.931363 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:30.932301 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:30.932907 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.933761 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:30.934846 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Bound port: d38f470e-9279-480f-8a43-bd5e2c7efc93, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:30.935950 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.937640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1148abd-90cb-4ac0-ace4-ffdd03c26b1f admin admin] Pushing event updated for resources: {'Network': ['ID=681c8a73-026f-4a9e-8d7e-33bf2cba247a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:30.979591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1973b-6296-415e-8a3a-10cdc6133126 req-faab2fbd-7de0-45a6-ac20-198bd5d33ae6 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.983536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 681c8a73-026f-4a9e-8d7e-33bf2cba247a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:30.990128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00b1973b-6296-415e-8a3a-10cdc6133126 req-faab2fbd-7de0-45a6-ac20-198bd5d33ae6 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 945 time: 1.0827429 Jul 16 20:25:31.120215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00b1973b-6296-415e-8a3a-10cdc6133126 req-02255f78-eeeb-41d7-af5d-9664f48fe94f tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287649 Jul 16 20:25:31.127010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5177ff8f-6d18-4b85-8044-43f846276096 req-1d755129-e02f-4eac-8c71-fb9632139593 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977947 Jul 16 20:25:31.227938 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] For port d38f470e-9279-480f-8a43-bd5e2c7efc93, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:31.239619 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] For port d38f470e-9279-480f-8a43-bd5e2c7efc93, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d38f470e-9279-480f-8a43-bd5e2c7efc93,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:31.260666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48372) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:31.264831 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.479181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:31.496102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] Sync routers for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:31.545554 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Routers {'c4d8a927-156c-4302-9000-670a1cd319f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:31.547657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:31.549403 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c4d8a927-156c-4302-9000-670a1cd319f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:31.553991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:31.555968 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb361-a637-40bc-a89b-dd0a59329248 None None] Pushing event updated for resources: {'Port': ['ID=d38f470e-9279-480f-8a43-bd5e2c7efc93,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.756245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.809098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] No DVR routers for this DVR port 303713db-15c8-4784-a729-3f93f8a2c93d on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:31.843043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 303713db-15c8-4784-a729-3f93f8a2c93d no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:31.881403 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] Set router c4d8a927-156c-4302-9000-670a1cd319f1 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:31.934672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 303713db-15c8-4784-a729-3f93f8a2c93d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:31.935758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 303713db-15c8-4784-a729-3f93f8a2c93d not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:32.159415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.179813 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-903eb973-ad30-4560-9d81-5adb1c84db96 req-36c9790e-9849-44f2-b1c7-0a278df0f1ff tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.26 "DELETE /v2.0/ports/303713db-15c8-4784-a729-3f93f8a2c93d HTTP/1.1" status: 204 len: 173 time: 5.0405598 Jul 16 20:25:32.185002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'name': 'network-vif-deleted', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:32.203557 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfef7eb-c393-4b6d-9792-656c4b060b66" -d '{"events": [{"server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "name": "network-vif-deleted", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:32.224787 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.235428 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.376451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99fb389-1dd5-4a2b-84b8-97054d618b1d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.498854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99fb389-1dd5-4a2b-84b8-97054d618b1d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.500391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ead5042-677a-4ac3-b0f0-52c424710e85 req-473be6ce-d2f2-476f-8e03-e4aa91ff8af3 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/ports?device_id=4dd0f2d2-a27a-400c-9000-8abdd683917b HTTP/1.1" status: 200 len: 210 time: 0.7568247 Jul 16 20:25:32.533414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:32.566463 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'name': 'tempest-NetworksTestDHCPv6-router-1472934154', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:22Z', 'updated_at': '2021-07-16T20:25:26Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None, '_interfaces': [{'id': 'd38f470e-9279-480f-8a43-bd5e2c7efc93', 'name': '', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'mac_address': 'fa:16:3e:21:36:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34a2e464-e406-4111-b93e-8927dc1d040b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:25Z', 'updated_at': '2021-07-16T20:25:31Z', 'revision_number': 4, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'subnets': [{'id': '34a2e464-e406-4111-b93e-8927dc1d040b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:32.570739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6fc647-ce11-4dbb-a904-0d3ef6d4f5ae,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.659023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99fb389-1dd5-4a2b-84b8-97054d618b1d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.663188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99fb389-1dd5-4a2b-84b8-97054d618b1d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.671885 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a99fb389-1dd5-4a2b-84b8-97054d618b1d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "DELETE /v2.0/security-groups/368310bb-aeb1-4ab2-aad0-0c1e4296bbc2 HTTP/1.1" status: 204 len: 168 time: 1.4097810 Jul 16 20:25:32.674485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48410) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:32.710354 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaefa88-4cd2-455b-a8f4-dc43537c9377 None None] The sync data for ids ['c4d8a927-156c-4302-9000-670a1cd319f1'] in n-d-798930-6 is: [{'id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'name': 'tempest-NetworksTestDHCPv6-router-1472934154', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:22Z', 'updated_at': '2021-07-16T20:25:26Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None, '_interfaces': [{'id': 'd38f470e-9279-480f-8a43-bd5e2c7efc93', 'name': '', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'mac_address': 'fa:16:3e:21:36:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34a2e464-e406-4111-b93e-8927dc1d040b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:25Z', 'updated_at': '2021-07-16T20:25:31Z', 'revision_number': 4, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'subnets': [{'id': '34a2e464-e406-4111-b93e-8927dc1d040b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:32.745590 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-4e6df01e-0f88-44ab-a539-d778612a0ae3 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] show failed (client error): The resource could not be found. Jul 16 20:25:32.750257 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4e6df01e-0f88-44ab-a539-d778612a0ae3 tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "GET /v2.0/security-groups/368310bb-aeb1-4ab2-aad0-0c1e4296bbc2 HTTP/1.1" status: 404 len: 347 time: 0.0436604 Jul 16 20:25:32.757163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48412) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:32.790868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63937132-979c-4ebc-a2e5-3323e7c9e04b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.799410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fb389-1dd5-4a2b-84b8-97054d618b1d tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368310bb-aeb1-4ab2-aad0-0c1e4296bbc2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.962956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Checking segment: {'id': 'c8e70233-8d43-45ef-96bc-b5bec0a16cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '681c8a73-026f-4a9e-8d7e-33bf2cba247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:32.967922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Network hostable DHCP agents. Network: 681c8a73-026f-4a9e-8d7e-33bf2cba247a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:33.171439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Network 681c8a73-026f-4a9e-8d7e-33bf2cba247a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:33.252546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 681c8a73-026f-4a9e-8d7e-33bf2cba247a) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:33.266187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.270047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.296851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb91ed4-beed-4539-95ff-dce9deb65311 None None] Network 681c8a73-026f-4a9e-8d7e-33bf2cba247a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:33.381842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88466291-4a4b-498c-a26f-a4815107e516 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.8817427 Jul 16 20:25:33.586702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:33.606408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port d38f470e-9279-480f-8a43-bd5e2c7efc93 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:33.613811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.668113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] Checking router: b20421ef-cfea-4370-8d9e-01ebec98b4cf for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:33.807683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:33.809310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:34.301197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Checking segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:34.310894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Network hostable DHCP agents. Network: 7d9b33ae-f8e5-4259-b182-c6e25c7a0211, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:34.354786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] For port d38f470e-9279-480f-8a43-bd5e2c7efc93, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d38f470e-9279-480f-8a43-bd5e2c7efc93,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:34.358418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.437101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for d38f470e-9279-480f-8a43-bd5e2c7efc93 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:34.538537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3752ba-71fa-4532-ab36-d2f85ac6259a None None] Network 681c8a73-026f-4a9e-8d7e-33bf2cba247a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:34.580908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c365f71-2a0e-4a82-9592-6abce254442b req-2cb57aa9-fd01-44b4-95b1-da75c8ca4f69 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.593079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c365f71-2a0e-4a82-9592-6abce254442b req-2cb57aa9-fd01-44b4-95b1-da75c8ca4f69 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.7309837 Jul 16 20:25:34.659813 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.696207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d38f470e-9279-480f-8a43-bd5e2c7efc93 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:34.773079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:34.798974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48436) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.897589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7d9b33ae-f8e5-4259-b182-c6e25c7a0211) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:34.938058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.939576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.973566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c365f71-2a0e-4a82-9592-6abce254442b req-2f891943-b7b6-4dca-b3be-5e5174fc4740 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693959 Jul 16 20:25:34.994633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Deleting port 57a8de10-99be-4a35-bf4c-b468cf47b3c6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:34.995445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.028691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809d5af4-1506-4c6a-a53d-60f5c0e06e6a None None] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:35.259273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.270321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.271624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.309130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=d38f470e-9279-480f-8a43-bd5e2c7efc93,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.322253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Calling delete_port for 57a8de10-99be-4a35-bf4c-b468cf47b3c6 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:35.344650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d38f470e-9279-480f-8a43-bd5e2c7efc93 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:35.415766 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-63acda8f-96bc-4571-a88f-ebc1203236d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.541321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:35.569161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d38f470e-9279-480f-8a43-bd5e2c7efc93 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:35.570593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.670098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.686030 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56a0949-ffde-478d-8e85-405048a0ff5d x-openstack-request-id: req-b56a0949-ffde-478d-8e85-405048a0ff5d {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:35.686936 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd0f2d2-a27a-400c-9000-8abdd683917b", "name": "network-vif-deleted", "tag": "303713db-15c8-4784-a729-3f93f8a2c93d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:35.687836 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b56a0949-ffde-478d-8e85-405048a0ff5d {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:35.689003 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd0f2d2-a27a-400c-9000-8abdd683917b', 'name': 'network-vif-deleted', 'tag': '303713db-15c8-4784-a729-3f93f8a2c93d', 'status': 'completed', 'code': 200} Jul 16 20:25:35.706338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0db20b67-ac3e-4ec0-bf5e-9111c69c8d45 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1109288119'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:35.707611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0db20b67-ac3e-4ec0-bf5e-9111c69c8d45 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Unknown quota resources ['metering_label']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:25:35.752612 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c538eae3-83fb-4888-9571-f40eface884d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.4317751 Jul 16 20:25:35.759933 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.795747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48448) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.927871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:35.968384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Port d38f470e-9279-480f-8a43-bd5e2c7efc93 was deleted so its status cannot be updated. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:25:36.018029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Pushing event deleted for resources: {'Port': ['ID=57a8de10-99be-4a35-bf4c-b468cf47b3c6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:36.143333 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.232925 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-84ff3d07-94d5-4b58-88d0-cbc2e8b06cb0 req-61cc4761-37e6-410c-85d3-f2bef64a7e3e tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] show failed (client error): The resource could not be found. Jul 16 20:25:36.250354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84ff3d07-94d5-4b58-88d0-cbc2e8b06cb0 req-61cc4761-37e6-410c-85d3-f2bef64a7e3e tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "GET /v2.0/security-groups/757840ee-106d-4848-a6ef-3f9aabc07248 HTTP/1.1" status: 404 len: 352 time: 0.1034052 Jul 16 20:25:36.281838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.288520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.427852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.436683 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0db20b67-ac3e-4ec0-bf5e-9111c69c8d45 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.438644 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0db20b67-ac3e-4ec0-bf5e-9111c69c8d45 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.6269906 Jul 16 20:25:36.443827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48452) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:36.454722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2fa8462d-f183-404c-918e-4f2611727354 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '53cf00f4-7839-426f-9af0-e57a156b29ff'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:36.455742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2fa8462d-f183-404c-918e-4f2611727354 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:25:36.458189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Router c4d8a927-156c-4302-9000-670a1cd319f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:36.639009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:36.639009 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.672671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.680567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.681873 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ba3aa86-26e6-4afa-9297-0f6d8e6c543a tempest-ImagesOneServerNegativeTestJSON-1856682930 tempest-ImagesOneServerNegativeTestJSON-1856682930-project] 10.222.0.100 "DELETE /v2.0/floatingips/9f8f0d1a-bf63-4471-9bb0-19a1a331d843 HTTP/1.1" status: 204 len: 168 time: 3.9193797 Jul 16 20:25:36.687877 n-d-798930-6 neutron-server[94096]: WARNING neutron.services.metering.metering_plugin [None req-2fa8462d-f183-404c-918e-4f2611727354 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:25:36.869195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:36.873041 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.938683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f2123-160a-4892-8b82-45b76f891186 None None] The sync data for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 is: [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:23:01Z', 'revision_number': 4, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '68e1ded6-613d-4630-88c1-9bdf5965778a', 'name': '', 'network_id': '8760d72d-a936-423c-82b4-5f6d61e79821', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'mac_address': 'fa:16:3e:a4:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:59Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'subnets': [{'id': '4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:36.964711 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fa8462d-f183-404c-918e-4f2611727354 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.966892 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2fa8462d-f183-404c-918e-4f2611727354 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5213981 Jul 16 20:25:36.972382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48458) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:36.982353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:36.986992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5d8bc9c6-2664-44b0-9da5-911c56ade0aa tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '53cf00f4-7839-426f-9af0-e57a156b29ff'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:36.987571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5d8bc9c6-2664-44b0-9da5-911c56ade0aa tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:25:37.002284 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] Sync routers for ids ['c4d8a927-156c-4302-9000-670a1cd319f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:37.025623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0156bccb-e608-4b74-8fe3-6876734e4574 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "PUT /v2.0/routers/c4d8a927-156c-4302-9000-670a1cd319f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2879915 Jul 16 20:25:37.030109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48460) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.062774 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] Routers {'c4d8a927-156c-4302-9000-670a1cd319f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:37.073377 n-d-798930-6 neutron-server[94096]: WARNING neutron.services.metering.metering_plugin [None req-5d8bc9c6-2664-44b0-9da5-911c56ade0aa tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:25:37.079686 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c4d8a927-156c-4302-9000-670a1cd319f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:37.197153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Allocated IP 172.20.0.2 (7d9b33ae-f8e5-4259-b182-c6e25c7a0211/63937132-979c-4ebc-a2e5-3323e7c9e04b/f82d9382-deb3-40a7-a79e-258dfa7f58ee) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:37.222755 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] Set router c4d8a927-156c-4302-9000-670a1cd319f1 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:37.334535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'name': 'tempest-NetworksTestDHCPv6-router-1472934154', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:22Z', 'updated_at': '2021-07-16T20:25:35Z', 'revision_number': 3, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:37.335279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7c4e1-fb5d-4d13-82f7-79065c7cab24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:37.345170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7c4e1-fb5d-4d13-82f7-79065c7cab24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:37.354133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7fd7c4e1-fb5d-4d13-82f7-79065c7cab24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2958496 Jul 16 20:25:37.374021 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] Checking router: c4d8a927-156c-4302-9000-670a1cd319f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:37.386466 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] Routers {'c4d8a927-156c-4302-9000-670a1cd319f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:37.387544 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c4d8a927-156c-4302-9000-670a1cd319f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:37.393366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48462) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.437243 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc9c6-2664-44b0-9da5-911c56ade0aa tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.446482 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5d8bc9c6-2664-44b0-9da5-911c56ade0aa tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4711530 Jul 16 20:25:37.447487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48464) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.493092 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-95915ee9-b932-4024-921b-ec19b0323bbe tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules?id=65d2f68e-cb9a-4cec-a37d-531db6eb1878 HTTP/1.1" status: 200 len: 462 time: 0.0428567 Jul 16 20:25:37.493741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48466) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.502279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2d9f7-94a3-461f-b4c0-b0a831dc707b None None] New status for floating IP a7569e42-ed30-4226-bd0a-d8411d225d69: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:25:37.640342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.642302 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] Set router c4d8a927-156c-4302-9000-670a1cd319f1 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:37.686016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Transition to ACTIVE for port object f82d9382-deb3-40a7-a79e-258dfa7f58ee will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:37.701929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70efc7e-195f-4f99-8e96-b6b1e3569008 req-9f7e844b-1072-4bd4-9a59-091e3d90d969 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:37.708154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Transition to ACTIVE for port object f82d9382-deb3-40a7-a79e-258dfa7f58ee will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:37.717989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.719645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d70efc7e-195f-4f99-8e96-b6b1e3569008 req-9f7e844b-1072-4bd4-9a59-091e3d90d969 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.7346466 Jul 16 20:25:37.760478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac95b45a-6034-4879-8418-e03760791774 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.762087 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac95b45a-6034-4879-8418-e03760791774 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-label-rules/65d2f68e-cb9a-4cec-a37d-531db6eb1878 HTTP/1.1" status: 204 len: 168 time: 0.2672603 Jul 16 20:25:37.766773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48468) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.801565 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1b15851a-4e81-4b2e-ad8a-c2a692752f33 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules?id=65d2f68e-cb9a-4cec-a37d-531db6eb1878 HTTP/1.1" status: 200 len: 221 time: 0.0330849 Jul 16 20:25:37.809071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48472) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.813896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e46989aa-e2e3-4750-adb2-aeafa9ff7bac tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1185055623', 'description': 'label created by tempest'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:37.814370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e46989aa-e2e3-4750-adb2-aeafa9ff7bac tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Unknown quota resources ['metering_label']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:25:37.827272 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'name': 'tempest-NetworksTestDHCPv6-router-1472934154', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:22Z', 'updated_at': '2021-07-16T20:25:35Z', 'revision_number': 3, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:37.836293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 34a2e464-e406-4111-b93e-8927dc1d040b {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:37.841985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:37.857577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:37.863511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f774f2-7c50-436b-bd0d-ee399f0bc90f None None] The sync data for ids ['c4d8a927-156c-4302-9000-670a1cd319f1'] in n-d-798930-6 is: [{'id': 'c4d8a927-156c-4302-9000-670a1cd319f1', 'name': 'tempest-NetworksTestDHCPv6-router-1472934154', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:22Z', 'updated_at': '2021-07-16T20:25:35Z', 'revision_number': 3, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:37.875125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:37.881127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48474) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:37.881814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Pushing event updated for resources: {'Port': ['ID=f82d9382-deb3-40a7-a79e-258dfa7f58ee,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:37.892487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.923828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d70efc7e-195f-4f99-8e96-b6b1e3569008 req-4563badf-ef33-4ea3-b4e9-6a6deb18c82c tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028749 Jul 16 20:25:38.018233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] Deleting subnet f86867a7-d743-43f7-aaa6-2c3d97ccc99b {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:38.025678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.029178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.032271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48478) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.038666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Attempting to bind port f82d9382-deb3-40a7-a79e-258dfa7f58ee on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:38.040216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Attempting to bind port f82d9382-deb3-40a7-a79e-258dfa7f58ee by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:38.040891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Attempting to bind port f82d9382-deb3-40a7-a79e-258dfa7f58ee on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:38.051362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:38.052200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Checking segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:38.053021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.053941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Bound using segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:38.055545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Bound port: f82d9382-deb3-40a7-a79e-258dfa7f58ee, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:38.056624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.220201 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.223504 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.225120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e46989aa-e2e3-4750-adb2-aeafa9ff7bac tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.235743 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e46989aa-e2e3-4750-adb2-aeafa9ff7bac tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4250658 Jul 16 20:25:38.237106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48488) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.307976 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.308484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] For port f82d9382-deb3-40a7-a79e-258dfa7f58ee, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:38.314020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d38f470e-9279-480f-8a43-bd5e2c7efc93 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:38.380922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d38f470e-9279-480f-8a43-bd5e2c7efc93 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:38.381296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d38f470e-9279-480f-8a43-bd5e2c7efc93 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:38.412720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] For port f82d9382-deb3-40a7-a79e-258dfa7f58ee, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f82d9382-deb3-40a7-a79e-258dfa7f58ee,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:38.421226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.471557 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5706c686-1c5a-4806-9eac-afa0c4877c76 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels?id=dc660e1c-fc81-4bf1-be07-50fc528c5514 HTTP/1.1" status: 200 len: 468 time: 0.2311060 Jul 16 20:25:38.476450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.539100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.620567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.638732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30f54e-1124-4f51-b2e9-97ccfa2b081e None None] Pushing event updated for resources: {'Port': ['ID=f82d9382-deb3-40a7-a79e-258dfa7f58ee,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:38.730966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.816237 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88355967-ba5d-4759-901a-45d818cfd38f tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.818329 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88355967-ba5d-4759-901a-45d818cfd38f tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-labels/dc660e1c-fc81-4bf1-be07-50fc528c5514 HTTP/1.1" status: 204 len: 168 time: 0.3396947 Jul 16 20:25:38.823961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48492) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.838053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-59d1df53-d3fb-4069-b444-0df763b93e9c tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels?id=dc660e1c-fc81-4bf1-be07-50fc528c5514 HTTP/1.1" status: 200 len: 216 time: 0.0125144 Jul 16 20:25:38.849904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48494) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.899166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-303de7ec-fbf2-4b78-9e12-14a50111fb04 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0480411 Jul 16 20:25:38.905551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48496) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.920875 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5d1f5ef0-ae3b-4da9-a1c2-bb9369c28f0b tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137844 Jul 16 20:25:38.927571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48498) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.972031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.025265 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c9fd0cbf-192f-4980-969e-ff499060a3b7 tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels/53cf00f4-7839-426f-9af0-e57a156b29ff HTTP/1.1" status: 200 len: 473 time: 0.0900543 Jul 16 20:25:39.028005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48500) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.052916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8524ed6f-1530-4b23-aba9-7267cc6d867b tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules/39d4d804-1e32-4553-b027-a9575cce5888 HTTP/1.1" status: 200 len: 459 time: 0.0231256 Jul 16 20:25:39.054422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48502) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.314000 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06c2c62f-a936-42b5-a559-a2c73934502f tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.321767 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-06c2c62f-a936-42b5-a559-a2c73934502f tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-label-rules/39d4d804-1e32-4553-b027-a9575cce5888 HTTP/1.1" status: 204 len: 168 time: 0.2646668 Jul 16 20:25:39.322333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.569625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee53002c-5e07-4913-a100-eb516ee1d544 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.580362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b143014e-ab7e-49d9-839b-9eb6d140b80b tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.586755 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b143014e-ab7e-49d9-839b-9eb6d140b80b tempest-MeteringIpV6TestJSON-1053912491 tempest-MeteringIpV6TestJSON-1053912491-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-labels/53cf00f4-7839-426f-9af0-e57a156b29ff HTTP/1.1" status: 204 len: 168 time: 0.2578444 Jul 16 20:25:39.607563 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.635646 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee53002c-5e07-4913-a100-eb516ee1d544 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.758660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.780265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.833765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86867a7-d743-43f7-aaa6-2c3d97ccc99b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:39.865073 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.871166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ea4f40e5-c380-4dfc-a7c6-3c33d8ed77f7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f86867a7-d743-43f7-aaa6-2c3d97ccc99b HTTP/1.1" status: 204 len: 168 time: 1.9849217 Jul 16 20:25:39.871735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.897329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656f0d3-4d2b-4462-814f-2dd2e6fceeb9 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:39.900067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.902951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/34a2e464-e406-4111-b93e-8927dc1d040b HTTP/1.1" status: 204 len: 168 time: 2.5036967 Jul 16 20:25:39.906258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:39.929294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Allocated IP 172.25.8.41 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:40.064925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.068211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48514) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:40.082999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5246dc8-53df-4fcf-938f-1fc1fb546005 None None] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:40.113106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99270423-ab7d-4f7b-a7d1-0fc43e23156e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=34a2e464-e406-4111-b93e-8927dc1d040b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.116741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.133551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee53002c-5e07-4913-a100-eb516ee1d544 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.136470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee53002c-5e07-4913-a100-eb516ee1d544 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.141600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ee53002c-5e07-4913-a100-eb516ee1d544 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "DELETE /v2.0/security-groups/085a2ab2-23ab-40e6-83ba-ef5935caed02 HTTP/1.1" status: 204 len: 168 time: 2.1046548 Jul 16 20:25:40.143164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48518) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:40.158561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb897c0-150c-4fd0-89e9-a06d8f5086bc req-1aff462a-80b9-488b-8326-7fec8be6536d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.178151 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-0825a3c1-862a-4097-8f75-837a002d09a7 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] show failed (client error): The resource could not be found. Jul 16 20:25:40.184245 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0825a3c1-862a-4097-8f75-837a002d09a7 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "GET /v2.0/security-groups/085a2ab2-23ab-40e6-83ba-ef5935caed02 HTTP/1.1" status: 404 len: 347 time: 0.0302219 Jul 16 20:25:40.184593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb897c0-150c-4fd0-89e9-a06d8f5086bc req-1aff462a-80b9-488b-8326-7fec8be6536d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.188764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48520) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:40.192307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.203976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb897c0-150c-4fd0-89e9-a06d8f5086bc req-1aff462a-80b9-488b-8326-7fec8be6536d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.206842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afb897c0-150c-4fd0-89e9-a06d8f5086bc req-1aff462a-80b9-488b-8326-7fec8be6536d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3&device_id=037401c4-f5ee-4267-8df0-156fcafd49ea&device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 2416 time: 1.5742342 Jul 16 20:25:40.322905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Pushing event updated for resources: {'Port': ['ID=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.339454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:40.346795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48522) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:40.347015 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-05d3b37b-e176-488c-a712-71a576534b54 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4393461 Jul 16 20:25:40.394497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:40.399576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-349057ae-7899-48dc-b2e1-2fbc1dbc60c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.408518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f82d9382-deb3-40a7-a79e-258dfa7f58ee up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:40.440752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8dea166-304e-4adf-bc49-040b5918299a None None] Provisioning for port f82d9382-deb3-40a7-a79e-258dfa7f58ee completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:40.479154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53002c-5e07-4913-a100-eb516ee1d544 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085a2ab2-23ab-40e6-83ba-ef5935caed02,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.527625 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.549530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:40.555052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e559b6-dc88-4f23-bc0b-63a6dc545ed1']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:40.575772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7e3fd6-bd50-43cd-8005-330e07784503') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:40.576809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7e3fd6-bd50-43cd-8005-330e07784503') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:40.580161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f82d9382-deb3-40a7-a79e-258dfa7f58ee completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:40.589329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f82d9382-deb3-40a7-a79e-258dfa7f58ee triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:40.589656 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.699481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:40.740306 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.787489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f82d9382-deb3-40a7-a79e-258dfa7f58ee, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f82d9382-deb3-40a7-a79e-258dfa7f58ee,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:40.797789 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.840988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] Deleting port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:40.841427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.845513 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:40.907622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f82d9382-deb3-40a7-a79e-258dfa7f58ee,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.938523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00839003-db05-46c7-81ac-362c856b166a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.962668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f9132c0b-54db-46d5-8990-9e9cd3861eef None None] Provisioning complete for port f82d9382-deb3-40a7-a79e-258dfa7f58ee triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:40.963051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f9132c0b-54db-46d5-8990-9e9cd3861eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.966471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] For port 8fb604e2-1121-4158-ba8f-9c7b42f75a09, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8fb604e2-1121-4158-ba8f-9c7b42f75a09,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:40.966968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.991354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Deleting port 3a68f1e1-51fb-4529-aac7-023346223ff6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:40.992039 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.001997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] Calling delete_port for 8fb604e2-1121-4158-ba8f-9c7b42f75a09 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:41.013410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.072428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.128033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:41.128033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:41.129720 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:41.162036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afb897c0-150c-4fd0-89e9-a06d8f5086bc req-4b0c72e4-5b28-4089-bd52-374beb6daefc tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8049586 Jul 16 20:25:41.187376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-349057ae-7899-48dc-b2e1-2fbc1dbc60c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.210010 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.239913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-349057ae-7899-48dc-b2e1-2fbc1dbc60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.244076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.244410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.248905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] Pushing event deleted for resources: {'Port': ['ID=8fb604e2-1121-4158-ba8f-9c7b42f75a09,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.262796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a9603-8578-4652-a33e-0a7fbd07160b None None] No DVR routers for this DVR port 8fb604e2-1121-4158-ba8f-9c7b42f75a09 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:41.291572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Calling delete_port for 3a68f1e1-51fb-4529-aac7-023346223ff6 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:41.293699 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.316499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.318735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] 10.222.0.100 "DELETE /v2.0/networks/83e559b6-dc88-4f23-bc0b-63a6dc545ed1 HTTP/1.1" status: 204 len: 168 time: 1.4459209 Jul 16 20:25:41.331348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48526) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:41.353293 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-349057ae-7899-48dc-b2e1-2fbc1dbc60c3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f07e0b45a8624650adc26e0fb91394d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2333732 Jul 16 20:25:41.374720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48528) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:41.414934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46445-ebf2-412a-b23f-3f9f96aeb72d admin admin] Pushing event deleted for resources: {'Network': ['ID=83e559b6-dc88-4f23-bc0b-63a6dc545ed1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.416725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349057ae-7899-48dc-b2e1-2fbc1dbc60c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3403f4-a2d1-4e9c-ac7d-55624b508c8b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.458538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00839003-db05-46c7-81ac-362c856b166a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.494476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00839003-db05-46c7-81ac-362c856b166a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.494709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] Deleting subnet dbfb5538-87df-49b0-94e2-0410e3a17445 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:41.502023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.564563 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.597793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48a34e84-46d8-4f77-bb58-f16dca39aba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.630545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12f1321a-e7b5-48c0-9ca7-ce9d6f8652da req-a617816b-9dd3-49c2-8b9d-2292c0882cf1 tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=19eae099fa9f41ef8325f03ab71d19d4 HTTP/1.1" status: 200 len: 2988 time: 0.4459705 Jul 16 20:25:41.632137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.635735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00839003-db05-46c7-81ac-362c856b166a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.636620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00839003-db05-46c7-81ac-362c856b166a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Fanout notify agent at l3_agent the message router_deleted on router c4d8a927-156c-4302-9000-670a1cd319f1 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:25:41.663538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00839003-db05-46c7-81ac-362c856b166a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.666081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-00839003-db05-46c7-81ac-362c856b166a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/routers/c4d8a927-156c-4302-9000-670a1cd319f1 HTTP/1.1" status: 204 len: 168 time: 1.3051083 Jul 16 20:25:41.669893 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48a34e84-46d8-4f77-bb58-f16dca39aba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.673799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48530) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:41.694183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.700479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:41.854795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.871905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12f1321a-e7b5-48c0-9ca7-ce9d6f8652da req-f9ea22bd-ba93-4cbc-82e4-a966b90be359 tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "GET /v2.0/security-groups/01bdc9da-a387-415b-902e-e05678b6f0df HTTP/1.1" status: 200 len: 2985 time: 0.2314320 Jul 16 20:25:41.937433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Pushing event deleted for resources: {'Port': ['ID=3a68f1e1-51fb-4529-aac7-023346223ff6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.994323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48a34e84-46d8-4f77-bb58-f16dca39aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.997058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48a34e84-46d8-4f77-bb58-f16dca39aba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.998390 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-48a34e84-46d8-4f77-bb58-f16dca39aba4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3e3403f4-a2d1-4e9c-ac7d-55624b508c8b HTTP/1.1" status: 204 len: 168 time: 0.5857809 Jul 16 20:25:42.050048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.051927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:42.056152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.058343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12f1321a-e7b5-48c0-9ca7-ce9d6f8652da req-0f3e0eec-6f66-449f-93bf-ead4b858ed42 tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "GET /v2.0/security-groups/01bdc9da-a387-415b-902e-e05678b6f0df HTTP/1.1" status: 200 len: 2985 time: 0.1715369 Jul 16 20:25:42.068194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a34e84-46d8-4f77-bb58-f16dca39aba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3403f4-a2d1-4e9c-ac7d-55624b508c8b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.128703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfb5538-87df-49b0-94e2-0410e3a17445,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.131329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.137011 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f45c3ad-84af-46ca-8a6c-c3886d75ce85 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/dbfb5538-87df-49b0-94e2-0410e3a17445 HTTP/1.1" status: 204 len: 168 time: 0.8010497 Jul 16 20:25:42.141381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48536) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:42.144132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.146162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.151514 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e4fafd57-7513-4f97-8df4-94ade2157cb5 tempest-ServersTestJSON-23080141 tempest-ServersTestJSON-23080141-project] 10.222.0.100 "DELETE /v2.0/floatingips/a7569e42-ed30-4226-bd0a-d8411d225d69 HTTP/1.1" status: 204 len: 168 time: 1.9566944 Jul 16 20:25:42.154611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48538) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:42.248016 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.364133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f82d9382-deb3-40a7-a79e-258dfa7f58ee up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:42.480651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.555956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f82d9382-deb3-40a7-a79e-258dfa7f58ee triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:42.557552 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.687962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad451-5bef-4bd8-b312-70887881e095 req-6d201a2c-8689-46f0-bc4e-2b4f3f478416 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.689773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-187ad451-5bef-4bd8-b312-70887881e095 req-6d201a2c-8689-46f0-bc4e-2b4f3f478416 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.1474893 Jul 16 20:25:42.706977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48544) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:42.749952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Router d316205a-21cc-4c51-9a12-eefad01d5f9d is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:25:42.766418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-025ed0c6-ae2c-4c71-b831-0f58e72d3702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.801220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8fb604e2-1121-4158-ba8f-9c7b42f75a09 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:42.828008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-187ad451-5bef-4bd8-b312-70887881e095 req-48f97839-d832-4b8b-bac8-453281ffa298 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223674 Jul 16 20:25:42.847677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 8fb604e2-1121-4158-ba8f-9c7b42f75a09 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:42.848230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8fb604e2-1121-4158-ba8f-9c7b42f75a09 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:42.858203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.933381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdbc932-aa72-496e-9d7c-c13073433dce']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:42.952102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfc0e9b-0e30-4cf6-b538-7d1e434e0d85') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:42.952803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfc0e9b-0e30-4cf6-b538-7d1e434e0d85') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:42.988140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.002197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.027038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d98e7d19-a8bf-4377-9a2d-115846f05126 req-6937ef0b-0c03-4cf5-83c5-ba25188a43e9 tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "GET /v2.0/security-groups/01bdc9da-a387-415b-902e-e05678b6f0df HTTP/1.1" status: 200 len: 2985 time: 0.1363161 Jul 16 20:25:43.036962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.079294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:43.102958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Sync routers for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:43.106306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:43.106746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:43.108559 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:43.124983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:43.127089 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:43.128201 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:43.156598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:43.167875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-025ed0c6-ae2c-4c71-b831-0f58e72d3702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.172338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337db76d-9d1b-4746-a4a5-0fb0b78d2b60 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:43.172957 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-d98e7d19-a8bf-4377-9a2d-115846f05126 req-fecd9b70-d63a-435c-ad30-8862d270aad3 tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:25:43.174180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d98e7d19-a8bf-4377-9a2d-115846f05126 req-fecd9b70-d63a-435c-ad30-8862d270aad3 tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "DELETE /v2.0/security-groups/01bdc9da-a387-415b-902e-e05678b6f0df HTTP/1.1" status: 409 len: 352 time: 0.1389854 Jul 16 20:25:43.177349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-025ed0c6-ae2c-4c71-b831-0f58e72d3702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.185755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.187036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9f0c2d56-2b70-428b-bd3e-eb0d08c3980d admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3895674 Jul 16 20:25:43.194694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48548) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:43.217004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.218500 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.283857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=ab9fe8c2-bba2-4fd8-9206-ebaa6279a733,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:43.301236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-025ed0c6-ae2c-4c71-b831-0f58e72d3702 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5ea5ccceac974fda80068e6df62acdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5875854 Jul 16 20:25:43.301236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ed0c6-ae2c-4c71-b831-0f58e72d3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c5d618-1e6d-4a04-801e-440dd8b15219,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:43.305650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48552) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:43.365616 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:43.395185 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f5afa1f4-4e48-4cc7-8764-e0f8eed7d64f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7094350 Jul 16 20:25:43.398484 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.405198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48554) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:43.412175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d50584d2-8e65-4c75-b82c-f91634077077 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1903258313', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:43.560808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48556) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:43.565052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.569010 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] 10.222.0.100 "DELETE /v2.0/networks/7cdbc932-aa72-496e-9d7c-c13073433dce HTTP/1.1" status: 204 len: 168 time: 1.4263806 Jul 16 20:25:43.575295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1b083-2ebd-4624-bca6-34f2df576155 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cdbc932-aa72-496e-9d7c-c13073433dce,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:43.629563 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d50584d2-8e65-4c75-b82c-f91634077077 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.630973 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d50584d2-8e65-4c75-b82c-f91634077077 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.659955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0b261273-5eeb-4957-ac5e-5f50cb94784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.785268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0b261273-5eeb-4957-ac5e-5f50cb94784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.831674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'ab9fe8c2-bba2-4fd8-9206-ebaa6279a733'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:43.834688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:43.871486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.061026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] Deleting subnet 5f3e57b0-53e4-4c15-85ec-47b70a85680c {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:44.087406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.175778 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:40Z', 'revision_number': 3, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:44.205310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48560) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:44.239546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d50584d2-8e65-4c75-b82c-f91634077077 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.275380 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d50584d2-8e65-4c75-b82c-f91634077077 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.277832 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Checking router: d316205a-21cc-4c51-9a12-eefad01d5f9d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:44.278404 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Updating router d316205a-21cc-4c51-9a12-eefad01d5f9d port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:44.287919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.299017 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-53814869-17c9-4050-b3c5-cd27c8d51575 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=581063c41ead49dbab01f21826725758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926147 Jul 16 20:25:44.303638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48564) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:44.322097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/ab9fe8c2-bba2-4fd8-9206-ebaa6279a733/829ecd80-abe1-4329-a4af-1739c82ae47a) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:44.340469 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.374915 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0b261273-5eeb-4957-ac5e-5f50cb94784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.380247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0b261273-5eeb-4957-ac5e-5f50cb94784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.385020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0b261273-5eeb-4957-ac5e-5f50cb94784b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/37c5d618-1e6d-4a04-801e-440dd8b15219 HTTP/1.1" status: 204 len: 168 time: 1.0735819 Jul 16 20:25:44.490930 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da7d37da-bb6a-4d21-8733-52369f4e33f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.495767 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-9c68fb57-42d0-4f13-be01-1a843e56883f req-fca6c7be-f32f-47f5-9828-edf99d6c433f tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] show failed (client error): The resource could not be found. Jul 16 20:25:44.497596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c68fb57-42d0-4f13-be01-1a843e56883f req-fca6c7be-f32f-47f5-9828-edf99d6c433f tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "GET /v2.0/security-groups/6ed67e16-7ab2-4dc6-8df9-eb4bf3548d0a HTTP/1.1" status: 404 len: 352 time: 0.2280846 Jul 16 20:25:44.526076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d50584d2-8e65-4c75-b82c-f91634077077 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.534816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d50584d2-8e65-4c75-b82c-f91634077077 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1247377 Jul 16 20:25:44.536387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48570) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:44.605950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261273-5eeb-4957-ac5e-5f50cb94784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c5d618-1e6d-4a04-801e-440dd8b15219,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:44.618384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da7d37da-bb6a-4d21-8733-52369f4e33f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.697008 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.709559 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Transition to ACTIVE for port object 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:44.725228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.727488 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.796194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Deleting port 68e1ded6-613d-4630-88c1-9bdf5965778a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:44.796759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.831076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da7d37da-bb6a-4d21-8733-52369f4e33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.834204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da7d37da-bb6a-4d21-8733-52369f4e33f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.835755 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-da7d37da-bb6a-4d21-8733-52369f4e33f1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b4fd4f82-8902-4557-ae11-a0bb38b89879 HTTP/1.1" status: 204 len: 168 time: 0.5278919 Jul 16 20:25:44.914670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.957506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Transition to ACTIVE for port object 829ecd80-abe1-4329-a4af-1739c82ae47a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:45.046468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Transition to ACTIVE for port object 829ecd80-abe1-4329-a4af-1739c82ae47a will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:45.068145 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.111097 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.146467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] For port 68e1ded6-613d-4630-88c1-9bdf5965778a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68e1ded6-613d-4630-88c1-9bdf5965778a,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:45.160150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.217499 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3548-03f8-4a41-94f7-4edd368051bd None None] Pushing event updated for resources: {'Port': ['ID=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.248007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Calling delete_port for 68e1ded6-613d-4630-88c1-9bdf5965778a owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:45.263953 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Attempting to bind port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:45.264325 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Attempting to bind port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:45.264689 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Attempting to bind port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:45.278290 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:45.279914 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:45.280633 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.281372 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:45.282157 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Bound port: 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:45.282735 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.295332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d37da-bb6a-4d21-8733-52369f4e33f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fd4f82-8902-4557-ae11-a0bb38b89879,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.297102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Pushing event updated for resources: {'Port': ['ID=829ecd80-abe1-4329-a4af-1739c82ae47a,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.334114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:45.337692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:45.342235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:45.458577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Attempting to bind port 829ecd80-abe1-4329-a4af-1739c82ae47a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:45.460395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Attempting to bind port 829ecd80-abe1-4329-a4af-1739c82ae47a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:45.461561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Attempting to bind port 829ecd80-abe1-4329-a4af-1739c82ae47a on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:45.464338 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] For port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:45.471758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:45.475559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:45.478221 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] For port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:45.478442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.479106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:45.481274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Bound port: 829ecd80-abe1-4329-a4af-1739c82ae47a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:45.481866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.488433 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.634656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] For port 829ecd80-abe1-4329-a4af-1739c82ae47a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:45.642604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] For port 829ecd80-abe1-4329-a4af-1739c82ae47a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=829ecd80-abe1-4329-a4af-1739c82ae47a,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:45.651918 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.718516 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:45.720279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:45.755532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48588) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:45.799360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a142a1-20cc-4363-95f0-3d6b96bb1356 None None] Pushing event updated for resources: {'Port': ['ID=829ecd80-abe1-4329-a4af-1739c82ae47a,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.812346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3e57b0-53e4-4c15-85ec-47b70a85680c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.821935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.829276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c68c9afb-0f54-4529-aaf0-aa216d4afc0a admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5f3e57b0-53e4-4c15-85ec-47b70a85680c HTTP/1.1" status: 204 len: 168 time: 2.2631264 Jul 16 20:25:45.841391 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3548-03f8-4a41-94f7-4edd368051bd None None] Pushing event updated for resources: {'Port': ['ID=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.852368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48590) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:45.873751 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-0a69b14c-0b06-456c-b333-39f9538e02cf req-f4244eb3-e8a9-4f60-9504-938538ad30cc tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] show failed (client error): The resource could not be found. Jul 16 20:25:45.898865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a69b14c-0b06-456c-b333-39f9538e02cf req-f4244eb3-e8a9-4f60-9504-938538ad30cc tempest-SecurityGroupsNegativeTestJSON-579326426 tempest-SecurityGroupsNegativeTestJSON-579326426-project] 10.222.0.100 "GET /v2.0/security-groups/92ef0331-f0af-4e87-a332-b1001d54efbc HTTP/1.1" status: 404 len: 352 time: 0.1150763 Jul 16 20:25:45.948572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:45.961394 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d00ff5bd-fd29-4b2c-ad39-aec9fffd063e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=35362cd5c98b4f0e98941a4075916cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902993 Jul 16 20:25:45.971743 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:45.978375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48594) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:46.018165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.120173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] Deleting subnet 1f6fc647-ce11-4dbb-a904-0d3ef6d4f5ae {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:46.126373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.145266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.262844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.296366 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.370687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.404722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e1ded6-613d-4630-88c1-9bdf5965778a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:46.485255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 829ecd80-abe1-4329-a4af-1739c82ae47a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:46.600695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.668369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 829ecd80-abe1-4329-a4af-1739c82ae47a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:46.698287 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:40Z', 'revision_number': 3, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:46.775776 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e58c0-2367-4f71-aa29-9be178834ebe None None] The sync data for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 is: [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:40Z', 'revision_number': 3, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:46.784188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2628e9fb-0545-4da4-8ecd-6da78945fe9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.902662 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.975478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2628e9fb-0545-4da4-8ecd-6da78945fe9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.089299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.106887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.176670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6fc647-ce11-4dbb-a904-0d3ef6d4f5ae,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:47.195978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.198131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-203e162d-468e-44e2-89a8-6c93064482d3 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/1f6fc647-ce11-4dbb-a904-0d3ef6d4f5ae HTTP/1.1" status: 204 len: 168 time: 1.2484317 Jul 16 20:25:47.222770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48610) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:47.411753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:47.444639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::1 (4480a042-e07a-4cef-bea8-255195c633b7/ab9fe8c2-bba2-4fd8-9206-ebaa6279a733/3194bab4-51aa-43e4-a9e8-b30c256b49bc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:47.457354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ef3102-b986-413d-86f0-7d890b7a0e88') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:47.457852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ef3102-b986-413d-86f0-7d890b7a0e88') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:47.638615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.670692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.756376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Allocated IP 172.20.0.1 (7d9b33ae-f8e5-4259-b182-c6e25c7a0211/63937132-979c-4ebc-a2e5-3323e7c9e04b/2af5c8a0-648e-4cac-81b2-13e402478d9e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:47.759868 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2628e9fb-0545-4da4-8ecd-6da78945fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.762896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2628e9fb-0545-4da4-8ecd-6da78945fe9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.767607 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2628e9fb-0545-4da4-8ecd-6da78945fe9b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0ee2ebe5-c811-4bd7-bba8-08b477559e4f HTTP/1.1" status: 204 len: 168 time: 1.7803311 Jul 16 20:25:47.795369 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.798439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628e9fb-0545-4da4-8ecd-6da78945fe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee2ebe5-c811-4bd7-bba8-08b477559e4f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:47.821868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:47.822380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:47.828802 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:47.859849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-67846da5-a26c-4b2b-86e5-71ec1c57176a None None] Provisioning for port 829ecd80-abe1-4329-a4af-1739c82ae47a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:47.870548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-67846da5-a26c-4b2b-86e5-71ec1c57176a None None] Provisioning complete for port 829ecd80-abe1-4329-a4af-1739c82ae47a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:47.871058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67846da5-a26c-4b2b-86e5-71ec1c57176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.961492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.127796 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67846da5-a26c-4b2b-86e5-71ec1c57176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.148900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 3194bab4-51aa-43e4-a9e8-b30c256b49bc will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:48.253449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-67846da5-a26c-4b2b-86e5-71ec1c57176a None None] For port 829ecd80-abe1-4329-a4af-1739c82ae47a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=829ecd80-abe1-4329-a4af-1739c82ae47a,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:48.261521 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67846da5-a26c-4b2b-86e5-71ec1c57176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.370575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.472151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Transition to ACTIVE for port object 2af5c8a0-648e-4cac-81b2-13e402478d9e will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:48.474501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.534246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67846da5-a26c-4b2b-86e5-71ec1c57176a None None] Pushing event updated for resources: {'Port': ['ID=829ecd80-abe1-4329-a4af-1739c82ae47a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:48.537894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:48.552206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:48.552821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:48.556173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:48.557768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.745067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:48.758697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:48.760167 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.847236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48636) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:48.873384 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.997122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.036644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:49.042432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=3194bab4-51aa-43e4-a9e8-b30c256b49bc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.056605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:49.058983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:49.068036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.073838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:49.092284 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.102292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.115816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] 10.222.0.100 "DELETE /v2.0/networks/e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2 HTTP/1.1" status: 204 len: 168 time: 3.2536564 Jul 16 20:25:49.187873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.230235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.358801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-27513651-e457-4c7e-b002-87d2bbd1559c None None] Provisioning for port 3194bab4-51aa-43e4-a9e8-b30c256b49bc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:49.376451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-27513651-e457-4c7e-b002-87d2bbd1559c None None] Provisioning complete for port 3194bab4-51aa-43e4-a9e8-b30c256b49bc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:49.377208 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-27513651-e457-4c7e-b002-87d2bbd1559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.389938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2af5c8a0-648e-4cac-81b2-13e402478d9e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.444202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.465093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10515c9e-c442-492f-8c4f-029008d1d47f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0004a53-8b8b-4df7-9a5c-8ba4e1f282d2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.499531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-884067814'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:49.528965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-27513651-e457-4c7e-b002-87d2bbd1559c None None] Port 3194bab4-51aa-43e4-a9e8-b30c256b49bc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:49.587916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681c8a73-026f-4a9e-8d7e-33bf2cba247a']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:49.602136 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e70233-8d43-45ef-96bc-b5bec0a16cc0') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:49.602800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e70233-8d43-45ef-96bc-b5bec0a16cc0') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:49.609989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48652) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:49.628473 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.655234 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.666128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-014ef3ec-d6a1-4c9f-b87d-453033169a47 None None] Provisioning for port 2af5c8a0-648e-4cac-81b2-13e402478d9e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:49.667681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:49.668375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:49.670480 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:49.686571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.687086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-014ef3ec-d6a1-4c9f-b87d-453033169a47 None None] Provisioning complete for port 2af5c8a0-648e-4cac-81b2-13e402478d9e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:49.689374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-014ef3ec-d6a1-4c9f-b87d-453033169a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.712625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c19f0-f0a5-42f5-b8dd-715814c23ee6 req-d923b675-c64c-486a-a518-7513189668cb tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:49.713384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Router b20421ef-cfea-4370-8d9e-01ebec98b4cf has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:49.725300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-653c19f0-f0a5-42f5-b8dd-715814c23ee6 req-d923b675-c64c-486a-a518-7513189668cb tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.5331025 Jul 16 20:25:49.768298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.775932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.784605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.789574 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] 10.222.0.100 "DELETE /v2.0/networks/681c8a73-026f-4a9e-8d7e-33bf2cba247a HTTP/1.1" status: 204 len: 168 time: 2.5239851 Jul 16 20:25:49.797026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-014ef3ec-d6a1-4c9f-b87d-453033169a47 None None] Port 2af5c8a0-648e-4cac-81b2-13e402478d9e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:49.821802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Made reservation on behalf of 0a0b37198ff7448cb8c1af1a66b0bafc for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:49.846472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.873436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3eafe-864b-47d1-bc10-24275da1126f admin admin] Pushing event deleted for resources: {'Network': ['ID=681c8a73-026f-4a9e-8d7e-33bf2cba247a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.950675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.983610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:49.992198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] Sync routers for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:49.993246 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-67dedc67-059f-43e5-8aed-80ff5e2a8513 admin admin] 10.222.0.100 "PUT /v2.0/routers/b20421ef-cfea-4370-8d9e-01ebec98b4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8321068 Jul 16 20:25:50.001397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.011375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:50.015558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:50.042068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-653c19f0-f0a5-42f5-b8dd-715814c23ee6 req-363409a1-04f0-42b3-9bea-75f9705d13c7 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143332 Jul 16 20:25:50.080649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e2653087-cca0-4943-85a0-b140652f7c7e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=698c0dd675114394aca3446d6ca6e73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682319 Jul 16 20:25:50.092783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48662) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.123572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48664) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.270414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.300945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:50.401543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:50.446276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-616084e5-81f9-45d1-abc2-3ee02fcbc606 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=19eae099fa9f41ef8325f03ab71d19d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171086 Jul 16 20:25:50.455230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48670) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.457676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.464238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3523f57-00c0-48f5-9d9a-b9c495a297ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.542688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:50.543146 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.600706 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a1c3a2-2f8b-4905-97e4-7957484a8708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.629936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3523f57-00c0-48f5-9d9a-b9c495a297ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.646298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a1c3a2-2f8b-4905-97e4-7957484a8708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.682966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Deleting port b7c29972-5ec1-41a1-8b3a-62d013065a82 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:50.683333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:25:45Z', 'revision_number': 5, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port': {'id': 'b7c29972-5ec1-41a1-8b3a-62d013065a82', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:54Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:50.683591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.692778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.700897 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.716525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.728140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.739765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] Checking router: b20421ef-cfea-4370-8d9e-01ebec98b4cf for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:50.749681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 829ecd80-abe1-4329-a4af-1739c82ae47a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:50.780900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] Routers {'b20421ef-cfea-4370-8d9e-01ebec98b4cf'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:50.781410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:50.880606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1a9d5-feec-4867-a745-91b1f2f4e21d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:50.900397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] For port b7c29972-5ec1-41a1-8b3a-62d013065a82, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b7c29972-5ec1-41a1-8b3a-62d013065a82,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:50.900991 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.921262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2af5c8a0-648e-4cac-81b2-13e402478d9e,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:50.927090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Calling delete_port for b7c29972-5ec1-41a1-8b3a-62d013065a82 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:50.937711 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.942982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.947883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.949018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.095340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3523f57-00c0-48f5-9d9a-b9c495a297ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.098466 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3523f57-00c0-48f5-9d9a-b9c495a297ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.100352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b3523f57-00c0-48f5-9d9a-b9c495a297ba admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3f437bfe-6685-454e-9727-415c90870896 HTTP/1.1" status: 204 len: 168 time: 1.0018854 Jul 16 20:25:51.132071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:51.133116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] Set router b20421ef-cfea-4370-8d9e-01ebec98b4cf gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:51.141038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:51.183947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523f57-00c0-48f5-9d9a-b9c495a297ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f437bfe-6685-454e-9727-415c90870896,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.201681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=3194bab4-51aa-43e4-a9e8-b30c256b49bc,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.339162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:25:50Z', 'revision_number': 6, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:51.468602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d5cb7-a3b8-4fea-a306-56cb40dab0f3 None None] The sync data for ids ['b20421ef-cfea-4370-8d9e-01ebec98b4cf'] in n-d-798930-6 is: [{'id': 'b20421ef-cfea-4370-8d9e-01ebec98b4cf', 'name': 'tempest-ServersTestJSON-1781008321-router', 'tenant_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:53Z', 'updated_at': '2021-07-16T20:25:50Z', 'revision_number': 6, 'project_id': 'b8052ed885fa4d2a9a5ff07c5642adea', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:51.537921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 829ecd80-abe1-4329-a4af-1739c82ae47a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:51.538298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.618093 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a1c3a2-2f8b-4905-97e4-7957484a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.618926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:51.630619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:51.635050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:51.648647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a1c3a2-2f8b-4905-97e4-7957484a8708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.656530 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-59a1c3a2-2f8b-4905-97e4-7957484a8708 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/01bdc9da-a387-415b-902e-e05678b6f0df HTTP/1.1" status: 204 len: 168 time: 1.1932106 Jul 16 20:25:51.671895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.672258 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Added segment 82272e3e-5727-4750-a769-2dfdc0e1c49b of type vlan for network 50afe4cf-7ab2-48eb-9c12-f167e4596976 Jul 16 20:25:51.694182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.767089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1c3a2-2f8b-4905-97e4-7957484a8708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bdc9da-a387-415b-902e-e05678b6f0df,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.789496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c29972-5ec1-41a1-8b3a-62d013065a82,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.944180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-268057cb-5e35-4bfb-b6b0-421843726e22 None None] Provisioning complete for port 2af5c8a0-648e-4cac-81b2-13e402478d9e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:51.944819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-268057cb-5e35-4bfb-b6b0-421843726e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.031498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-268057cb-5e35-4bfb-b6b0-421843726e22 None None] Port 2af5c8a0-648e-4cac-81b2-13e402478d9e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:52.111935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.342264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.345922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.384380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-95eb8b8b-9581-4360-9f07-4c640b02cfcb None None] Provisioning complete for port 3194bab4-51aa-43e4-a9e8-b30c256b49bc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:52.385416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95eb8b8b-9581-4360-9f07-4c640b02cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.458736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.459450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20421ef-cfea-4370-8d9e-01ebec98b4cf {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:25:52.464885 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.468207 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e0b5c367-c73c-4802-bed6-70b36286ee5b admin admin] 10.222.0.100 "DELETE /v2.0/routers/b20421ef-cfea-4370-8d9e-01ebec98b4cf HTTP/1.1" status: 204 len: 168 time: 2.4549761 Jul 16 20:25:52.469913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-95eb8b8b-9581-4360-9f07-4c640b02cfcb None None] Port 3194bab4-51aa-43e4-a9e8-b30c256b49bc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:52.470581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48690) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:52.616152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] Deleting subnet 4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:52.631996 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.706303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68e1ded6-613d-4630-88c1-9bdf5965778a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:52.780962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 68e1ded6-613d-4630-88c1-9bdf5965778a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:52.783334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68e1ded6-613d-4630-88c1-9bdf5965778a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:52.830276 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.925252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Router d316205a-21cc-4c51-9a12-eefad01d5f9d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:52.951547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.016549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd115e-0327-440d-9397-f05c318364c5 req-0bc90bd8-5397-45f9-b1e2-4f8c5927e588 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.021632 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cbd115e-0327-440d-9397-f05c318364c5 req-0bc90bd8-5397-45f9-b1e2-4f8c5927e588 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 1.4712012 Jul 16 20:25:53.141988 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:25:53.161658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.190298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Router 310f5a55-51ba-4ab2-9a01-aaea449cf038 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:25:53.249167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.255797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.256491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.274560 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.323841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cbd115e-0327-440d-9397-f05c318364c5 req-7ba56623-af4b-4ff1-b456-879ab793633f tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776170 Jul 16 20:25:53.354367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.371797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae116cb4-9015-4d6c-9984-99d499a04cb3 None None] Network 8760d72d-a936-423c-82b4-5f6d61e79821 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:53.372974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.376045 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4e6ad3eb-be55-462b-8b7c-448a4b61223c admin admin] 10.222.0.100 "DELETE /v2.0/subnets/4dc7477c-2ee1-4bd3-a3a6-61bce8cedc5b HTTP/1.1" status: 204 len: 168 time: 0.9045680 Jul 16 20:25:53.379625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48724) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.384237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.5357625 Jul 16 20:25:53.452266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9bff3-c4fb-45e7-bfa5-6d5725df23d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Pushing event updated for resources: {'Network': ['ID=50afe4cf-7ab2-48eb-9c12-f167e4596976,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.465102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:53.471407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d9f12e2c-d4bd-4fa4-a310-773833c416a0 admin admin] 10.222.0.100 "PUT /v2.0/routers/d316205a-21cc-4c51-9a12-eefad01d5f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2729886 Jul 16 20:25:53.476716 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Sync routers for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:53.491087 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:53.493112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:53.515295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:53.531120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-020abf6d-1838-48e7-9242-e95820bd9a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "PUT /v2.0/routers/310f5a55-51ba-4ab2-9a01-aaea449cf038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9832330 Jul 16 20:25:53.532164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48732) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.533635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48734) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.537372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 50afe4cf-7ab2-48eb-9c12-f167e4596976 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:53.544697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Sync routers for ids ['310f5a55-51ba-4ab2-9a01-aaea449cf038'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:53.548356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.644194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Routers {'310f5a55-51ba-4ab2-9a01-aaea449cf038'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:53.646846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['310f5a55-51ba-4ab2-9a01-aaea449cf038'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:53.668659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Deleting port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:53.671850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.685012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf4dd6-adf0-4eeb-86d5-8059a1a32ca2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.705768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48742) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.707820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8dcf4dd6-adf0-4eeb-86d5-8059a1a32ca2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports/3194bab4-51aa-43e4-a9e8-b30c256b49bc HTTP/1.1" status: 200 len: 911 time: 0.1684437 Jul 16 20:25:53.732150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:53.766750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Set router 310f5a55-51ba-4ab2-9a01-aaea449cf038 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:53.890586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1724253376-network', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:53.909196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] For port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3f8d002c-bc70-44b5-b73c-55d5a8b536bb,segment=NetworkSegment(8bb59679-f311-428c-ad25-a19088c58f35),segment_id=8bb59679-f311-428c-ad25-a19088c58f35)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:53.909567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.939499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Made reservation on behalf of dd4b1a7e06c14e78b99090b9b5becdd2 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:53.942138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.971208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Calling delete_port for 3f8d002c-bc70-44b5-b73c-55d5a8b536bb owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:53.976490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48750) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:53.982087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Request body: {'port': {'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976', 'binding:host_id': 'n-h2-798930-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024561839'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:53.985870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.029142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Made reservation on behalf of 815214c2f8e9480f974a1ca1156b66d4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:54.031831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.064645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.103548 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:50Z', 'revision_number': 2, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.166108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Checking router: d316205a-21cc-4c51-9a12-eefad01d5f9d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:54.166572 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Updating router d316205a-21cc-4c51-9a12-eefad01d5f9d port 2af5c8a0-648e-4cac-81b2-13e402478d9e binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:54.196276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f71abbe-8afe-41be-88d0-1c4b5a703ec5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.212241 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.213467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f71abbe-8afe-41be-88d0-1c4b5a703ec5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.226992 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f71abbe-8afe-41be-88d0-1c4b5a703ec5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5191920 Jul 16 20:25:54.229512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.297026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'name': 'tempest-NetworksTestDHCPv6-router-1903258313', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:43Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None, '_interfaces': [{'id': '3194bab4-51aa-43e4-a9e8-b30c256b49bc', 'name': '', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'mac_address': 'fa:16:3e:bd:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ab9fe8c2-bba2-4fd8-9206-ebaa6279a733', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:50Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'subnets': [{'id': 'ab9fe8c2-bba2-4fd8-9206-ebaa6279a733', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.310088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b7c29972-5ec1-41a1-8b3a-62d013065a82 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:54.401589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.413414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.465263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.467345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:54.475005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a83ffe-d4a7-46bb-aae1-e3df3de5026e None None] DHCP port deletion for 8760d72d-a936-423c-82b4-5f6d61e79821 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:54.479781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Checking router: 310f5a55-51ba-4ab2-9a01-aaea449cf038 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:54.480127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Updating router 310f5a55-51ba-4ab2-9a01-aaea449cf038 port 3194bab4-51aa-43e4-a9e8-b30c256b49bc binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:25:54.517481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] No DVR routers for this DVR port 3f8d002c-bc70-44b5-b73c-55d5a8b536bb on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:54.525967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8d002c-bc70-44b5-b73c-55d5a8b536bb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:54.542622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.556612 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Added segment 35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb of type vlan for network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 Jul 16 20:25:54.579737 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.591146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24afbf20-f46b-409a-8847-088fe7276dad,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:54.617187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b7c29972-5ec1-41a1-8b3a-62d013065a82 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:54.617539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b7c29972-5ec1-41a1-8b3a-62d013065a82 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:54.671701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.686789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8760d72d-a936-423c-82b4-5f6d61e79821']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.703324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.705167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb59679-f311-428c-ad25-a19088c58f35') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.705498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb59679-f311-428c-ad25-a19088c58f35') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:54.721883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.741380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.749228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:54.749714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.777577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.779063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.779965 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:54.855656 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:54.858068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.867097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.872598 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] 10.222.0.100 "DELETE /v2.0/networks/8760d72d-a936-423c-82b4-5f6d61e79821 HTTP/1.1" status: 204 len: 168 time: 1.4915397 Jul 16 20:25:54.878477 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.880725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] Pushing event updated for resources: {'Network': ['ID=dff523e6-04a2-46c0-a3b3-8f4b432e2e30,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:54.902963 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.913422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] device_id is not set on port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:54.917813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c6c18-264e-4ed6-a653-c8476fbac852 admin admin] Pushing event deleted for resources: {'Network': ['ID=8760d72d-a936-423c-82b4-5f6d61e79821,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.022761 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.048734 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Transition to ACTIVE for port object 2af5c8a0-648e-4cac-81b2-13e402478d9e will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:55.063278 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.090800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:55.161804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48774) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:55.176676 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d4e0-c504-4570-8543-127d4652c51f None None] Pushing event updated for resources: {'Port': ['ID=2af5c8a0-648e-4cac-81b2-13e402478d9e,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.177416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-68d47d1d-fad4-4e82-8e62-524962cf7a1c admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6363802 Jul 16 20:25:55.194239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48776) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:55.211847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Request body: {'subnet': {'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1724253376-subnet', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:55.313121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48778) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:55.316154 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Attempting to bind port 2af5c8a0-648e-4cac-81b2-13e402478d9e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:55.318053 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Attempting to bind port 2af5c8a0-648e-4cac-81b2-13e402478d9e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:55.318757 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Attempting to bind port 2af5c8a0-648e-4cac-81b2-13e402478d9e on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:55.329514 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:55.330276 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Checking segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:55.331039 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.331792 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Bound using segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:55.332492 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Bound port: 2af5c8a0-648e-4cac-81b2-13e402478d9e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:55.333124 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.359996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5f71ccc0-bdc8-4230-ba31-99db4a86ff2f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772546320', 'description': 'tempest-description--808934841'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:55.426109 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] For port 2af5c8a0-648e-4cac-81b2-13e402478d9e, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:55.435051 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] For port 2af5c8a0-648e-4cac-81b2-13e402478d9e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2af5c8a0-648e-4cac-81b2-13e402478d9e,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:55.443197 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.478400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3187f49e-5dfd-4bbf-8002-6b6e2ebf44fc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.496410 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-511291e8-8f09-4d40-add5-94ad1bf6faae admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b8052ed885fa4d2a9a5ff07c5642adea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333211 Jul 16 20:25:55.527418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:55.543561 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:55.544044 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:55.550689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Made reservation on behalf of dd4b1a7e06c14e78b99090b9b5becdd2 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:55.565560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.799147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.802205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a375d02d-1c1a-4867-b228-24a5175a4079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.859429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Transition to ACTIVE for port object 3194bab4-51aa-43e4-a9e8-b30c256b49bc will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:55.871100 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.933232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a375d02d-1c1a-4867-b228-24a5175a4079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.958225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f71ccc0-bdc8-4230-ba31-99db4a86ff2f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.001369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] device_id is not set on port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:56.002769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b38328-44ad-4996-a332-3182804daf0e None None] Pushing event updated for resources: {'Port': ['ID=3194bab4-51aa-43e4-a9e8-b30c256b49bc,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.037764 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:56.065056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.103559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Attempting to bind port 3194bab4-51aa-43e4-a9e8-b30c256b49bc on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:56.107561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Attempting to bind port 3194bab4-51aa-43e4-a9e8-b30c256b49bc by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:56.108349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Attempting to bind port 3194bab4-51aa-43e4-a9e8-b30c256b49bc on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:56.124603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:56.128890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:56.130241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f71ccc0-bdc8-4230-ba31-99db4a86ff2f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.131517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.138113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:56.138799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Bound port: 3194bab4-51aa-43e4-a9e8-b30c256b49bc, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:56.139340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.145115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f71ccc0-bdc8-4230-ba31-99db4a86ff2f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.149814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.241152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Transition to ACTIVE for port object 41f3d4fd-2270-422f-ab4f-b741d68b5a13 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:56.287509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a375d02d-1c1a-4867-b228-24a5175a4079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.291023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a375d02d-1c1a-4867-b228-24a5175a4079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.292750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a375d02d-1c1a-4867-b228-24a5175a4079 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fbe481ca-013e-480d-a0c8-2d2f2b08b76c HTTP/1.1" status: 204 len: 168 time: 0.7626483 Jul 16 20:25:56.308273 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d4e0-c504-4570-8543-127d4652c51f None None] Pushing event updated for resources: {'Port': ['ID=2af5c8a0-648e-4cac-81b2-13e402478d9e,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.341148 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f71ccc0-bdc8-4230-ba31-99db4a86ff2f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.348256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5f71ccc0-bdc8-4230-ba31-99db4a86ff2f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0256875 Jul 16 20:25:56.368778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48796) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:56.386036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.390196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5f533156-71ff-466f-b332-3c849e5472c6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'security_group_rule': {'security_group_id': '56edc08e-b166-4ef8-b530-5ed1142d9f2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:56.423109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] For port 3194bab4-51aa-43e4-a9e8-b30c256b49bc, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:56.431927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] For port 3194bab4-51aa-43e4-a9e8-b30c256b49bc, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3194bab4-51aa-43e4-a9e8-b30c256b49bc,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:56.435117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375d02d-1c1a-4867-b228-24a5175a4079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe481ca-013e-480d-a0c8-2d2f2b08b76c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.456118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3f8d002c-bc70-44b5-b73c-55d5a8b536bb no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:56.490002 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.517346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ccc0-bdc8-4230-ba31-99db4a86ff2f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56edc08e-b166-4ef8-b530-5ed1142d9f2e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.526174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f533156-71ff-466f-b332-3c849e5472c6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.541394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=41f3d4fd-2270-422f-ab4f-b741d68b5a13,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.591894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff956-f684-46df-9316-85dc658968fe req-0fdecec2-5db4-4733-87f3-1cd9494fbb0b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.608015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df0ff956-f684-46df-9316-85dc658968fe req-0fdecec2-5db4-4733-87f3-1cd9494fbb0b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.7929969 Jul 16 20:25:56.647831 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:55Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:56.652215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3f8d002c-bc70-44b5-b73c-55d5a8b536bb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:56.653266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3f8d002c-bc70-44b5-b73c-55d5a8b536bb not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:56.720288 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1a9d1-e017-47c1-bc6f-a1e4ccc2c229 None None] The sync data for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 is: [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:55Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:56.775678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df0ff956-f684-46df-9316-85dc658968fe req-95703233-d2b6-4ac9-bc21-0171701fbfaa tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659780 Jul 16 20:25:56.788286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.892797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b38328-44ad-4996-a332-3182804daf0e None None] Pushing event updated for resources: {'Port': ['ID=3194bab4-51aa-43e4-a9e8-b30c256b49bc,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.928068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f533156-71ff-466f-b332-3c849e5472c6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.947835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f533156-71ff-466f-b332-3c849e5472c6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.949438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Routers {'310f5a55-51ba-4ab2-9a01-aaea449cf038'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:56.950130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['310f5a55-51ba-4ab2-9a01-aaea449cf038'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:56.987889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 3194bab4-51aa-43e4-a9e8-b30c256b49bc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:56.988482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.997886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Checking segment: {'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:57.001503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Network hostable DHCP agents. Network: 50afe4cf-7ab2-48eb-9c12-f167e4596976, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:57.001882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f533156-71ff-466f-b332-3c849e5472c6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.003200 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5f533156-71ff-466f-b332-3c849e5472c6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6290128 Jul 16 20:25:57.027358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48812) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:57.070264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f3470e40-fb2d-4706-93ba-c04a56ca586a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'security_group_rule': {'security_group_id': '56edc08e-b166-4ef8-b530-5ed1142d9f2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:57.095152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f533156-71ff-466f-b332-3c849e5472c6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec2f544-a570-4d0b-ae74-10c54b2993eb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.162946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Checking segment: {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:57.169944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Network hostable DHCP agents. Network: dff523e6-04a2-46c0-a3b3-8f4b432e2e30, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:57.172597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.204301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Network 50afe4cf-7ab2-48eb-9c12-f167e4596976 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:57.222227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] Set router 310f5a55-51ba-4ab2-9a01-aaea449cf038 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:57.256895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 50afe4cf-7ab2-48eb-9c12-f167e4596976) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:57.266634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:57.283971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:57.305280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08666e-7a81-4a77-92ad-ced0f44a0731 None None] Network 50afe4cf-7ab2-48eb-9c12-f167e4596976 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:57.310864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, dff523e6-04a2-46c0-a3b3-8f4b432e2e30) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:57.329259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:57.329894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.345134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:57.345476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:57.345863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:57.351228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9d863-9286-4d98-8115-df3bcdb5ac5c None None] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:57.380113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:57.380500 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:57.381153 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 2 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:57.385878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-80ed83fc-459c-4ed0-806a-4de8c7fede03 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1908760 Jul 16 20:25:57.395075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48820) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:57.404325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:57.471721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:57.472065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:57.473952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:57.496311 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] For port 3194bab4-51aa-43e4-a9e8-b30c256b49bc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3194bab4-51aa-43e4-a9e8-b30c256b49bc,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:57.496963 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.499671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:57.500059 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:57.500520 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 3 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:57.506398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3470e40-fb2d-4706-93ba-c04a56ca586a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.510795 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.511994 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.600177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 3194bab4-51aa-43e4-a9e8-b30c256b49bc owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:57.601133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:57.601546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:57.605193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:57.625959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:57.626311 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:57.638020 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 4 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:57.811271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48828) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:57.813160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.814456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:57.814888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:57.815236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:57.824117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:57.824444 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:57.935581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3470e40-fb2d-4706-93ba-c04a56ca586a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.983707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3470e40-fb2d-4706-93ba-c04a56ca586a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.011098 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 5 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:58.081477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3470e40-fb2d-4706-93ba-c04a56ca586a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeea5d0-a6af-4415-9303-1ff1596f8c75,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:58.087627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:58.089275 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.157426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f3470e40-fb2d-4706-93ba-c04a56ca586a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.183103 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f3470e40-fb2d-4706-93ba-c04a56ca586a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1312265 Jul 16 20:25:58.186459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48838) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:58.221083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:58.221423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:58.221770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:58.318202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:58.377004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:58.378146 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:58.424499 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 6 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:58.425438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a0b98f9-53b4-41ed-b4cd-c7342500be7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.483420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.487561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:58.488168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:58.488710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:58.501954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:58.502556 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:58.505029 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 7 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:58.532950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.547535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:58.548217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:58.548771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:58.571696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:58.572368 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:58.577113 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 8 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:58.607309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:58.608010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:58.613929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:58.629166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c202240-febc-4d71-bfba-0d40764952b9 req-b43f2b5c-29db-46bd-a754-4f18715739dd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.637129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c202240-febc-4d71-bfba-0d40764952b9 req-b43f2b5c-29db-46bd-a754-4f18715739dd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.2696722 Jul 16 20:25:58.653329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:58.654066 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:58.682471 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 9 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:58.730404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2af5c8a0-648e-4cac-81b2-13e402478d9e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:58.730832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48844) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:58.908785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:58.911436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:58.911861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:58.954151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c202240-febc-4d71-bfba-0d40764952b9 req-e5d1777d-0abe-4365-92a9-89ce15501423 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155949 Jul 16 20:25:58.960177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:58.965489 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:58.968898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Allocated IP 172.20.0.2 (dff523e6-04a2-46c0-a3b3-8f4b432e2e30/f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f/07c64791-1b87-4d91-813a-63eb2cde476b) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:58.970860 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 10 to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 Jul 16 20:25:59.046490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:59.046870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:59.050631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:59.120923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:59.121343 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:25:59.121755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.214194 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.237864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Transition to ACTIVE for port object 07c64791-1b87-4d91-813a-63eb2cde476b will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:59.285676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Transition to ACTIVE for port object 07c64791-1b87-4d91-813a-63eb2cde476b will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:59.319553 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.326239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48854) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:59.344348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] For port 41f3d4fd-2270-422f-ab4f-b741d68b5a13, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:59.344552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempted to set empty binding levels {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:25:59.378652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 2af5c8a0-648e-4cac-81b2-13e402478d9e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:59.425126 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.438143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2af5c8a0-648e-4cac-81b2-13e402478d9e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:59.438577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.467362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.485844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a0b98f9-53b4-41ed-b4cd-c7342500be7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.488449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'name': 'tempest-NetworksTestDHCPv6-router-1903258313', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:43Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None, '_interfaces': [{'id': '3194bab4-51aa-43e4-a9e8-b30c256b49bc', 'name': '', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'mac_address': 'fa:16:3e:bd:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ab9fe8c2-bba2-4fd8-9206-ebaa6279a733', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:56Z', 'revision_number': 4, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'subnets': [{'id': 'ab9fe8c2-bba2-4fd8-9206-ebaa6279a733', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:59.493393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-751368986-network', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:59.549497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=3194bab4-51aa-43e4-a9e8-b30c256b49bc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.551617 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a0b98f9-53b4-41ed-b4cd-c7342500be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.555890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:59.562524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.563842 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.568856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557b5b7-279b-459a-92d0-98dbf80d42d5 None None] The sync data for ids ['310f5a55-51ba-4ab2-9a01-aaea449cf038'] in n-d-798930-6 is: [{'id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'name': 'tempest-NetworksTestDHCPv6-router-1903258313', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:43Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 2, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None, '_interfaces': [{'id': '3194bab4-51aa-43e4-a9e8-b30c256b49bc', 'name': '', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'mac_address': 'fa:16:3e:bd:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ab9fe8c2-bba2-4fd8-9206-ebaa6279a733', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:56Z', 'revision_number': 4, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'subnets': [{'id': 'ab9fe8c2-bba2-4fd8-9206-ebaa6279a733', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:25:59.583835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:59.599448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Pushing event updated for resources: {'Port': ['ID=07c64791-1b87-4d91-813a-63eb2cde476b,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.605135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=41f3d4fd-2270-422f-ab4f-b741d68b5a13,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.615117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:59.653943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0a218ba5-8996-468e-95c1-c07028c306df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.6758811 Jul 16 20:25:59.664425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48858) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:59.682494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7a0b98f9-53b4-41ed-b4cd-c7342500be7e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1700fff28a5c4a9195977bbac57cbc13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8566072 Jul 16 20:25:59.694162 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.699941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48860) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:59.738102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Attempting to bind port 07c64791-1b87-4d91-813a-63eb2cde476b on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:59.738482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Attempting to bind port 07c64791-1b87-4d91-813a-63eb2cde476b by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:59.739550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Attempting to bind port 07c64791-1b87-4d91-813a-63eb2cde476b on network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:59.777089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b98f9-53b4-41ed-b4cd-c7342500be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067dcb07-9080-4b63-ad34-9a892ee497d3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.851987 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.854715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:59.867076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.869105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.896749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:59.897218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Checking segment: {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:59.897786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.898598 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.899861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Bound using segment: {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:59.902567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Bound port: 07c64791-1b87-4d91-813a-63eb2cde476b, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:59.903203 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.155589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.192071 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c16c8753-0447-4dc0-81ad-781cd6a658ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.235091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.243779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] For port 07c64791-1b87-4d91-813a-63eb2cde476b, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:00.249814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] For port 07c64791-1b87-4d91-813a-63eb2cde476b, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=07c64791-1b87-4d91-813a-63eb2cde476b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:00.262108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.273605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 2af5c8a0-648e-4cac-81b2-13e402478d9e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2af5c8a0-648e-4cac-81b2-13e402478d9e,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:00.285667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.297648 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.309117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.373893 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c16c8753-0447-4dc0-81ad-781cd6a658ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.441280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fe16ec-1e81-4813-920f-e827fd46052e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.463439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eff40c-9d83-4d59-a84c-12f716ef8130 None None] Pushing event updated for resources: {'Port': ['ID=07c64791-1b87-4d91-813a-63eb2cde476b,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.503041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.503951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.505090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.506162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.507545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.508462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.510401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.511434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.516654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c3d83e2-5668-4381-8f42-d82707cc37a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.522299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.524108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.525020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.525664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:00.556384 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.574669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=2af5c8a0-648e-4cac-81b2-13e402478d9e,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.596273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c16c8753-0447-4dc0-81ad-781cd6a658ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.599559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c16c8753-0447-4dc0-81ad-781cd6a658ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.601116 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c16c8753-0447-4dc0-81ad-781cd6a658ab admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/067dcb07-9080-4b63-ad34-9a892ee497d3 HTTP/1.1" status: 204 len: 168 time: 0.8989108 Jul 16 20:26:00.660212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c8753-0447-4dc0-81ad-781cd6a658ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067dcb07-9080-4b63-ad34-9a892ee497d3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:00.678442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Router 310f5a55-51ba-4ab2-9a01-aaea449cf038 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:00.694323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Allocated IP 172.25.8.156 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/91c475bd-a456-414d-9ff9-f20b83e496bc) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:00.723966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cc1fa99b-442a-4cad-9e24-7a82de6a7b15 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=575a0e40ddbd4813bf7825e568c6d0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3898914 Jul 16 20:26:00.727990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48866) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:00.932478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2082db-5341-455f-8ee4-73ebda92ddc0 req-ab590b3c-7771-4659-b903-91b11eb0c511 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:00.947588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef2082db-5341-455f-8ee4-73ebda92ddc0 req-ab590b3c-7771-4659-b903-91b11eb0c511 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.6521263 Jul 16 20:26:00.971552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Deleting port 41f3d4fd-2270-422f-ab4f-b741d68b5a13 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:00.971749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.972881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:00.979443 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-69c1462d-9c9e-4f73-8b78-296874c31f58 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "PUT /v2.0/routers/310f5a55-51ba-4ab2-9a01-aaea449cf038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7469487 Jul 16 20:26:00.983409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:00.988546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.019525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9584a29-4b2a-4405-80af-0ed9939bdbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.053371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.113633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9584a29-4b2a-4405-80af-0ed9939bdbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.138121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.145941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c93801-e5d7-40c7-a005-b3f62ecca48d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.148614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c93801-e5d7-40c7-a005-b3f62ecca48d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.154426 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e6c93801-e5d7-40c7-a005-b3f62ecca48d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1548502 Jul 16 20:26:01.158887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:01.245735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:01.254097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] For port 41f3d4fd-2270-422f-ab4f-b741d68b5a13, host n-h2-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:01.254473 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.277723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet ab9fe8c2-bba2-4fd8-9206-ebaa6279a733 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:01.292619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Calling delete_port for 41f3d4fd-2270-422f-ab4f-b741d68b5a13 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:01.298675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5724584-bc02-4701-873e-a43c8da40cc1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.305159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef2082db-5341-455f-8ee4-73ebda92ddc0 req-e93dfb8d-ad7a-4d73-a1f6-13e7ecfad9c3 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352714 Jul 16 20:26:01.324381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.328889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9584a29-4b2a-4405-80af-0ed9939bdbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.335446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9584a29-4b2a-4405-80af-0ed9939bdbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.346322 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c9584a29-4b2a-4405-80af-0ed9939bdbb3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/43fe16ec-1e81-4813-920f-e827fd46052e HTTP/1.1" status: 204 len: 168 time: 0.6150992 Jul 16 20:26:01.386232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.386701 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Added segment 56071215-b44c-45d6-aa13-cc010a1262fd of type vlan for network eda54561-7c99-4f69-8808-6b264e36fb54 Jul 16 20:26:01.415383 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.484443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.495175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'Port': ['ID=91c475bd-a456-414d-9ff9-f20b83e496bc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.508149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9584a29-4b2a-4405-80af-0ed9939bdbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fe16ec-1e81-4813-920f-e827fd46052e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.514274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:01.529654 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.535112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:01.545737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.547818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.548346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.567361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:01.628673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Allocated IP 172.25.8.23 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/41a7d212-488c-4adf-857d-eae27b92c528) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:01.658791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9098785 Jul 16 20:26:01.659073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:01.689686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Request body: {'subnet': {'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-751368986-subnet', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:01.713283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc81dc-dafc-4741-90d9-bafa09f20d0d admin admin] Pushing event updated for resources: {'Network': ['ID=eda54561-7c99-4f69-8808-6b264e36fb54,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.731859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network eda54561-7c99-4f69-8808-6b264e36fb54 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:01.734601 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.760201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:01.763533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.872350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event deleted for resources: {'Port': ['ID=41f3d4fd-2270-422f-ab4f-b741d68b5a13,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.902187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.911040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15c1764f-aafe-49fe-aa5f-e1996550a8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "DELETE /v2.0/ports/41f3d4fd-2270-422f-ab4f-b741d68b5a13 HTTP/1.1" status: 204 len: 168 time: 2.2425737 Jul 16 20:26:01.921592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48898) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:01.993534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.034375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.137792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.168274 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.221984 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e0adb5-6a37-49ca-9e63-b15dd620c31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:26:02.230361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-01e0adb5-6a37-49ca-9e63-b15dd620c31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "GET /v2.0/ports/41f3d4fd-2270-422f-ab4f-b741d68b5a13 HTTP/1.1" status: 404 len: 333 time: 0.3026142 Jul 16 20:26:02.230361 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.230361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:02.239505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Request body: {'port': {'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-831872920'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:02.305496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Made reservation on behalf of 815214c2f8e9480f974a1ca1156b66d4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:02.308627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.353215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:02.354101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48912) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:02.388819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:02.402291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] device_id is not set on port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:02.408297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:02.420677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.468942 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.747290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Pushing event updated for resources: {'Port': ['ID=41a7d212-488c-4adf-857d-eae27b92c528,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:02.759238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1310344623-network', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:02.771396 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] Sync routers for ids ['310f5a55-51ba-4ab2-9a01-aaea449cf038'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:02.792012 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] Routers {'310f5a55-51ba-4ab2-9a01-aaea449cf038'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:02.793072 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['310f5a55-51ba-4ab2-9a01-aaea449cf038'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:02.814166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2af5c8a0-648e-4cac-81b2-13e402478d9e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:02.888170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'Port': ['ID=91c475bd-a456-414d-9ff9-f20b83e496bc,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:02.904455 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] Set router 310f5a55-51ba-4ab2-9a01-aaea449cf038 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:02.972936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.975365 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'name': 'tempest-NetworksTestDHCPv6-router-1903258313', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:43Z', 'updated_at': '2021-07-16T20:25:58Z', 'revision_number': 3, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:03.021764 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] Checking router: 310f5a55-51ba-4ab2-9a01-aaea449cf038 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:03.035887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2af5c8a0-648e-4cac-81b2-13e402478d9e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:03.035887 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.036089 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] Routers {'310f5a55-51ba-4ab2-9a01-aaea449cf038'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:03.036089 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:25:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['310f5a55-51ba-4ab2-9a01-aaea449cf038'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:03.111754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9fe8c2-bba2-4fd8-9206-ebaa6279a733,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:03.144889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.147695 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37c27249-f38b-4f53-a55d-c907796ad3e1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/ab9fe8c2-bba2-4fd8-9206-ebaa6279a733 HTTP/1.1" status: 204 len: 168 time: 1.9862521 Jul 16 20:26:03.156448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0c742-8b13-414e-a42f-69e7a7ac1b18 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:03.165952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48926) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.172356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:03.176206 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.178668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-350c84cb-8989-40a8-ab6d-e376c7e80596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.181401 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-350c84cb-8989-40a8-ab6d-e376c7e80596 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 1096 time: 0.4582500 Jul 16 20:26:03.182252 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.237719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47d7d7-05c5-4f94-b98d-128dd62fd91f None None] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:03.251875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] Set router 310f5a55-51ba-4ab2-9a01-aaea449cf038 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:03.270754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.331887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65df6a2-9a09-44a2-921b-c1b6eb9bf196 req-0e95b8e5-ac5d-4ee1-bd71-1a53c8b32ec2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.340707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c65df6a2-9a09-44a2-921b-c1b6eb9bf196 req-0e95b8e5-ac5d-4ee1-bd71-1a53c8b32ec2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.6033866 Jul 16 20:26:03.349929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-bff88b37-743c-4d96-ae65-fb8ad8c02ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.352291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 07c64791-1b87-4d91-813a-63eb2cde476b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:03.352516 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-bff88b37-743c-4d96-ae65-fb8ad8c02ccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 916 time: 0.1136019 Jul 16 20:26:03.354326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.355598 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b91078cc-0024-4aa5-9b1e-9d190eb2209b tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1679196 Jul 16 20:26:03.366366 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.457566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c65df6a2-9a09-44a2-921b-c1b6eb9bf196 req-e48e01fc-ee6c-4231-9bb3-45c2f725e673 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156828 Jul 16 20:26:03.462213 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.479319 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'name': 'tempest-NetworksTestDHCPv6-router-1903258313', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:43Z', 'updated_at': '2021-07-16T20:25:58Z', 'revision_number': 3, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:03.513632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd25bca1-d942-4cc0-9705-2fa9ef7d910b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:03.534581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.535080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.535591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.536356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.536796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.537227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.537981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.537981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.538543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.539169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.539797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.540225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:03.551848 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-c450cd85-817e-4b8b-9299-15d0acb429b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f80295c1-0871-4f8b-966a-f33d25240032 HTTP/1.1" status: 200 len: 217 time: 0.1922617 Jul 16 20:26:03.554942 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3206e-07d8-46e3-a8ac-1525c85bea9f None None] The sync data for ids ['310f5a55-51ba-4ab2-9a01-aaea449cf038'] in n-d-798930-6 is: [{'id': '310f5a55-51ba-4ab2-9a01-aaea449cf038', 'name': 'tempest-NetworksTestDHCPv6-router-1903258313', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:43Z', 'updated_at': '2021-07-16T20:25:58Z', 'revision_number': 3, 'project_id': '7879ca0dd66b4d838650dc579c369359', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:03.569148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d8fe34a1-a4ce-43d1-a3cb-afb6b769becd None None] Provisioning for port 07c64791-1b87-4d91-813a-63eb2cde476b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:03.680680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 07c64791-1b87-4d91-813a-63eb2cde476b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:03.695920 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6fd283c0-dee2-44e4-969e-19afb60f02bd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5268996 Jul 16 20:26:03.703833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48932) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.724935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 07c64791-1b87-4d91-813a-63eb2cde476b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:03.725327 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.865100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f7-1f53-41ea-8d74-555a3ab42fd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.868056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Checking segment: {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:03.868515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Network hostable DHCP agents. Network: eda54561-7c99-4f69-8808-6b264e36fb54, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:03.877788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-410fa464-7a2d-422e-a7bf-59e6bfac90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.879514 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-410fa464-7a2d-422e-a7bf-59e6bfac90ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.3048568 Jul 16 20:26:03.893502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.962723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:04.012758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.015900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 07c64791-1b87-4d91-813a-63eb2cde476b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=07c64791-1b87-4d91-813a-63eb2cde476b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:04.023380 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.121563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Network eda54561-7c99-4f69-8808-6b264e36fb54 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:04.159906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] Deleting port 829ecd80-abe1-4329-a4af-1739c82ae47a {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:04.164541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.168880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=07c64791-1b87-4d91-813a-63eb2cde476b,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:04.279948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.310760 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, eda54561-7c99-4f69-8808-6b264e36fb54) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:04.319030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f7-1f53-41ea-8d74-555a3ab42fd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.327232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c5248-8171-4f8e-b8e3-80e17c97f371 None None] Network eda54561-7c99-4f69-8808-6b264e36fb54 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:04.332032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] For port 829ecd80-abe1-4329-a4af-1739c82ae47a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=829ecd80-abe1-4329-a4af-1739c82ae47a,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:04.332435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.332569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f7-1f53-41ea-8d74-555a3ab42fd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.343420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.344231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.426857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] Calling delete_port for 829ecd80-abe1-4329-a4af-1739c82ae47a owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:04.458409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-867baccc-f14a-4e33-9547-75a1676e1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.460459 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-867baccc-f14a-4e33-9547-75a1676e1a3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5113699 Jul 16 20:26:04.475435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f7-1f53-41ea-8d74-555a3ab42fd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.477340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed4c2f7-1f53-41ea-8d74-555a3ab42fd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Fanout notify agent at l3_agent the message router_deleted on router 310f5a55-51ba-4ab2-9a01-aaea449cf038 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:26:04.505045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c2f7-1f53-41ea-8d74-555a3ab42fd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.508468 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3ed4c2f7-1f53-41ea-8d74-555a3ab42fd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/routers/310f5a55-51ba-4ab2-9a01-aaea449cf038 HTTP/1.1" status: 204 len: 168 time: 0.8020833 Jul 16 20:26:04.510853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48956) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:04.531237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 07c64791-1b87-4d91-813a-63eb2cde476b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:04.556684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-edc3eb89-4dd6-4d66-a006-71957a60c7b1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1772546320&fields=id&tenant_id=e6932f09d87e44debaad56d57ce146ca HTTP/1.1" status: 200 len: 267 time: 0.3546743 Jul 16 20:26:04.631203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.728450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7706e442-c98d-4eb2-a25a-2ffe19657138 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.730865 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7706e442-c98d-4eb2-a25a-2ffe19657138 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2179410 Jul 16 20:26:04.733873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.736182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48958) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:04.758120 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.811723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c22ce64-4276-4c5e-add0-bdb9dbb3cad4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.814153 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2c22ce64-4276-4c5e-add0-bdb9dbb3cad4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764873 Jul 16 20:26:04.821045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48962) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:04.825722 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-a508f888-c478-4a4f-a0bb-304836fea87a service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510885 Jul 16 20:26:04.828196 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f91c8a24-bd4b-491b-ab99-2428874ba491 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1553931 Jul 16 20:26:04.831064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48964) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:04.854274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:04.862101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Network 50afe4cf-7ab2-48eb-9c12-f167e4596976 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:04.876594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b16861a1-bd6d-4c92-9779-f578a02fbf6e None None] Provisioning complete for port 07c64791-1b87-4d91-813a-63eb2cde476b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:04.876974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b16861a1-bd6d-4c92-9779-f578a02fbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.915230 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-43c92d2b-b4aa-4fb7-845f-1f8db79828c8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847626 Jul 16 20:26:04.918056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:04.921490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:04.923074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:04.923848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:04.925224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.925862 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.926866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48968) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:04.949955 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee48840-31d4-481b-8fa8-daae795d4f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.950897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:04.963328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2d14e-3214-4b24-b652-9ce170d30442,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:04.978748 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.979221 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Added segment 427e7a33-3671-4faf-9214-bb6e6aa8396f of type vlan for network 3864bc4a-f590-46c5-b30a-844574deb05e Jul 16 20:26:05.001610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-7bab54be-1114-40f8-bf45-81fb3691ccf4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.003308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-7bab54be-1114-40f8-bf45-81fb3691ccf4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 810 time: 0.4346163 Jul 16 20:26:05.061340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.062567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.085834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-df3a6bca-c7e8-488b-acb4-80680f980aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8522000 Jul 16 20:26:05.090606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.091391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-eda54561-7c99-4f69-8808-6b264e36fb54', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:05.092816 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.094636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.099108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48970) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:05.108593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:05.112330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-965b8ace-40e4-4dd7-8d71-b988aa614cff tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/quotas/e6932f09d87e44debaad56d57ce146ca HTTP/1.1" status: 200 len: 375 time: 0.0658605 Jul 16 20:26:05.127296 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.220220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:26:05.322587 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.323725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.324328 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.340449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Allocated IP 172.20.0.2 (eda54561-7c99-4f69-8808-6b264e36fb54/cd25bca1-d942-4cc0-9705-2fa9ef7d910b/68808fe9-a8f5-4d76-868e-27565d6eed7c) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:05.486383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.504213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1373343 Jul 16 20:26:05.518009 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.529534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Transition to ACTIVE for port object 68808fe9-a8f5-4d76-868e-27565d6eed7c will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:05.536329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48974) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:05.547819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Transition to ACTIVE for port object 68808fe9-a8f5-4d76-868e-27565d6eed7c will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:05.552532 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.557747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.559939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 07c64791-1b87-4d91-813a-63eb2cde476b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:05.560124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Request body: {'subnet': {'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1310344623-subnet', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:05.560319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.642230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] Pushing event deleted for resources: {'Port': ['ID=829ecd80-abe1-4329-a4af-1739c82ae47a,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.669656 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e7be8723-7d9e-4cce-aa4e-2a159658b1d6 req-ef5320dc-9c52-4164-9bc9-7eaff37a9157 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285358 Jul 16 20:26:05.681447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-9a8b08d5-0c32-4a19-b8fa-2eef3f975f5e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5352669 Jul 16 20:26:05.691012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaf79a-38cb-4c03-bc9e-4f5f5025e12b admin admin] Pushing event updated for resources: {'Network': ['ID=3864bc4a-f590-46c5-b30a-844574deb05e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.713046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0079017-731c-4deb-95ab-827e3d709ef6 None None] No DVR routers for this DVR port 829ecd80-abe1-4329-a4af-1739c82ae47a on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:05.715003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Pushing event updated for resources: {'Port': ['ID=68808fe9-a8f5-4d76-868e-27565d6eed7c,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.738251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 3864bc4a-f590-46c5-b30a-844574deb05e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:05.749397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.765591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:05.766134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Network eda54561-7c99-4f69-8808-6b264e36fb54 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:05.769614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.795297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:05.828151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:06.066425 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.085577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Attempting to bind port 68808fe9-a8f5-4d76-868e-27565d6eed7c on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:06.086140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Attempting to bind port 68808fe9-a8f5-4d76-868e-27565d6eed7c by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:06.086708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Attempting to bind port 68808fe9-a8f5-4d76-868e-27565d6eed7c on network eda54561-7c99-4f69-8808-6b264e36fb54 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:06.107991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:06.108579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Checking segment: {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:06.109209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.109812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Bound using segment: {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:06.111309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Bound port: 68808fe9-a8f5-4d76-868e-27565d6eed7c, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:06.111309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.138582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3194bab4-51aa-43e4-a9e8-b30c256b49bc no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:06.192142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] device_id is not set on port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:06.192847 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3194bab4-51aa-43e4-a9e8-b30c256b49bc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:06.193427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3194bab4-51aa-43e4-a9e8-b30c256b49bc not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:06.194124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 829ecd80-abe1-4329-a4af-1739c82ae47a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:06.196807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.223580 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.229497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.250510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Transition to ACTIVE for port object 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:06.264469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:06.270753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.279754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 829ecd80-abe1-4329-a4af-1739c82ae47a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:06.280310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 829ecd80-abe1-4329-a4af-1739c82ae47a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:06.416599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.433260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:26:06.434748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] For port 68808fe9-a8f5-4d76-868e-27565d6eed7c, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:06.437306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.441147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] For port 68808fe9-a8f5-4d76-868e-27565d6eed7c, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68808fe9-a8f5-4d76-868e-27565d6eed7c,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:06.446108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:26:06.450026 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.520093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=e4d9b7db-08d9-4040-934b-72bab3a20f5c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.544906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Allocated IP 172.25.8.163 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/80c28fe7-eb8b-41fd-a3ea-548504da7d3b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:06.548636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:06.555156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:06.557530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec512439-8ca3-42c4-a5d3-e72d12101e63 None None] Pushing event updated for resources: {'Port': ['ID=68808fe9-a8f5-4d76-868e-27565d6eed7c,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.562886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.563933 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.569190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ea3b7-5ea9-464b-b708-2c9590c9c0ae None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:06.595818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2a0a67f-e81d-47e4-b120-554bca0a4060 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6562262 Jul 16 20:26:06.603657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48988) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:06.609839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:06.784031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.858469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:06.859083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'e4d9b7db-08d9-4040-934b-72bab3a20f5c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:06.861408 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.862215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.907582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.921333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.981652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:06.982408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:06.982979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:07.016984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:07.017252 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:07.017862 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:07.022456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:07.040224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:07.059710 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 2 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:07.074240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-db60124e-4c20-4489-8e2b-9019a69d6407 service neutron] 10.222.0.100 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2885349 Jul 16 20:26:07.074240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.142224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Pushing event updated for resources: {'Port': ['ID=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.156523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b22bdde-9cde-4a1a-be1b-315cf96d630b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.175056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:07.175056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:07.175429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:07.180133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:07.213188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Sync routers for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:07.224645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Allocated IP 2001:db8::f816:3eff:fea2:8e90 (4480a042-e07a-4cef-bea8-255195c633b7/e4d9b7db-08d9-4040-934b-72bab3a20f5c/2b55aa44-f46a-4371-a767-ccf427c1efc6) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:07.228042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:07.228385 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:07.232599 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 3 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:07.248626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:07.249872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:07.282994 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.284289 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-12701fc7-6c8b-403f-ade1-0d766f98c360 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8837585 Jul 16 20:26:07.291118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48990) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:07.307863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:07.308138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:07.308415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:07.318331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:07.318731 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:07.325128 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 4 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:07.352604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Checking segment: {'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:07.352984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Network hostable DHCP agents. Network: 3864bc4a-f590-46c5-b30a-844574deb05e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:07.361079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:07.361428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:07.361647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:07.374577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-fb687b83-0e90-4668-810f-a193eb17e8bb service neutron] 10.222.0.100 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775724 Jul 16 20:26:07.395133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:07.397342 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:07.399109 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 5 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:07.454787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Network 3864bc4a-f590-46c5-b30a-844574deb05e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:07.465043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:07.465806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:07.466469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:07.482674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:07.483498 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:07.484476 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 6 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:07.517515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:07.518097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:07.518693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:07.528836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 3864bc4a-f590-46c5-b30a-844574deb05e) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:07.540590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.542196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.558732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:07.559201 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:07.560320 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 7 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:07.611869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:07.612559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:07.613168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:07.628935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7e496f9a-a223-4cec-b53d-2da83e22a254 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0895050 Jul 16 20:26:07.630297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:07.630866 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:07.631844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48994) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:07.633250 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 8 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:07.646921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01ca47-34c5-474d-9a04-5ebfb2907bd2 None None] Network 3864bc4a-f590-46c5-b30a-844574deb05e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:07.653703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:07.719854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.724773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.788066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.911876 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.925151 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.001390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:08.001914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:08.002498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:08.024282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:08.024814 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:08.040431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:08.054332 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 9 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:08.112853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:08.150109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:08.154105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:08.158362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.159009 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.246122 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-862655dc-3656-4347-9bd3-12d0eb162c7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6343079 Jul 16 20:26:08.252578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:08.259316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:54:9b:13', 'name': 'tempest-NetworksTestDHCPv6-214579329'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:08.259649 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.277771 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.280944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-3864bc4a-f590-46c5-b30a-844574deb05e', 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'fixed_ips': [{'subnet_id': '7b22bdde-9cde-4a1a-be1b-315cf96d630b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:08.281970 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.297139 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.332050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Transition to ACTIVE for port object 2b55aa44-f46a-4371-a767-ccf427c1efc6 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:08.367388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:08.367965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:08.368543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:08.382982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:08.383780 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:08.389645 n-d-798930-6 neutron-server[94095]: INFO neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 10 to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f Jul 16 20:26:08.425121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:08.425701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:08.426213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:08.428256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dee5b1-2acd-406d-a2b8-143cc83fb9fd None None] Network eda54561-7c99-4f69-8808-6b264e36fb54 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:08.439957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Transition to ACTIVE for port object 2b55aa44-f46a-4371-a767-ccf427c1efc6 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:08.461883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aad57-d147-44b6-a645-c6e0ceb84a3a req-e9bcf17e-d200-4650-b905-ceafebfd864d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.465144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d0aad57-d147-44b6-a645-c6e0ceb84a3a req-e9bcf17e-d200-4650-b905-ceafebfd864d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.5889354 Jul 16 20:26:08.580930 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.623393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:08.623902 n-d-798930-6 neutron-server[94095]: ERROR neutron.plugins.ml2.managers [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:08.624736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.681418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.688703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68808fe9-a8f5-4d76-868e-27565d6eed7c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:08.692312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ce569d8c-55b9-4c60-a802-c72f5adc0536 None None] Provisioning for port 68808fe9-a8f5-4d76-868e-27565d6eed7c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:08.730963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:08.736583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d0aad57-d147-44b6-a645-c6e0ceb84a3a req-feed4fc6-b226-4c48-927c-98d10c971634 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317289 Jul 16 20:26:08.819862 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.969254 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.984862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] For port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:08.985958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempted to set empty binding levels {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:26:09.019572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.045514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:09.065903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:09.084379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:09.115140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Pushing event updated for resources: {'Port': ['ID=2b55aa44-f46a-4371-a767-ccf427c1efc6,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:09.223571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Allocated IP 172.20.0.2 (3864bc4a-f590-46c5-b30a-844574deb05e/7b22bdde-9cde-4a1a-be1b-315cf96d630b/f1fcce24-3620-4e0f-a505-898a607e679b) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:09.257461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] In _notify_port_updated(), no bound segment for port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:26:09.264527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.279912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.282818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "PUT /v2.0/ports/29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f HTTP/1.1" status: 200 len: 978 time: 4.1821120 Jul 16 20:26:09.297193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49010) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:09.310933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 68808fe9-a8f5-4d76-868e-27565d6eed7c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:09.342844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Attempting to bind port 2b55aa44-f46a-4371-a767-ccf427c1efc6 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:09.343411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Attempting to bind port 2b55aa44-f46a-4371-a767-ccf427c1efc6 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:09.343968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Attempting to bind port 2b55aa44-f46a-4371-a767-ccf427c1efc6 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:09.350067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 68808fe9-a8f5-4d76-868e-27565d6eed7c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:09.350615 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.431830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:09.432442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:09.433372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.434702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:09.435739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Bound port: 2b55aa44-f46a-4371-a767-ccf427c1efc6, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:09.436411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.497110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.535574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0055c-9e42-4c69-bed7-4390adc1e786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:09.562721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:02Z', 'revision_number': 3, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:09.613962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.614576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.615199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.615810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.617168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.617953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.618723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.619189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.619762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.620309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.620769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.621309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.621804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.622356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.622821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.623426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.623914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.624378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.632041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bde50574-1a71-4bd0-8237-7bea2949fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16068 time: 0.3233726 Jul 16 20:26:09.632366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49012) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:09.652655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port a8881c12-2b8c-42ae-a8fb-a2d042757c52 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:09.731916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Checking router: 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:09.732707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Updating router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 port 41a7d212-488c-4adf-857d-eae27b92c528 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:09.743928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.750889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:26:09.873545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.901308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.992005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.022340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 172.20.0.13 (4480a042-e07a-4cef-bea8-255195c633b7/11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0/a8881c12-2b8c-42ae-a8fb-a2d042757c52) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:10.040903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe54:9b13 (4480a042-e07a-4cef-bea8-255195c633b7/e4d9b7db-08d9-4040-934b-72bab3a20f5c/a8881c12-2b8c-42ae-a8fb-a2d042757c52) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:10.049783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49014) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:10.082031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] For port 2b55aa44-f46a-4371-a767-ccf427c1efc6, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:10.222680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'network': {'name': 'tempest-network-smoke--876140846', 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'port_security_enabled': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:10.252693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Deleting port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:10.253045 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.285137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Allocated IP 172.25.8.165 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/0cb82fa6-1692-4df3-930d-9089ba51c7fc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:10.362078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] For port 2b55aa44-f46a-4371-a767-ccf427c1efc6, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2b55aa44-f46a-4371-a767-ccf427c1efc6,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:10.425853 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.431220 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.462893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:10.484365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Transition to ACTIVE for port object f1fcce24-3620-4e0f-a505-898a607e679b will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:10.493635 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Sync routers for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:10.510670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.511546 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:10.512187 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:10.565933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Allocated IP 172.20.0.1 (dff523e6-04a2-46c0-a3b3-8f4b432e2e30/f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f/06d1a848-0675-4f5d-85f6-aaa0adb54e4a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:10.639862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c6fb98ed-e305-4772-b60a-c1656a13934a None None] Provisioning complete for port 68808fe9-a8f5-4d76-868e-27565d6eed7c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:10.643689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6fb98ed-e305-4772-b60a-c1656a13934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.664749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f05d1d72-4d99-42fe-a709-2266dc2c8734 req-4b48b8eb-a622-4666-88e0-d4f4052bb83e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 210 time: 0.2073755 Jul 16 20:26:10.667932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.672946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Transition to ACTIVE for port object f1fcce24-3620-4e0f-a505-898a607e679b will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:10.813925 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:10.825063 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.840127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.854232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 68808fe9-a8f5-4d76-868e-27565d6eed7c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68808fe9-a8f5-4d76-868e-27565d6eed7c,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:10.855443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34cb52-d733-401d-bbf5-1b22374a367d None None] Pushing event updated for resources: {'Port': ['ID=2b55aa44-f46a-4371-a767-ccf427c1efc6,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:10.879956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Transition to ACTIVE for port object 06d1a848-0675-4f5d-85f6-aaa0adb54e4a will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:10.896263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Made reservation on behalf of 75e43a0e2e774d10b5c2982191086d76 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:10.898456 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.914046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.003954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Network 3864bc4a-f590-46c5-b30a-844574deb05e is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:11.010183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.012157 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ceca79b9-a3f6-414b-80a8-613424ec6b85 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1013117 Jul 16 20:26:11.013843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object a8881c12-2b8c-42ae-a8fb-a2d042757c52 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:11.018708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49018) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:11.031660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:11.056669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:11.063229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Pushing event updated for resources: {'Port': ['ID=f1fcce24-3620-4e0f-a505-898a607e679b,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.310772 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.368605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Pushing event updated for resources: {'Port': ['ID=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.381960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2b55aa44-f46a-4371-a767-ccf427c1efc6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:11.387491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=68808fe9-a8f5-4d76-868e-27565d6eed7c,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.391282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Attempting to bind port f1fcce24-3620-4e0f-a505-898a607e679b on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:11.391656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Attempting to bind port f1fcce24-3620-4e0f-a505-898a607e679b by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:11.392023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Attempting to bind port f1fcce24-3620-4e0f-a505-898a607e679b on network 3864bc4a-f590-46c5-b30a-844574deb05e {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:11.399423 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:07Z', 'revision_number': 3, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:11.420984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:11.429002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:11.429557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Checking segment: {'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:11.430549 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.430775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Bound using segment: {'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:11.431319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Bound port: f1fcce24-3620-4e0f-a505-898a607e679b, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:11.431786 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.495396 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Checking router: 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:11.496960 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Updating router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:11.547112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:11.548958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 2b55aa44-f46a-4371-a767-ccf427c1efc6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:11.552436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:11.566010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] For port f1fcce24-3620-4e0f-a505-898a607e679b, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:11.572503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] For port f1fcce24-3620-4e0f-a505-898a607e679b, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f1fcce24-3620-4e0f-a505-898a607e679b,segment=NetworkSegment(427e7a33-3671-4faf-9214-bb6e6aa8396f),segment_id=427e7a33-3671-4faf-9214-bb6e6aa8396f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:11.579606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.623238 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.729705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e170d-7101-47bb-a32b-31f67edf58dc None None] Pushing event updated for resources: {'Port': ['ID=f1fcce24-3620-4e0f-a505-898a607e679b,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.767709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.875590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:11.881082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:11.912987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.935988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:12.061713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] For port 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f, host n-h2-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.062320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.065220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=a8881c12-2b8c-42ae-a8fb-a2d042757c52,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.072831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.168029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.191389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.192249 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.205051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9dbcaaf9-4ec5-4f9d-9488-57ecab8019fc None None] Provisioning for port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:12.242838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9dbcaaf9-4ec5-4f9d-9488-57ecab8019fc None None] Provisioning complete for port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:12.243443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9dbcaaf9-4ec5-4f9d-9488-57ecab8019fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.254197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Calling delete_port for 29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:12.263604 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-03bbc35a-9616-4ba0-8dec-ab6b719fe5f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0062225 Jul 16 20:26:12.281286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:12.287227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9dbcaaf9-4ec5-4f9d-9488-57ecab8019fc None None] Port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:12.358596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.362487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.543353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0867c-f64f-41b7-a3ef-efba0c81b8a5 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:12.547680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-34f7f5e1-0abf-4d7c-8403-e2c2f7240739 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.550765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-34f7f5e1-0abf-4d7c-8403-e2c2f7240739 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 810 time: 2.1006303 Jul 16 20:26:12.634853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5c983f17-77f4-4e6d-a715-4ce8f0edd824 None None] Provisioning for port 2b55aa44-f46a-4371-a767-ccf427c1efc6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:12.650207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5c983f17-77f4-4e6d-a715-4ce8f0edd824 None None] Provisioning complete for port 2b55aa44-f46a-4371-a767-ccf427c1efc6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:12.650662 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5c983f17-77f4-4e6d-a715-4ce8f0edd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.693357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Allocated IP 172.20.0.1 (eda54561-7c99-4f69-8808-6b264e36fb54/cd25bca1-d942-4cc0-9705-2fa9ef7d910b/a1fd167f-26b7-41e3-a55f-347e99ca37dc) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:12.731918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.747562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.800899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.806508 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5c983f17-77f4-4e6d-a715-4ce8f0edd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.848691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dce7b-1f07-4598-b7ce-bfcd9634b8a0 req-8b6608fd-a7bd-4c4e-8c1a-565fe40cadfc tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.863285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-075dce7b-1f07-4598-b7ce-bfcd9634b8a0 req-8b6608fd-a7bd-4c4e-8c1a-565fe40cadfc tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.8133914 Jul 16 20:26:12.888168 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.909756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5c983f17-77f4-4e6d-a715-4ce8f0edd824 None None] For port 2b55aa44-f46a-4371-a767-ccf427c1efc6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2b55aa44-f46a-4371-a767-ccf427c1efc6,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.924242 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5c983f17-77f4-4e6d-a715-4ce8f0edd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.929587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Pushing event updated for resources: {'Port': ['ID=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.936406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-50202664-b170-4b69-b13c-36aaececdf03 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6932f09d87e44debaad56d57ce146ca HTTP/1.1" status: 200 len: 380 time: 0.3532379 Jul 16 20:26:13.029101 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.049759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0bf0c6-bfab-443e-8021-cb57cf12253c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:13.057984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0bf0c6-bfab-443e-8021-cb57cf12253c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:13.063906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ae0bf0c6-bfab-443e-8021-cb57cf12253c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7730036 Jul 16 20:26:13.065130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Transition to ACTIVE for port object a1fd167f-26b7-41e3-a55f-347e99ca37dc will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:13.081049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c983f17-77f4-4e6d-a715-4ce8f0edd824 None None] Pushing event updated for resources: {'Port': ['ID=2b55aa44-f46a-4371-a767-ccf427c1efc6,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.081844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'port': {'device_id': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'admin_state_up': True, 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'security_groups': ['56edc08e-b166-4ef8-b530-5ed1142d9f2e']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:13.091931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49024) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:13.153411 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.169611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03962a05-f529-438b-88be-065113593d43 None None] Update dhcp port {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': 'e4d9b7db-08d9-4040-934b-72bab3a20f5c', 'ip_address': '2001:db8::f816:3eff:fea2:8e90'}, {'subnet_id': '11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0'}], 'binding:host_id': 'n-d-798930-6'}, 'id': '2b55aa44-f46a-4371-a767-ccf427c1efc6'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:26:13.212099 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.226878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.233671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Transition to ACTIVE for port object 41a7d212-488c-4adf-857d-eae27b92c528 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:13.241172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03962a05-f529-438b-88be-065113593d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.244990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.268491 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Pushing event updated for resources: {'Port': ['ID=a1fd167f-26b7-41e3-a55f-347e99ca37dc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.309020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Network eda54561-7c99-4f69-8808-6b264e36fb54 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:13.315413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:13.316663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:13.321842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:13.387659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.424779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:13.502636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb82fa6-1692-4df3-930d-9089ba51c7fc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.543926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:13.550809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-075dce7b-1f07-4598-b7ce-bfcd9634b8a0 req-762311cc-bef2-4e60-aeaf-e58206d6c0d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861470 Jul 16 20:26:13.554081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f1fcce24-3620-4e0f-a505-898a607e679b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:13.565668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:13.598205 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.600417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:13.615891 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Transition to ACTIVE for port object 80c28fe7-eb8b-41fd-a3ea-548504da7d3b will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:13.631345 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.677278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Attempting to bind port 41a7d212-488c-4adf-857d-eae27b92c528 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:13.677916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Attempting to bind port 41a7d212-488c-4adf-857d-eae27b92c528 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:13.678534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Attempting to bind port 41a7d212-488c-4adf-857d-eae27b92c528 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:13.691783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f21b38-4bd4-43ef-a713-860e3e939b64 None None] Pushing event updated for resources: {'Port': ['ID=41a7d212-488c-4adf-857d-eae27b92c528,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.734106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:13.734830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:13.735372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.744395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:13.745022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Bound port: 41a7d212-488c-4adf-857d-eae27b92c528, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:13.745564 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.782613 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93bcc8-31d4-4668-bc70-6e35c3b9b54e None None] Pushing event updated for resources: {'Port': ['ID=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.808157 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Attempting to bind port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:13.809587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event deleted for resources: {'Port': ['ID=29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.811511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Attempting to bind port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:13.811511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Attempting to bind port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:13.834618 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:13.848025 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:13.848850 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.849604 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:13.850664 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Bound port: 80c28fe7-eb8b-41fd-a3ea-548504da7d3b, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:13.851402 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.853439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.887593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.893923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e39f82-0089-4fa3-a84f-00f48a601a8b None None] Network 3864bc4a-f590-46c5-b30a-844574deb05e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:13.969311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.976139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0f989790-75f4-438f-a5d8-3d30f3b3fd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "DELETE /v2.0/ports/29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f HTTP/1.1" status: 204 len: 168 time: 4.3365507 Jul 16 20:26:14.004976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49030) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.014551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-321eb619-10dd-459d-88f3-a4fef1732823 None None] Provisioning for port f1fcce24-3620-4e0f-a505-898a607e679b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:14.060566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.072391 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] For port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:14.081119 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] For port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:14.089944 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.145292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:14.173695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2cf109a-ed82-4ee9-b9cc-75e57c89e9ed req-2d29bcd5-b10f-4b45-9da5-4b4fc710424e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 210 time: 0.2141962 Jul 16 20:26:14.204394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Made reservation on behalf of e6932f09d87e44debaad56d57ce146ca for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:14.215006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f1fcce24-3620-4e0f-a505-898a607e679b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:14.225634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.229631 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93bcc8-31d4-4668-bc70-6e35c3b9b54e None None] Pushing event updated for resources: {'Port': ['ID=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.240027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:14.244651 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-59878c36-5290-452a-8d71-711207ecf1d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:26:14.252846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-59878c36-5290-452a-8d71-711207ecf1d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "GET /v2.0/ports/29d1338a-7a4c-4b6e-a5b8-f13a2d178e4f HTTP/1.1" status: 404 len: 333 time: 0.2367179 Jul 16 20:26:14.255998 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:14.256554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] For port 41a7d212-488c-4adf-857d-eae27b92c528, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:14.256751 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:14.287159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] For port 41a7d212-488c-4adf-857d-eae27b92c528, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41a7d212-488c-4adf-857d-eae27b92c528,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:14.302949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49032) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.319050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504926512', 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:14.387525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d519c-b448-4fd0-a6a8-6edce5aca1c8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.408364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.408929 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Added segment cc480e71-e61b-4ad3-98aa-de8defef216b of type vlan for network d46c1c4f-78e1-494f-a378-bd8498618995 Jul 16 20:26:14.537796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Made reservation on behalf of 815214c2f8e9480f974a1ca1156b66d4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:14.543447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.590958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:14.599149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f1fcce24-3620-4e0f-a505-898a607e679b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:14.602664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.616114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.617107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] device_id is not set on port daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:14.655216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.752681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port a8881c12-2b8c-42ae-a8fb-a2d042757c52 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:14.753121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.761456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1e49ea65-a513-46a1-85d0-33f3cba09869 None None] Provisioning for port a1fd167f-26b7-41e3-a55f-347e99ca37dc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:14.789975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-03962a05-f529-438b-88be-065113593d43 None None] Allocated IP 172.20.0.2 (4480a042-e07a-4cef-bea8-255195c633b7/11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0/2b55aa44-f46a-4371-a767-ccf427c1efc6) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:14.846664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1e49ea65-a513-46a1-85d0-33f3cba09869 None None] Provisioning complete for port a1fd167f-26b7-41e3-a55f-347e99ca37dc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:14.847713 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1e49ea65-a513-46a1-85d0-33f3cba09869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.015923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.029040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.030160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.041048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:15.042076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:15.073190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:15.109173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1e49ea65-a513-46a1-85d0-33f3cba09869 None None] Port a1fd167f-26b7-41e3-a55f-347e99ca37dc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:15.112551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f21b38-4bd4-43ef-a713-860e3e939b64 None None] Pushing event updated for resources: {'Port': ['ID=41a7d212-488c-4adf-857d-eae27b92c528,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:15.146033 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 1, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:15.212926 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf550-8689-43ce-b68c-c2b59149c44d None None] The sync data for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 is: [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 1, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:15.350126 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.352272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.395675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Allocated IP 172.20.0.3 (7d9b33ae-f8e5-4259-b182-c6e25c7a0211/63937132-979c-4ebc-a2e5-3323e7c9e04b/a5cfeeff-933a-4fde-b122-e310a69d7baf) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:15.428260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1e49ea65-a513-46a1-85d0-33f3cba09869 None None] Provisioning complete for port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:15.429614 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1e49ea65-a513-46a1-85d0-33f3cba09869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.501753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1e49ea65-a513-46a1-85d0-33f3cba09869 None None] Port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:15.557755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-03962a05-f529-438b-88be-065113593d43 None None] For port 2b55aa44-f46a-4371-a767-ccf427c1efc6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2b55aa44-f46a-4371-a767-ccf427c1efc6,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:15.568450 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-692c6b7e-338d-46a7-b4dd-1d4688394da2 admin admin] 10.222.0.100 "PUT /v2.0/routers/39b84f9b-cc9d-4f1f-847f-7e52035df9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2759006 Jul 16 20:26:15.628085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.676300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 5.4600544 Jul 16 20:26:15.682511 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.700208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:15.708110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:15.729387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'admin_state_up': True, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:15.760525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.811905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec7dda-4b89-4f55-b053-f9865995c1ad req-3aab277f-40a3-4a9b-bb4c-30f0894754d9 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.818981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0ec7dda-4b89-4f55-b053-f9865995c1ad req-3aab277f-40a3-4a9b-bb4c-30f0894754d9 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 945 time: 1.2717929 Jul 16 20:26:15.867623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for a8881c12-2b8c-42ae-a8fb-a2d042757c52 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:16.034129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03962a05-f529-438b-88be-065113593d43 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.095674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f1fcce24-3620-4e0f-a505-898a607e679b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f1fcce24-3620-4e0f-a505-898a607e679b,segment=NetworkSegment(427e7a33-3671-4faf-9214-bb6e6aa8396f),segment_id=427e7a33-3671-4faf-9214-bb6e6aa8396f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:16.097815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-03962a05-f529-438b-88be-065113593d43 None None] Transition to ACTIVE for port object 2b55aa44-f46a-4371-a767-ccf427c1efc6 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:16.121572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03962a05-f529-438b-88be-065113593d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.156013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.156821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68808fe9-a8f5-4d76-868e-27565d6eed7c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:16.167470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.177490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Pushing event updated for resources: {'Port': ['ID=a1fd167f-26b7-41e3-a55f-347e99ca37dc,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.181836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.183751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.204555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.346987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cee2e3aa-3eb9-4991-bd5b-897df02bd018 None None] Provisioning complete for port f1fcce24-3620-4e0f-a505-898a607e679b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:16.347385 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee2e3aa-3eb9-4991-bd5b-897df02bd018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.408719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.420055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03962a05-f529-438b-88be-065113593d43 None None] Pushing event updated for resources: {'Port': ['ID=2b55aa44-f46a-4371-a767-ccf427c1efc6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.560713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b285db-0369-4a15-8f0e-73c22333ffb6 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Network': ['ID=d46c1c4f-78e1-494f-a378-bd8498618995,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.690478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 68808fe9-a8f5-4d76-868e-27565d6eed7c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:16.691319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.710418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.781448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0ec7dda-4b89-4f55-b053-f9865995c1ad req-ae8bd77c-32fc-4e1f-9976-d16f60ac12ee tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9601238 Jul 16 20:26:16.793492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d46c1c4f-78e1-494f-a378-bd8498618995 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:16.979692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Network eda54561-7c99-4f69-8808-6b264e36fb54 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:17.044724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.135458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Network 50afe4cf-7ab2-48eb-9c12-f167e4596976 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:17.145456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:17.155441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f1fcce24-3620-4e0f-a505-898a607e679b,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:17.188531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:17.190257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Transition to ACTIVE for port object a5cfeeff-933a-4fde-b122-e310a69d7baf will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:17.232734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:17.242571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:17.244344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.245346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.261262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-083d6766-102e-4f81-b6be-670e45067df4 req-df3861e4-44d2-49fd-8b86-23efc502f284 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 210 time: 0.0927005 Jul 16 20:26:17.273650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.630159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 2, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:17.631685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.644616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.692359 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c904c773-8996-4ff2-b62f-ac372b476e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.3867664 Jul 16 20:26:17.700247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:17.717793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:17.840465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab2181-024f-4fcc-9881-84fcd9d82456 None None] The sync data for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 is: [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 2, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:17.854471 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:17.923114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6e2f1b7d-ba0c-41cd-8bf6-a7cceb26b0cb None None] Provisioning complete for port a1fd167f-26b7-41e3-a55f-347e99ca37dc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:17.925155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1b7d-ba0c-41cd-8bf6-a7cceb26b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.108476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b737f-7b93-41ca-a03b-894a808376d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.116027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-394b737f-7b93-41ca-a03b-894a808376d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "GET /v2.0/ports/daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77 HTTP/1.1" status: 200 len: 959 time: 0.3907704 Jul 16 20:26:18.119029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49048) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:18.160648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f1b7d-ba0c-41cd-8bf6-a7cceb26b0cb None None] Port a1fd167f-26b7-41e3-a55f-347e99ca37dc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:18.257048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.298496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:18.330239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:18.337700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8a0b99a-c449-462a-b541-3ae3abacb1c0 None None] Provisioning for port 2b55aa44-f46a-4371-a767-ccf427c1efc6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:18.351354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8a0b99a-c449-462a-b541-3ae3abacb1c0 None None] Provisioning complete for port 2b55aa44-f46a-4371-a767-ccf427c1efc6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:18.361960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49050) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:18.365091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b99a-c449-462a-b541-3ae3abacb1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.490530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:18.522546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1c1bf87f-245a-44bd-8254-e02e41c522b1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362172860', 'description': 'tempest-description--840219199'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:18.537546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f1fcce24-3620-4e0f-a505-898a607e679b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:18.559282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'Port': ['ID=a5cfeeff-933a-4fde-b122-e310a69d7baf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.747490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f1fcce24-3620-4e0f-a505-898a607e679b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:18.748266 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.841092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8a0b99a-c449-462a-b541-3ae3abacb1c0 None None] Could not find standard attr ID for object a8881c12-2b8c-42ae-a8fb-a2d042757c52. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:26:18.942879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=a8881c12-2b8c-42ae-a8fb-a2d042757c52,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.980899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2b55aa44-f46a-4371-a767-ccf427c1efc6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:18.984635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d1a58c22-9366-4667-b27f-d3f87d0c81e8 None None] Could not find standard attr ID for object a8881c12-2b8c-42ae-a8fb-a2d042757c52. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:26:19.025884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:19.047934 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5cdf7d80-7626-4cbb-bddd-2cb9b43f820c admin admin] 10.222.0.100 "PUT /v2.0/routers/1050bb88-37eb-41e7-a9d3-a3b94a0db6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0187938 Jul 16 20:26:19.061955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.062694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.065853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf87f-245a-44bd-8254-e02e41c522b1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.072592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.074694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d3b81ebd-0c0d-43df-8821-7ebb418779a0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/a8881c12-2b8c-42ae-a8fb-a2d042757c52 HTTP/1.1" status: 204 len: 168 time: 5.9664178 Jul 16 20:26:19.084226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49056) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:19.150253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2b55aa44-f46a-4371-a767-ccf427c1efc6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:19.151084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.226378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-98adcdf1-a1b1-4256-9d21-a3d140d1d19b None None] Provisioning for port a5cfeeff-933a-4fde-b122-e310a69d7baf completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:19.251768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-755dbaba-1b24-4696-8f3a-1aa8c5d524ef tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2233658 Jul 16 20:26:19.290936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Request body: {'port': {'device_id': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:19.295360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80c28fe7-eb8b-41fd-a3ea-548504da7d3b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:19.298774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-98adcdf1-a1b1-4256-9d21-a3d140d1d19b None None] Provisioning complete for port a5cfeeff-933a-4fde-b122-e310a69d7baf triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:19.299473 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98adcdf1-a1b1-4256-9d21-a3d140d1d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.387305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Deleting port daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:19.388058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.451165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103110d-b776-4082-9011-dd730fdc0453 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.468531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103110d-b776-4082-9011-dd730fdc0453 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.474080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103110d-b776-4082-9011-dd730fdc0453 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.477539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f103110d-b776-4082-9011-dd730fdc0453 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3777444 Jul 16 20:26:19.489866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49062) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:19.503170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2ff23-2e92-40ad-af61-f06ef8ba8351 req-66ff65f7-c4e3-4fb0-94a7-cbba40e520c0 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.512419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebf2ff23-2e92-40ad-af61-f06ef8ba8351 req-66ff65f7-c4e3-4fb0-94a7-cbba40e520c0 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.6903918 Jul 16 20:26:19.525737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Router aeeee7ac-2948-458d-be0d-c8fa47e1918b is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:26:19.628536 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.740307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-98adcdf1-a1b1-4256-9d21-a3d140d1d19b None None] Port a5cfeeff-933a-4fde-b122-e310a69d7baf cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:19.810054 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.862143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.866889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.875317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:19.885090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:19.886592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf87f-245a-44bd-8254-e02e41c522b1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.888107 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.896657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Calling delete_port for daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:19.903448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:19.912530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebf2ff23-2e92-40ad-af61-f06ef8ba8351 req-34b00663-456e-4f05-bcf9-7fc72949f73b tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952675 Jul 16 20:26:19.912784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.924417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf87f-245a-44bd-8254-e02e41c522b1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.983487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.180421 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf87f-245a-44bd-8254-e02e41c522b1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.182233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1c1bf87f-245a-44bd-8254-e02e41c522b1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7194383 Jul 16 20:26:20.184275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:20.197184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49090) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:20.202890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-82cbf539-6d11-4263-92ec-b8a0f727bbf2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Request body: {'security_group_rule': {'security_group_id': '567a989c-8106-4519-9db3-aa2e4ad43a25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:20.217164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Sync routers for ids ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:20.220521 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.239438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.240895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b74817c8-a1b7-46f3-b55c-90b6a4308ba4 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.5962536 Jul 16 20:26:20.254779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Routers {'aeeee7ac-2948-458d-be0d-c8fa47e1918b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:20.255476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:20.260616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:20.267146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49096) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:20.335482 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.577955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Allocated IP 172.25.8.27 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/a32e20ac-de3c-41bb-88f6-1711b6e40f83) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:20.580658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bf87f-245a-44bd-8254-e02e41c522b1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567a989c-8106-4519-9db3-aa2e4ad43a25,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:20.598574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.623110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:20.661859 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Sync routers for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:20.685358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.687462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.687462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.687462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.688181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.688932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.689658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.690343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.691035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.691886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.692450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.696056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:20.708198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.718371 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:20.724919 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:20.731716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41a7d212-488c-4adf-857d-eae27b92c528 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:20.904955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Set router aeeee7ac-2948-458d-be0d-c8fa47e1918b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:21.023698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82cbf539-6d11-4263-92ec-b8a0f727bbf2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.037744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.223637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 41a7d212-488c-4adf-857d-eae27b92c528 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:21.322981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:21.336812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.348424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.351487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 41a7d212-488c-4adf-857d-eae27b92c528 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:21.352290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.392019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.400114 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0 HTTP/1.1" status: 204 len: 168 time: 1.9033294 Jul 16 20:26:21.438841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49110) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:21.442433 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:21.453623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe7d9e0-88d0-46a2-b3fe-7991d24b43e7 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:21.590139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.593859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eb398fdd-4796-4189-a855-e3dcbe41aeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "DELETE /v2.0/ports/daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77 HTTP/1.1" status: 204 len: 168 time: 3.4646175 Jul 16 20:26:21.605672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet e4d9b7db-08d9-4040-934b-72bab3a20f5c {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:21.611825 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.698386 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.718455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0d382-8f07-41aa-94cb-dcfa9850bb4f req-936176c4-1236-4515-b2bb-07388fc779e4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.733130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2df0d382-8f07-41aa-94cb-dcfa9850bb4f req-936176c4-1236-4515-b2bb-07388fc779e4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 931 time: 1.4900026 Jul 16 20:26:21.765635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49126) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:21.872892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.961085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa9220-e48f-4f96-9601-ee4b105cc9e5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:21.984909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:21.998435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:22.014594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:22.088281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82cbf539-6d11-4263-92ec-b8a0f727bbf2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.101981 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffde6d3-3559-43f5-8d4f-69bff3d6669c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:26:22.106613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5ffde6d3-3559-43f5-8d4f-69bff3d6669c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "GET /v2.0/ports/daa77ca0-2d48-4bb5-bdfe-67d8e7c84d77 HTTP/1.1" status: 404 len: 333 time: 0.3296216 Jul 16 20:26:22.119472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49140) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:22.120888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82cbf539-6d11-4263-92ec-b8a0f727bbf2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.138455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Request body: {'port': {'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1801468106'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:22.142861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2df0d382-8f07-41aa-94cb-dcfa9850bb4f req-dd6e74d1-4d18-476e-b69d-b2c00c25e437 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082301 Jul 16 20:26:22.238752 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 2, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.254193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbf539-6d11-4263-92ec-b8a0f727bbf2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c034e5f-a723-4e31-9162-f716c58915dc,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.312478 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.345037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-66b06550-3fce-4134-8929-4a4cef359c55 req-38b801ab-3075-4d9e-8b49-4b7c867cc278 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:26:22.346894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66b06550-3fce-4134-8929-4a4cef359c55 req-38b801ab-3075-4d9e-8b49-4b7c867cc278 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609267 Jul 16 20:26:22.376546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 41a7d212-488c-4adf-857d-eae27b92c528, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41a7d212-488c-4adf-857d-eae27b92c528,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:22.379165 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Checking router: 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:22.379703 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Updating router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 port a1fd167f-26b7-41e3-a55f-347e99ca37dc binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:22.383809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82cbf539-6d11-4263-92ec-b8a0f727bbf2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.385844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-82cbf539-6d11-4263-92ec-b8a0f727bbf2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1876278 Jul 16 20:26:22.393830 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.402171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 3, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port': {'id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:22.462450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:22.487059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a34c0392-e926-49da-b2ca-387b526019c2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Request body: {'security_group_rule': {'security_group_id': '567a989c-8106-4519-9db3-aa2e4ad43a25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:22.498505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Made reservation on behalf of 815214c2f8e9480f974a1ca1156b66d4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:22.501178 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.558590 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.559959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Checking router: aeeee7ac-2948-458d-be0d-c8fa47e1918b for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:22.560538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Updating router aeeee7ac-2948-458d-be0d-c8fa47e1918b port 0cb82fa6-1692-4df3-930d-9089ba51c7fc binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:22.603195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=a32e20ac-de3c-41bb-88f6-1711b6e40f83,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.611751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.617369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] device_id is not set on port f21aca2c-d538-4ce1-a635-c726cd343a9d yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:22.656546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.662679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=41a7d212-488c-4adf-857d-eae27b92c528,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.668703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d9b7db-08d9-4040-934b-72bab3a20f5c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.758587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80c28fe7-eb8b-41fd-a3ea-548504da7d3b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:22.785477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.792994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49146) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:22.793808 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-740843e9-7372-4027-b386-9af6cc628fae tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e4d9b7db-08d9-4040-934b-72bab3a20f5c HTTP/1.1" status: 204 len: 168 time: 1.3142245 Jul 16 20:26:22.831896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34c0392-e926-49da-b2ca-387b526019c2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.958457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Sync routers for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:22.993848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:22.994657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:23.098615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dcda7284-0e8c-45d0-a18b-d1f7a97a3110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2900479 Jul 16 20:26:23.112955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49148) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:23.133731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:23.306511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:23.306891 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.374864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:23.430434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cfeeff-933a-4fde-b122-e310a69d7baf {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:23.509873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.570140 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.600318 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Transition to ACTIVE for port object a1fd167f-26b7-41e3-a55f-347e99ca37dc will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:23.612953 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.622442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:23.633000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.684141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Transition to ACTIVE for port object a5cfeeff-933a-4fde-b122-e310a69d7baf will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:23.731041 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.808677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cfeeff-933a-4fde-b122-e310a69d7baf,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.827007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66b06550-3fce-4134-8929-4a4cef359c55 req-4f5190f5-70f7-4e9f-9be4-32ab51f0fcf4 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 1.4637363 Jul 16 20:26:23.871031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34c0392-e926-49da-b2ca-387b526019c2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.881836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34c0392-e926-49da-b2ca-387b526019c2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.911321 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629e986-d017-42c7-9955-42566faccfb9 None None] Pushing event updated for resources: {'Port': ['ID=a1fd167f-26b7-41e3-a55f-347e99ca37dc,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.981879 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.024829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c0392-e926-49da-b2ca-387b526019c2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0708b346-11ef-4d40-a6e8-feb8103b2b8b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:24.080125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5c56a-4174-48ce-a8bf-8b666637c1c9 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:24.139542 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.141781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34c0392-e926-49da-b2ca-387b526019c2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.149900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a34c0392-e926-49da-b2ca-387b526019c2 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6680377 Jul 16 20:26:24.155530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49154) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:24.172612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:24.183790 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Attempting to bind port a1fd167f-26b7-41e3-a55f-347e99ca37dc on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:24.184441 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Attempting to bind port a1fd167f-26b7-41e3-a55f-347e99ca37dc by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:24.184998 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Attempting to bind port a1fd167f-26b7-41e3-a55f-347e99ca37dc on network eda54561-7c99-4f69-8808-6b264e36fb54 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:24.196720 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:24.197031 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Checking segment: {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:24.197414 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.197792 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Bound using segment: {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:24.198285 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Bound port: a1fd167f-26b7-41e3-a55f-347e99ca37dc, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:24.198667 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.270920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.275530 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.343232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-db97fed0-6354-474c-9e45-f16122f054b1 None None] Provisioning complete for port 2b55aa44-f46a-4371-a767-ccf427c1efc6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:24.344036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db97fed0-6354-474c-9e45-f16122f054b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.360858 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] For port a1fd167f-26b7-41e3-a55f-347e99ca37dc, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:24.372801 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] For port a1fd167f-26b7-41e3-a55f-347e99ca37dc, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a1fd167f-26b7-41e3-a55f-347e99ca37dc,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:24.380085 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.498571 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:24.499203 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:24.502912 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629e986-d017-42c7-9955-42566faccfb9 None None] Pushing event updated for resources: {'Port': ['ID=a1fd167f-26b7-41e3-a55f-347e99ca37dc,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:24.628322 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.681759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Transition to ACTIVE for port object 0cb82fa6-1692-4df3-930d-9089ba51c7fc will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:24.831765 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:24.984103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41a7d212-488c-4adf-857d-eae27b92c528 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:25.007295 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.056389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Attempting to bind port a5cfeeff-933a-4fde-b122-e310a69d7baf on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:25.057371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Attempting to bind port a5cfeeff-933a-4fde-b122-e310a69d7baf by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:25.057698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Attempting to bind port a5cfeeff-933a-4fde-b122-e310a69d7baf on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:25.131562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.184135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Port a5cfeeff-933a-4fde-b122-e310a69d7baf on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:25.185151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Attempting to bind port a5cfeeff-933a-4fde-b122-e310a69d7baf on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:25.311166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:25.312336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Checking segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:25.313317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Bound using segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:25.314300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Bound port: a5cfeeff-933a-4fde-b122-e310a69d7baf, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:25.315207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.360182 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:24Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:25.364838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70651b86-579a-43d2-a589-506e2ccb21d1 req-b8f2916a-3486-42d4-bb32-177314a1525e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.380112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70651b86-579a-43d2-a589-506e2ccb21d1 req-b8f2916a-3486-42d4-bb32-177314a1525e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 943 time: 0.8820837 Jul 16 20:26:25.427784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=f21aca2c-d538-4ce1-a635-c726cd343a9d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:25.433856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.441117 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c046381-a165-4297-ba63-2c75e5102bdc None None] The sync data for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 is: [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:24Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:25.456151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Network 50afe4cf-7ab2-48eb-9c12-f167e4596976 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:25.491136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a14ca-c761-46fa-a12c-cd47d40c0300 None None] Pushing event updated for resources: {'Port': ['ID=0cb82fa6-1692-4df3-930d-9089ba51c7fc,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:25.498862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Attempting to bind port 0cb82fa6-1692-4df3-930d-9089ba51c7fc on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:25.499223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Attempting to bind port 0cb82fa6-1692-4df3-930d-9089ba51c7fc by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:25.499613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Attempting to bind port 0cb82fa6-1692-4df3-930d-9089ba51c7fc on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:25.557686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:25.558413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:25.559560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.560297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.561351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Allocated IP 172.20.0.1 (3864bc4a-f590-46c5-b30a-844574deb05e/7b22bdde-9cde-4a1a-be1b-315cf96d630b/5051f3ef-447d-47d4-9202-ec246b410878) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:25.585071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:25.586475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:25.586992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.587508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:25.590730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Bound port: 0cb82fa6-1692-4df3-930d-9089ba51c7fc, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:25.591034 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.598183 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7b57fc0d-e694-49d6-b780-18e91cba78db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4691362 Jul 16 20:26:25.648885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49160) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:25.658033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:25.687845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 41a7d212-488c-4adf-857d-eae27b92c528 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:25.689945 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.771634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70651b86-579a-43d2-a589-506e2ccb21d1 req-4f540dcd-299f-482d-93b8-dc99d1524b8f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886714 Jul 16 20:26:25.799964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.910943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] For port 0cb82fa6-1692-4df3-930d-9089ba51c7fc, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:25.923108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] For port 0cb82fa6-1692-4df3-930d-9089ba51c7fc, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0cb82fa6-1692-4df3-930d-9089ba51c7fc,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:25.937605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 2, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:25.958405 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.032248 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.057795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.123527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] For port a5cfeeff-933a-4fde-b122-e310a69d7baf, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:26.149610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Transition to ACTIVE for port object 5051f3ef-447d-47d4-9202-ec246b410878 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:26.161730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Checking router: 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:26.162815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Updating router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:26.163743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] For port a5cfeeff-933a-4fde-b122-e310a69d7baf, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:26.236096 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.276992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router f4730dda-8c2e-4538-98f1-e744b59cb5cd is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:26:26.303347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.361794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.366799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.369106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 1091 time: 7.0976140 Jul 16 20:26:26.387274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:26.387574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:26.391624 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c" -d '{"events": [{"name": "network-changed", "server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:26.470396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Network 3864bc4a-f590-46c5-b30a-844574deb05e is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:26.489752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:26.500294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78465a24-660f-4b32-bb1a-7d8dcc462f19 req-4502cad2-7bd7-4a12-8682-46d3c74b20df tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:26.508837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78465a24-660f-4b32-bb1a-7d8dcc462f19 req-4502cad2-7bd7-4a12-8682-46d3c74b20df tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.4865620 Jul 16 20:26:26.510897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:26.542401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Allocated IP 172.25.8.130 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/2d18ebd4-6dca-453e-a9dd-fb628eabb6b9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:26.546757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:26:26.555931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Routers {'aeeee7ac-2948-458d-be0d-c8fa47e1918b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:26.558538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:26.591753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a14ca-c761-46fa-a12c-cd47d40c0300 None None] Pushing event updated for resources: {'Port': ['ID=0cb82fa6-1692-4df3-930d-9089ba51c7fc,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:26.775978 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.126285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a1fd167f-26b7-41e3-a55f-347e99ca37dc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:27.176581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cedb5c-e613-48bb-8aee-bcd4fb3d9cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cfeeff-933a-4fde-b122-e310a69d7baf,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:27.272948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] device_id is not set on port f21aca2c-d538-4ce1-a635-c726cd343a9d yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:27.316650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78465a24-660f-4b32-bb1a-7d8dcc462f19 req-b2f4063a-9774-4194-ac99-114c73cdd5cd tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8065944 Jul 16 20:26:27.319356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] Set router aeeee7ac-2948-458d-be0d-c8fa47e1918b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:27.329893 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.467191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] Deleting port 2b55aa44-f46a-4371-a767-ccf427c1efc6 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:27.467865 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.484771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:27.499114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Transition to ACTIVE for port object f21aca2c-d538-4ce1-a635-c726cd343a9d will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:27.502079 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf825d5-2a60-4421-8a45-2b009ceec60c x-openstack-request-id: req-bbf825d5-2a60-4421-8a45-2b009ceec60c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:27.502617 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:27.503101 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bbf825d5-2a60-4421-8a45-2b009ceec60c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:27.503810 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'status': 'completed', 'code': 200} Jul 16 20:26:27.525136 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Sync routers for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:27.559601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.584001 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:27.586535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:27.610235 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.636808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a1fd167f-26b7-41e3-a55f-347e99ca37dc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:27.656722 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.684146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-71e4241c-849b-4b28-a322-7bcd9fcecdb9 None None] Provisioning for port 5051f3ef-447d-47d4-9202-ec246b410878 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:27.699820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a1fd167f-26b7-41e3-a55f-347e99ca37dc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:27.700265 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.831977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Pushing event updated for resources: {'Port': ['ID=5051f3ef-447d-47d4-9202-ec246b410878,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:27.846588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-71e4241c-849b-4b28-a322-7bcd9fcecdb9 None None] Provisioning complete for port 5051f3ef-447d-47d4-9202-ec246b410878 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:27.847707 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71e4241c-849b-4b28-a322-7bcd9fcecdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.924879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] For port 2b55aa44-f46a-4371-a767-ccf427c1efc6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2b55aa44-f46a-4371-a767-ccf427c1efc6,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:27.925709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.984754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.985154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] Calling delete_port for 2b55aa44-f46a-4371-a767-ccf427c1efc6 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:27.991305 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-682a50ee-b08e-43f1-a94a-86a2be4eae2a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 12.2832353 Jul 16 20:26:27.997526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49172) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:28.034365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=f21aca2c-d538-4ce1-a635-c726cd343a9d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.059579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-71e4241c-849b-4b28-a322-7bcd9fcecdb9 None None] Port 5051f3ef-447d-47d4-9202-ec246b410878 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:28.129986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:28.130482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:28.130967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:28.141322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:28.146154 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:28.148017 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 2 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:28.158864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.204174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:28.205702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-33c20f56-3ce2-4b17-94cf-02a78a4f7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.206659 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:28.208625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-33c20f56-3ce2-4b17-94cf-02a78a4f7f32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1094 time: 1.7300394 Jul 16 20:26:28.246450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:28.254507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:28.271662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-748c500c-cac4-4ef9-8534-e577e1ab2892 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4815474 Jul 16 20:26:28.376959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-2b6fb22a-a53a-4f9a-b4e6-6827db3d89df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 217 time: 0.1569202 Jul 16 20:26:28.391750 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.409506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.410179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Transition to ACTIVE for port object 06d1a848-0675-4f5d-85f6-aaa0adb54e4a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:28.425561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.448551 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.660795 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a8a6b809-6a1f-470c-a1c8-abb963e34ed8 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=75e43a0e2e774d10b5c2982191086d76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6584632 Jul 16 20:26:28.663240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:28.664928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:28.665996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:28.674833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49178) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:28.685027 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 3, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:28.748430 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Checking router: f4730dda-8c2e-4538-98f1-e744b59cb5cd for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:28.748942 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Updating router f4730dda-8c2e-4538-98f1-e744b59cb5cd port a32e20ac-de3c-41bb-88f6-1711b6e40f83 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:28.794019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384125de-0599-44b4-a359-49f05abae634 req-d0023dec-390e-4aa2-864c-a34b1c9eff74 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.796749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:28.797587 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:28.813903 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 3 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:28.822169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event updated for resources: {'Port': ['ID=2d18ebd4-6dca-453e-a9dd-fb628eabb6b9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.839491 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.840604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-384125de-0599-44b4-a359-49f05abae634 req-d0023dec-390e-4aa2-864c-a34b1c9eff74 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 943 time: 0.8474505 Jul 16 20:26:28.850480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-84db84bf-778c-4d22-af65-0060198da70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.853399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-84db84bf-778c-4d22-af65-0060198da70a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.4667749 Jul 16 20:26:28.892302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 3, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port': {'id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:29.023238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a1fd167f-26b7-41e3-a55f-347e99ca37dc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a1fd167f-26b7-41e3-a55f-347e99ca37dc,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:29.029650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2d4dd-dfa8-4e0d-a7c9-abb7cafcb31b None None] Pushing event updated for resources: {'Port': ['ID=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.043113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.094146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:29.094531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:29.095018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:29.126852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d011d5-6648-476a-910f-75fb1a630d7b None None] The sync data for ids ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'] in n-d-798930-6 is: [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:26:14Z', 'revision_number': 3, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port': {'id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:29.226245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:29.226682 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:29.250952 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 4 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:29.266974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.331973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a1fd167f-26b7-41e3-a55f-347e99ca37dc,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.349900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-384125de-0599-44b4-a359-49f05abae634 req-c732a55c-96c1-4719-9059-1e150b5cf447 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961979 Jul 16 20:26:29.352000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-865a39ec-3fca-4333-b650-c0c4d704b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.354859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-865a39ec-3fca-4333-b650-c0c4d704b490 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 1096 time: 0.9215341 Jul 16 20:26:29.357670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d7639-9f7b-40f1-941e-b12a2ae48641 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.359234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2b55aa44-f46a-4371-a767-ccf427c1efc6 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:29.390383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49180) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:29.402055 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f0d7639-9f7b-40f1-941e-b12a2ae48641 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7175207 Jul 16 20:26:29.403856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:29.404379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:29.404943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:29.495785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Attempting to bind port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:29.496367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Attempting to bind port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:29.496942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Attempting to bind port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a on network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:29.508287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:29.508598 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:29.509727 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 5 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:29.540756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:29.541148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Checking segment: {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:29.542245 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.542474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Bound using segment: {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:29.567187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Bound port: 06d1a848-0675-4f5d-85f6-aaa0adb54e4a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:29.567490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7105e2e7-1619-43fc-976e-128c3016abcd tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1569531 Jul 16 20:26:29.567892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.614585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49184) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:29.621938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493073911', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:29.624338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] For port 2b55aa44-f46a-4371-a767-ccf427c1efc6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2b55aa44-f46a-4371-a767-ccf427c1efc6,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:29.628067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-81d26648-5bad-45b7-8def-cd1e3483a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.629622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-81d26648-5bad-45b7-8def-cd1e3483a4e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7691259 Jul 16 20:26:29.638436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:29.638707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:29.638886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:29.847181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:29.847989 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:29.851197 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.858662 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 6 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:29.876826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.902276 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.916165 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Transition to ACTIVE for port object a32e20ac-de3c-41bb-88f6-1711b6e40f83 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:29.917925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-821bbc8d-326b-4894-a3c3-5d601109d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.921864 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-821bbc8d-326b-4894-a3c3-5d601109d32e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 916 time: 0.5101101 Jul 16 20:26:29.925024 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.974471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] For port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:29.976160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.978288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.984074 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Attempting to bind port a32e20ac-de3c-41bb-88f6-1711b6e40f83 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:29.984074 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Attempting to bind port a32e20ac-de3c-41bb-88f6-1711b6e40f83 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:29.984074 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Attempting to bind port a32e20ac-de3c-41bb-88f6-1711b6e40f83 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:30.002171 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.053416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=2b55aa44-f46a-4371-a767-ccf427c1efc6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.088114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:30.095618 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:30.096223 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:30.096863 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.097518 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:30.098345 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Bound port: a32e20ac-de3c-41bb-88f6-1711b6e40f83, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:30.098999 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.110383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:30.110765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:30.111299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:30.121396 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-e77394be-c79a-400f-91e5-2e90864bcdc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54 HTTP/1.1" status: 200 len: 217 time: 0.1754212 Jul 16 20:26:30.152688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=4d733981-514f-4af3-acbc-c8de3b674eff,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.160722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:30.161561 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec3dca-9490-45ce-ad56-5f35454c89ba None None] Pushing event updated for resources: {'Port': ['ID=a32e20ac-de3c-41bb-88f6-1711b6e40f83,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.200689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.201309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.212378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:30.212811 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:30.234303 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 7 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:30.243865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1585411-3386-4fe0-9d26-6b48c0b621d0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.1155214 Jul 16 20:26:30.256179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49186) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:30.275472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] No DVR routers for this DVR port 2b55aa44-f46a-4371-a767-ccf427c1efc6 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:30.298082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9100056-9796-47c5-b552-d5be042f4e78 req-02477a9c-f860-4a33-b165-960e1d70e617 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.301609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:30.304890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db33bb7-b4d3-4abd-9ef1-4dab7cc28be4 None None] Pushing event deleted for resources: {'Port': ['ID=2b55aa44-f46a-4371-a767-ccf427c1efc6,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.310850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9100056-9796-47c5-b552-d5be042f4e78 req-02477a9c-f860-4a33-b165-960e1d70e617 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 945 time: 0.6798711 Jul 16 20:26:30.337151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-8635e376-8aeb-43d2-9deb-9013c09ac66d service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572647 Jul 16 20:26:30.353234 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] For port a32e20ac-de3c-41bb-88f6-1711b6e40f83, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:30.354509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] For port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:30.361181 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] For port a32e20ac-de3c-41bb-88f6-1711b6e40f83, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32e20ac-de3c-41bb-88f6-1711b6e40f83,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:30.374625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeea323-8b81-41d9-88c6-9099267bbf07 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:30.374926 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.395202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.432631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:30.433008 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:30.433330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:30.450000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-18baffaa-fb81-42b0-ad0b-efaeb3f3b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:30.452460 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-18baffaa-fb81-42b0-ad0b-efaeb3f3b24e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.3232632 Jul 16 20:26:30.452793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.459293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Made reservation on behalf of 75e43a0e2e774d10b5c2982191086d76 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:30.463860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.482080 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-760a7c0f-6881-43e9-a9fe-6a140095051a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.628567 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec3dca-9490-45ce-ad56-5f35454c89ba None None] Pushing event updated for resources: {'Port': ['ID=a32e20ac-de3c-41bb-88f6-1711b6e40f83,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:30.658808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:30.659153 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:30.708592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9100056-9796-47c5-b552-d5be042f4e78 req-b59d2bee-58ee-4c29-81b9-805fe421cdaf tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955138 Jul 16 20:26:30.726169 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:30.728518 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:30.750413 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 8 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:30.912956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:30.923051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.019969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Pushing event updated for resources: {'Port': ['ID=5051f3ef-447d-47d4-9202-ec246b410878,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.072227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2d4dd-dfa8-4e0d-a7c9-abb7cafcb31b None None] Pushing event updated for resources: {'Port': ['ID=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.073089 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.090245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cb82fa6-1692-4df3-930d-9089ba51c7fc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:31.124043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '4d733981-514f-4af3-acbc-c8de3b674eff'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:31.125578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.248021 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.303022 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:31.315346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b02bd42-d1af-466b-8514-33ed375fb408 req-5b2aa2c7-c7f5-4f32-a134-f95366e6086a service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9649255 Jul 16 20:26:31.536459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:31.537367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:31.618021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Network 3864bc4a-f590-46c5-b30a-844574deb05e is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:31.683000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:31.684484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:31.883937 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 3, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:31.909803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ec35-15a7-4688-87d6-3bf5f194aca1 req-c0a33497-55ab-44b2-b0cc-eb46f7acb0c2 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:31.932889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f4ec35-15a7-4688-87d6-3bf5f194aca1 req-c0a33497-55ab-44b2-b0cc-eb46f7acb0c2 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 943 time: 0.8000579 Jul 16 20:26:31.964898 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a30757-66fa-4cd2-b431-da5aa6a1b9e7 None None] The sync data for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 is: [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 3, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:32.228195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f4ec35-15a7-4688-87d6-3bf5f194aca1 req-e11771fb-9fd1-4a57-bb44-a8ce374b9c7d tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936790 Jul 16 20:26:32.263767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:32.264465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:32.265133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:32.271548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-2ea27d7b-2662-4b5b-83da-a6e223e1f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:32.274802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-2ea27d7b-2662-4b5b-83da-a6e223e1f9bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1094 time: 0.7002492 Jul 16 20:26:32.293313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Allocated IP 2001:db8::f816:3eff:feee:6b7c (4480a042-e07a-4cef-bea8-255195c633b7/4d733981-514f-4af3-acbc-c8de3b674eff/08ad62af-0edb-4508-88ca-81c14fa2a945) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:32.390117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0cb82fa6-1692-4df3-930d-9089ba51c7fc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:32.457642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0cb82fa6-1692-4df3-930d-9089ba51c7fc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:32.458751 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.479434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Router aeeee7ac-2948-458d-be0d-c8fa47e1918b has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:32.529511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:32.534926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.540085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.551941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:32.552387 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:32.579106 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 9 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:32.748814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:32.749309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:32.749764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:32.770882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4e7bd5dc-6d70-4a56-b5c4-1d85c814992b None None] Provisioning complete for port 5051f3ef-447d-47d4-9202-ec246b410878 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:32.771285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd5dc-6d70-4a56-b5c4-1d85c814992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.865998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4e7bd5dc-6d70-4a56-b5c4-1d85c814992b None None] Port 5051f3ef-447d-47d4-9202-ec246b410878 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:33.005215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:33.005761 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:33.024627 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempt 10 to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d Jul 16 20:26:33.064013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.067130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Subnet': ['ID=cb16975e-60d1-4e3f-8321-8c8370e59190,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:33.197881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0cb82fa6-1692-4df3-930d-9089ba51c7fc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0cb82fa6-1692-4df3-930d-9089ba51c7fc,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:33.205542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:29Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:33.252153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba834e26-9d56-498b-97d7-2de27c078bf4 None None] The sync data for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 is: [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:29Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:33.261714 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.262556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a1fd167f-26b7-41e3-a55f-347e99ca37dc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:33.280768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:33.281729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:33.281999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempting to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:33.290253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-8db4abac-dbd0-473a-90ba-498f987df887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.299362 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-8db4abac-dbd0-473a-90ba-498f987df887 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.8307290 Jul 16 20:26:33.464897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Checking segment: {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:33.465627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network hostable DHCP agents. Network: d46c1c4f-78e1-494f-a378-bd8498618995, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:33.484287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-70d36570-728a-4b26-8733-09c5b1984731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:33.486561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-70d36570-728a-4b26-8733-09c5b1984731 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 1.2014647 Jul 16 20:26:33.500918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.529772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:33.530686 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Failed to bind port f21aca2c-d538-4ce1-a635-c726cd343a9d on host n-h2-798930-6 for vnic_type normal using segments [{'id': '82272e3e-5727-4750-a769-2dfdc0e1c49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '50afe4cf-7ab2-48eb-9c12-f167e4596976'}] Jul 16 20:26:33.531497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.609974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0cb82fa6-1692-4df3-930d-9089ba51c7fc,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:33.616302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a1fd167f-26b7-41e3-a55f-347e99ca37dc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:33.616911 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.674798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.678334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:33.705408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Sync routers for ids ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:33.713850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-242b1f28-0678-42b4-9968-25120a007e6c admin admin] 10.222.0.100 "PUT /v2.0/routers/aeeee7ac-2948-458d-be0d-c8fa47e1918b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4383783 Jul 16 20:26:33.743385 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.794913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Routers {'aeeee7ac-2948-458d-be0d-c8fa47e1918b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:33.795624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:33.800223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Transition to ACTIVE for port object 08ad62af-0edb-4508-88ca-81c14fa2a945 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:33.888613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-e508d0aa-94d4-45a3-a3a8-73c7f7d70345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 217 time: 0.2166665 Jul 16 20:26:33.927658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Transition to ACTIVE for port object 08ad62af-0edb-4508-88ca-81c14fa2a945 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:33.954856 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.054071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event updated for resources: {'Port': ['ID=2d18ebd4-6dca-453e-a9dd-fb628eabb6b9,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.129053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Pushing event updated for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.158118 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.172049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dfdec-4a0d-4ee0-96c4-880267966d80 req-3453c4e5-cb9a-4133-b7c9-bc472239ea09 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.184029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.188447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a54dfdec-4a0d-4ee0-96c4-880267966d80 req-3453c4e5-cb9a-4133-b7c9-bc472239ea09 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 1.5431700 Jul 16 20:26:34.196965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49202) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:34.214570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:34.222229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:34.244420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:34.330119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-30c2bc49-7f81-4aba-a600-56dbbf62f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.333682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-30c2bc49-7f81-4aba-a600-56dbbf62f96e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.4356918 Jul 16 20:26:34.389549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Set router aeeee7ac-2948-458d-be0d-c8fa47e1918b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:34.465892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-614544043'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:34.473782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] For port f21aca2c-d538-4ce1-a635-c726cd343a9d, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:34.474749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attempted to set empty binding levels {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:26:34.546322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:34.552233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Attempting to bind port 08ad62af-0edb-4508-88ca-81c14fa2a945 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:34.552615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Attempting to bind port 08ad62af-0edb-4508-88ca-81c14fa2a945 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:34.552999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Attempting to bind port 08ad62af-0edb-4508-88ca-81c14fa2a945 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:34.555652 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.574318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:34.574318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:34.574318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.575002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:34.577206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Bound port: 08ad62af-0edb-4508-88ca-81c14fa2a945, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:34.577799 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.621172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a54dfdec-4a0d-4ee0-96c4-880267966d80 req-85e5c8ef-53c9-4241-a456-6727d640dbc8 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312572 Jul 16 20:26:34.642376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cb82fa6-1692-4df3-930d-9089ba51c7fc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:34.650660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network d46c1c4f-78e1-494f-a378-bd8498618995 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:34.711973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-f1a76887-457d-4448-ad85-f6383813058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.714970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-f1a76887-457d-4448-ad85-f6383813058f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3703499 Jul 16 20:26:34.740664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:34.799016 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.799973 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Added segment 4fd7d24c-1f63-42b0-96d4-a9e5526b74c8 of type vlan for network 80b5d21d-1f63-41f3-a30e-275bf457c98a Jul 16 20:26:34.800534 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-2df480dd-1a4c-4499-afd8-8e51a47b3511 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3608584 Jul 16 20:26:34.806894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.916824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.954776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-f0b764ce-26a1-4ba4-906a-86e84c0c2a6a service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281640 Jul 16 20:26:35.048363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.055225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.056302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.099537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event updated for resources: {'Port': ['ID=f21aca2c-d538-4ce1-a635-c726cd343a9d,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.106255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d46c1c4f-78e1-494f-a378-bd8498618995) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:35.196548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfeeff-933a-4fde-b122-e310a69d7baf details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:35.200818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] In _notify_port_updated(), no bound segment for port f21aca2c-d538-4ce1-a635-c726cd343a9d on network 50afe4cf-7ab2-48eb-9c12-f167e4596976 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:26:35.201851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.205452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.207738 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c252324d-e93b-44cb-84b0-e86fa35b76b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "PUT /v2.0/ports/f21aca2c-d538-4ce1-a635-c726cd343a9d HTTP/1.1" status: 200 len: 979 time: 9.5567894 Jul 16 20:26:35.229129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49212) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.317664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:35.369196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:35.391049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.392112 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.415624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=54d13218-2879-44af-8c6d-8325a87b255f,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.432827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4cd85-0ea9-489d-8d07-a832b4dcf2e5 None None] Network d46c1c4f-78e1-494f-a378-bd8498618995 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:35.444984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.449450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.454816 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.459144 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:26:35.473721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b8e3cd9-a34e-4eca-926d-4fe3b5e0c250 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1863620 Jul 16 20:26:35.478656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49216) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.485844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2634139 Jul 16 20:26:35.487172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419d1ff-134f-49dd-8766-8137b08d1845 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Network': ['ID=80b5d21d-1f63-41f3-a30e-275bf457c98a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.494524 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:a1:77:ec', 'name': 'tempest-NetworksTestDHCPv6-1861408834'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:35.509500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e155df8e-1c70-4b90-bb23-a3e7a5aee18c req-a995dee6-9db9-481f-a073-31b0a3ca68ef service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458019 Jul 16 20:26:35.510954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49218) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.562719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'subnet': {'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:35.566757 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4077e24-56be-4812-8645-eb1a7140a5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.605316 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bbf30ce4-ffa6-4d2a-b29b-6621c85ae655 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.9893880 Jul 16 20:26:35.606488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.611380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c75aeea2-c625-4d3d-b453-c2cb9078e691 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.4435186 Jul 16 20:26:35.611380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49220) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.635466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:35.714263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:35.763456 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-66dcc02a-50c5-43fa-8c0a-6c325c30da3a req-d80ddce5-0f7f-4667-9256-b163e82df367 service neutron] 10.222.0.21 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9214542 Jul 16 20:26:35.837411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c80e86-50e2-4b23-bb2b-03bda66ed573 req-98acedce-f2d8-420f-a9bb-b59b6d2bd46c tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.848219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70c80e86-50e2-4b23-bb2b-03bda66ed573 req-98acedce-f2d8-420f-a9bb-b59b6d2bd46c tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 943 time: 0.8496056 Jul 16 20:26:35.876838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08ad62af-0edb-4508-88ca-81c14fa2a945,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:36.014998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.029231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70c80e86-50e2-4b23-bb2b-03bda66ed573 req-c3783442-fb6c-4623-8a64-2994ab167530 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779857 Jul 16 20:26:36.061152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Deleting port f21aca2c-d538-4ce1-a635-c726cd343a9d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:36.061732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.062922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:26:36.062922 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:26:36.062922 n-d-798930-6 neutron-server[94096]: [parameters: {'project_id_1': '7879ca0dd66b4d838650dc579c369359', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 26, 35, 988507)}] Jul 16 20:26:36.062922 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:26:36.063688 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:26:36.106334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0cb82fa6-1692-4df3-930d-9089ba51c7fc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:36.106957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.149672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:36.174378 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.177992 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.215044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a5cfeeff-933a-4fde-b122-e310a69d7baf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:36.291184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 4, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port': {'id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5051f3ef-447d-47d4-9202-ec246b410878', 'name': '', 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'mac_address': 'fa:16:3e:3a:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7b22bdde-9cde-4a1a-be1b-315cf96d630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:24Z', 'updated_at': '2021-07-16T20:26:29Z', 'revision_number': 2, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'subnets': [{'id': '7b22bdde-9cde-4a1a-be1b-315cf96d630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:36.294003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'port_id': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'mac_address': 'fa:16:3e:31:27:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:36.348885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86500af-9aa5-41f5-95b3-b72b3fc38def None None] Pushing event updated for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.356358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Checking router: aeeee7ac-2948-458d-be0d-c8fa47e1918b for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:36.356687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Updating router aeeee7ac-2948-458d-be0d-c8fa47e1918b port 5051f3ef-447d-47d4-9202-ec246b410878 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:36.556555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.593356 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.660742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cfeeff-933a-4fde-b122-e310a69d7baf {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:36.699183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32e20ac-de3c-41bb-88f6-1711b6e40f83 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:36.799357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:36.845657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-d46c1c4f-78e1-494f-a378-bd8498618995', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:36.846607 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.906126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a5cfeeff-933a-4fde-b122-e310a69d7baf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:36.924311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.980591 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-d40c5128-1e74-48e7-ba56-b7d14930181a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5602005 Jul 16 20:26:36.985875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.108879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] For port f21aca2c-d538-4ce1-a635-c726cd343a9d, host n-h2-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:37.109505 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.126170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Calling delete_port for f21aca2c-d538-4ce1-a635-c726cd343a9d owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:37.190742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.217307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfeeff-933a-4fde-b122-e310a69d7baf'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:37.235027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a5cfeeff-933a-4fde-b122-e310a69d7baf,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.298643 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a32e20ac-de3c-41bb-88f6-1711b6e40f83 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:37.327618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a32e20ac-de3c-41bb-88f6-1711b6e40f83 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:37.327935 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.416260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Allocated IP 172.20.0.2 (d46c1c4f-78e1-494f-a378-bd8498618995/cb16975e-60d1-4e3f-8321-8c8370e59190/a32f1e0e-b898-44c9-aeaa-33048497a1ff) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:37.576071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Subnet': ['ID=fb7e40f0-a9a3-437f-994b-785dc01ae318,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.613611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7fb5-df0f-4bfb-9748-5e11db361d09 req-97f664bc-ca31-42f1-87d2-88515988b30d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.621085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7fb5-df0f-4bfb-9748-5e11db361d09 req-97f664bc-ca31-42f1-87d2-88515988b30d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.627827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7fb5-df0f-4bfb-9748-5e11db361d09 req-97f664bc-ca31-42f1-87d2-88515988b30d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.630124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af6f7fb5-df0f-4bfb-9748-5e11db361d09 req-97f664bc-ca31-42f1-87d2-88515988b30d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3&device_id=037401c4-f5ee-4267-8df0-156fcafd49ea&device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 2416 time: 0.6404829 Jul 16 20:26:37.672089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Checking segment: {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:37.672584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network hostable DHCP agents. Network: 80b5d21d-1f63-41f3-a30e-275bf457c98a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:37.729200 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.747016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.796547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af6f7fb5-df0f-4bfb-9748-5e11db361d09 req-e6c6613b-8a74-4863-9395-405b088d8305 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465044 Jul 16 20:26:37.804427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.812412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49232) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:37.817281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "DELETE /v2.0/ports/f21aca2c-d538-4ce1-a635-c726cd343a9d HTTP/1.1" status: 204 len: 168 time: 2.5711718 Jul 16 20:26:37.819068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec04f0-25ff-489c-9112-8c8f18e2316f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] Pushing event deleted for resources: {'Port': ['ID=f21aca2c-d538-4ce1-a635-c726cd343a9d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.828964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:37.850747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.852386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 80b5d21d-1f63-41f3-a30e-275bf457c98a) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:37.858021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.861408 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.889285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.902936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ffb97010-56ac-4b15-bc39-abde0206202f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3628695 Jul 16 20:26:37.903345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49236) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:37.909507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1345846289'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:37.910358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Transition to ACTIVE for port object 5051f3ef-447d-47d4-9202-ec246b410878 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:37.931503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338ba90-e698-4f2e-8eb3-eecbf38ccb41 None None] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:37.962494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:37.967666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.025662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:26:38.046772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port fed98f9c-3d91-44bd-aba3-e9d486c811db yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:38.050875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.051680 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Added segment 48641493-2d64-4bb6-8154-0465b0b07140 of type vlan for network 4d2259e9-fd9c-4533-be2c-46515ee2013c Jul 16 20:26:38.068706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.075656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a32e20ac-de3c-41bb-88f6-1711b6e40f83, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32e20ac-de3c-41bb-88f6-1711b6e40f83,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:38.078898 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3b84ae-2515-43cf-afec-65a55b71c61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:26:38.084492 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ff3b84ae-2515-43cf-afec-65a55b71c61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056711678-project-admin] 10.222.0.100 "GET /v2.0/ports/f21aca2c-d538-4ce1-a635-c726cd343a9d HTTP/1.1" status: 404 len: 333 time: 0.2531977 Jul 16 20:26:38.108312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49246) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:38.150103 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.153116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 06d1a848-0675-4f5d-85f6-aaa0adb54e4a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:38.213439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.238830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-70030cfc-0e15-43ed-b5e8-2b383fb7b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.246270 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-70030cfc-0e15-43ed-b5e8-2b383fb7b146 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e82339bd96894f69bd4a991e4e3220fe&device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 1096 time: 1.1397650 Jul 16 20:26:38.251218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.322026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-f6ab4663-f980-4c85-938b-6b6f2f0d8d0a tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1362172860&fields=id&tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2 HTTP/1.1" status: 200 len: 267 time: 0.2150416 Jul 16 20:26:38.403899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.412454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5003d4a-0d5f-4398-a74b-b58c1058acab None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:38.418207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50afe4cf-7ab2-48eb-9c12-f167e4596976']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:38.432616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82272e3e-5727-4750-a769-2dfdc0e1c49b') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:38.432899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82272e3e-5727-4750-a769-2dfdc0e1c49b') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:38.434269 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.442914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.529782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.559077 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.579455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11649733-f601-4690-84ed-90f12894def4 None None] Pushing event updated for resources: {'Port': ['ID=5051f3ef-447d-47d4-9202-ec246b410878,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.593705 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.600095 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.609403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Transition to ACTIVE for port object a32f1e0e-b898-44c9-aeaa-33048497a1ff will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:38.612417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.613166 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.641347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:38.641933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:38.645949 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:38.746012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-8e2f6005-be2b-4d31-8076-cc5b95e867e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.749919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-db6f76d7-73c9-48c9-86af-1829a0d03045 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:38.750705 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-8e2f6005-be2b-4d31-8076-cc5b95e867e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 200 len: 916 time: 0.4579406 Jul 16 20:26:38.753140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-db6f76d7-73c9-48c9-86af-1829a0d03045 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/networks?id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30 HTTP/1.1" status: 200 len: 812 time: 0.3055153 Jul 16 20:26:38.773023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8675301 Jul 16 20:26:38.778223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49252) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:38.844005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'subnet': {'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:38.890473 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-cd346157-d441-4989-85bb-9a9e42aa8867 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f80295c1-0871-4f8b-966a-f33d25240032 HTTP/1.1" status: 200 len: 217 time: 0.1292398 Jul 16 20:26:38.911018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19135388-4988-4f9e-95da-d2c07d7711d4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Network': ['ID=4d2259e9-fd9c-4533-be2c-46515ee2013c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:38.918529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Transition to ACTIVE for port object a32f1e0e-b898-44c9-aeaa-33048497a1ff will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:38.927348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-5554480f-7d76-4fab-9d1a-65bddac9c6bc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/quotas/dd4b1a7e06c14e78b99090b9b5becdd2 HTTP/1.1" status: 200 len: 375 time: 0.1480870 Jul 16 20:26:39.005696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.027997 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.033589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] 10.222.0.100 "DELETE /v2.0/networks/50afe4cf-7ab2-48eb-9c12-f167e4596976 HTTP/1.1" status: 204 len: 168 time: 0.9207053 Jul 16 20:26:39.047913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ceac-9b19-41c3-8f5f-893ad4d0add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-572567113-project] Pushing event deleted for resources: {'Network': ['ID=50afe4cf-7ab2-48eb-9c12-f167e4596976,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.092724 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c0f7f2ff-3dd1-41af-8dfe-a02d2c6bba7e tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1531079 Jul 16 20:26:39.097586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4d2259e9-fd9c-4533-be2c-46515ee2013c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:26:39.164481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Allocated IP 172.20.0.1 (d46c1c4f-78e1-494f-a378-bd8498618995/cb16975e-60d1-4e3f-8321-8c8370e59190/c006fe41-39cc-48d7-a5d3-66dbe4167bce) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:39.184836 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.194957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:39.199656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f4e20d62-00ee-4c7a-b47d-158ccb61bfde None None] Provisioning for port 08ad62af-0edb-4508-88ca-81c14fa2a945 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:39.204593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.222459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:39.222459 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.321512 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.341112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Transition to ACTIVE for port object c006fe41-39cc-48d7-a5d3-66dbe4167bce will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:39.354916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Attempting to bind port 5051f3ef-447d-47d4-9202-ec246b410878 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:39.355397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Attempting to bind port 5051f3ef-447d-47d4-9202-ec246b410878 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:39.355728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Attempting to bind port 5051f3ef-447d-47d4-9202-ec246b410878 on network 3864bc4a-f590-46c5-b30a-844574deb05e {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:39.364711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-15a4dc80-1f30-45b5-992d-eeb43f328473 service neutron] 10.222.0.100 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514818 Jul 16 20:26:39.371340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Network d46c1c4f-78e1-494f-a378-bd8498618995 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:39.376640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:39.377130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Checking segment: {'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:39.377770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.378549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Bound using segment: {'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:39.379037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Bound port: 5051f3ef-447d-47d4-9202-ec246b410878, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427e7a33-3671-4faf-9214-bb6e6aa8396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:39.379466 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.385346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-80b5d21d-1f63-41f3-a30e-275bf457c98a', 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'fixed_ips': [{'subnet_id': 'fb7e40f0-a9a3-437f-994b-785dc01ae318'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:39.386601 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.393354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 172.20.0.3 (4480a042-e07a-4cef-bea8-255195c633b7/54d13218-2879-44af-8c6d-8325a87b255f/fed98f9c-3d91-44bd-aba3-e9d486c811db) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:39.400485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-31786c42-e1b2-490e-b1c0-240c40f761a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.402651 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-31786c42-e1b2-490e-b1c0-240c40f761a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 200 len: 854 time: 0.5039799 Jul 16 20:26:39.452374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:39.466243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fea1:77ec (4480a042-e07a-4cef-bea8-255195c633b7/4d733981-514f-4af3-acbc-c8de3b674eff/fed98f9c-3d91-44bd-aba3-e9d486c811db) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:39.473110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:39.482128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.547929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a32e20ac-de3c-41bb-88f6-1711b6e40f83,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.550809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-0da58b33-a8a7-448b-92bc-580c4eb4959a service neutron] 10.222.0.100 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674690 Jul 16 20:26:39.565689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49258) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.598364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network d46c1c4f-78e1-494f-a378-bd8498618995 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:39.635796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:39.646537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:39.649728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] For port 5051f3ef-447d-47d4-9202-ec246b410878, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:39.654956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:39.655238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] For port 5051f3ef-447d-47d4-9202-ec246b410878, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5051f3ef-447d-47d4-9202-ec246b410878,segment=NetworkSegment(427e7a33-3671-4faf-9214-bb6e6aa8396f),segment_id=427e7a33-3671-4faf-9214-bb6e6aa8396f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:39.674103 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.735076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=c006fe41-39cc-48d7-a5d3-66dbe4167bce,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.784520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6cffe611-8412-4b0e-865d-79cee6da4168 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0a0b37198ff7448cb8c1af1a66b0bafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164879 Jul 16 20:26:39.786732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49262) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.865250 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Allocated IP 19.80.0.2 (80b5d21d-1f63-41f3-a30e-275bf457c98a/fb7e40f0-a9a3-437f-994b-785dc01ae318/d34e4290-72a1-4e97-9e0c-cb1c41af6da8) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:39.887323 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2319d92-ed58-4ae6-9eb7-c8150c54ae06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.919338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.920899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2319d92-ed58-4ae6-9eb7-c8150c54ae06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.924940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-ad67b66e-f712-47dd-8b75-a27d2422edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.927019 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-ad67b66e-f712-47dd-8b75-a27d2422edd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5159817 Jul 16 20:26:40.030601 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2319d92-ed58-4ae6-9eb7-c8150c54ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.040386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2319d92-ed58-4ae6-9eb7-c8150c54ae06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.042091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b2319d92-ed58-4ae6-9eb7-c8150c54ae06 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5ee1a9d5-feec-4867-a745-91b1f2f4e21d HTTP/1.1" status: 204 len: 168 time: 0.2542782 Jul 16 20:26:40.060862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2319d92-ed58-4ae6-9eb7-c8150c54ae06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1a9d5-feec-4867-a745-91b1f2f4e21d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.244817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-2841392a-36bf-4ce2-8317-3e195f7c3568 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760937 Jul 16 20:26:40.271470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b0a54-50e8-447d-93af-15d05ece2a0b req-b764ff4a-96bc-4850-ae81-298dacd5239c tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:40.285817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e72b0a54-50e8-447d-93af-15d05ece2a0b req-b764ff4a-96bc-4850-ae81-298dacd5239c tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 944 time: 0.1435091 Jul 16 20:26:40.345216 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.348871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e72b0a54-50e8-447d-93af-15d05ece2a0b req-44c24aab-ce6d-4807-bc40-629777f1156e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616663 Jul 16 20:26:40.365870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Transition to ACTIVE for port object d34e4290-72a1-4e97-9e0c-cb1c41af6da8 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:40.451561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.497458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Transition to ACTIVE for port object d34e4290-72a1-4e97-9e0c-cb1c41af6da8 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:40.512815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.588889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object fed98f9c-3d91-44bd-aba3-e9d486c811db will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:40.612739 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-32d448dd-7832-4768-8df3-5cd0bf117de4 req-9a17edfb-6d75-427b-ac31-2ec5f641f890 service neutron] 10.222.0.26 "GET /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451519 Jul 16 20:26:40.622990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0d8ae8a-f509-4355-aba9-3f04e6e2b9d3 req-5a3eb678-e360-4929-a627-e2e0343a5d76 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2294700 Jul 16 20:26:40.634414 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.708320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Pushing event updated for resources: {'Port': ['ID=a32f1e0e-b898-44c9-aeaa-33048497a1ff,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.780229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Attempting to bind port a32f1e0e-b898-44c9-aeaa-33048497a1ff on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:40.782529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Attempting to bind port a32f1e0e-b898-44c9-aeaa-33048497a1ff by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:40.783760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Attempting to bind port a32f1e0e-b898-44c9-aeaa-33048497a1ff on network d46c1c4f-78e1-494f-a378-bd8498618995 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:40.792503 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.945633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.956847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.965940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11649733-f601-4690-84ed-90f12894def4 None None] Pushing event updated for resources: {'Port': ['ID=5051f3ef-447d-47d4-9202-ec246b410878,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.968015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49284) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:40.978216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.038759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfeeff-933a-4fde-b122-e310a69d7baf up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:41.127839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1f0ad38d-d594-41a5-9297-ee45a3d95c66 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=815214c2f8e9480f974a1ca1156b66d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548865 Jul 16 20:26:41.139878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49286) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:41.270268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e33e33e-a191-4ed2-8c52-261feeb8d93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.319484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Routers {'aeeee7ac-2948-458d-be0d-c8fa47e1918b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:41.322704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e33e33e-a191-4ed2-8c52-261feeb8d93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.324624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:41.342596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:41.390127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:41.403828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:41.404735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Checking segment: {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:41.404735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.405086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Bound using segment: {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:41.406131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Bound port: a32f1e0e-b898-44c9-aeaa-33048497a1ff, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:41.406131 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.425128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:41.428769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=fed98f9c-3d91-44bd-aba3-e9d486c811db,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.467955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:41.476235 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e33e33e-a191-4ed2-8c52-261feeb8d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.478977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Subnet': ['ID=c035a978-b26c-4dd2-b3ba-b3eb9f3d9029,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.484720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:41.484984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e33e33e-a191-4ed2-8c52-261feeb8d93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.488144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7e33e33e-a191-4ed2-8c52-261feeb8d93f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3187f49e-5dfd-4bbf-8002-6b6e2ebf44fc HTTP/1.1" status: 204 len: 168 time: 0.3470194 Jul 16 20:26:41.510852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:41.512872 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.518759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:41.530885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33e33e-a191-4ed2-8c52-261feeb8d93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3187f49e-5dfd-4bbf-8002-6b6e2ebf44fc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.623889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Checking segment: {'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:41.624339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network hostable DHCP agents. Network: 4d2259e9-fd9c-4533-be2c-46515ee2013c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:26:41.664466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:41.665330 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.690238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a916c6e-da1e-4c46-ab3f-2359176b6ff0 req-415ecbb7-65d5-45b3-825c-05789eae8bf3 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 210 time: 0.0983789 Jul 16 20:26:41.723439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Pushing event updated for resources: {'Port': ['ID=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.743317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 4d2259e9-fd9c-4533-be2c-46515ee2013c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:26:41.779865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port a5cfeeff-933a-4fde-b122-e310a69d7baf completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:41.804954 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-95d39da3-1ba0-40f5-a292-1d01113c9905 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3186507 Jul 16 20:26:41.807630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49294) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:41.809152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4d2259e9-fd9c-4533-be2c-46515ee2013c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:41.840383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:41.841016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.963507 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d750c130-dd70-472f-a783-cda16e6b7951 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1689696 Jul 16 20:26:41.996085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c76de-4655-45dd-98a6-4f1966a39036 None None] Update dhcp port {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '4d733981-514f-4af3-acbc-c8de3b674eff', 'ip_address': '2001:db8::f816:3eff:feee:6b7c'}, {'subnet_id': '54d13218-2879-44af-8c6d-8325a87b255f'}], 'binding:host_id': 'n-d-798930-6'}, 'id': '08ad62af-0edb-4508-88ca-81c14fa2a945'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:26:42.017093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0517936-8ff1-429a-a5d4-1124483176fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.042941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0517936-8ff1-429a-a5d4-1124483176fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.062242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d0517936-8ff1-429a-a5d4-1124483176fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2416024 Jul 16 20:26:42.062242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49298) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:42.180975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a5cfeeff-933a-4fde-b122-e310a69d7baf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:42.181589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.185890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899f37c9-9ff8-4047-95dd-0259e424b9fe None None] Network 4d2259e9-fd9c-4533-be2c-46515ee2013c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:42.329961 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5e0c76de-4655-45dd-98a6-4f1966a39036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.357839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32e20ac-de3c-41bb-88f6-1711b6e40f83 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:42.391376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] Set router aeeee7ac-2948-458d-be0d-c8fa47e1918b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:42.399052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port fed98f9c-3d91-44bd-aba3-e9d486c811db {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:42.400773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.461097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.476093 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.776843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.825109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99d295-5d1e-4f8f-b027-bbbd11a12a0b req-0ca0cece-0cd3-4852-b2dc-ae815002654f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.828112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab99d295-5d1e-4f8f-b027-bbbd11a12a0b req-0ca0cece-0cd3-4852-b2dc-ae815002654f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 944 time: 0.3258893 Jul 16 20:26:42.830505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for fed98f9c-3d91-44bd-aba3-e9d486c811db owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:42.964382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Attempting to bind port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:42.964919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Attempting to bind port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:42.965119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Attempting to bind port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 on network 80b5d21d-1f63-41f3-a30e-275bf457c98a {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:43.078347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab99d295-5d1e-4f8f-b027-bbbd11a12a0b req-1ec33935-c67c-4d5d-afa3-5b0519efedbd tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339115 Jul 16 20:26:43.168991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.439571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:43.440327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Checking segment: {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:43.441000 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.441662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Bound using segment: {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:43.442512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Bound port: d34e4290-72a1-4e97-9e0c-cb1c41af6da8, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:43.449537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.451668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.548081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-a40c13e1-ec35-4fd5-8ece-a693bd60bfa1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.550939 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-a40c13e1-ec35-4fd5-8ece-a693bd60bfa1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.26 "GET /v2.0/networks?id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30 HTTP/1.1" status: 200 len: 812 time: 0.9094372 Jul 16 20:26:43.553493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=fed98f9c-3d91-44bd-aba3-e9d486c811db,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.653805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] For port a32f1e0e-b898-44c9-aeaa-33048497a1ff, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:43.722648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=c006fe41-39cc-48d7-a5d3-66dbe4167bce,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.737564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.777993 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-07bf1a05-30eb-4c37-aa43-aea66bb80898 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2 HTTP/1.1" status: 200 len: 380 time: 0.1941624 Jul 16 20:26:43.781272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.789133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-172bb7c3-4b3c-4f24-ac56-1a192f1794bf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/fed98f9c-3d91-44bd-aba3-e9d486c811db HTTP/1.1" status: 204 len: 168 time: 1.7321439 Jul 16 20:26:43.791977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49342) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:43.797021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Request body: {'port': {'device_id': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'admin_state_up': True, 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'security_groups': ['567a989c-8106-4519-9db3-aa2e4ad43a25']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:43.821157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] For port a32f1e0e-b898-44c9-aeaa-33048497a1ff, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32f1e0e-b898-44c9-aeaa-33048497a1ff,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:43.891210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.911283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89af6d-c08d-4dc5-b0a1-122101fcb255 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.913348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89af6d-c08d-4dc5-b0a1-122101fcb255 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.915969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89af6d-c08d-4dc5-b0a1-122101fcb255 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.920541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca89af6d-c08d-4dc5-b0a1-122101fcb255 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1238673 Jul 16 20:26:43.921573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49344) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.102683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 4d733981-514f-4af3-acbc-c8de3b674eff {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:44.105274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network d46c1c4f-78e1-494f-a378-bd8498618995 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:44.107072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.132617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:44.273560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.280518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Made reservation on behalf of dd4b1a7e06c14e78b99090b9b5becdd2 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:44.287200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.347773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a32e20ac-de3c-41bb-88f6-1711b6e40f83 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:44.347773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.456752 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.645117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] For port d34e4290-72a1-4e97-9e0c-cb1c41af6da8, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:44.688042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808dbbf-90da-4f4d-a85d-98d3a615d3fb None None] Pushing event updated for resources: {'Port': ['ID=a32f1e0e-b898-44c9-aeaa-33048497a1ff,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:44.861471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] For port d34e4290-72a1-4e97-9e0c-cb1c41af6da8, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:44.894397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router f4730dda-8c2e-4538-98f1-e744b59cb5cd has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:44.951388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:44.955540 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785220e6-3509-4e92-a171-ec32884b7408" -d '{"events": [{"server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "name": "network-vif-plugged", "status": "completed", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:44.992053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.002418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4d2259e9-fd9c-4533-be2c-46515ee2013c', 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'fixed_ips': [{'subnet_id': 'c035a978-b26c-4dd2-b3ba-b3eb9f3d9029'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:45.003643 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.015278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a5cfeeff-933a-4fde-b122-e310a69d7baf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:45.066111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-187921d4-fdd9-41e6-b94f-4e6f171d26cf tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.084073 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.095098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-187921d4-fdd9-41e6-b94f-4e6f171d26cf tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.097716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-187921d4-fdd9-41e6-b94f-4e6f171d26cf tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/networks?id=80b5d21d-1f63-41f3-a30e-275bf457c98a&id=4d2259e9-fd9c-4533-be2c-46515ee2013c&id=80b5d21d-1f63-41f3-a30e-275bf457c98a HTTP/1.1" status: 200 len: 1391 time: 1.2094691 Jul 16 20:26:45.185194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8d3fea10-d4e0-4966-9e7c-bcdab056b9dd tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/quotas/52e965b2c89041b0bf7adbdc4355ea21 HTTP/1.1" status: 200 len: 375 time: 0.0702596 Jul 16 20:26:45.285743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cd5e1-7379-4a6b-9c16-98b2c667b19f None None] Pushing event updated for resources: {'Port': ['ID=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.306025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Allocated IP 172.20.0.9 (dff523e6-04a2-46c0-a3b3-8f4b432e2e30/f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f/a526e34c-9dd2-4185-86b0-eb3ded9a362b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:45.416356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:45.425193 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a0c4e80c-d00c-4fe8-a298-b563abbb28ad tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "PUT /v2.0/routers/f4730dda-8c2e-4538-98f1-e744b59cb5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8082035 Jul 16 20:26:45.426577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 4, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port': {'id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5051f3ef-447d-47d4-9202-ec246b410878', 'name': '', 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'mac_address': 'fa:16:3e:3a:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7b22bdde-9cde-4a1a-be1b-315cf96d630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:24Z', 'updated_at': '2021-07-16T20:26:39Z', 'revision_number': 4, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'subnets': [{'id': '7b22bdde-9cde-4a1a-be1b-315cf96d630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:45.433850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Sync routers for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:45.448231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 08ad62af-0edb-4508-88ca-81c14fa2a945 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:45.453928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49370) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:45.454822 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:45.455701 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:45.488536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f9784562-9f9a-49e2-b6b8-8d934c0b5796 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1225351389', 'description': 'tempest-secgroup_access--1225351389 description', 'project_id': '75e43a0e2e774d10b5c2982191086d76'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:45.532497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-57c3e7bb-1ce2-4718-851d-a4555379647c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3153784 Jul 16 20:26:45.535481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.586711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d36e43-1cdc-4c56-b64a-afa877ad83f6 None None] The sync data for ids ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'] in n-d-798930-6 is: [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 4, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port': {'id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5051f3ef-447d-47d4-9202-ec246b410878', 'name': '', 'network_id': '3864bc4a-f590-46c5-b30a-844574deb05e', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'mac_address': 'fa:16:3e:3a:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7b22bdde-9cde-4a1a-be1b-315cf96d630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:24Z', 'updated_at': '2021-07-16T20:26:39Z', 'revision_number': 4, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'subnets': [{'id': '7b22bdde-9cde-4a1a-be1b-315cf96d630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:45.757078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49372) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:45.873099 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:45.962085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-7dd077d2-9a23-4432-891f-75c4bd510dfa service neutron] 10.222.0.100 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285896 Jul 16 20:26:46.005465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.022534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.040498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Transition to ACTIVE for port object a526e34c-9dd2-4185-86b0-eb3ded9a362b will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-5e0c76de-4655-45dd-98a6-4f1966a39036 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d733981-514f-4af3-acbc-c8de3b674eff: This subnet is being modified by another concurrent operation. Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:26:46.052625 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d733981-514f-4af3-acbc-c8de3b674eff: This subnet is being modified by another concurrent operation. Jul 16 20:26:46.061184 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:26:46.087384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a5cfeeff-933a-4fde-b122-e310a69d7baf,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.113957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Allocated IP 19.86.0.2 (4d2259e9-fd9c-4533-be2c-46515ee2013c/c035a978-b26c-4dd2-b3ba-b3eb9f3d9029/f05dbb93-8648-472b-aaec-00b23c0f9f93) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:46.145027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.147671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/4d733981-514f-4af3-acbc-c8de3b674eff HTTP/1.1" status: 204 len: 168 time: 2.2244067 Jul 16 20:26:46.164514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49378) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:46.229985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.251192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa6d05-6dc5-4403-86a2-884049c7e3da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=4d733981-514f-4af3-acbc-c8de3b674eff,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.268489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a888b0-f8bc-4224-8e21-b6c577441697 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:46.274193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 08ad62af-0edb-4508-88ca-81c14fa2a945 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:46.340056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9784562-9f9a-49e2-b6b8-8d934c0b5796 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.421031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9e21a670-0250-49ef-85c7-3cddc7cb73fa tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:46.474063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:46.506130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:46.515867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:46.527785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event updated for resources: {'Port': ['ID=a526e34c-9dd2-4185-86b0-eb3ded9a362b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.552926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 54d13218-2879-44af-8c6d-8325a87b255f {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:46.584994 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.585838 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 2, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:46.648019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ad60f81c-8789-4f59-b799-8e1d11fefaf7 service neutron] 10.222.0.100 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752052 Jul 16 20:26:46.701248 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Checking router: f4730dda-8c2e-4538-98f1-e744b59cb5cd for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:46.702632 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Updating router f4730dda-8c2e-4538-98f1-e744b59cb5cd port c006fe41-39cc-48d7-a5d3-66dbe4167bce binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:26:46.778543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.858751 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.875127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9e21a670-0250-49ef-85c7-3cddc7cb73fa tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "PUT /v2.0/quotas/bcaef72bb42a406abc967ba772bbb77e HTTP/1.1" status: 200 len: 366 time: 1.1138725 Jul 16 20:26:46.919952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.921752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.977214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.000735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8f619505-8786-4be9-b55d-54d6073d97ac service neutron] 10.222.0.100 "GET /v2.0/networks/4d2259e9-fd9c-4533-be2c-46515ee2013c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509371 Jul 16 20:26:47.043143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7997f1-0193-46c6-9ea9-06e9964e7f3c None None] Network d46c1c4f-78e1-494f-a378-bd8498618995 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:47.049952 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:47.053696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.162127 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-411e305c-a28b-4096-ab49-2d7727b08a28 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1800184 Jul 16 20:26:47.176183 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.191472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49384) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.235292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cbc2ecba-05cd-42ec-be7d-a53645ad8d86 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "GET /v2.0/quotas/bcaef72bb42a406abc967ba772bbb77e HTTP/1.1" status: 200 len: 366 time: 0.0382054 Jul 16 20:26:47.242647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.298319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9784562-9f9a-49e2-b6b8-8d934c0b5796 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.308803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9784562-9f9a-49e2-b6b8-8d934c0b5796 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.336446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-38e23579-863e-4d00-96e4-ebeb409e6664 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5545304 Jul 16 20:26:47.339271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2286f3b9-a00d-4560-a7fa-22ebfc1e6279 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "DELETE /v2.0/quotas/bcaef72bb42a406abc967ba772bbb77e HTTP/1.1" status: 204 len: 168 time: 0.0949991 Jul 16 20:26:47.349455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.386629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Request body: {'port': {'device_id': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:47.387867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-d4ef54cc-0148-4f80-9a7b-1bb9d9da2edc service neutron] 10.222.0.100 "GET /v2.0/networks/4d2259e9-fd9c-4533-be2c-46515ee2013c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861332 Jul 16 20:26:47.442747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.457213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b4d1344a-d2a4-4b2b-9a96-a02da7d27ecd None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:47.459730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4d1344a-d2a4-4b2b-9a96-a02da7d27ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.475159 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8cae8fc2-c3fe-4a7a-b524-ed99815eb832 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1151505 Jul 16 20:26:47.479083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9784562-9f9a-49e2-b6b8-8d934c0b5796 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc55d23-e016-4431-8eaf-13d1e464e0fa,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.501281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49390) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.545590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9784562-9f9a-49e2-b6b8-8d934c0b5796 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.552804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f9784562-9f9a-49e2-b6b8-8d934c0b5796 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.0905390 Jul 16 20:26:47.572170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49396) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.591488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ba4d962f-947c-49e1-aa50-d8810bc1c217 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--581859882', 'description': 'tempest-secgroup_general--581859882 description', 'project_id': '75e43a0e2e774d10b5c2982191086d76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:47.592915 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-53eb753e-256e-406a-bf2e-f7ecf67899cf tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "GET /v2.0/quotas/bcaef72bb42a406abc967ba772bbb77e HTTP/1.1" status: 200 len: 370 time: 0.0883036 Jul 16 20:26:47.598791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49398) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.602344 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.613018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=54d13218-2879-44af-8c6d-8325a87b255f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.614564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Transition to ACTIVE for port object f05dbb93-8648-472b-aaec-00b23c0f9f93 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:47.618206 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-67f69966-97e4-4f05-8ccb-93c70e4b247e tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "GET /v2.0/quotas/bcaef72bb42a406abc967ba772bbb77e/default HTTP/1.1" status: 200 len: 370 time: 0.0159874 Jul 16 20:26:47.620158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49400) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.634876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Transition to ACTIVE for port object f05dbb93-8648-472b-aaec-00b23c0f9f93 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:47.652670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.654952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1956952c-e8c9-4a43-9687-815914d52ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/54d13218-2879-44af-8c6d-8325a87b255f HTTP/1.1" status: 204 len: 168 time: 1.4542701 Jul 16 20:26:47.659167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49406) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.665397 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-3395793c-3206-4884-b664-7c36d45d0185 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:26:47.666609 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3395793c-3206-4884-b664-7c36d45d0185 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "DELETE /v2.0/quotas/bcaef72bb42a406abc967ba772bbb77e HTTP/1.1" status: 404 len: 348 time: 0.0448608 Jul 16 20:26:47.680527 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.709026 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.731180 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Transition to ACTIVE for port object c006fe41-39cc-48d7-a5d3-66dbe4167bce will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:47.748681 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.754518 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.796367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5428f1b1-7f07-4265-a6f3-88daada67a1b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289907 Jul 16 20:26:47.800474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49410) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.836440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba4d962f-947c-49e1-aa50-d8810bc1c217 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.845846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:47.853497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-5511a786-aff1-49f6-aee9-8fb71d9db6f4 service neutron] 10.222.0.100 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646707 Jul 16 20:26:47.895961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Pushing event updated for resources: {'Port': ['ID=f05dbb93-8648-472b-aaec-00b23c0f9f93,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.933495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0d8cd-0e46-467c-9bc1-5856cc450652 None None] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:47.953403 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Pushing event updated for resources: {'Port': ['ID=c006fe41-39cc-48d7-a5d3-66dbe4167bce,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:47.987173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.987888 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.988449 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.988953 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.989492 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.990133 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.991001 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.991595 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.992097 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.992585 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.993084 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:47.993609 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:48.014486 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Attempting to bind port c006fe41-39cc-48d7-a5d3-66dbe4167bce on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:48.016620 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Attempting to bind port c006fe41-39cc-48d7-a5d3-66dbe4167bce by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:48.017504 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Attempting to bind port c006fe41-39cc-48d7-a5d3-66dbe4167bce on network d46c1c4f-78e1-494f-a378-bd8498618995 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:48.029958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:48.031984 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Checking segment: {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:48.032843 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.034168 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Bound using segment: {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:48.034829 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Bound port: c006fe41-39cc-48d7-a5d3-66dbe4167bce, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:48.035448 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.120783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49412) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:48.122167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-b2292183-adc9-49e5-85d0-36d6e3fc66c3 service neutron] 10.222.0.100 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674687 Jul 16 20:26:48.173931 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] For port c006fe41-39cc-48d7-a5d3-66dbe4167bce, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:48.185758 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] For port c006fe41-39cc-48d7-a5d3-66dbe4167bce, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c006fe41-39cc-48d7-a5d3-66dbe4167bce,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:48.196158 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.359404 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba4d962f-947c-49e1-aa50-d8810bc1c217 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.368720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba4d962f-947c-49e1-aa50-d8810bc1c217 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.401772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba4d962f-947c-49e1-aa50-d8810bc1c217 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.405410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ba4d962f-947c-49e1-aa50-d8810bc1c217 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8226886 Jul 16 20:26:48.414658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49416) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:48.425736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4ce280e1-c148-4aeb-b778-510dac3cb6c3 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'security_group_rule': {'security_group_id': 'fdc55d23-e016-4431-8eaf-13d1e464e0fa', 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:48.469881 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:48.477201 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:26:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:48.483053 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0006e-ae49-46f4-bf4b-4bdeb31c825b None None] Pushing event updated for resources: {'Port': ['ID=c006fe41-39cc-48d7-a5d3-66dbe4167bce,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.502697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d962f-947c-49e1-aa50-d8810bc1c217 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb6420c-8886-41ac-9ba2-2c9001d917a5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.548668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ce280e1-c148-4aeb-b778-510dac3cb6c3 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.714505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Network 4d2259e9-fd9c-4533-be2c-46515ee2013c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:48.738082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ce280e1-c148-4aeb-b778-510dac3cb6c3 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.755659 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ce280e1-c148-4aeb-b778-510dac3cb6c3 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.762886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:network and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:48.778763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce280e1-c148-4aeb-b778-510dac3cb6c3 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a24ce8-041f-4442-b1db-7a6d097faf49,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.798931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:48.809994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:48.849634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:48.860412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ce280e1-c148-4aeb-b778-510dac3cb6c3 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.861726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4ce280e1-c148-4aeb-b778-510dac3cb6c3 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4449322 Jul 16 20:26:48.872722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:48.917936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.054696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.098256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:subnet and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:49.168436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:49.172295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Attempting to bind port f05dbb93-8648-472b-aaec-00b23c0f9f93 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:49.172934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Attempting to bind port f05dbb93-8648-472b-aaec-00b23c0f9f93 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:49.173515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Attempting to bind port f05dbb93-8648-472b-aaec-00b23c0f9f93 on network 4d2259e9-fd9c-4533-be2c-46515ee2013c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:49.213731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:49.214525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Checking segment: {'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:49.215170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.215874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Bound using segment: {'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:49.216677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Bound port: f05dbb93-8648-472b-aaec-00b23c0f9f93, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:49.217386 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.258837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7f03c-6a92-482b-a621-61ad5176b98e req-10005b1d-c7be-4d50-8427-e687b67b540f tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.273437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bce7f03c-6a92-482b-a621-61ad5176b98e req-10005b1d-c7be-4d50-8427-e687b67b540f tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 931 time: 0.2962141 Jul 16 20:26:49.332471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] For port f05dbb93-8648-472b-aaec-00b23c0f9f93, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:49.355528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:subnetpool and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:49.368067 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4d1344a-d2a4-4b2b-9a96-a02da7d27ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.369402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bce7f03c-6a92-482b-a621-61ad5176b98e req-87dc11f0-97ba-41a8-ab90-fe6986c8b04f tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929918 Jul 16 20:26:49.404695 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:49.486956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] For port f05dbb93-8648-472b-aaec-00b23c0f9f93, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f05dbb93-8648-472b-aaec-00b23c0f9f93,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:49.513243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:49.515188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08ad62af-0edb-4508-88ca-81c14fa2a945,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:49.557792 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.592162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.618477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:port and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:49.638673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:49.721035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:router and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:49.807457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:49.918160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:floatingip and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:49.943487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-b4d1344a-d2a4-4b2b-9a96-a02da7d27ecd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:26:49.961921 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-b4d1344a-d2a4-4b2b-9a96-a02da7d27ecd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:26:49.965570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:49.980464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2c739-17cb-4c21-8997-c8ed365e26be None None] Pushing event updated for resources: {'Port': ['ID=f05dbb93-8648-472b-aaec-00b23c0f9f93,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.002548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a526e34c-9dd2-4185-86b0-eb3ded9a362b {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:50.081834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.139478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267cc07-444d-4254-8eeb-de9905813e09 req-34808f51-90ad-4d90-8d65-b4ce1e1936e7 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:50.160274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d267cc07-444d-4254-8eeb-de9905813e09 req-34808f51-90ad-4d90-8d65-b4ce1e1936e7 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.1846228 Jul 16 20:26:50.208103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.212031 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:48Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:50.232632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3c886-49ea-43e5-a93d-99bfe5722aa4 None None] Update dhcp port {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '54d13218-2879-44af-8c6d-8325a87b255f'}], 'binding:host_id': 'n-d-798930-6'}, 'id': '08ad62af-0edb-4508-88ca-81c14fa2a945'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:26:50.301562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d267cc07-444d-4254-8eeb-de9905813e09 req-5aee736f-1d40-46bb-963d-2aa8f8056863 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309884 Jul 16 20:26:50.319885 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0033c4-59bf-462a-8e8c-ad2c71dee2f8 None None] The sync data for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 is: [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:48Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:50.389325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Transition to ACTIVE for port object a526e34c-9dd2-4185-86b0-eb3ded9a362b will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:50.433819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.527783 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545b65f8-03b3-4205-8e6b-6cf634f0f5d2 x-openstack-request-id: req-545b65f8-03b3-4205-8e6b-6cf634f0f5d2 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:50.528228 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "name": "network-vif-plugged", "status": "completed", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:50.533576 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-545b65f8-03b3-4205-8e6b-6cf634f0f5d2 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:50.534318 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'code': 200} Jul 16 20:26:50.570656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.656488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5051f3ef-447d-47d4-9202-ec246b410878 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:50.661475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46b3c886-49ea-43e5-a93d-99bfe5722aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.711905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0c039a9-421a-4fb4-aab4-83d2d58049bd req-20d17fe9-3e75-456a-96e6-4684932bda13 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 210 time: 0.0666823 Jul 16 20:26:50.974284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-b92bcea6-cb61-48dc-bbdc-a0e6d7c80cd4 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup_general--581859882&fields=id&tenant_id=75e43a0e2e774d10b5c2982191086d76 HTTP/1.1" status: 200 len: 267 time: 0.1055870 Jul 16 20:26:50.997476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 5051f3ef-447d-47d4-9202-ec246b410878 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:51.018539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5051f3ef-447d-47d4-9202-ec246b410878 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:51.019039 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.058114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-670acdea-fa06-4b11-972d-bc0e3b5aabec tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup_access--1225351389&fields=id&tenant_id=75e43a0e2e774d10b5c2982191086d76 HTTP/1.1" status: 200 len: 267 time: 0.0821912 Jul 16 20:26:51.213546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:51.242258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a526e34c-9dd2-4185-86b0-eb3ded9a362b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:51.321670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ddec37d0-b893-4b4f-9d5c-de3485d072a3 None None] Provisioning for port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:51.329551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:51.337976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=e8738c9c-5d46-4ff0-b7cd-775c576fe1a0,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:51.386502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.387166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.409641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-c7bdc948-6b0c-4a2e-afa4-f52e5be1b020 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.438992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-c7bdc948-6b0c-4a2e-afa4-f52e5be1b020 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/networks?id=d46c1c4f-78e1-494f-a378-bd8498618995 HTTP/1.1" status: 200 len: 796 time: 0.3769829 Jul 16 20:26:51.449965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:security_group and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:51.465934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-e1709161-6e12-4853-93a6-6ea1ff5be043 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/quotas/75e43a0e2e774d10b5c2982191086d76 HTTP/1.1" status: 200 len: 375 time: 0.0251577 Jul 16 20:26:51.469558 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cbdc706f-5ce6-4ef5-8784-b1b276e6670d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6639917 Jul 16 20:26:51.472701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49460) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:51.483218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:51.484597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:51.499337 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.552315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ddec37d0-b893-4b4f-9d5c-de3485d072a3 None None] Provisioning for port a526e34c-9dd2-4185-86b0-eb3ded9a362b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:51.614527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 5051f3ef-447d-47d4-9202-ec246b410878, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5051f3ef-447d-47d4-9202-ec246b410878,segment=NetworkSegment(427e7a33-3671-4faf-9214-bb6e6aa8396f),segment_id=427e7a33-3671-4faf-9214-bb6e6aa8396f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:51.626096 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.627922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 06d1a848-0675-4f5d-85f6-aaa0adb54e4a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:51.739049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718fd0a-7678-4d35-983e-21e4e06eb046 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:51.773785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-e0772fe7-fd99-45ca-8f1a-84799c72f351 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026347 Jul 16 20:26:51.778031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ddec37d0-b893-4b4f-9d5c-de3485d072a3 None None] Provisioning for port c006fe41-39cc-48d7-a5d3-66dbe4167bce completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:52.010865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ddec37d0-b893-4b4f-9d5c-de3485d072a3 None None] Provisioning for port a32f1e0e-b898-44c9-aeaa-33048497a1ff completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:52.066158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-6c97537c-7e90-4f3d-89b1-0930fe8292c0 service neutron] 10.222.0.100 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772412 Jul 16 20:26:52.152283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=5051f3ef-447d-47d4-9202-ec246b410878,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.177399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Attempting to bind port a526e34c-9dd2-4185-86b0-eb3ded9a362b on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:52.186052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Attempting to bind port a526e34c-9dd2-4185-86b0-eb3ded9a362b by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:52.186507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Attempting to bind port a526e34c-9dd2-4185-86b0-eb3ded9a362b on network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:52.207707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:52.208308 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.208661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3a04-0ee3-4ce7-84ba-5bc5ade10931 req-feeba3e0-493d-473f-90dc-8aabccd10159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.221236 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-560b3a04-0ee3-4ce7-84ba-5bc5ade10931 req-feeba3e0-493d-473f-90dc-8aabccd10159 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1096 time: 1.2741623 Jul 16 20:26:52.260054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Port a526e34c-9dd2-4185-86b0-eb3ded9a362b on network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:52.266855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Attempting to bind port a526e34c-9dd2-4185-86b0-eb3ded9a362b on network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:52.269640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Usage tracker for resource:security_group_rule and tenant:9ba09e7a8c584ba28d5254856c71d575 is out of sync, need to count used quota {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:26:52.273245 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:52.280785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.297642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.quota.resource [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94096) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:26:52.321839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:52.322185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Checking segment: {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:52.322596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Bound using segment: {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:52.323057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Bound port: a526e34c-9dd2-4185-86b0-eb3ded9a362b, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:52.323468 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.347355 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b334d4b1-6058-4003-b821-05c3e3c66973 tempest-QuotasTest-117406062 tempest-QuotasTest-117406062-project-admin] 10.222.0.100 "GET /v2.0/quotas/9ba09e7a8c584ba28d5254856c71d575/details.json HTTP/1.1" status: 200 len: 703 time: 3.8785131 Jul 16 20:26:52.497920 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-560b3a04-0ee3-4ce7-84ba-5bc5ade10931 req-93b6e495-14e8-43fe-b3ba-b6387654edc7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630455 Jul 16 20:26:52.588725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] For port a526e34c-9dd2-4185-86b0-eb3ded9a362b, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:52.598077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] For port a526e34c-9dd2-4185-86b0-eb3ded9a362b, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:52.605337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.734465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32f1e0e-b898-44c9-aeaa-33048497a1ff up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:52.811836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a526e34c-9dd2-4185-86b0-eb3ded9a362b,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.839643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.840600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.840734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-756b68f5-38cc-491b-b1e2-29582c89924d None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:52.841209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-756b68f5-38cc-491b-b1e2-29582c89924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.843166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-c048fdb1-af5a-42d8-ae46-bfa6a0e842b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/a526e34c-9dd2-4185-86b0-eb3ded9a362b HTTP/1.1" status: 200 len: 1091 time: 5.4900823 Jul 16 20:26:52.844323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:52.852483 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a14026-a526-4fa2-94e3-9d51e22de9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:52.938944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-b9a4e408-4085-454a-89f2-260643cf3dba service neutron] 10.222.0.100 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8593783 Jul 16 20:26:52.950922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a32f1e0e-b898-44c9-aeaa-33048497a1ff completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:53.039026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9bbdb28f-e4ca-4518-b260-e16cee41b38b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.045815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a32f1e0e-b898-44c9-aeaa-33048497a1ff triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:53.046353 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.052771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9bbdb28f-e4ca-4518-b260-e16cee41b38b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.084075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9bbdb28f-e4ca-4518-b260-e16cee41b38b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "GET /v2.0/networks?id=80b5d21d-1f63-41f3-a30e-275bf457c98a&id=4d2259e9-fd9c-4533-be2c-46515ee2013c&id=80b5d21d-1f63-41f3-a30e-275bf457c98a HTTP/1.1" status: 200 len: 1391 time: 0.9237590 Jul 16 20:26:53.107845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'port': {'device_id': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a', 'admin_state_up': True, 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:53.236396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49482) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:53.245560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68df24b-54b4-4ccc-a318-60bc12096482 None None] Network 4d2259e9-fd9c-4533-be2c-46515ee2013c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:53.290975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-f8d77721-1f2f-4636-8039-7500be3df067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.293853 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-f8d77721-1f2f-4636-8039-7500be3df067 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2&device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 1094 time: 0.2205708 Jul 16 20:26:53.453255 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-fb56cbfb-ae67-4be4-80d6-c0e5735e3698 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b HTTP/1.1" status: 200 len: 217 time: 0.1495168 Jul 16 20:26:53.569868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:53.583561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.651065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7405607a-510c-4834-8f88-fd058b0ccaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.662200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] Update dhcp port {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': 'e8738c9c-5d46-4ff0-b7cd-775c576fe1a0'}], 'binding:host_id': 'n-d-798930-6'}, 'id': '08ad62af-0edb-4508-88ca-81c14fa2a945'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:26:53.711060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-e0c50bb8-bbab-45ef-9b52-a0054e5caba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.713187 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-e0c50bb8-bbab-45ef-9b52-a0054e5caba6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f HTTP/1.1" status: 200 len: 851 time: 0.2555413 Jul 16 20:26:53.903134 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.937926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-a0efa7ef-333a-4c70-9167-3872a40a9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.951676 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-a0efa7ef-333a-4c70-9167-3872a40a9699 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294662 Jul 16 20:26:54.024224 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.122898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7405607a-510c-4834-8f88-fd058b0ccaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.131205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7405607a-510c-4834-8f88-fd058b0ccaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.136109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-679c1a8a-c3f8-4d27-a16e-030db6e09db1 None None] Provisioning for port f05dbb93-8648-472b-aaec-00b23c0f9f93 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:54.141126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a32f1e0e-b898-44c9-aeaa-33048497a1ff, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32f1e0e-b898-44c9-aeaa-33048497a1ff,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:54.152763 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.153577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d34e4290-72a1-4e97-9e0c-cb1c41af6da8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:54.164891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Allocated IP 19.80.0.179 (80b5d21d-1f63-41f3-a30e-275bf457c98a/fb7e40f0-a9a3-437f-994b-785dc01ae318/76d5c416-5e43-466e-977e-f0991f6f7f39) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:54.273098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf665b-7c91-44f3-b50b-179d59aab1bc req-65554fc1-2cb7-47e2-8e8c-1fd17fd49d12 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.282815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6bdf665b-7c91-44f3-b50b-179d59aab1bc req-65554fc1-2cb7-47e2-8e8c-1fd17fd49d12 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 943 time: 0.2395198 Jul 16 20:26:54.388808 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-9f4e3710-0c93-4212-b75a-2dd79ad5d6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301898 Jul 16 20:26:54.389646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405607a-510c-4834-8f88-fd058b0ccaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc1c290-3b73-450b-b96e-a40b63a24678,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:54.410085 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7405607a-510c-4834-8f88-fd058b0ccaa5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bf231aa4311440f386e17c5de27da885&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1653826 Jul 16 20:26:54.423195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.437532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a32f1e0e-b898-44c9-aeaa-33048497a1ff,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:54.446052 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:54.448475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6bdf665b-7c91-44f3-b50b-179d59aab1bc req-d5a98cef-92be-4aec-a3f3-9c78384e6b89 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638067 Jul 16 20:26:54.453514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:54.454157 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.455195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:26:54.625507 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-62e446a7-3f2b-43e0-96dc-2152211363f5 req-83e5fee2-f548-4be6-b99c-4a4a7dad5a37 service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138321 Jul 16 20:26:54.816652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] Allocated IP 172.20.0.2 (4480a042-e07a-4cef-bea8-255195c633b7/e8738c9c-5d46-4ff0-b7cd-775c576fe1a0/08ad62af-0edb-4508-88ca-81c14fa2a945) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:54.862529 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:54.958974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.118361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d34e4290-72a1-4e97-9e0c-cb1c41af6da8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:55.129901 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.222954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 08ad62af-0edb-4508-88ca-81c14fa2a945 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:55.238057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8950ac7-323c-47b6-8598-19ead3eaf60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.300595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08ad62af-0edb-4508-88ca-81c14fa2a945,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:55.314693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8950ac7-323c-47b6-8598-19ead3eaf60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.391402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:55.452841 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.487129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.504513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] Transition to ACTIVE for port object 08ad62af-0edb-4508-88ca-81c14fa2a945 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:55.504778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8950ac7-323c-47b6-8598-19ead3eaf60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.508286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8950ac7-323c-47b6-8598-19ead3eaf60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.512483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b8950ac7-323c-47b6-8598-19ead3eaf60d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8fc1c290-3b73-450b-b96e-a40b63a24678 HTTP/1.1" status: 204 len: 168 time: 1.0857294 Jul 16 20:26:55.524736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Transition to ACTIVE for port object 76d5c416-5e43-466e-977e-f0991f6f7f39 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:55.540126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8a186-a198-40e2-9632-c7eaabe74703 req-eef6a8b0-5c02-401c-924a-07f3a0ff1a6e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.541943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8b8a186-a198-40e2-9632-c7eaabe74703 req-eef6a8b0-5c02-401c-924a-07f3a0ff1a6e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.8145301 Jul 16 20:26:55.630814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8950ac7-323c-47b6-8598-19ead3eaf60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc1c290-3b73-450b-b96e-a40b63a24678,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:55.658169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.665920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.721609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8b8a186-a198-40e2-9632-c7eaabe74703 req-98618d3a-ad5a-49f8-8ec3-a57ee16a9398 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167505 Jul 16 20:26:55.737586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.791070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.876320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:55.887675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:55.901421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:55.915175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-fe6766b8-9297-48aa-ae08-14903d9e360c tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.917726 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-fe6766b8-9297-48aa-ae08-14903d9e360c tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.26 "GET /v2.0/networks?id=d46c1c4f-78e1-494f-a378-bd8498618995 HTTP/1.1" status: 200 len: 796 time: 0.3514955 Jul 16 20:26:56.058119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe0867-de0b-4f48-bab2-05170b580f94 None None] Pushing event updated for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.064553 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-dc14955e-2be8-43ac-ad1a-4e52b4be95a9 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75e43a0e2e774d10b5c2982191086d76 HTTP/1.1" status: 200 len: 477 time: 0.1376989 Jul 16 20:26:56.074664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'port': {'device_id': 'a616b776-0055-4338-990e-7b75a66d896f', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'admin_state_up': True, 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'security_groups': ['abb6420c-8886-41ac-9ba2-2c9001d917a5', 'fdc55d23-e016-4431-8eaf-13d1e464e0fa']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:56.085484 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:26:56.097190 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:26:56.145891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device a526e34c-9dd2-4185-86b0-eb3ded9a362b details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:56.198025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Port': ['ID=76d5c416-5e43-466e-977e-f0991f6f7f39,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:56.427826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49516) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:56.443229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.447364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.466383 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e741275-92f2-4721-8236-a868c9872564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.486358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-32a53fa8-f752-4da1-b744-89cfd8bdab18 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3912706 Jul 16 20:26:56.488534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08ad62af-0edb-4508-88ca-81c14fa2a945,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:56.507170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'port': {'device_id': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c', 'admin_state_up': True, 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:56.513490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Made reservation on behalf of 75e43a0e2e774d10b5c2982191086d76 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:56.523700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.567662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bfbc2464-ed3d-47d1-9218-dfc4db2d0700 None None] Provisioning for port 76d5c416-5e43-466e-977e-f0991f6f7f39 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:56.631405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port a526e34c-9dd2-4185-86b0-eb3ded9a362b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:56.696147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'port_id': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'mac_address': 'fa:16:3e:6b:60:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:56.741424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bfbc2464-ed3d-47d1-9218-dfc4db2d0700 None None] Provisioning complete for port 76d5c416-5e43-466e-977e-f0991f6f7f39 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:56.741981 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bfbc2464-ed3d-47d1-9218-dfc4db2d0700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.768481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.843708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0285d26-df14-44e1-af09-aabdf58d5c5f req-653ec1a0-2c64-4a96-81db-a38014bba795 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.858427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Allocated IP 172.20.0.6 (d46c1c4f-78e1-494f-a378-bd8498618995/cb16975e-60d1-4e3f-8321-8c8370e59190/3619464b-cce1-47f9-9d53-51c10e114318) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:56.866773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0285d26-df14-44e1-af09-aabdf58d5c5f req-653ec1a0-2c64-4a96-81db-a38014bba795 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 932 time: 0.6125991 Jul 16 20:26:56.872426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.880605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.900332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc2464-ed3d-47d1-9218-dfc4db2d0700 None None] Port 76d5c416-5e43-466e-977e-f0991f6f7f39 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:56.926851 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.936882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.943212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a526e34c-9dd2-4185-86b0-eb3ded9a362b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:56.945842 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e741275-92f2-4721-8236-a868c9872564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.961955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e741275-92f2-4721-8236-a868c9872564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.087600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port a526e34c-9dd2-4185-86b0-eb3ded9a362b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:57.088080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6e741275-92f2-4721-8236-a868c9872564 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9ba09e7a8c584ba28d5254856c71d575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578372 Jul 16 20:26:57.092642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e741275-92f2-4721-8236-a868c9872564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce7d0c9-297c-4af3-bcfb-b9d9c10d5ab1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.095950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49518) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.108510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.157064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:26:57.157952 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:26:57.234121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:57.236776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=a526e34c-9dd2-4185-86b0-eb3ded9a362b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.251623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:57.279296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.280027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.292101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0285d26-df14-44e1-af09-aabdf58d5c5f req-a614789e-5aed-4883-8a94-f0081af5ced2 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238751 Jul 16 20:26:57.313293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=efbe0f47-1a4a-4531-b29c-7481e0e4be0b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.316135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.338647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['a526e34c-9dd2-4185-86b0-eb3ded9a362b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:57.381885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:57.390681 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.422845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-86c4ec1d-b447-484c-bc81-ceae4c05f13c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.9478087 Jul 16 20:26:57.432385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49520) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.447679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:98:f5:c0', 'name': 'tempest-NetworksTestDHCPv6-2118360310'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:57.487610 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9a68d-eb53-4eeb-8e92-2cfaf468d332 x-openstack-request-id: req-b5f9a68d-eb53-4eeb-8e92-2cfaf468d332 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:57.487900 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:57.488164 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b5f9a68d-eb53-4eeb-8e92-2cfaf468d332 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:57.488542 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'status': 'completed', 'code': 200} Jul 16 20:26:57.490826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7d9858b-8bac-49fb-a186-b9584b2aabb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.666502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7d9858b-8bac-49fb-a186-b9584b2aabb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.710724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.718413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2a8c6-9407-4629-9919-1aba1ff68647 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:57.767607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Transition to ACTIVE for port object 3619464b-cce1-47f9-9d53-51c10e114318 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:57.803890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-b4fec386-b568-4932-ae45-3395072a7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:57.805841 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-b4fec386-b568-4932-ae45-3395072a7ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2&device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 1095 time: 0.2578814 Jul 16 20:26:57.836642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2203c65f-f4c7-42e7-8b30-82fc2e686388 None None] Provisioning for port 08ad62af-0edb-4508-88ca-81c14fa2a945 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:57.842534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-231e94c6-63bd-4239-80a3-179b8409671d req-07a6ca97-f838-4e9a-84c9-a4e19de3741c tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 210 time: 0.1166677 Jul 16 20:26:57.868557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2203c65f-f4c7-42e7-8b30-82fc2e686388 None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:57.868933 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2203c65f-f4c7-42e7-8b30-82fc2e686388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.869821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7d9858b-8bac-49fb-a186-b9584b2aabb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.872959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7d9858b-8bac-49fb-a186-b9584b2aabb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.889313 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e7d9858b-8bac-49fb-a186-b9584b2aabb1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1ce7d0c9-297c-4af3-bcfb-b9d9c10d5ab1 HTTP/1.1" status: 204 len: 168 time: 0.7710040 Jul 16 20:26:57.892253 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.027045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9858b-8bac-49fb-a186-b9584b2aabb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce7d0c9-297c-4af3-bcfb-b9d9c10d5ab1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.043223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.075277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Allocated IP 19.86.0.148 (4d2259e9-fd9c-4533-be2c-46515ee2013c/c035a978-b26c-4dd2-b3ba-b3eb9f3d9029/fbceb0fa-f794-4210-87b2-d2c367aa7bf1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:58.113272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:58.134418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network d46c1c4f-78e1-494f-a378-bd8498618995 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:58.140108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:58.145107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:58.182704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-1f64daa7-b656-4191-8e19-5224a3434a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.199736 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-1f64daa7-b656-4191-8e19-5224a3434a81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30 HTTP/1.1" status: 200 len: 913 time: 0.3658218 Jul 16 20:26:58.284601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08ad62af-0edb-4508-88ca-81c14fa2a945,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:58.304696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.357882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.401698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.402905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.671054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=3619464b-cce1-47f9-9d53-51c10e114318,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.679687 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-003f2937-e21e-41ed-b61f-047caa353d30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b HTTP/1.1" status: 200 len: 217 time: 0.4774947 Jul 16 20:26:58.720378 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2203c65f-f4c7-42e7-8b30-82fc2e686388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.836500 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-8fcdbd0e-3962-417b-91bc-548649e347b2 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.7660332 Jul 16 20:26:58.856330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.873346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Request body: {'port': {'device_id': 'a616b776-0055-4338-990e-7b75a66d896f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:58.898671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2203c65f-f4c7-42e7-8b30-82fc2e686388 None None] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08ad62af-0edb-4508-88ca-81c14fa2a945,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:58.916289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2203c65f-f4c7-42e7-8b30-82fc2e686388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.933169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.950757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 173148ea-a58b-4515-8150-88746218d2e1 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:58.973374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-753d32c6-a549-44f7-81b6-c5e0af229706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.976949 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-753d32c6-a549-44f7-81b6-c5e0af229706 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f HTTP/1.1" status: 200 len: 851 time: 0.2892580 Jul 16 20:26:59.031209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Transition to ACTIVE for port object fbceb0fa-f794-4210-87b2-d2c367aa7bf1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:59.033511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c006fe41-39cc-48d7-a5d3-66dbe4167bce up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:59.158744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-48589259-5590-488a-adad-15d91a835113 None None] Provisioning for port 3619464b-cce1-47f9-9d53-51c10e114318 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:59.170092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-48589259-5590-488a-adad-15d91a835113 None None] Provisioning complete for port 3619464b-cce1-47f9-9d53-51c10e114318 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:59.170556 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-48589259-5590-488a-adad-15d91a835113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.172186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.225357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-48589259-5590-488a-adad-15d91a835113 None None] Port 3619464b-cce1-47f9-9d53-51c10e114318 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:59.233148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203c65f-f4c7-42e7-8b30-82fc2e686388 None None] Pushing event updated for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.244727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c006fe41-39cc-48d7-a5d3-66dbe4167bce completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:59.250693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c006fe41-39cc-48d7-a5d3-66dbe4167bce triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:59.250978 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.368066 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.390271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 172.20.0.12 (4480a042-e07a-4cef-bea8-255195c633b7/e8738c9c-5d46-4ff0-b7cd-775c576fe1a0/173148ea-a58b-4515-8150-88746218d2e1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:59.451745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c006fe41-39cc-48d7-a5d3-66dbe4167bce, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c006fe41-39cc-48d7-a5d3-66dbe4167bce,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:59.460791 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.462146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d34e4290-72a1-4e97-9e0c-cb1c41af6da8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:59.477854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe98:f5c0 (4480a042-e07a-4cef-bea8-255195c633b7/efbe0f47-1a4a-4531-b29c-7481e0e4be0b/173148ea-a58b-4515-8150-88746218d2e1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:59.507106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b0ffd-60bd-4630-b25b-d9c3d679ef0e req-9b3ed6ed-b0e8-48e0-b25e-3f8272d3b89c tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.514095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e19b0ffd-60bd-4630-b25b-d9c3d679ef0e req-9b3ed6ed-b0e8-48e0-b25e-3f8272d3b89c tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 944 time: 0.7882297 Jul 16 20:26:59.522904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.612396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Port': ['ID=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.634871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c006fe41-39cc-48d7-a5d3-66dbe4167bce,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.653607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:59.653989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.668398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 4d2259e9-fd9c-4533-be2c-46515ee2013c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:59.673554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:59.674104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-9b7ee025-98be-4a75-b4e9-a9703648cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.677124 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-9b7ee025-98be-4a75-b4e9-a9703648cc15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6857660 Jul 16 20:26:59.677693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:59.702807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49552) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:59.746273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.746273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.780103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e19b0ffd-60bd-4630-b25b-d9c3d679ef0e req-b3703ab4-ad9a-45d7-9b1d-020657dcb250 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460511 Jul 16 20:26:59.811399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-068e3dfe-fa0e-405d-98ef-fbbd4b93e433 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3175826 Jul 16 20:26:59.817484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5051f3ef-447d-47d4-9202-ec246b410878 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:59.835501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'port': {'device_id': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a', 'admin_state_up': True, 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:59.945354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5051f3ef-447d-47d4-9202-ec246b410878 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:59.946035 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:59.968684 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-26e8e58e-4125-44ef-b36a-714032eb4ef4 service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841485 Jul 16 20:27:00.117002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f05dbb93-8648-472b-aaec-00b23c0f9f93 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:00.185466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device a526e34c-9dd2-4185-86b0-eb3ded9a362b up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:00.226596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-714946748'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:00.250263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f05dbb93-8648-472b-aaec-00b23c0f9f93 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:00.261745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f05dbb93-8648-472b-aaec-00b23c0f9f93 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.262127 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.316478 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.322108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-959fbb1b-339b-4627-ad2d-1d57174876c6 None None] Provisioning for port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:00.334048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-959fbb1b-339b-4627-ad2d-1d57174876c6 None None] Provisioning complete for port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.335282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-959fbb1b-339b-4627-ad2d-1d57174876c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.344168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 173148ea-a58b-4515-8150-88746218d2e1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:00.389481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8318aa5-7ff1-4c01-85ee-3b4707db3a25 req-14e22d7f-1f66-4ab1-80c3-47cc52ca9ca0 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:00.397964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8318aa5-7ff1-4c01-85ee-3b4707db3a25 req-14e22d7f-1f66-4ab1-80c3-47cc52ca9ca0 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.2927978 Jul 16 20:27:00.406404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49560) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:00.426348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'floatingip': {'port_id': 'a5cfeeff-933a-4fde-b122-e310a69d7baf'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:00.445690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3619464b-cce1-47f9-9d53-51c10e114318 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:00.468240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.491860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Transition to ACTIVE for port object 3619464b-cce1-47f9-9d53-51c10e114318 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:00.503065 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-efec0e5c-4561-4c43-aeb3-2006c79ccb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.510501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.566617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-959fbb1b-339b-4627-ad2d-1d57174876c6 None None] Port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:00.582234 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.582792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a14026-a526-4fa2-94e3-9d51e22de9a5 req-135aebdc-b67a-4590-af2d-22bae5885b9c service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807621 Jul 16 20:27:00.607058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Made reservation on behalf of bd20845befd8486f83e060efc766db23 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:00.612056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.635575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port a526e34c-9dd2-4185-86b0-eb3ded9a362b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:00.642813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port a526e34c-9dd2-4185-86b0-eb3ded9a362b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.643692 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.681786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.689202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f05dbb93-8648-472b-aaec-00b23c0f9f93, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f05dbb93-8648-472b-aaec-00b23c0f9f93,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:00.700986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.701804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 08ad62af-0edb-4508-88ca-81c14fa2a945 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:00.736790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:00.746406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.762146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.796707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-36e59e01-c5ad-45fb-842c-4ffa57f2c6f4 None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.797020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-36e59e01-c5ad-45fb-842c-4ffa57f2c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.845332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Pushing event updated for resources: {'Port': ['ID=3619464b-cce1-47f9-9d53-51c10e114318,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:00.997327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.997927 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.009118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Attempting to bind port 3619464b-cce1-47f9-9d53-51c10e114318 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:01.013826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Attempting to bind port 3619464b-cce1-47f9-9d53-51c10e114318 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:01.014366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Attempting to bind port 3619464b-cce1-47f9-9d53-51c10e114318 on network d46c1c4f-78e1-494f-a378-bd8498618995 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:01.041668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f05dbb93-8648-472b-aaec-00b23c0f9f93,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.056676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.138939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.140902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Port 3619464b-cce1-47f9-9d53-51c10e114318 on network d46c1c4f-78e1-494f-a378-bd8498618995 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:01.141884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Attempting to bind port 3619464b-cce1-47f9-9d53-51c10e114318 on network d46c1c4f-78e1-494f-a378-bd8498618995 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:01.147773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.156543 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.162232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:01.163904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Checking segment: {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:01.165572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Bound using segment: {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:01.166645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Bound port: 3619464b-cce1-47f9-9d53-51c10e114318, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc480e71-e61b-4ad3-98aa-de8defef216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:01.167720 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.209912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:01.299064 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.300365 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Added segment 6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3 of type vlan for network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 Jul 16 20:27:01.333193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c678c6-e9e5-4410-92eb-5de55ece3847,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.428500 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.520027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] For port 3619464b-cce1-47f9-9d53-51c10e114318, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:01.553692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] For port 3619464b-cce1-47f9-9d53-51c10e114318, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3619464b-cce1-47f9-9d53-51c10e114318,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:01.560104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.575783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.576614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.589417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.682182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32f1e0e-b898-44c9-aeaa-33048497a1ff up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:01.684558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a11c1d-3a96-427c-8fc2-cea7b6ec8117 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:27:01.716935 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0100112 Jul 16 20:27:01.731105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:01.731934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49574) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:01.732304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.732957 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.734447 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-82509f76-11f6-4475-b453-964cebca9390 service neutron] 10.222.0.26 "PUT /v2.0/ports/3619464b-cce1-47f9-9d53-51c10e114318 HTTP/1.1" status: 200 len: 1130 time: 2.8808506 Jul 16 20:27:01.744645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:01.750043 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ff1421-f0b1-4b55-95d1-4972b6969aee" -d '{"events": [{"name": "network-changed", "server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "tag": "3619464b-cce1-47f9-9d53-51c10e114318"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:01.755321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'subnet': {'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:01.776805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=173148ea-a58b-4515-8150-88746218d2e1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.815968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:01.818970 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814c7cf2-1708-4e37-9f6f-b045d5db6c6a" -d '{"events": [{"server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "name": "network-vif-plugged", "status": "completed", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:01.821294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:01.848107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port a526e34c-9dd2-4185-86b0-eb3ded9a362b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:01.867975 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.871983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f82463-ead4-4fde-88ff-d84663d036ba tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Network': ['ID=8a034c5f-a7d7-4b5d-92d9-c555a6a8e427,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.894912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Allocated IP 19.80.0.95 (80b5d21d-1f63-41f3-a30e-275bf457c98a/fb7e40f0-a9a3-437f-994b-785dc01ae318/43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:01.924995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82509f76-11f6-4475-b453-964cebca9390 service neutron] Pushing event updated for resources: {'Port': ['ID=3619464b-cce1-47f9-9d53-51c10e114318,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.929386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:01.960293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-d26abed5-1198-48d4-a1a0-2d1851c5b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.962461 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-d26abed5-1198-48d4-a1a0-2d1851c5b56a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1133 time: 0.1392891 Jul 16 20:27:01.992113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ea4d002e-ba00-44f3-afd2-161fdf01b993 None None] Could not find standard attr ID for object fed98f9c-3d91-44bd-aba3-e9d486c811db. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:27:02.001081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.001426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.001870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.002204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.002503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.003475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.003475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.003475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.003980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.004142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.004713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.004713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:02.058090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-2e85ba45-82eb-4a67-bd14-c4b27dbea80c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3619464b-cce1-47f9-9d53-51c10e114318 HTTP/1.1" status: 200 len: 217 time: 0.0862422 Jul 16 20:27:02.064290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=a526e34c-9dd2-4185-86b0-eb3ded9a362b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.093163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a32f1e0e-b898-44c9-aeaa-33048497a1ff triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:02.093534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.104584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:02.153865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-ba320000-c6e5-469a-bd0d-1306f75cbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.157281 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-ba320000-c6e5-469a-bd0d-1306f75cbcb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb16975e-60d1-4e3f-8321-8c8370e59190 HTTP/1.1" status: 200 len: 835 time: 0.0889628 Jul 16 20:27:02.169760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a11c1d-3a96-427c-8fc2-cea7b6ec8117 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:27:02.431913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c006fe41-39cc-48d7-a5d3-66dbe4167bce up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:02.432975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf974a-d462-466e-ba0b-ba7e7e55a10e req-e2e9de21-adce-46ac-a05c-474a9500faef tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.433324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-c8104b5c-c827-4029-b06f-2ac15b76e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.435975 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-c8104b5c-c827-4029-b06f-2ac15b76e0ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d46c1c4f-78e1-494f-a378-bd8498618995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2715867 Jul 16 20:27:02.439019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf974a-d462-466e-ba0b-ba7e7e55a10e req-e2e9de21-adce-46ac-a05c-474a9500faef tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.440773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eaf974a-d462-466e-ba0b-ba7e7e55a10e req-e2e9de21-adce-46ac-a05c-474a9500faef tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 1655 time: 1.1773887 Jul 16 20:27:02.447360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.448040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.452515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-f878fd7d-e5ca-4e16-b9ca-4f8905f89f2d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.455777 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-f878fd7d-e5ca-4e16-b9ca-4f8905f89f2d tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "GET /v2.0/ports?device_id=6988e800-f891-4ca3-8f9d-201463cdb5b3 HTTP/1.1" status: 200 len: 945 time: 0.2432520 Jul 16 20:27:02.473192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.566219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Transition to ACTIVE for port object 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:02.651388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Made reservation on behalf of bd20845befd8486f83e060efc766db23 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:02.655093 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.691568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b4eb69e7-607e-4de1-9d31-6d0550d21fd2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.2579656 Jul 16 20:27:02.713917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:02.751072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c006fe41-39cc-48d7-a5d3-66dbe4167bce triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:02.751685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.807743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eaf974a-d462-466e-ba0b-ba7e7e55a10e req-84712452-2e51-4fbc-a2f6-9469cf90060e tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500357 Jul 16 20:27:02.824719 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-1fea2cfe-e8d9-4377-b201-8cca447a2798 service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673201 Jul 16 20:27:02.836666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Deleting port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:02.837404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.016982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f05dbb93-8648-472b-aaec-00b23c0f9f93 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:03.081807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f05dbb93-8648-472b-aaec-00b23c0f9f93 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:03.082744 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.226487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 08ad62af-0edb-4508-88ca-81c14fa2a945 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:03.363341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:03.363726 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.633157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.656555 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-612fb3ad-0c44-475a-997d-fe9ae80b362b req-0a51205c-8b98-43fd-828e-517837bc95b8 service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858007 Jul 16 20:27:03.698226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] For port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:03.698846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.730870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Calling delete_port for ef0f428b-2ecf-4c17-83fa-ab96cec0eacf owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:03.760217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:03.864854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:03.875390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Port': ['ID=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.906203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.913621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dbf5ae-ed17-4762-88f6-91848a63ae73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.930297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dbf5ae-ed17-4762-88f6-91848a63ae73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.938049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-70dbf5ae-ed17-4762-88f6-91848a63ae73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.2045453 Jul 16 20:27:03.949354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49594) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:03.959656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Pushing event deleted for resources: {'Port': ['ID=ef0f428b-2ecf-4c17-83fa-ab96cec0eacf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.973096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:03.979965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f80295c1-0871-4f8b-966a-f33d25240032', 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:03.987150 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['9248ddb6-4e21-4f51-adf0-53a1c530aa54'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:04.007052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.007441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.007958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.008304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.008655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.009016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.009493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.009789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.010160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.010437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.010905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.011434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:04.085434 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.122517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.124059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.124339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] No DVR routers for this DVR port ef0f428b-2ecf-4c17-83fa-ab96cec0eacf on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:04.129517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.133643 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6de367ea-0ac6-4628-8c5b-abc1ef0b61e8 req-05f05da5-f4f4-4d5f-ac19-e0daa3a6f885 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "DELETE /v2.0/ports/ef0f428b-2ecf-4c17-83fa-ab96cec0eacf HTTP/1.1" status: 204 len: 173 time: 1.6622436 Jul 16 20:27:04.289645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e7a698f6-5364-4dc5-93b4-f39730024ced None None] Provisioning for port 173148ea-a58b-4515-8150-88746218d2e1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:04.310513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 173148ea-a58b-4515-8150-88746218d2e1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:04.312072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.326007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ff61810c-f724-4ae3-8a40-536094b63cb0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4993026 Jul 16 20:27:04.326991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.333111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e7a698f6-5364-4dc5-93b4-f39730024ced None None] Provisioning complete for port 173148ea-a58b-4515-8150-88746218d2e1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:04.333642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7a698f6-5364-4dc5-93b4-f39730024ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.462464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Request body: {'port': {'device_id': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:04.545379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Subnet': ['ID=86e3ca90-587c-49f0-be83-3124bebccff9,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.611472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4ad55-06e5-4617-8ea2-0faf117d7b64 req-21fc34f8-99e0-4a6f-bf31-2e3a0b00d7a0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.613128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4af4ad55-06e5-4617-8ea2-0faf117d7b64 req-21fc34f8-99e0-4a6f-bf31-2e3a0b00d7a0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 982 time: 1.5657439 Jul 16 20:27:04.633674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e7a698f6-5364-4dc5-93b4-f39730024ced None None] Port 173148ea-a58b-4515-8150-88746218d2e1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:04.634138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:04.640048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.690488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e7a698f6-5364-4dc5-93b4-f39730024ced None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:04.691144 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7a698f6-5364-4dc5-93b4-f39730024ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.711033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.748818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 173148ea-a58b-4515-8150-88746218d2e1 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:04.803799 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b0e78bc-dd10-47bd-8f66-4e09a676bad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.051386 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.089112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=173148ea-a58b-4515-8150-88746218d2e1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.099141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7b4c5166-2f7c-4a0b-9e74-d3bfb01832e0 None None] Provisioning for port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:05.105207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7b4c5166-2f7c-4a0b-9e74-d3bfb01832e0 None None] Provisioning complete for port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:05.105724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5166-2f7c-4a0b-9e74-d3bfb01832e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.163529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c5166-2f7c-4a0b-9e74-d3bfb01832e0 None None] Port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:05.168360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7b4c5166-2f7c-4a0b-9e74-d3bfb01832e0 None None] Could not find standard attr ID for object 173148ea-a58b-4515-8150-88746218d2e1. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:27:05.202178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.218815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.221751 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bb179cf6-24c5-4097-bb98-069eab5e90c6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/173148ea-a58b-4515-8150-88746218d2e1 HTTP/1.1" status: 204 len: 168 time: 1.2710085 Jul 16 20:27:05.224527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.233965 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.244801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4af4ad55-06e5-4617-8ea2-0faf117d7b64 req-3b90df45-264b-410e-8fed-c0edacf20e5e tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5444288 Jul 16 20:27:05.297438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Checking segment: {'id': '6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:05.298123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Network hostable DHCP agents. Network: 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:05.309411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861678-95c5-4b95-85ce-7bd73ad2d23a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.313512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861678-95c5-4b95-85ce-7bd73ad2d23a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.317015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861678-95c5-4b95-85ce-7bd73ad2d23a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.320322 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-75861678-95c5-4b95-85ce-7bd73ad2d23a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0937223 Jul 16 20:27:05.322636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49600) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.411510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet e8738c9c-5d46-4ff0-b7cd-775c576fe1a0 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:05.416737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.476435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.614033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.721676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49604) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.729434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-81575127'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:05.772217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.780532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:05.785953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.799095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:05.844448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:05.847438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=e8738c9c-5d46-4ff0-b7cd-775c576fe1a0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.852709 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Floating IP 8946b268-b6a4-418e-a257-e3422d4f56cf associated. External IP: 172.25.8.156, port: a5cfeeff-933a-4fde-b122-e310a69d7baf. Jul 16 20:27:05.859093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.859727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.868085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.875625 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bf9cd09d-0250-4040-b30a-f9fcbbaf964d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e8738c9c-5d46-4ff0-b7cd-775c576fe1a0 HTTP/1.1" status: 204 len: 168 time: 0.5473130 Jul 16 20:27:05.876495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.884245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3292c15-9420-4c44-a171-73d18d97bb70 None None] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:05.896114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3216fca-6a1d-4a69-b994-35aaba3ea669 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:05.899920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:05.977741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.978296 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Added segment 4a94bb33-4ecb-4c17-b91b-def5529e3f55 of type vlan for network abf4999f-9752-4651-89ed-aa8f36cb5053 Jul 16 20:27:06.000241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e7a94a2e-ad5f-4122-855b-6a7e2e00af59 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2609119 Jul 16 20:27:06.002885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49608) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:06.012733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-37d30088-a30e-4ef0-864b-5e39bd199a6a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-293844301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:06.041677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.051209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef1469-4991-44f5-a898-42bac109b859 req-5743ec05-0c97-49e7-85d7-384d33fc8291 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.053983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeef1469-4991-44f5-a898-42bac109b859 req-5743ec05-0c97-49e7-85d7-384d33fc8291 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 945 time: 0.3776586 Jul 16 20:27:06.106088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d5c416-5e43-466e-977e-f0991f6f7f39 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:06.126918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet efbe0f47-1a4a-4531-b29c-7481e0e4be0b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:06.136806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.145382 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.203426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Transition to ACTIVE for port object 76d5c416-5e43-466e-977e-f0991f6f7f39 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:06.206340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.219325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ef0f428b-2ecf-4c17-83fa-ab96cec0eacf no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:06.222471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3619464b-cce1-47f9-9d53-51c10e114318 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:06.229186 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.257290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37d30088-a30e-4ef0-864b-5e39bd199a6a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.258896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37d30088-a30e-4ef0-864b-5e39bd199a6a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.298057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeef1469-4991-44f5-a898-42bac109b859 req-bccccbbd-a73a-47c9-a891-5193a02d33aa tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798897 Jul 16 20:27:06.323071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: ef0f428b-2ecf-4c17-83fa-ab96cec0eacf {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:06.323651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ef0f428b-2ecf-4c17-83fa-ab96cec0eacf not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:06.334869 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.430082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Pushing event updated for resources: {'Port': ['ID=76d5c416-5e43-466e-977e-f0991f6f7f39,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.476554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.487015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:06.488772 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.741170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Attempting to bind port 76d5c416-5e43-466e-977e-f0991f6f7f39 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:06.742567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Attempting to bind port 76d5c416-5e43-466e-977e-f0991f6f7f39 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:06.743408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Attempting to bind port 76d5c416-5e43-466e-977e-f0991f6f7f39 on network 80b5d21d-1f63-41f3-a30e-275bf457c98a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:06.743835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-8a034c5f-a7d7-4b5d-92d9-c555a6a8e427', 'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427', 'tenant_id': 'bd20845befd8486f83e060efc766db23', 'fixed_ips': [{'subnet_id': '86e3ca90-587c-49f0-be83-3124bebccff9'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:06.747472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Network': ['ID=abf4999f-9752-4651-89ed-aa8f36cb5053,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.748446 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.753158 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2460f27-7351-4b44-9ca9-071e32c65450 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0297253 Jul 16 20:27:06.756006 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ee9633-f573-4bec-9071-bc843ccc8254 x-openstack-request-id: req-f1ee9633-f573-4bec-9071-bc843ccc8254 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:06.757295 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "tag": "3619464b-cce1-47f9-9d53-51c10e114318", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:06.757535 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f1ee9633-f573-4bec-9071-bc843ccc8254 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:06.758184 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318', 'status': 'completed', 'code': 200} Jul 16 20:27:06.759035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Port 76d5c416-5e43-466e-977e-f0991f6f7f39 on network 80b5d21d-1f63-41f3-a30e-275bf457c98a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:06.759811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Attempting to bind port 76d5c416-5e43-466e-977e-f0991f6f7f39 on network 80b5d21d-1f63-41f3-a30e-275bf457c98a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:06.764951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49614) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:06.783693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37d30088-a30e-4ef0-864b-5e39bd199a6a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.784076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-756846726'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:06.793628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:06.794614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Checking segment: {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:06.795681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Bound using segment: {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:06.796796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Bound port: 76d5c416-5e43-466e-977e-f0991f6f7f39, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:06.797625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.834332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network abf4999f-9752-4651-89ed-aa8f36cb5053 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:06.836443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Router d316205a-21cc-4c51-9a12-eefad01d5f9d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:06.847402 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37d30088-a30e-4ef0-864b-5e39bd199a6a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.911549 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c230c4b6-03cc-4455-9c89-b85fdabf587f x-openstack-request-id: req-c230c4b6-03cc-4455-9c89-b85fdabf587f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:06.912230 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "name": "network-vif-plugged", "status": "completed", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:06.914335 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c230c4b6-03cc-4455-9c89-b85fdabf587f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:06.914870 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'code': 200} Jul 16 20:27:06.951455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:06.955542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.956284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3619464b-cce1-47f9-9d53-51c10e114318, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3619464b-cce1-47f9-9d53-51c10e114318,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:06.971283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37d30088-a30e-4ef0-864b-5e39bd199a6a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.973612 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37d30088-a30e-4ef0-864b-5e39bd199a6a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9679818 Jul 16 20:27:06.998416 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49616) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:07.120811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:07.133315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] For port 76d5c416-5e43-466e-977e-f0991f6f7f39, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:07.182066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] For port 76d5c416-5e43-466e-977e-f0991f6f7f39, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=76d5c416-5e43-466e-977e-f0991f6f7f39,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:07.183573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.183942 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Added segment 673eab9d-5ca1-4a4a-8a3f-8776bafc47f8 of type vlan for network 70c4fe59-f0db-4aee-8ace-1563b7332e7e Jul 16 20:27:07.199325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.212041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '3619464b-cce1-47f9-9d53-51c10e114318', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'port_id': '3619464b-cce1-47f9-9d53-51c10e114318', 'mac_address': 'fa:16:3e:39:c4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:07.258682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:07.265065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.276160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.289973 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.305416 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.306443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-475219e0-614c-48f1-a553-7543959da003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.307197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] Sync routers for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:07.308412 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-475219e0-614c-48f1-a553-7543959da003 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1133 time: 0.5490155 Jul 16 20:27:07.344183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3619464b-cce1-47f9-9d53-51c10e114318 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:07.368228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:07.369424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:07.378576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.379730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.383549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] 10.222.0.21 "PUT /v2.0/ports/76d5c416-5e43-466e-977e-f0991f6f7f39 HTTP/1.1" status: 200 len: 1092 time: 2.9263339 Jul 16 20:27:07.389109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:07.393210 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ccbe77-c59d-45d5-b567-ad298b368327" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:07.411264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3619464b-cce1-47f9-9d53-51c10e114318, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3619464b-cce1-47f9-9d53-51c10e114318,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:07.450065 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.488892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc039fe-44e3-4dea-8974-ca78ffaabde0 req-c638f8a9-1797-448c-a103-d981de08f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.489267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Request body: {'port': {'device_id': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:07.491502 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dbc039fe-44e3-4dea-8974-ca78ffaabde0 req-c638f8a9-1797-448c-a103-d981de08f6bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 1096 time: 0.3798289 Jul 16 20:27:07.515311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460e8d3-5b5c-48d4-9afa-867e8d6127fc service neutron] Pushing event updated for resources: {'Port': ['ID=76d5c416-5e43-466e-977e-f0991f6f7f39,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.574390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:07.603484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808b4f-7dd5-4fb1-a87e-2bfa57c1ca34 req-d6bb0504-4529-4815-a2b0-4020f3555be1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.641396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808b4f-7dd5-4fb1-a87e-2bfa57c1ca34 req-d6bb0504-4529-4815-a2b0-4020f3555be1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.655747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808b4f-7dd5-4fb1-a87e-2bfa57c1ca34 req-d6bb0504-4529-4815-a2b0-4020f3555be1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.669543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32808b4f-7dd5-4fb1-a87e-2bfa57c1ca34 req-d6bb0504-4529-4815-a2b0-4020f3555be1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2388 time: 0.5571101 Jul 16 20:27:07.674188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Allocated IP 172.20.0.2 (8a034c5f-a7d7-4b5d-92d9-c555a6a8e427/86e3ca90-587c-49f0-be83-3124bebccff9/04950cb3-a578-484b-adda-d1112eb18fb7) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:07.709120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-132ee9ba-7ecb-46d1-9ee6-de59471b3565 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "PUT /v2.0/floatingips/8946b268-b6a4-418e-a257-e3422d4f56cf HTTP/1.1" status: 200 len: 991 time: 7.2995038 Jul 16 20:27:07.804532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.805394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3619464b-cce1-47f9-9d53-51c10e114318,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.812066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['3619464b-cce1-47f9-9d53-51c10e114318'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:07.829112 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.858053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.860087 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.880566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dbc039fe-44e3-4dea-8974-ca78ffaabde0 req-211f4787-7ffa-4cf1-bc8f-0d7458064726 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790452 Jul 16 20:27:07.900957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=efbe0f47-1a4a-4531-b29c-7481e0e4be0b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.911410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.916705 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fa806e7a-a719-45df-ae4f-05a3156bc116 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/efbe0f47-1a4a-4531-b29c-7481e0e4be0b HTTP/1.1" status: 204 len: 168 time: 2.0369251 Jul 16 20:27:07.922349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49624) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:07.967666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-3d0f0ec1-8c6f-4c51-9e1d-83ea1de424c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.969185 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-3d0f0ec1-8c6f-4c51-9e1d-83ea1de424c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d46c1c4f-78e1-494f-a378-bd8498618995 HTTP/1.1" status: 200 len: 897 time: 0.6473649 Jul 16 20:27:07.976725 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bc1808b8-a434-4444-a342-674842da595f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497742 Jul 16 20:27:07.977996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49626) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.017339 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.028581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Transition to ACTIVE for port object 04950cb3-a578-484b-adda-d1112eb18fb7 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:08.045080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:08.049901 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-ee0f44e7-39b1-4eb6-9202-5308fa94e08f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3619464b-cce1-47f9-9d53-51c10e114318 HTTP/1.1" status: 200 len: 217 time: 0.0708399 Jul 16 20:27:08.059071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Transition to ACTIVE for port object 04950cb3-a578-484b-adda-d1112eb18fb7 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:08.096882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.108872 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.114782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.118221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Network': ['ID=70c4fe59-f0db-4aee-8ace-1563b7332e7e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.128645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8c1d0691-bed2-4cd7-8c2b-5c55c8b35cf3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3573976 Jul 16 20:27:08.143287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.150858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:08.152517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'subnet': {'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:08.165891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32808b4f-7dd5-4fb1-a87e-2bfa57c1ca34 req-2b4591ee-e6cf-4c2e-8dc3-ea5eea0901b3 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936361 Jul 16 20:27:08.315578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:08.390264 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.426018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-4044b07f-a8a0-4751-a47d-dee279553482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.427881 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-4044b07f-a8a0-4751-a47d-dee279553482 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb16975e-60d1-4e3f-8321-8c8370e59190 HTTP/1.1" status: 200 len: 835 time: 0.3513608 Jul 16 20:27:08.467864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:08.472477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.485846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8921a6a2-0b0a-4fce-8b64-4df5a8654d16 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:08.509750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:08.540337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:08.560333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Pushing event updated for resources: {'Port': ['ID=04950cb3-a578-484b-adda-d1112eb18fb7,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.608697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:08.619661 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.631859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:08.806957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c8c7-0ccf-4406-a7f3-c7dfe1926feb req-588a6412-7e5a-483e-a8a8-ec43fffc359a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.820886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e85c8c7-0ccf-4406-a7f3-c7dfe1926feb req-588a6412-7e5a-483e-a8a8-ec43fffc359a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 983 time: 0.3093967 Jul 16 20:27:08.855682 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.927352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-08ad835c-cfbc-4771-8e0f-b9df6969cf44 None None] Provisioning complete for port 08ad62af-0edb-4508-88ca-81c14fa2a945 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:08.927689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08ad835c-cfbc-4771-8e0f-b9df6969cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.936146 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.953189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'name': 'network-vif-deleted', 'tag': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:08.955959 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed831ff8-a1ed-4df0-a277-8e23b6f6bbce" -d '{"events": [{"server_uuid": "6988e800-f891-4ca3-8f9d-201463cdb5b3", "name": "network-vif-deleted", "tag": "ef0f428b-2ecf-4c17-83fa-ab96cec0eacf"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:08.957684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbceb0fa-f794-4210-87b2-d2c367aa7bf1 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:08.992631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e85c8c7-0ccf-4406-a7f3-c7dfe1926feb req-0905a9b9-22ad-42b9-94dc-6cdb4d282d1e tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1698165 Jul 16 20:27:09.004317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.036835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Transition to ACTIVE for port object fbceb0fa-f794-4210-87b2-d2c367aa7bf1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:09.047379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.062381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Attempting to bind port 04950cb3-a578-484b-adda-d1112eb18fb7 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:09.063106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Attempting to bind port 04950cb3-a578-484b-adda-d1112eb18fb7 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:09.063918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Attempting to bind port 04950cb3-a578-484b-adda-d1112eb18fb7 on network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:09.148758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-ff8b87d9-b48b-4d13-9b36-5505a1a10fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.150501 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-ff8b87d9-b48b-4d13-9b36-5505a1a10fb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d46c1c4f-78e1-494f-a378-bd8498618995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7062855 Jul 16 20:27:09.183635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:09.184310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Checking segment: {'id': '6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:09.185066 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.185803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Bound using segment: {'id': '6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:09.186630 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Bound port: 04950cb3-a578-484b-adda-d1112eb18fb7, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:09.187431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.231953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Pushing event updated for resources: {'Port': ['ID=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.415704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] For port 04950cb3-a578-484b-adda-d1112eb18fb7, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:09.424856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] For port 04950cb3-a578-484b-adda-d1112eb18fb7, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=04950cb3-a578-484b-adda-d1112eb18fb7,segment=NetworkSegment(6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3),segment_id=6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:09.427599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Allocated IP 172.20.0.1 (8a034c5f-a7d7-4b5d-92d9-c555a6a8e427/86e3ca90-587c-49f0-be83-3124bebccff9/ed48fb21-e298-4eb7-905a-511f3e9cfdf1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:09.506831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Attempting to bind port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:09.508043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Attempting to bind port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:09.508761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Attempting to bind port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 on network 4d2259e9-fd9c-4533-be2c-46515ee2013c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:09.526744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 on network 4d2259e9-fd9c-4533-be2c-46515ee2013c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:09.527675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Attempting to bind port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 on network 4d2259e9-fd9c-4533-be2c-46515ee2013c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:09.539516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:09.540277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Checking segment: {'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:09.541113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Bound using segment: {'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:09.542240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Bound port: fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48641493-2d64-4bb6-8154-0465b0b07140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:09.543194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.557936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.584911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-8a11ca29-f3e7-49f2-b737-6b6a4b5ee182 service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237196 Jul 16 20:27:09.661604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] For port fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:09.666328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] For port fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:09.672414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.710272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fc601-6089-40c7-80ea-b3442adf81be None None] Pushing event updated for resources: {'Port': ['ID=04950cb3-a578-484b-adda-d1112eb18fb7,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.720191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.720889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.722463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] 10.222.0.21 "PUT /v2.0/ports/fbceb0fa-f794-4210-87b2-d2c367aa7bf1 HTTP/1.1" status: 200 len: 1092 time: 2.2878747 Jul 16 20:27:09.788862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Request body: {'port': {'device_id': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:09.813502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.841947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2629d4-a362-4ee0-9ff1-6385173d3593 service neutron] Pushing event updated for resources: {'Port': ['ID=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.861609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.921853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.001829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.008550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:10.011114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc393b75-cf40-4368-8504-f65057b7208d req-00daa780-4414-4d6c-afa0-4c9c2c1423d5 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.026275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8946b268-b6a4-418e-a257-e3422d4f56cf', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'floating_ip_address': '172.25.8.156', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'port_id': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'mac_address': 'fa:16:3e:31:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:01Z', 'updated_at': '2021-07-16T20:27:03Z', 'revision_number': 1, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.029369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc393b75-cf40-4368-8504-f65057b7208d req-00daa780-4414-4d6c-afa0-4c9c2c1423d5 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 945 time: 0.3023016 Jul 16 20:27:10.058543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:10.092891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] Checking router: d316205a-21cc-4c51-9a12-eefad01d5f9d for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:10.098776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Subnet': ['ID=82feaf5c-f071-4008-a24c-d60e1845f212,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.108198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.109128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.118505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:10.125725 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:10.127713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.134599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Transition to ACTIVE for port object ed48fb21-e298-4eb7-905a-511f3e9cfdf1 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:10.138427 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a7ff1421-f0b1-4b55-95d1-4972b6969aee req-6d402d61-28a6-4d60-b9f2-8a65bd69279b service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430248 Jul 16 20:27:10.199863 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1565077 Jul 16 20:27:10.204306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49638) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:10.212158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:10.214696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Checking segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:10.215069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network hostable DHCP agents. Network: abf4999f-9752-4651-89ed-aa8f36cb5053, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:10.234343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc393b75-cf40-4368-8504-f65057b7208d req-6303b682-714c-4758-ae14-3f8f1855c0f5 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033961 Jul 16 20:27:10.248207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacb213-cb4c-422a-881c-7830682cfc24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=3a17cfad-f437-4ae6-9541-e3ca2059f342,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.265505 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.366764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network abf4999f-9752-4651-89ed-aa8f36cb5053 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:10.445939 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee3ab5-5ba9-416a-8c7b-9a9dfb6933bd x-openstack-request-id: req-e4ee3ab5-5ba9-416a-8c7b-9a9dfb6933bd {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:10.447902 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:10.449287 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e4ee3ab5-5ba9-416a-8c7b-9a9dfb6933bd {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:10.451922 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39', 'status': 'completed', 'code': 200} Jul 16 20:27:10.456948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:10.471318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:10.477504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:10.494362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, abf4999f-9752-4651-89ed-aa8f36cb5053) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:10.500183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.501235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.555906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a7928-bbf4-42fb-811b-d6de99857bb9 None None] Network abf4999f-9752-4651-89ed-aa8f36cb5053 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:10.596817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 04950cb3-a578-484b-adda-d1112eb18fb7 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:10.624010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Port': ['ID=ed48fb21-e298-4eb7-905a-511f3e9cfdf1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.659853 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52dd79a-e711-4605-91f3-775482333114 x-openstack-request-id: req-d52dd79a-e711-4605-91f3-775482333114 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:10.660263 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6988e800-f891-4ca3-8f9d-201463cdb5b3", "name": "network-vif-deleted", "tag": "ef0f428b-2ecf-4c17-83fa-ab96cec0eacf", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:10.660620 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d52dd79a-e711-4605-91f3-775482333114 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:10.661184 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988e800-f891-4ca3-8f9d-201463cdb5b3', 'name': 'network-vif-deleted', 'tag': 'ef0f428b-2ecf-4c17-83fa-ab96cec0eacf', 'status': 'completed', 'code': 200} Jul 16 20:27:10.664660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9c540d5a-f511-4d42-bdf3-3739b52e6246 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5185790 Jul 16 20:27:10.677899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49642) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:10.687666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'subnet': {'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:10.721570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:10.806535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] Deleting port 08ad62af-0edb-4508-88ca-81c14fa2a945 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:10.806954 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.882681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.900450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 04950cb3-a578-484b-adda-d1112eb18fb7 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:10.980738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-91bb3301-39f3-4bad-96f0-a4b77f5e53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.981662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-91bb3301-39f3-4bad-96f0-a4b77f5e53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.982588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-91bb3301-39f3-4bad-96f0-a4b77f5e53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:10.986373 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-91bb3301-39f3-4bad-96f0-a4b77f5e53ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2798 time: 0.6105816 Jul 16 20:27:10.996346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:11.003807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.030285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cd1a8-1631-407c-aea9-050e9157daf3 req-fe1d01d0-a7e2-4ccb-b0a1-01dcfd94d702 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.054904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cd1a8-1631-407c-aea9-050e9157daf3 req-fe1d01d0-a7e2-4ccb-b0a1-01dcfd94d702 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.065730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cd1a8-1631-407c-aea9-050e9157daf3 req-fe1d01d0-a7e2-4ccb-b0a1-01dcfd94d702 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.080923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be2cd1a8-1631-407c-aea9-050e9157daf3 req-fe1d01d0-a7e2-4ccb-b0a1-01dcfd94d702 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2400 time: 0.2902663 Jul 16 20:27:11.093858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:11.107166 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.127144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:11.134309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.165769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 08ad62af-0edb-4508-88ca-81c14fa2a945 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:11.267294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be2cd1a8-1631-407c-aea9-050e9157daf3 req-10303297-4733-4a43-a714-23f606aad4ea tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759195 Jul 16 20:27:11.275945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Transition to ACTIVE for port object 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:11.337484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.378814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] For port 08ad62af-0edb-4508-88ca-81c14fa2a945, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=08ad62af-0edb-4508-88ca-81c14fa2a945,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:11.379281 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.450209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-abf4999f-9752-4651-89ed-aa8f36cb5053', 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'fixed_ips': [{'subnet_id': '82feaf5c-f071-4008-a24c-d60e1845f212'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:11.451753 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.458436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] Calling delete_port for 08ad62af-0edb-4508-88ca-81c14fa2a945 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:11.554087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-2d53f6ee-d8cc-4704-877e-76c1bef86600 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.556139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-2d53f6ee-d8cc-4704-877e-76c1bef86600 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.21 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 945 time: 0.5994277 Jul 16 20:27:11.569280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Pushing event updated for resources: {'Port': ['ID=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:11.610247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.651029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-9f944518-f08c-4ef2-a56d-45713ffeec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.652836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-9f944518-f08c-4ef2-a56d-45713ffeec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.653997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-9f944518-f08c-4ef2-a56d-45713ffeec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:11.657689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-9f944518-f08c-4ef2-a56d-45713ffeec7f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5283754 Jul 16 20:27:12.014355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.058213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] Pushing event deleted for resources: {'Port': ['ID=08ad62af-0edb-4508-88ca-81c14fa2a945,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.071360 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.125544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Allocated IP 10.1.1.2 (abf4999f-9752-4651-89ed-aa8f36cb5053/82feaf5c-f071-4008-a24c-d60e1845f212/dee235c8-d1c6-45e8-abfe-dcb6d0372d90) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:12.133002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902d89b-48e7-46aa-a2d6-f64401901904 None None] No DVR routers for this DVR port 08ad62af-0edb-4508-88ca-81c14fa2a945 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:12.136300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b874da-fdd8-4c85-883c-abb08496a024 None None] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:12.145442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-562ef67d-549e-40fd-b1a3-c3dd1c8fba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.149618 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-97ccbe77-c59d-45d5-b567-ad298b368327 req-562ef67d-549e-40fd-b1a3-c3dd1c8fba5b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4459255 Jul 16 20:27:12.168649 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.224363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd1f60-fe1b-4a2b-ba20-c3456b54684b None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:12.285439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3619464b-cce1-47f9-9d53-51c10e114318 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:12.455198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf'}, {'name': 'network-changed', 'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:12.457857 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c90d0e-bf2b-4c60-b080-20ef86121aba" -d '{"events": [{"name": "network-changed", "server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf"}, {"name": "network-changed", "server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:12.466894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Attempting to bind port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:12.467296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Attempting to bind port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:12.467578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Attempting to bind port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d on network 80b5d21d-1f63-41f3-a30e-275bf457c98a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:12.504389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa0a43-9114-4626-b5c8-8708653a161b req-a3398ed0-e035-43c9-b4e7-10562e4187e8 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.506073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bfa0a43-9114-4626-b5c8-8708653a161b req-a3398ed0-e035-43c9-b4e7-10562e4187e8 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=037401c4-f5ee-4267-8df0-156fcafd49ea HTTP/1.1" status: 200 len: 945 time: 0.9125080 Jul 16 20:27:12.511942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d on network 80b5d21d-1f63-41f3-a30e-275bf457c98a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:12.511942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Attempting to bind port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d on network 80b5d21d-1f63-41f3-a30e-275bf457c98a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:12.546229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:12.546543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Checking segment: {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:12.546944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Bound using segment: {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:12.547463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Bound port: 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:12.547827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.558768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Deleting port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:12.559160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.579124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8946b268-b6a4-418e-a257-e3422d4f56cf', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'floating_ip_address': '172.25.8.156', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'port_id': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'mac_address': 'fa:16:3e:31:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:01Z', 'updated_at': '2021-07-16T20:27:03Z', 'revision_number': 1, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:12.599523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c0c4de07-b1a5-4198-8242-ad5ce0ec6186 None None] Provisioning for port 04950cb3-a578-484b-adda-d1112eb18fb7 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:12.664686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b44a8-ec23-4576-a1eb-fd36d04dc8f6 None None] The sync data for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 is: [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8946b268-b6a4-418e-a257-e3422d4f56cf', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'floating_ip_address': '172.25.8.156', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'port_id': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'mac_address': 'fa:16:3e:31:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:01Z', 'updated_at': '2021-07-16T20:27:03Z', 'revision_number': 1, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:12.666504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c0c4de07-b1a5-4198-8242-ad5ce0ec6186 None None] Provisioning complete for port 04950cb3-a578-484b-adda-d1112eb18fb7 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:12.666980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c0c4de07-b1a5-4198-8242-ad5ce0ec6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.690894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bfa0a43-9114-4626-b5c8-8708653a161b req-6abee280-e1be-45bb-ac89-fc23d8d553a0 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/security-groups?id=181e77f4-1440-40de-b34e-9ada4ebbb59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658342 Jul 16 20:27:12.784096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Subnet': ['ID=58f808b8-8c48-4aae-bd7c-604fba3a393b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.825344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Checking segment: {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:12.830152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network hostable DHCP agents. Network: 70c4fe59-f0db-4aee-8ace-1563b7332e7e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:12.900512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:12.919087 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.931187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 70c4fe59-f0db-4aee-8ace-1563b7332e7e) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:12.935503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Transition to ACTIVE for port object dee235c8-d1c6-45e8-abfe-dcb6d0372d90 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:12.936679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:12.939027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.944793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.957110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.957785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Transition to ACTIVE for port object dee235c8-d1c6-45e8-abfe-dcb6d0372d90 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:12.981111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.996319 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-29cc943c-c006-4e15-a858-aa996c72c33e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3163564 Jul 16 20:27:13.002847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49650) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.006473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 3619464b-cce1-47f9-9d53-51c10e114318 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:13.007284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] For port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:13.008842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'port': {'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'name': 'tempest-TaggedBootDevicesTest-1420953478', 'fixed_ips': [{'subnet_id': '82feaf5c-f071-4008-a24c-d60e1845f212'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:13.012215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f7632-7a01-40b4-8298-270f51783a54 None None] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:13.138402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] For port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:13.141902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Port': ['ID=ed48fb21-e298-4eb7-905a-511f3e9cfdf1,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.150655 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.157902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.164922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 3619464b-cce1-47f9-9d53-51c10e114318 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:13.164922 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.167735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] For port 9248ddb6-4e21-4f51-adf0-53a1c530aa54, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9248ddb6-4e21-4f51-adf0-53a1c530aa54,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:13.168108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Network abf4999f-9752-4651-89ed-aa8f36cb5053 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:13.168572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.191225 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687fe68-bc04-4435-a045-3def80328a1b None None] New status for floating IP 8946b268-b6a4-418e-a257-e3422d4f56cf: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:27:13.253846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:27:13.268794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:13.274593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Calling delete_port for 9248ddb6-4e21-4f51-adf0-53a1c530aa54 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:13.279403 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.286709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '3a17cfad-f437-4ae6-9541-e3ca2059f342'}, {'subnet_id': 'b5ea5b47-5340-4907-a41a-bfd7442cafb5'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:13.289029 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.301457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:13.321671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.322973 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.326875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] 10.222.0.21 "PUT /v2.0/ports/43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d HTTP/1.1" status: 200 len: 1091 time: 3.5671754 Jul 16 20:27:13.343023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:13.355306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:13.379089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:13.432303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:13.457584 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c0c4de07-b1a5-4198-8242-ad5ce0ec6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.533828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:13.576268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.578355 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.654109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.681830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Router c38d2b93-1996-4a69-9c0e-c692826f4b0e is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:27:13.686208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] device_id is not set on port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:13.706845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d113aaa-e086-4ca9-bee0-f0cad16968dc service neutron] Pushing event updated for resources: {'Port': ['ID=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.741055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=b5ea5b47-5340-4907-a41a-bfd7442cafb5,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.757472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a659ad-1fb6-4d30-8a0a-cb3a30c5839f req-ec7b3ea5-a5a6-4a14-b622-2224ae18a5ca tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.759431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75a659ad-1fb6-4d30-8a0a-cb3a30c5839f req-ec7b3ea5-a5a6-4a14-b622-2224ae18a5ca tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 983 time: 0.6968682 Jul 16 20:27:13.767745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7088fa68-4e92-4cf9-b295-7e8f57309159 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5619373 Jul 16 20:27:13.775553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49654) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.783543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:42:4c:15', 'name': 'tempest-NetworksTestDHCPv6-472303975'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:13.849125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Pushing event updated for resources: {'Port': ['ID=dee235c8-d1c6-45e8-abfe-dcb6d0372d90,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.880960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8953b0bc-3550-43cf-bd07-5d3115a594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.881686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8953b0bc-3550-43cf-bd07-5d3115a594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.882327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8953b0bc-3550-43cf-bd07-5d3115a594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.884221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8953b0bc-3550-43cf-bd07-5d3115a594a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2865 time: 0.4719455 Jul 16 20:27:13.888981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Attempting to bind port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:13.889352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Attempting to bind port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:13.889716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Attempting to bind port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:13.892046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:13.906028 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2bdbaee0-07bf-4cea-b32c-bed869f0beb6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "PUT /v2.0/routers/c38d2b93-1996-4a69-9c0e-c692826f4b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8997989 Jul 16 20:27:13.907636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49656) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.914103 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'port': {'network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427', 'name': 'tempest-FloatingIPNegativeTestJSON-2052112711'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:13.924478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:13.924844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Checking segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:13.925249 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.925648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Bound using segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:13.926149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Bound port: dee235c8-d1c6-45e8-abfe-dcb6d0372d90, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:13.926726 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.002176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75a659ad-1fb6-4d30-8a0a-cb3a30c5839f req-5aecb833-4092-40a7-a263-d8acde01b2fc tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2109082 Jul 16 20:27:14.056411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] Sync routers for ids ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:14.099980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c0c4de07-b1a5-4198-8242-ad5ce0ec6186 None None] For port 04950cb3-a578-484b-adda-d1112eb18fb7, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=04950cb3-a578-484b-adda-d1112eb18fb7,segment=NetworkSegment(6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3),segment_id=6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:14.102229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 10.1.1.196 (abf4999f-9752-4651-89ed-aa8f36cb5053/82feaf5c-f071-4008-a24c-d60e1845f212/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:14.139907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] Routers {'c38d2b93-1996-4a69-9c0e-c692826f4b0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:14.140573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:14.154348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-559603d4-a787-4f92-b905-2deaaa458d24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=76d5c416-5e43-466e-977e-f0991f6f7f39 HTTP/1.1" status: 200 len: 217 time: 0.2351358 Jul 16 20:27:14.176376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c0c4de07-b1a5-4198-8242-ad5ce0ec6186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.192511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Made reservation on behalf of bd20845befd8486f83e060efc766db23 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:14.197251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.237967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] device_id is not set on port 8b3293f2-6096-4ffe-9785-41584d6888e4 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:14.240228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:14.293522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-70c4fe59-f0db-4aee-8ace-1563b7332e7e', 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'fixed_ips': [{'subnet_id': '58f808b8-8c48-4aae-bd7c-604fba3a393b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:14.294409 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.370478 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.376063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8fa48521-6eff-46b0-bc6e-156253745ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.382478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] For port dee235c8-d1c6-45e8-abfe-dcb6d0372d90, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:14.383427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-8fa48521-6eff-46b0-bc6e-156253745ec2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb7e40f0-a9a3-437f-994b-785dc01ae318 HTTP/1.1" status: 200 len: 801 time: 0.2146695 Jul 16 20:27:14.403071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f80295c1-0871-4f8b-966a-f33d25240032'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:14.476664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Allocated IP 172.20.0.9 (8a034c5f-a7d7-4b5d-92d9-c555a6a8e427/86e3ca90-587c-49f0-be83-3124bebccff9/8b3293f2-6096-4ffe-9785-41584d6888e4) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:14.485718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.527885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] For port dee235c8-d1c6-45e8-abfe-dcb6d0372d90, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dee235c8-d1c6-45e8-abfe-dcb6d0372d90,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:14.531727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] Routers {'c38d2b93-1996-4a69-9c0e-c692826f4b0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:14.532372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:14.542188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Transition to ACTIVE for port object 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:14.575134 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.591479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:14.592177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e3298-99ad-4b27-b4cb-abae1d7a6e76 None None] The sync data for ids ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:14.602693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Pushing event deleted for resources: {'Port': ['ID=9248ddb6-4e21-4f51-adf0-53a1c530aa54,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.614629 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.629677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4de07-b1a5-4198-8242-ad5ce0ec6186 None None] Pushing event updated for resources: {'Port': ['ID=04950cb3-a578-484b-adda-d1112eb18fb7,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.645544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:14.761009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] No DVR routers for this DVR port 9248ddb6-4e21-4f51-adf0-53a1c530aa54 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:14.770659 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.774019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-669a68da-6b7b-4a24-9231-923480af4cf3 req-c8e9fb28-2847-432a-bc2b-6104780b60d2 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.21 "DELETE /v2.0/ports/9248ddb6-4e21-4f51-adf0-53a1c530aa54 HTTP/1.1" status: 204 len: 173 time: 3.1953290 Jul 16 20:27:14.831757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.836208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:14.840732 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea598a-946c-4280-86a6-dbab434be9a5" -d '{"events": [{"server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "name": "network-vif-plugged", "status": "completed", "tag": "3619464b-cce1-47f9-9d53-51c10e114318"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:14.853629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183456b2-22d6-4a1e-bc82-849488bfa347 None None] Pushing event updated for resources: {'Port': ['ID=dee235c8-d1c6-45e8-abfe-dcb6d0372d90,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.886453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3619464b-cce1-47f9-9d53-51c10e114318, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3619464b-cce1-47f9-9d53-51c10e114318,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:14.906475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.927304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Allocated IP 172.20.0.2 (4480a042-e07a-4cef-bea8-255195c633b7/3a17cfad-f437-4ae6-9541-e3ca2059f342/0044f1d9-9507-4374-96e9-19287b49d5f4) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:14.930622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7b7bb-d364-400c-bb2b-55b0c60aa469 req-5b629608-410a-4ef8-b5a7-854267167af1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:14.940077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-10f9babd-4fd6-4824-896a-5280628cb25e None None] Provisioning for port ed48fb21-e298-4eb7-905a-511f3e9cfdf1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:14.946682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64f7b7bb-d364-400c-bb2b-55b0c60aa469 req-5b629608-410a-4ef8-b5a7-854267167af1 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 945 time: 0.7795317 Jul 16 20:27:14.963719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49660) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.980366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Request body: {'floatingip': {'port_id': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:14.989023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.989406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Allocated IP 2001:db8::f816:3eff:fe0c:1bb2 (4480a042-e07a-4cef-bea8-255195c633b7/b5ea5b47-5340-4907-a41a-bfd7442cafb5/0044f1d9-9507-4374-96e9-19287b49d5f4) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:14.993265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Allocated IP 10.2.2.2 (70c4fe59-f0db-4aee-8ace-1563b7332e7e/58f808b8-8c48-4aae-bd7c-604fba3a393b/7c1db292-88ab-4d9e-b011-0778e7db41fd) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:15.053228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network abf4999f-9752-4651-89ed-aa8f36cb5053 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:15.058923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:15.081801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:15.093469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-2ab8e7f1-33c1-46c9-9f77-a86fb5c42e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.104770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-2ab8e7f1-33c1-46c9-9f77-a86fb5c42e90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80b5d21d-1f63-41f3-a30e-275bf457c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6252255 Jul 16 20:27:15.127582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-10f9babd-4fd6-4824-896a-5280628cb25e None None] Provisioning complete for port ed48fb21-e298-4eb7-905a-511f3e9cfdf1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:15.128241 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-10f9babd-4fd6-4824-896a-5280628cb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.172117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.176124 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.232130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.237917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Transition to ACTIVE for port object 8b3293f2-6096-4ffe-9785-41584d6888e4 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:15.259114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9248ddb6-4e21-4f51-adf0-53a1c530aa54 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:15.301877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.400394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Port': ['ID=8b3293f2-6096-4ffe-9785-41584d6888e4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.417400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:15.422348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:15.425017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:15.442655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.443530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.510017 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d6cf3e49-42c3-449c-b17d-89b4db7216bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5046299 Jul 16 20:27:15.514654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.533636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'port': {'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'name': 'tempest-TaggedBootDevicesTest-853807885', 'fixed_ips': [{'subnet_id': '82feaf5c-f071-4008-a24c-d60e1845f212'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:15.632322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.649207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Transition to ACTIVE for port object 0044f1d9-9507-4374-96e9-19287b49d5f4 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:15.663148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 9d671fba-7ee9-42b4-b7d9-82af01df2bbb yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:15.689106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Transition to ACTIVE for port object 0044f1d9-9507-4374-96e9-19287b49d5f4 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:15.713247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3619464b-cce1-47f9-9d53-51c10e114318,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.717330 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.784275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 9248ddb6-4e21-4f51-adf0-53a1c530aa54 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:15.784758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9248ddb6-4e21-4f51-adf0-53a1c530aa54 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:15.904220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-10f9babd-4fd6-4824-896a-5280628cb25e None None] Port ed48fb21-e298-4eb7-905a-511f3e9cfdf1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:15.929844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:15.942332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.960339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:15.980231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:15.994047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:15.999293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Pushing event updated for resources: {'Port': ['ID=0044f1d9-9507-4374-96e9-19287b49d5f4,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.014507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] device_id is not set on port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:16.017846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-10f9babd-4fd6-4824-896a-5280628cb25e None None] Provisioning complete for port 04950cb3-a578-484b-adda-d1112eb18fb7 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:16.018236 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-10f9babd-4fd6-4824-896a-5280628cb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.035578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.036956 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.071619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4caa17a-493e-495a-afac-abda6fb42391 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1636336 Jul 16 20:27:16.081504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:16.094792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.163219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-1d8a8a38-b67c-4f73-9de8-ee202675f375 service neutron] 10.222.0.21 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0094304 Jul 16 20:27:16.343864 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.480027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Attempting to bind port 0044f1d9-9507-4374-96e9-19287b49d5f4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:16.480799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Attempting to bind port 0044f1d9-9507-4374-96e9-19287b49d5f4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:16.480799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Attempting to bind port 0044f1d9-9507-4374-96e9-19287b49d5f4 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:16.482164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 10.1.1.66 (abf4999f-9752-4651-89ed-aa8f36cb5053/82feaf5c-f071-4008-a24c-d60e1845f212/29cf9adf-2c68-4cf4-91df-5be2c17bcae6) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:16.491136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.510712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:16.511101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:16.512510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.512915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:16.513417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Bound port: 0044f1d9-9507-4374-96e9-19287b49d5f4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:16.513809 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.519919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Transition to ACTIVE for port object 7c1db292-88ab-4d9e-b011-0778e7db41fd will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:16.539316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03137d39-cb12-4ecb-93b6-6ad828086c5a req-28fdcdb5-779a-4ad0-bcf5-8c0d5c3df611 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.548534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03137d39-cb12-4ecb-93b6-6ad828086c5a req-28fdcdb5-779a-4ad0-bcf5-8c0d5c3df611 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.558788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03137d39-cb12-4ecb-93b6-6ad828086c5a req-28fdcdb5-779a-4ad0-bcf5-8c0d5c3df611 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.567924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03137d39-cb12-4ecb-93b6-6ad828086c5a req-28fdcdb5-779a-4ad0-bcf5-8c0d5c3df611 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2412 time: 0.7086606 Jul 16 20:27:16.607274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f9e56-ea21-43ca-93e4-273e9db4ad5f None None] Network abf4999f-9752-4651-89ed-aa8f36cb5053 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:16.615826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Transition to ACTIVE for port object 7c1db292-88ab-4d9e-b011-0778e7db41fd will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:16.644956 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.708514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] For port 0044f1d9-9507-4374-96e9-19287b49d5f4, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:16.733851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ccb73dc3-d573-4acc-b126-2e87c3557565 service neutron] 10.222.0.21 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323491 Jul 16 20:27:16.767608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:16.773850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] For port 0044f1d9-9507-4374-96e9-19287b49d5f4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0044f1d9-9507-4374-96e9-19287b49d5f4,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:16.780692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:16.791457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:16.796738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.808392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03137d39-cb12-4ecb-93b6-6ad828086c5a req-72401c55-f0fd-4eb5-b861-4e70ea7a6fdf tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379997 Jul 16 20:27:16.810887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Pushing event updated for resources: {'Port': ['ID=7c1db292-88ab-4d9e-b011-0778e7db41fd,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.812410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 172.20.0.12 (4480a042-e07a-4cef-bea8-255195c633b7/3a17cfad-f437-4ae6-9541-e3ca2059f342/9d671fba-7ee9-42b4-b7d9-82af01df2bbb) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:16.908844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Provisioning for port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:17.062817 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb8556c-b726-495b-8448-0631634f091b x-openstack-request-id: req-ceb8556c-b726-495b-8448-0631634f091b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:17.063607 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:17.063971 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ceb8556c-b726-495b-8448-0631634f091b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:17.064487 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'status': 'completed', 'code': 200} Jul 16 20:27:17.064838 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1', 'status': 'completed', 'code': 200} Jul 16 20:27:17.066536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-00df2885-5d19-4066-8315-97c3386db6f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.148&port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1 HTTP/1.1" status: 200 len: 217 time: 0.2818258 Jul 16 20:27:17.165954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.177135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe42:4c15 (4480a042-e07a-4cef-bea8-255195c633b7/b5ea5b47-5340-4907-a41a-bfd7442cafb5/9d671fba-7ee9-42b4-b7d9-82af01df2bbb) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:17.202591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Transition to ACTIVE for port object 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:17.302071 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.392962 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf7cd5-597c-46c1-b0b9-10ef88d3129d x-openstack-request-id: req-50bf7cd5-597c-46c1-b0b9-10ef88d3129d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:17.393794 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "name": "network-vif-plugged", "status": "completed", "tag": "3619464b-cce1-47f9-9d53-51c10e114318", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:17.394706 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-50bf7cd5-597c-46c1-b0b9-10ef88d3129d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:17.395737 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318', 'code': 200} Jul 16 20:27:17.424934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network abf4999f-9752-4651-89ed-aa8f36cb5053 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:17.429364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:17.452594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:17.468559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dee235c8-d1c6-45e8-abfe-dcb6d0372d90 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:17.536093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262ea6a-fd9d-4be5-94b3-559020224712 None None] Pushing event updated for resources: {'Port': ['ID=0044f1d9-9507-4374-96e9-19287b49d5f4,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.586892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Attempting to bind port 7c1db292-88ab-4d9e-b011-0778e7db41fd on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:17.587152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Attempting to bind port 7c1db292-88ab-4d9e-b011-0778e7db41fd by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:17.587542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Attempting to bind port 7c1db292-88ab-4d9e-b011-0778e7db41fd on network 70c4fe59-f0db-4aee-8ace-1563b7332e7e {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:17.601094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:17.601848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Checking segment: {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:17.602452 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.603014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Bound using segment: {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:17.603728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Bound port: 7c1db292-88ab-4d9e-b011-0778e7db41fd, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:17.604315 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.610016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.610839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.628907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Provisioning complete for port ed48fb21-e298-4eb7-905a-511f3e9cfdf1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:17.629586 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.630355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f69c2f-f9ef-468d-ab04-ecf9a2e2fe3a req-27b9d084-3c8f-4d04-9eac-42e8d53e70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.632986 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-80f69c2f-f9ef-468d-ab04-ecf9a2e2fe3a req-27b9d084-3c8f-4d04-9eac-42e8d53e70ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1135 time: 0.3716156 Jul 16 20:27:17.636719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.685415 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b0f1a290-206a-41d6-9e06-e925f73b5eb3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1693745 Jul 16 20:27:17.718393 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-80f69c2f-f9ef-468d-ab04-ecf9a2e2fe3a req-5551d705-8cc6-4ba4-9cbd-367c2ab28ccf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&id=abb6420c-8886-41ac-9ba2-2c9001d917a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0661213 Jul 16 20:27:17.739362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Port ed48fb21-e298-4eb7-905a-511f3e9cfdf1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:17.785137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:17.787534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Provisioning for port 8b3293f2-6096-4ffe-9785-41584d6888e4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:17.801960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:17.802460 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.807638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] For port 7c1db292-88ab-4d9e-b011-0778e7db41fd, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:17.811430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Provisioning complete for port 8b3293f2-6096-4ffe-9785-41584d6888e4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:17.811859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.815036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] For port 7c1db292-88ab-4d9e-b011-0778e7db41fd, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7c1db292-88ab-4d9e-b011-0778e7db41fd,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:17.865396 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.972030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c153cd1d-3dae-446e-8a70-86717c557496 None None] Port 8b3293f2-6096-4ffe-9785-41584d6888e4 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:18.004930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5d7c5-2341-4d36-ba7f-cac9443dcaf5 None None] Pushing event updated for resources: {'Port': ['ID=7c1db292-88ab-4d9e-b011-0778e7db41fd,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.097123 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.141305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port dee235c8-d1c6-45e8-abfe-dcb6d0372d90, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dee235c8-d1c6-45e8-abfe-dcb6d0372d90,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:18.157659 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.158926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 04950cb3-a578-484b-adda-d1112eb18fb7 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:18.278469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=dee235c8-d1c6-45e8-abfe-dcb6d0372d90,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.302100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ee38e47d-f55c-44dc-820a-ba38ba1732e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.312615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-ee38e47d-f55c-44dc-820a-ba38ba1732e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c035a978-b26c-4dd2-b3ba-b3eb9f3d9029 HTTP/1.1" status: 200 len: 801 time: 1.1308076 Jul 16 20:27:18.313515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 04950cb3-a578-484b-adda-d1112eb18fb7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:18.314322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.580249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a52a581f-77de-468b-babb-041cd945616a None None] Provisioning for port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:18.586966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a52a581f-77de-468b-babb-041cd945616a None None] Provisioning complete for port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:18.587601 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a52a581f-77de-468b-babb-041cd945616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.648449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a52a581f-77de-468b-babb-041cd945616a None None] Port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:18.678744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a52a581f-77de-468b-babb-041cd945616a None None] Provisioning for port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:18.691440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a52a581f-77de-468b-babb-041cd945616a None None] Provisioning complete for port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:18.692103 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a52a581f-77de-468b-babb-041cd945616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.777396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-35ced1b8-5ff8-4142-8102-63f9888aa9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.780444 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-35ced1b8-5ff8-4142-8102-63f9888aa9ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1096 time: 1.7404668 Jul 16 20:27:18.802423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a52a581f-77de-468b-babb-041cd945616a None None] Port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:18.832096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a52a581f-77de-468b-babb-041cd945616a None None] Provisioning complete for port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:18.832803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a52a581f-77de-468b-babb-041cd945616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.928251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:19.026809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.048959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.057747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dee235c8-d1c6-45e8-abfe-dcb6d0372d90 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:19.075569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 9d671fba-7ee9-42b4-b7d9-82af01df2bbb will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:19.104306 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.112155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'tag': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d'}, {'server_uuid': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'name': 'network-vif-deleted', 'tag': '9248ddb6-4e21-4f51-adf0-53a1c530aa54'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:19.114928 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1406c9a8-6a41-4c8c-930b-9d232544a95f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "tag": "43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d"}, {"server_uuid": "037401c4-f5ee-4267-8df0-156fcafd49ea", "name": "network-vif-deleted", "tag": "9248ddb6-4e21-4f51-adf0-53a1c530aa54"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:19.128438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.141194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-0ced930f-e24e-4d31-89f2-f488a2500f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.143129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-0ced930f-e24e-4d31-89f2-f488a2500f8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d2259e9-fd9c-4533-be2c-46515ee2013c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8006504 Jul 16 20:27:19.159111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb51250-4ccf-476a-951b-93f3edd8043d req-92a1815d-fe68-412c-85c9-1c30f999bd33 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.163347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:19.163966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.168265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbb51250-4ccf-476a-951b-93f3edd8043d req-92a1815d-fe68-412c-85c9-1c30f999bd33 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 984 time: 1.1185799 Jul 16 20:27:19.276911 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.335961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5cb39fab-3d32-4524-8325-5c3092273250 None None] Provisioning complete for port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:19.336754 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5cb39fab-3d32-4524-8325-5c3092273250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.377493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7c1db292-88ab-4d9e-b011-0778e7db41fd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:19.387051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df477a-4650-42e9-9b78-7527eace3e3c None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:19.441838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5cb39fab-3d32-4524-8325-5c3092273250 None None] Port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:19.544195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7c1db292-88ab-4d9e-b011-0778e7db41fd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:19.593671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0044f1d9-9507-4374-96e9-19287b49d5f4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:19.623144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:19.627461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:19.630251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:19.647644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9cb0af20-bbc5-4aa5-a752-c20172c9d377 None None] Provisioning for port 0044f1d9-9507-4374-96e9-19287b49d5f4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:19.700760 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbb51250-4ccf-476a-951b-93f3edd8043d req-1478d91a-0533-4fbb-8170-c56b629ab034 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5307903 Jul 16 20:27:19.714553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0044f1d9-9507-4374-96e9-19287b49d5f4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:19.721438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0044f1d9-9507-4374-96e9-19287b49d5f4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:19.722074 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.731608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=9d671fba-7ee9-42b4-b7d9-82af01df2bbb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.833186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-33139c0f-118a-4d9e-aeaf-d8af00ea6588 service neutron] 10.222.0.21 "GET /v2.0/networks/4d2259e9-fd9c-4533-be2c-46515ee2013c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091299 Jul 16 20:27:19.863231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.865920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.887824 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Floating IP 252a3ba7-564d-49c5-9720-b8c59427200f associated. External IP: 172.25.8.130, port: a526e34c-9dd2-4185-86b0-eb3ded9a362b. Jul 16 20:27:19.890436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-53c24d7e-5b5b-4c09-8a67-2b95cc5b31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.892163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-53c24d7e-5b5b-4c09-8a67-2b95cc5b31a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 1.0926521 Jul 16 20:27:19.910199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e7f0dd74-0a7d-4281-92a7-a8ffcf308e67 None None] Provisioning complete for port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:19.910816 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e7f0dd74-0a7d-4281-92a7-a8ffcf308e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.992099 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.010531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0dd74-0a7d-4281-92a7-a8ffcf308e67 None None] Port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:20.064489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0044f1d9-9507-4374-96e9-19287b49d5f4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0044f1d9-9507-4374-96e9-19287b49d5f4,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:20.064842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Allocated IP 172.25.8.190 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/f11fa10d-b93c-42b0-b7e5-46dc39effabc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:20.071582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.110708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e1b756df-5b0c-4e35-a43c-f23d1ec618f3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3290739 Jul 16 20:27:20.113318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49678) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.122264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f01a6a-ce4e-4ba6-bb76-3cb24cf9cb59 None None] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:20.248828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Provisioning for port 7c1db292-88ab-4d9e-b011-0778e7db41fd completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:20.253777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0044f1d9-9507-4374-96e9-19287b49d5f4,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.276108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Provisioning complete for port 7c1db292-88ab-4d9e-b011-0778e7db41fd triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:20.276641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.310972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43c4bb-4d08-4d3b-af8b-b43a5a65dba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.335817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43c4bb-4d08-4d3b-af8b-b43a5a65dba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.343895 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e43c4bb-4d08-4d3b-af8b-b43a5a65dba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2263596 Jul 16 20:27:20.344744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:20.437423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-1e4c930d-9bfb-473c-b671-a62ab82de8cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 1001 time: 0.5192327 Jul 16 20:27:20.528844 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.563349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-692ed641-41a0-4945-a033-09b3ce954b9b service neutron] 10.222.0.21 "GET /v2.0/networks/4d2259e9-fd9c-4533-be2c-46515ee2013c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145035 Jul 16 20:27:20.618204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] For port 7c1db292-88ab-4d9e-b011-0778e7db41fd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7c1db292-88ab-4d9e-b011-0778e7db41fd,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:20.624751 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.688084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 9d671fba-7ee9-42b4-b7d9-82af01df2bbb {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:20.688525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.691383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-053e5f32-7b52-4b7e-90c9-03b8d8fd29cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d HTTP/1.1" status: 200 len: 217 time: 0.1162262 Jul 16 20:27:20.757890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Pushing event updated for resources: {'Port': ['ID=7c1db292-88ab-4d9e-b011-0778e7db41fd,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.786724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0044f1d9-9507-4374-96e9-19287b49d5f4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:20.792904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.793335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.793597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.793895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.794222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.794547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.794870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.795188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.795546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.795863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.796178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.796494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfaa7-2c6a-46aa-bc79-52391fa2e3fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:20.851394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-5615139c-dd08-4260-bfc2-aa07eef74dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.854624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc0f9d09-3308-4831-8b2d-ccdd1efa46cb None None] Provisioning for port 9d671fba-7ee9-42b4-b7d9-82af01df2bbb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:20.854867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-5615139c-dd08-4260-bfc2-aa07eef74dd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb7e40f0-a9a3-437f-994b-785dc01ae318 HTTP/1.1" status: 200 len: 801 time: 0.1313226 Jul 16 20:27:20.876845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc0f9d09-3308-4831-8b2d-ccdd1efa46cb None None] Provisioning complete for port 9d671fba-7ee9-42b4-b7d9-82af01df2bbb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:20.877109 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d09-3308-4831-8b2d-ccdd1efa46cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.935619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f9d09-3308-4831-8b2d-ccdd1efa46cb None None] Port 9d671fba-7ee9-42b4-b7d9-82af01df2bbb cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:20.938745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0044f1d9-9507-4374-96e9-19287b49d5f4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:20.939114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.965330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-7ae75490-19df-4c3a-9b89-74d1ff307bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.971316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-7ae75490-19df-4c3a-9b89-74d1ff307bbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.5265985 Jul 16 20:27:21.003687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.008370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc0f9d09-3308-4831-8b2d-ccdd1efa46cb None None] Provisioning complete for port 0044f1d9-9507-4374-96e9-19287b49d5f4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:21.008751 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d09-3308-4831-8b2d-ccdd1efa46cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.028579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 9d671fba-7ee9-42b4-b7d9-82af01df2bbb owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:21.111481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.254134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49688) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:21.269565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c21c42ab-0826-48f3-acda-c2a207564e8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382893920', 'description': 'tempest-description--44711575'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:21.339516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:21.343539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-db9371a1-5cfd-4466-9c88-a14fbf0dec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.345459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-db9371a1-5cfd-4466-9c88-a14fbf0dec1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80b5d21d-1f63-41f3-a30e-275bf457c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3686311 Jul 16 20:27:21.354765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-f26d0461-4ce2-4f78-a9d7-37c1ec8b5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.356751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-f26d0461-4ce2-4f78-a9d7-37c1ec8b5d1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3642385 Jul 16 20:27:21.357718 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c21c42ab-0826-48f3-acda-c2a207564e8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.367191 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.378524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2f4629d4-e7d1-4e82-bd11-6069f33352ac None None] Provisioning complete for port 9d671fba-7ee9-42b4-b7d9-82af01df2bbb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:21.380031 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f4629d4-e7d1-4e82-bd11-6069f33352ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.384198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.438130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2f4629d4-e7d1-4e82-bd11-6069f33352ac None None] Port 9d671fba-7ee9-42b4-b7d9-82af01df2bbb was deleted so its status cannot be updated. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:27:21.462110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2f4629d4-e7d1-4e82-bd11-6069f33352ac None None] Provisioning complete for port 7c1db292-88ab-4d9e-b011-0778e7db41fd triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:21.463155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f4629d4-e7d1-4e82-bd11-6069f33352ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.831691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=9d671fba-7ee9-42b4-b7d9-82af01df2bbb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.964266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.970033 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-19fc8ec7-d98e-4f0a-8bf0-c907b595c599 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/9d671fba-7ee9-42b4-b7d9-82af01df2bbb HTTP/1.1" status: 204 len: 168 time: 1.6219816 Jul 16 20:27:21.970636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49690) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.017876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:22.066099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187a0b3-0ede-46fa-bed7-acabab0e56fc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.075521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187a0b3-0ede-46fa-bed7-acabab0e56fc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.075521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187a0b3-0ede-46fa-bed7-acabab0e56fc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.078538 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6187a0b3-0ede-46fa-bed7-acabab0e56fc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1059699 Jul 16 20:27:22.079639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49692) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.087769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:22.103234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:22.109241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Port': ['ID=f11fa10d-b93c-42b0-b7e5-46dc39effabc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.183718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 3a17cfad-f437-4ae6-9541-e3ca2059f342 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:22.190288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.256311 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-c522dc6e-520e-410f-a71a-d51159223084 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.258570 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-c522dc6e-520e-410f-a71a-d51159223084 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 945 time: 0.1778610 Jul 16 20:27:22.264559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.333562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-2c835213-b0e3-4a38-9030-a3e25af438a4 service neutron] 10.222.0.21 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9704576 Jul 16 20:27:22.357903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-95e8d2d8-5dc0-4bf6-8a6f-6cec084fed20 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9934847 Jul 16 20:27:22.454427 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.468387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:22.486681 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] Sync routers for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:22.500693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.504463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Deleting port f80295c1-0871-4f8b-966a-f33d25240032 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:22.504861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.512239 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:22.513777 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:22.514436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493451d-6876-4316-827f-b211b00ea0f8 req-cd448735-f6ae-46c1-92ea-9c0177615d19 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.520519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493451d-6876-4316-827f-b211b00ea0f8 req-cd448735-f6ae-46c1-92ea-9c0177615d19 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.527400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493451d-6876-4316-827f-b211b00ea0f8 req-cd448735-f6ae-46c1-92ea-9c0177615d19 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.529195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a493451d-6876-4316-827f-b211b00ea0f8 req-cd448735-f6ae-46c1-92ea-9c0177615d19 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2412 time: 1.0428743 Jul 16 20:27:22.612156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.672267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=3a17cfad-f437-4ae6-9541-e3ca2059f342,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.681110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.686474 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ff80e2dc-4bed-47f5-b2f2-fad404c35e73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/3a17cfad-f437-4ae6-9541-e3ca2059f342 HTTP/1.1" status: 204 len: 168 time: 0.5955768 Jul 16 20:27:22.687215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.698198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f2f56-5800-4504-bf3b-8fee0ddef4c7 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:22.705440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] For port f80295c1-0871-4f8b-966a-f33d25240032, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f80295c1-0871-4f8b-966a-f33d25240032,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:22.707830 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.718213 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c21c42ab-0826-48f3-acda-c2a207564e8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.727924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.745749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c21c42ab-0826-48f3-acda-c2a207564e8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.760864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3ce00ded-f175-41ca-8f2b-1fc7d1557211 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "PUT /v2.0/floatingips/252a3ba7-564d-49c5-9720-b8c59427200f HTTP/1.1" status: 200 len: 991 time: 7.7930853 Jul 16 20:27:22.772290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Calling delete_port for f80295c1-0871-4f8b-966a-f33d25240032 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:22.774041 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:22.854320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8778ae94-69fb-4c42-a2f4-57bf4ceec2d6 req-a7033d24-40d7-473b-9140-b57422a68c7b service neutron] 10.222.0.21 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007668 Jul 16 20:27:22.855561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c21c42ab-0826-48f3-acda-c2a207564e8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.857350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c21c42ab-0826-48f3-acda-c2a207564e8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5927949 Jul 16 20:27:22.859330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet b5ea5b47-5340-4907-a41a-bfd7442cafb5 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:22.867670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49698) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.870701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c42ab-0826-48f3-acda-c2a207564e8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d253c5b7-3713-430b-acf8-0b022f972a89,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.882104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a493451d-6876-4316-827f-b211b00ea0f8 req-c10a360b-6ab3-4451-b312-5ec063e0b9a2 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922277 Jul 16 20:27:22.887229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-95ab3353-0b92-4fc9-989b-eafea9931b93 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056479 Jul 16 20:27:22.893770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.894122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6cd4481e-f814-400e-a34d-222ef8916a10 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'security_group_rule': {'security_group_id': 'd253c5b7-3713-430b-acf8-0b022f972a89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:22.901285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.972257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7c1db292-88ab-4d9e-b011-0778e7db41fd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:23.025039 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cb92f5-35fa-4a13-8cd7-5e80a8318336 x-openstack-request-id: req-59cb92f5-35fa-4a13-8cd7-5e80a8318336 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:23.026050 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "tag": "43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d", "status": "completed", "code": 200}, {"server_uuid": "037401c4-f5ee-4267-8df0-156fcafd49ea", "name": "network-vif-deleted", "tag": "9248ddb6-4e21-4f51-adf0-53a1c530aa54", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:23.026400 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-59cb92f5-35fa-4a13-8cd7-5e80a8318336 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:23.027044 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'tag': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d', 'status': 'completed', 'code': 200} Jul 16 20:27:23.027319 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037401c4-f5ee-4267-8df0-156fcafd49ea', 'name': 'network-vif-deleted', 'tag': '9248ddb6-4e21-4f51-adf0-53a1c530aa54', 'status': 'completed', 'code': 200} Jul 16 20:27:23.065486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.222841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.231640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7c1db292-88ab-4d9e-b011-0778e7db41fd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:23.238152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.246141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f80295c1-0871-4f8b-966a-f33d25240032'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:23.295182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0776150-f6d7-489d-bc3d-eaaaafc6783a req-2f67d686-9c3e-4cde-b8b7-6e300357f8bf tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e51f198-f431-48b3-9ac8-ef505d808cee HTTP/1.1" status: 200 len: 210 time: 0.0539043 Jul 16 20:27:23.312849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '252a3ba7-564d-49c5-9720-b8c59427200f', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'port_id': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'mac_address': 'fa:16:3e:6b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:28Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 1, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:23.326863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-00b1208d-ecec-4fd4-a15e-6c1f6f3567ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.327411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-00b1208d-ecec-4fd4-a15e-6c1f6f3567ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.328121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-00b1208d-ecec-4fd4-a15e-6c1f6f3567ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.330200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-00b1208d-ecec-4fd4-a15e-6c1f6f3567ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2865 time: 0.3372760 Jul 16 20:27:23.362814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Pushing event deleted for resources: {'Port': ['ID=f80295c1-0871-4f8b-966a-f33d25240032,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.368437 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] Checking router: 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:23.370521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] No DVR routers for this DVR port f80295c1-0871-4f8b-966a-f33d25240032 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:23.374532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.377932 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0d43b0ae-6e70-4cbc-ad5f-487151a0c8c3 req-a2f5ad6f-c8ce-4452-9de3-8d696c8c7a51 tempest-ListServerFiltersTestJSON-1419463241 tempest-ListServerFiltersTestJSON-1419463241-project] 10.222.0.26 "DELETE /v2.0/ports/f80295c1-0871-4f8b-966a-f33d25240032 HTTP/1.1" status: 204 len: 173 time: 1.1093369 Jul 16 20:27:23.391665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'name': 'network-vif-deleted', 'tag': 'f80295c1-0871-4f8b-966a-f33d25240032'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:23.393413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.394239 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b620e-a101-459e-a8fc-14030a1c45ea" -d '{"events": [{"server_uuid": "0e51f198-f431-48b3-9ac8-ef505d808cee", "name": "network-vif-deleted", "tag": "f80295c1-0871-4f8b-966a-f33d25240032"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:23.401931 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:23.402628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cd4481e-f814-400e-a34d-222ef8916a10 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.403008 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:23.407645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.564925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cd4481e-f814-400e-a34d-222ef8916a10 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.566244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Port': ['ID=f11fa10d-b93c-42b0-b7e5-46dc39effabc,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.572450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cd4481e-f814-400e-a34d-222ef8916a10 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.592050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-51796a8f-a8a1-40c0-8b1d-a04110362ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.593986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-51796a8f-a8a1-40c0-8b1d-a04110362ff6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d2259e9-fd9c-4533-be2c-46515ee2013c HTTP/1.1" status: 200 len: 903 time: 0.2538936 Jul 16 20:27:23.622894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4481e-f814-400e-a34d-222ef8916a10 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916f80c0-97aa-4b8d-849a-b5b0d292bb10,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.674478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-af8968a8-3967-476b-aa70-364353c64377 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.148&port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1 HTTP/1.1" status: 200 len: 217 time: 0.0644987 Jul 16 20:27:23.675971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.676666 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.737210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.741885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f9bc6d79-56a7-4226-983d-6a7f42712b7a tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6506984 Jul 16 20:27:23.761256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.761639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cd4481e-f814-400e-a34d-222ef8916a10 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.764081 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6cd4481e-f814-400e-a34d-222ef8916a10 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8941529 Jul 16 20:27:23.766486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.778496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49704) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.783123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bc933994-54c3-49a9-be4f-6a2a1377ddcf tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'floatingip': {'port_id': '8b3293f2-6096-4ffe-9785-41584d6888e4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:23.816436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-12d7cec0-3d48-4a90-8608-63a6a30541bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'security_group_rule': {'security_group_id': 'd253c5b7-3713-430b-acf8-0b022f972a89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:23.822402 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.828275 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/b5ea5b47-5340-4907-a41a-bfd7442cafb5 HTTP/1.1" status: 204 len: 168 time: 1.1304932 Jul 16 20:27:23.829622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368fce8-7070-4549-a6e6-5d109a221d72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ea5b47-5340-4907-a41a-bfd7442cafb5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.839779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.878950 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:23.924124 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8c03d1b9-22ad-4952-9c0c-c4d9b5d2f09d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809262 Jul 16 20:27:23.925562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49708) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.029770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-5bf8d5f6-a84a-4bdd-9053-bc8fd918db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.031956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-5bf8d5f6-a84a-4bdd-9053-bc8fd918db93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c035a978-b26c-4dd2-b3ba-b3eb9f3d9029 HTTP/1.1" status: 200 len: 801 time: 0.3464274 Jul 16 20:27:24.041335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-12d7cec0-3d48-4a90-8608-63a6a30541bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.106449 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc933994-54c3-49a9-be4f-6a2a1377ddcf tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.182770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e594e3a-4749-4213-a62a-9c2db9c6d92f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.185912 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e594e3a-4749-4213-a62a-9c2db9c6d92f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2553267 Jul 16 20:27:24.191540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.348169 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-12d7cec0-3d48-4a90-8608-63a6a30541bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.365402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfc18e-5ed9-4d8e-adfa-f7dbe2be26aa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.377367 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b3cfc18e-5ed9-4d8e-adfa-f7dbe2be26aa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1811514 Jul 16 20:27:24.377367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-12d7cec0-3d48-4a90-8608-63a6a30541bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.378428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49716) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.404486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a41f66-fbf5-49c0-bd8c-1ca700871d23 req-6e055f18-0c07-41dc-a78c-c22d53374e62 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.407457 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1a41f66-fbf5-49c0-bd8c-1ca700871d23 req-6e055f18-0c07-41dc-a78c-c22d53374e62 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 984 time: 0.5369432 Jul 16 20:27:24.428640 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '252a3ba7-564d-49c5-9720-b8c59427200f', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'port_id': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'mac_address': 'fa:16:3e:6b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:28Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 1, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:24.444237 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-82f62404-a77e-4b3e-b818-38bf2319483c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560241 Jul 16 20:27:24.451491 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49718) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.459127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-71dc67ad-ad94-4077-853c-9529a95fa735 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:24.467081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7cec0-3d48-4a90-8608-63a6a30541bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fd9c48-e905-42bd-9842-7107baaaf57b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.493113 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fb92f-7a30-44ee-aedf-6b6841f1512d None None] The sync data for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 is: [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '252a3ba7-564d-49c5-9720-b8c59427200f', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'port_id': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'mac_address': 'fa:16:3e:6b:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:28Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 1, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:24.504340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-12d7cec0-3d48-4a90-8608-63a6a30541bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.511807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-e7256242-79a8-4a6a-90b1-675d47d110fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.512705 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-12d7cec0-3d48-4a90-8608-63a6a30541bf tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7009983 Jul 16 20:27:24.513461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49720) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.520937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:24.521624 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-e7256242-79a8-4a6a-90b1-675d47d110fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d2259e9-fd9c-4533-be2c-46515ee2013c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4744375 Jul 16 20:27:24.560550 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-bc933994-54c3-49a9-be4f-6a2a1377ddcf tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] update failed (client error): The resource could not be found. Jul 16 20:27:24.562318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bc933994-54c3-49a9-be4f-6a2a1377ddcf tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "PUT /v2.0/floatingips/db9f08fe-6d03-4cb8-b00e-271e90af0420 HTTP/1.1" status: 404 len: 507 time: 0.7866111 Jul 16 20:27:24.574377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49722) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.643187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1a41f66-fbf5-49c0-bd8c-1ca700871d23 req-94f77f8d-a9a9-475e-89fd-8239b41ad78f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2242253 Jul 16 20:27:24.763329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-50c7d8ba-315b-4a78-ba70-72e569960894 service neutron] 10.222.0.21 "GET /v2.0/networks/4d2259e9-fd9c-4533-be2c-46515ee2013c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974747 Jul 16 20:27:24.808961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.912570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09122477-cb03-4ffe-80a2-df6d2ef83c5e None None] New status for floating IP 252a3ba7-564d-49c5-9720-b8c59427200f: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:27:24.969558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7c90d0e-bf2b-4c60-b080-20ef86121aba req-3fe95efd-4771-4bc7-a1c2-bada1a163f11 service neutron] 10.222.0.21 "GET /v2.0/networks/4d2259e9-fd9c-4533-be2c-46515ee2013c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989517 Jul 16 20:27:25.005528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dc67ad-ad94-4077-853c-9529a95fa735 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:25.011549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71dc67ad-ad94-4077-853c-9529a95fa735 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.016160 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dc67ad-ad94-4077-853c-9529a95fa735 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:27:25.017008 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dc67ad-ad94-4077-853c-9529a95fa735 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:25.028745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:25.040437 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:25.073170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-71dc67ad-ad94-4077-853c-9529a95fa735 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6191592 Jul 16 20:27:25.084450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49728) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.097255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b8309a4b-ccb7-4489-831d-30fdbaadf065 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:25.129427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc275b9-b80d-4376-85cf-f805746f7199 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:25.139075 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1156e9-8211-4c1e-bf41-88d50491ef2e x-openstack-request-id: req-df1156e9-8211-4c1e-bf41-88d50491ef2e {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:25.139743 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e51f198-f431-48b3-9ac8-ef505d808cee", "name": "network-vif-deleted", "tag": "f80295c1-0871-4f8b-966a-f33d25240032", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:25.140295 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-df1156e9-8211-4c1e-bf41-88d50491ef2e {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:25.141085 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e51f198-f431-48b3-9ac8-ef505d808cee', 'name': 'network-vif-deleted', 'tag': 'f80295c1-0871-4f8b-966a-f33d25240032', 'status': 'completed', 'code': 200} Jul 16 20:27:25.153857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-85716cc2-3387-472d-be73-317a68e24ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.154634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-85716cc2-3387-472d-be73-317a68e24ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.155317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-85716cc2-3387-472d-be73-317a68e24ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.157381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-85716cc2-3387-472d-be73-317a68e24ff3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2865 time: 0.1132283 Jul 16 20:27:25.220316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Deleting port f11fa10d-b93c-42b0-b7e5-46dc39effabc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:25.220990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.417521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device fbceb0fa-f794-4210-87b2-d2c367aa7bf1 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:25.422326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-3d162c83-4f74-48b2-b723-27771a2ce921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.425613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-3d162c83-4f74-48b2-b723-27771a2ce921 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80b5d21d-1f63-41f3-a30e-275bf457c98a HTTP/1.1" status: 200 len: 902 time: 0.2566006 Jul 16 20:27:25.477505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8309a4b-ccb7-4489-831d-30fdbaadf065 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:25.477751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff00e7-afb3-4bb9-b1a5-d5ea5008e9b3 req-4be2a45e-bf82-4d9d-a9be-a82747f79fad tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.484374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8309a4b-ccb7-4489-831d-30fdbaadf065 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.487281 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8309a4b-ccb7-4489-831d-30fdbaadf065 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:27:25.488110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8309a4b-ccb7-4489-831d-30fdbaadf065 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:25.491676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-66bf2de4-3fc6-4e84-be75-b637c3a7f9d9 None None] Provisioning complete for port 0044f1d9-9507-4374-96e9-19287b49d5f4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:25.491958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff00e7-afb3-4bb9-b1a5-d5ea5008e9b3 req-4be2a45e-bf82-4d9d-a9be-a82747f79fad tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.492490 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-66bf2de4-3fc6-4e84-be75-b637c3a7f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.503858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff00e7-afb3-4bb9-b1a5-d5ea5008e9b3 req-4be2a45e-bf82-4d9d-a9be-a82747f79fad tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.506855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6bff00e7-afb3-4bb9-b1a5-d5ea5008e9b3 req-4be2a45e-bf82-4d9d-a9be-a82747f79fad tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2412 time: 0.2984691 Jul 16 20:27:25.521847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.522378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.528408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.561809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-217665a9-baeb-4c77-b476-a7bf5b0c4585 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d HTTP/1.1" status: 200 len: 217 time: 0.1285095 Jul 16 20:27:25.571347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Calling delete_port for f11fa10d-b93c-42b0-b7e5-46dc39effabc owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:25.575180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:25.577692 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b8309a4b-ccb7-4489-831d-30fdbaadf065 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4906709 Jul 16 20:27:25.619051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.640209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5783a721-5046-4314-a769-e9baa70f636a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:25.659974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6bff00e7-afb3-4bb9-b1a5-d5ea5008e9b3 req-2ba287ce-10f2-4c35-a94f-c4dd626ee320 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022062 Jul 16 20:27:25.813920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-d9c96d2c-c15b-47db-8bc6-697eed03bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.820590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-d9c96d2c-c15b-47db-8bc6-697eed03bb07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb7e40f0-a9a3-437f-994b-785dc01ae318 HTTP/1.1" status: 200 len: 801 time: 0.2462907 Jul 16 20:27:25.886746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:25.933676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49734) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.946685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1', 'network_id': '4d2259e9-fd9c-4533-be2c-46515ee2013c', 'port_id': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1', 'mac_address': 'fa:16:3e:de:74:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c035a978-b26c-4dd2-b3ba-b3eb9f3d9029', 'ip_address': '19.86.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:25.969934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-64fea4f6-d332-4474-abc5-f4609033e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.973121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-64fea4f6-d332-4474-abc5-f4609033e648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80b5d21d-1f63-41f3-a30e-275bf457c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1449544 Jul 16 20:27:26.026567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.065124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbceb0fa-f794-4210-87b2-d2c367aa7bf1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:26.110208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] Deleting subnet dd07b119-873f-4587-96dc-05a284c9d515 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:26.116436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 172.25.8.138 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/34bf5550-134f-4b25-b7f2-929d94a0e803) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:26.121175 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.129856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:26.156918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5783a721-5046-4314-a769-e9baa70f636a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:26.160675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5783a721-5046-4314-a769-e9baa70f636a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.162013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:26.163095 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-5783a721-5046-4314-a769-e9baa70f636a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:27:26.163601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5783a721-5046-4314-a769-e9baa70f636a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:26.171916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.177475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 76d5c416-5e43-466e-977e-f0991f6f7f39 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:26.214928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.260929 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5783a721-5046-4314-a769-e9baa70f636a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6338542 Jul 16 20:27:26.263538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49738) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.275144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bd891a29-082d-4a3c-8f89-8d0de4b4cebd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:26.293165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-7ddbbd90-eb57-4842-b108-064c0dd79402 service neutron] 10.222.0.21 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108969 Jul 16 20:27:26.330491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f80295c1-0871-4f8b-966a-f33d25240032 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:26.380982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce144930-84e4-48b8-aad6-e474b8470d60 req-8b4d5218-5fc3-4d25-904b-d7961ff862a7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.383848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce144930-84e4-48b8-aad6-e474b8470d60 req-8b4d5218-5fc3-4d25-904b-d7961ff862a7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 984 time: 0.1817305 Jul 16 20:27:26.405327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: f80295c1-0871-4f8b-966a-f33d25240032 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:26.405785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f80295c1-0871-4f8b-966a-f33d25240032 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:26.453212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.460961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 76d5c416-5e43-466e-977e-f0991f6f7f39, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=76d5c416-5e43-466e-977e-f0991f6f7f39,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:26.480245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '76d5c416-5e43-466e-977e-f0991f6f7f39', 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a', 'port_id': '76d5c416-5e43-466e-977e-f0991f6f7f39', 'mac_address': 'fa:16:3e:cd:89:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7e40f0-a9a3-437f-994b-785dc01ae318', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:26.491012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.520780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] Deleting port 0044f1d9-9507-4374-96e9-19287b49d5f4 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:26.522069 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.530643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce144930-84e4-48b8-aad6-e474b8470d60 req-38434aa1-c95e-46e9-8d19-7638d92c9b68 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1038136 Jul 16 20:27:26.535287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1406c9a8-6a41-4c8c-930b-9d232544a95f req-376a952f-04f9-418a-a288-d8a946d0fab6 service neutron] 10.222.0.21 "GET /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349966 Jul 16 20:27:26.558664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.613887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event deleted for resources: {'Port': ['ID=f11fa10d-b93c-42b0-b7e5-46dc39effabc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.630163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d5c416-5e43-466e-977e-f0991f6f7f39 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:26.644364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] For port 0044f1d9-9507-4374-96e9-19287b49d5f4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0044f1d9-9507-4374-96e9-19287b49d5f4,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:26.644772 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.671548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] Calling delete_port for 0044f1d9-9507-4374-96e9-19287b49d5f4 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:26.675207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 76d5c416-5e43-466e-977e-f0991f6f7f39, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=76d5c416-5e43-466e-977e-f0991f6f7f39,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:26.682962 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.692670 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8763e3-6fcd-4474-86aa-602f852ead85 x-openstack-request-id: req-cb8763e3-6fcd-4474-86aa-602f852ead85 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:26.694184 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:26.694184 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cb8763e3-6fcd-4474-86aa-602f852ead85 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:26.704316 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'status': 'completed', 'code': 200} Jul 16 20:27:26.729562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0044f1d9-9507-4374-96e9-19287b49d5f4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:26.751809 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.777951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.842300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=76d5c416-5e43-466e-977e-f0991f6f7f39,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.908117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.979096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['76d5c416-5e43-466e-977e-f0991f6f7f39'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:26.990460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] Pushing event deleted for resources: {'Port': ['ID=0044f1d9-9507-4374-96e9-19287b49d5f4,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.994024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19345401-e859-4aa3-a652-14ece366b8d3 None None] No DVR routers for this DVR port 0044f1d9-9507-4374-96e9-19287b49d5f4 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:27.060119 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.243094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568f12-7810-433a-a001-f023501f7ceb req-7d76a20b-3908-4cef-8d7d-9832bb78cd22 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.251718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78568f12-7810-433a-a001-f023501f7ceb req-7d76a20b-3908-4cef-8d7d-9832bb78cd22 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1135 time: 0.0928617 Jul 16 20:27:27.266200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:27.275116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78568f12-7810-433a-a001-f023501f7ceb req-cd362f59-3a4c-43b3-a10b-e0634305ee40 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.326291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd891a29-082d-4a3c-8f89-8d0de4b4cebd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:27.330182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd891a29-082d-4a3c-8f89-8d0de4b4cebd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.331678 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd891a29-082d-4a3c-8f89-8d0de4b4cebd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:27:27.332142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd891a29-082d-4a3c-8f89-8d0de4b4cebd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:27.373902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.376554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.377756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ba75a221-4824-48b9-abfc-de392416dd1c tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "DELETE /v2.0/floatingips/db9f08fe-6d03-4cb8-b00e-271e90af0420 HTTP/1.1" status: 204 len: 168 time: 2.7961309 Jul 16 20:27:27.388364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49746) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.397956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ebb914ad-c5d0-42c6-91ce-7451f49d8176 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'floatingip': {'floating_network_id': '8a034c5f-a7d7-4b5d-92d9-c555a6a8e427', 'port_id': '8b3293f2-6096-4ffe-9785-41584d6888e4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:27.419291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.464329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:27.469213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.478784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd07b119-873f-4587-96dc-05a284c9d515,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.485750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.493048 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38324f22-21a8-479b-a8f5-20aa8c95293b admin admin] 10.222.0.100 "DELETE /v2.0/subnets/dd07b119-873f-4587-96dc-05a284c9d515 HTTP/1.1" status: 204 len: 168 time: 1.5485423 Jul 16 20:27:27.493645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49748) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.495404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c21b2-5a62-4289-8163-4310cdd1cc5a None None] Network ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:27.502190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d', 'network_id': '80b5d21d-1f63-41f3-a30e-275bf457c98a', 'port_id': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d', 'mac_address': 'fa:16:3e:ea:28:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7e40f0-a9a3-437f-994b-785dc01ae318', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:27.508706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-e35f4acb-b4da-494b-a1f3-5cb2b9cb501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:27.511212 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-e35f4acb-b4da-494b-a1f3-5cb2b9cb501a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2&device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 1096 time: 0.7513919 Jul 16 20:27:27.515587 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78568f12-7810-433a-a001-f023501f7ceb req-cd362f59-3a4c-43b3-a10b-e0634305ee40 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.554931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-78568f12-7810-433a-a001-f023501f7ceb req-cd362f59-3a4c-43b3-a10b-e0634305ee40 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.596582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:27.626043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78568f12-7810-433a-a001-f023501f7ceb req-cd362f59-3a4c-43b3-a10b-e0634305ee40 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3712332 Jul 16 20:27:27.631041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:27.640545 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bd891a29-082d-4a3c-8f89-8d0de4b4cebd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3682778 Jul 16 20:27:27.643746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:27.644411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.729361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:27.771367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.779911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:27.794552 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.800141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49750) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.800919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.803305 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ebb914ad-c5d0-42c6-91ce-7451f49d8176 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.837710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3923c3ba-c39d-425f-98a4-f856170f6566 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:27.909069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.986535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] DHCP port deletion for ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:28.042816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['fbceb0fa-f794-4210-87b2-d2c367aa7bf1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:28.088307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=34bf5550-134f-4b25-b7f2-929d94a0e803,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.101956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:28.221360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362f59-3a4c-43b3-a10b-e0634305ee40 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa09d9a-5b45-4574-a083-a01d4b79a514,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.277967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] Deleting port 32c11a8b-e606-4a17-9237-b83b2daab5d0 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:28.279282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.295485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.301928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.409019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-9f232298-59d9-467f-a943-f7e05c3e86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.410564 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-9f232298-59d9-467f-a943-f7e05c3e86f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30 HTTP/1.1" status: 200 len: 913 time: 0.8464351 Jul 16 20:27:28.415939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae3e94-3770-4cac-a957-3ea332bf139b req-3cd19451-fab3-4959-9e7a-fc97a94819e8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.426971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae3e94-3770-4cac-a957-3ea332bf139b req-3cd19451-fab3-4959-9e7a-fc97a94819e8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.440165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae3e94-3770-4cac-a957-3ea332bf139b req-3cd19451-fab3-4959-9e7a-fc97a94819e8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.443317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35ae3e94-3770-4cac-a957-3ea332bf139b req-3cd19451-fab3-4959-9e7a-fc97a94819e8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2415 time: 0.2078683 Jul 16 20:27:28.472621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb5170-951b-4272-9d36-bfd58182591d tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.474839 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c8bb5170-951b-4272-9d36-bfd58182591d tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1130 time: 0.6300776 Jul 16 20:27:28.480921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49758) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:28.483210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923c3ba-c39d-425f-98a4-f856170f6566 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:28.486955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3923c3ba-c39d-425f-98a4-f856170f6566 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.488478 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-3923c3ba-c39d-425f-98a4-f856170f6566 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:27:28.488926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3923c3ba-c39d-425f-98a4-f856170f6566 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:28.493063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '3619464b-cce1-47f9-9d53-51c10e114318', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:28.521659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] For port 32c11a8b-e606-4a17-9237-b83b2daab5d0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=32c11a8b-e606-4a17-9237-b83b2daab5d0,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:28.522251 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.552319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Deleting port 32c11a8b-e606-4a17-9237-b83b2daab5d0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:28.553760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.593927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35ae3e94-3770-4cac-a957-3ea332bf139b req-3994cd46-e614-49f0-8e25-43903ca32c32 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309497 Jul 16 20:27:28.600373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.605265 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-a02bdd03-cc4f-4003-aa2c-9d5d93b31517 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b HTTP/1.1" status: 200 len: 1001 time: 0.1857250 Jul 16 20:27:28.613991 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3923c3ba-c39d-425f-98a4-f856170f6566 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7839909 Jul 16 20:27:28.614496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:28.621118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] Calling delete_port for 32c11a8b-e606-4a17-9237-b83b2daab5d0 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:28.628561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a76bf883-3405-400d-b5a2-900e2d9696de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:28.701107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] For port 32c11a8b-e606-4a17-9237-b83b2daab5d0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=32c11a8b-e606-4a17-9237-b83b2daab5d0,segment=NetworkSegment(48c917c0-2a2a-4efe-9f48-97e4e67269e2),segment_id=48c917c0-2a2a-4efe-9f48-97e4e67269e2)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:28.701485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.744932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Calling delete_port for 32c11a8b-e606-4a17-9237-b83b2daab5d0 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:28.803332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-9a7fef01-2bde-4be7-937a-5946deca3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.804804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-9a7fef01-2bde-4be7-937a-5946deca3dc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f HTTP/1.1" status: 200 len: 851 time: 0.1885884 Jul 16 20:27:28.810963 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-ebb914ad-c5d0-42c6-91ce-7451f49d8176 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:27:28.816636 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ebb914ad-c5d0-42c6-91ce-7451f49d8176 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4249377 Jul 16 20:27:28.817258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49762) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:28.840978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '8b3293f2-6096-4ffe-9785-41584d6888e4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:28.896283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 32c11a8b-e606-4a17-9237-b83b2daab5d0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:28.970657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.981969 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.992783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.077916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.092698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.102285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.138620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] Pushing event deleted for resources: {'Port': ['ID=32c11a8b-e606-4a17-9237-b83b2daab5d0,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.144369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd16b91-fe98-4430-8676-98f53c876443 None None] No DVR routers for this DVR port 32c11a8b-e606-4a17-9237-b83b2daab5d0 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:29.148554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.176548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c11a8b-e606-4a17-9237-b83b2daab5d0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.186567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] No DVR routers for this DVR port 32c11a8b-e606-4a17-9237-b83b2daab5d0 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:29.201964 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76bf883-3405-400d-b5a2-900e2d9696de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:29.208205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a76bf883-3405-400d-b5a2-900e2d9696de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.210909 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76bf883-3405-400d-b5a2-900e2d9696de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:27:29.211628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76bf883-3405-400d-b5a2-900e2d9696de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:27:29.250987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=34bf5550-134f-4b25-b7f2-929d94a0e803,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.255718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 76d5c416-5e43-466e-977e-f0991f6f7f39 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:29.271822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-def8de2e-ac21-4c2f-87f2-56ccb9d94948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.274593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-def8de2e-ac21-4c2f-87f2-56ccb9d94948 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4489119 Jul 16 20:27:29.296994 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a76bf883-3405-400d-b5a2-900e2d9696de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6721475 Jul 16 20:27:29.301652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49764) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.314770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.352069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 76d5c416-5e43-466e-977e-f0991f6f7f39 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:29.353350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.362697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 76d5c416-5e43-466e-977e-f0991f6f7f39 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:29.363497 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.391233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8ed356a5-06a3-496b-acc0-26630d495e2e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0830765 Jul 16 20:27:29.392751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded603ed-f63d-49d0-a0b7-a58ede1ebcf1']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:29.394861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49766) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.441264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c917c0-2a2a-4efe-9f48-97e4e67269e2') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:29.441528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c917c0-2a2a-4efe-9f48-97e4e67269e2') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:29.468822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Allocated IP 172.25.8.62 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/403f1c00-b490-41f0-a1b4-1c9b163b74fd) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:29.472127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.485006 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.492096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6e559e3b-8b2c-4faf-8a33-f4f18faa0305 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9745865 Jul 16 20:27:29.502196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.510469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a726b-9bce-4027-99d7-22b84b496e72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.512257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e38a726b-9bce-4027-99d7-22b84b496e72 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1141315 Jul 16 20:27:29.516158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49770) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.527897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:29.528362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.529282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:29.530105 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:29.556462 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-69ed34b2-6546-4a06-88d9-cd78bd49ba96 service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700939 Jul 16 20:27:29.607823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-267d79c6-f7dc-409c-add1-3654bb050168 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877028 Jul 16 20:27:29.620916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49772) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.635869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:29.645677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 76d5c416-5e43-466e-977e-f0991f6f7f39, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=76d5c416-5e43-466e-977e-f0991f6f7f39,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:29.650322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:29.656425 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe3b690-fb7e-480a-9702-bb9780577c6f" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-plugged", "status": "completed", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:29.675282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.676811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.685262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.760908 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.765788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] 10.222.0.100 "DELETE /v2.0/networks/ded603ed-f63d-49d0-a0b7-a58ede1ebcf1 HTTP/1.1" status: 204 len: 168 time: 2.2703793 Jul 16 20:27:29.770791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0149b3-ea0e-4b4b-889e-3e049987a1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded603ed-f63d-49d0-a0b7-a58ede1ebcf1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.838331 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973c9ca9-e578-492f-850b-5cc31c709032 x-openstack-request-id: req-973c9ca9-e578-492f-850b-5cc31c709032 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:29.838863 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-plugged", "status": "completed", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:29.839774 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-973c9ca9-e578-492f-850b-5cc31c709032 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:29.839964 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39', 'code': 200} Jul 16 20:27:29.840818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=76d5c416-5e43-466e-977e-f0991f6f7f39,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.891744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.898882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-50a1189a-9bc2-446d-b95f-a9756bed3f04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2336419 Jul 16 20:27:29.922982 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c695e6c9-925d-4041-b1a3-a0286c8c8e1f req-4c9dc3a4-e613-48ce-a3c4-a852873c08cc service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579743 Jul 16 20:27:29.924211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:29.928695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.951311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.022585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:30.082199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:30.098462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Allocated IP 172.25.8.109 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/cd8cea8c-b3ee-493f-8f61-3a1ac757519b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:30.109476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:30.193965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=403f1c00-b490-41f0-a1b4-1c9b163b74fd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.201183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49788) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.245916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f58957e1-7fa0-490b-808a-099da35a1e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.332830 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81a6e88c-640f-4f98-87f8-c83f02c54c72 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e82339bd96894f69bd4a991e4e3220fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013007 Jul 16 20:27:30.338998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.347725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-674abb90-45b8-4a91-a8fc-4e41a69b92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.351296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-674abb90-45b8-4a91-a8fc-4e41a69b92f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1096 time: 0.3349226 Jul 16 20:27:30.368628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.459939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18313-4da5-4c34-a0a3-ac4ec6478eec req-f45aa5ff-0776-4b12-aa9a-ba497987f5e4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.471574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18313-4da5-4c34-a0a3-ac4ec6478eec req-f45aa5ff-0776-4b12-aa9a-ba497987f5e4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.476892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4842e3f1-45a3-4f24-951b-bba0ff876da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.484031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18313-4da5-4c34-a0a3-ac4ec6478eec req-f45aa5ff-0776-4b12-aa9a-ba497987f5e4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.487040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eda18313-4da5-4c34-a0a3-ac4ec6478eec req-f45aa5ff-0776-4b12-aa9a-ba497987f5e4 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2416 time: 0.4695768 Jul 16 20:27:30.503372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:27:30.514509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.539213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4842e3f1-45a3-4f24-951b-bba0ff876da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.566246 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.631407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:30.654863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:30.669460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9510e8-1c81-4872-ad28-7cb85e5f16d3 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:30.670280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.670900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.678535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:30.679430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=d855b936-2767-45f0-8ac3-d061f90772f4,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.689308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:30.694703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event updated for resources: {'Port': ['ID=cd8cea8c-b3ee-493f-8f61-3a1ac757519b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.698207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:30.730477 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c28ee064-588d-4468-974c-a17b6593ab08 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1006656 Jul 16 20:27:30.733527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.738755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:42:b3:a5', 'name': 'tempest-NetworksTestDHCPv6-103995786'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:30.778341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4842e3f1-45a3-4f24-951b-bba0ff876da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.781102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4842e3f1-45a3-4f24-951b-bba0ff876da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.784894 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4842e3f1-45a3-4f24-951b-bba0ff876da2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/181e77f4-1440-40de-b34e-9ada4ebbb59b HTTP/1.1" status: 204 len: 168 time: 0.4399254 Jul 16 20:27:30.796184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eda18313-4da5-4c34-a0a3-ac4ec6478eec req-4bdc81f4-2983-4f86-bb97-443ddbaf6c10 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854779 Jul 16 20:27:30.805516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842e3f1-45a3-4f24-951b-bba0ff876da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e77f4-1440-40de-b34e-9ada4ebbb59b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.903715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-bc859700-73bf-43d3-8cea-be56286cf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.907055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-bc859700-73bf-43d3-8cea-be56286cf997 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 0.5281694 Jul 16 20:27:30.975148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:31.262176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:31.282507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-a0bd5d92-bedb-4cfb-829d-4ceb1af800d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 1001 time: 0.3663263 Jul 16 20:27:31.293756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'd855b936-2767-45f0-8ac3-d061f90772f4'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:31.294649 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.297099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cf15edd5-341c-455c-b027-247f108e382a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1382893920&fields=id&tenant_id=367afe4b1b4d4b2db98b6e3209704c12 HTTP/1.1" status: 200 len: 267 time: 0.1957581 Jul 16 20:27:31.445445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:31.452473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:31.452855 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.540184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-e6d3e3bd-996f-4ae2-81c6-cd2adce2ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.542588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-e6d3e3bd-996f-4ae2-81c6-cd2adce2ec5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.2439733 Jul 16 20:27:31.544401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Allocated IP 2001:db8::f816:3eff:fe30:4094 (4480a042-e07a-4cef-bea8-255195c633b7/d855b936-2767-45f0-8ac3-d061f90772f4/c2886a09-bc47-4d2f-a1b6-293915af1961) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:31.556074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5feaca12-7a1b-4c98-af6a-66f1e7c7807b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.557731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5feaca12-7a1b-4c98-af6a-66f1e7c7807b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 932 time: 0.2428403 Jul 16 20:27:31.580164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.681543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.686434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Deleting port cd8cea8c-b3ee-493f-8f61-3a1ac757519b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:31.686905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.744992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 24c5cab6-a8ce-40ef-8481-26b65656a7a3 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:31.749612 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.784132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-191f6422-220d-4c09-a948-543fc17cd445 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.800221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-191f6422-220d-4c09-a948-543fc17cd445 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports/29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 930 time: 0.2359197 Jul 16 20:27:31.844780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:31.848645 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:31.850917 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d9167-0cdd-4cbb-8396-1ef101bd8e1a" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-plugged", "status": "completed", "tag": "43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:31.907902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:31.916641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.918600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device fbceb0fa-f794-4210-87b2-d2c367aa7bf1 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:31.932404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-9cc4a370-4f30-4d19-b9f2-a4cda9f59264 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1190064 Jul 16 20:27:31.985271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d80c435c-b509-49d2-9b3c-53ad8b4ab99b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0428665 Jul 16 20:27:31.989255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-440397ba-fd21-45ea-a4f2-8e5a935f6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.991603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-440397ba-fd21-45ea-a4f2-8e5a935f6263 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4327459 Jul 16 20:27:31.997508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.003779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.003779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.028446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Calling delete_port for cd8cea8c-b3ee-493f-8f61-3a1ac757519b owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:32.142416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.159157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7af8af41-95ca-4f2a-80e1-40f6f2d4c8b0 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.166297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7af8af41-95ca-4f2a-80e1-40f6f2d4c8b0 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.173367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7af8af41-95ca-4f2a-80e1-40f6f2d4c8b0 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.176465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7af8af41-95ca-4f2a-80e1-40f6f2d4c8b0 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/networks?id=eda54561-7c99-4f69-8808-6b264e36fb54&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 1987 time: 0.1781340 Jul 16 20:27:32.197145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:32.205921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:32.209408 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.220747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.231125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49826) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:32.263672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6ceec97d-b17e-4b63-8d68-c54df3759f3b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/quotas/367afe4b1b4d4b2db98b6e3209704c12 HTTP/1.1" status: 200 len: 375 time: 0.0579517 Jul 16 20:27:32.295690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.296257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Transition to ACTIVE for port object c2886a09-bc47-4d2f-a1b6-293915af1961 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:32.335284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Transition to ACTIVE for port object c2886a09-bc47-4d2f-a1b6-293915af1961 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:32.348310 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.375231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event deleted for resources: {'Port': ['ID=cd8cea8c-b3ee-493f-8f61-3a1ac757519b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.452184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-d23be103-5897-4af5-9164-5d2a341897bc service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532509 Jul 16 20:27:32.464114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:32.478375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:32.520175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:32.530282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Pushing event updated for resources: {'Port': ['ID=c2886a09-bc47-4d2f-a1b6-293915af1961,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.530814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1145194772-network', 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:32.564993 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe42:b3a5 (4480a042-e07a-4cef-bea8-255195c633b7/d855b936-2767-45f0-8ac3-d061f90772f4/24c5cab6-a8ce-40ef-8481-26b65656a7a3) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:32.648673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.674234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Attempting to bind port c2886a09-bc47-4d2f-a1b6-293915af1961 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:32.675276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Attempting to bind port c2886a09-bc47-4d2f-a1b6-293915af1961 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:32.675456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Attempting to bind port c2886a09-bc47-4d2f-a1b6-293915af1961 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:32.696373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:32.696955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:32.697607 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.698241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:32.699042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Bound port: c2886a09-bc47-4d2f-a1b6-293915af1961, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:32.699701 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.745717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:32.752794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.915368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.920537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] For port c2886a09-bc47-4d2f-a1b6-293915af1961, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:32.932540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.943483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] For port c2886a09-bc47-4d2f-a1b6-293915af1961, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c2886a09-bc47-4d2f-a1b6-293915af1961,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:32.953325 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.957133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 24c5cab6-a8ce-40ef-8481-26b65656a7a3 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:33.024447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.030584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7aa3d-a457-4989-8810-ff9142610a6c None None] Pushing event updated for resources: {'Port': ['ID=c2886a09-bc47-4d2f-a1b6-293915af1961,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.093933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:33.105544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:33.114027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:33.126806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.128060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.146171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=24c5cab6-a8ce-40ef-8481-26b65656a7a3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.152432 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] create failed (client error): The resource could not be found. Jul 16 20:27:33.159010 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e3bd55e5-f36c-4b0d-a662-fa5cea7d492f tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3199072 Jul 16 20:27:33.160677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49830) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.189560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7566f9da-ba1a-4d3e-aee4-f4ceb88fc1b3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9093783 Jul 16 20:27:33.212371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:33.214336 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0cedcd5d-be21-4883-802a-547f8ec700bc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4795816 Jul 16 20:27:33.218827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49832) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.219619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.286172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.452943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a031537f-1f77-4e37-ac08-2023c7669537 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.462659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a031537f-1f77-4e37-ac08-2023c7669537 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.469593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a031537f-1f77-4e37-ac08-2023c7669537 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2477267 Jul 16 20:27:33.476983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49834) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.479310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-446e3a3e-58a9-44be-aaab-62c69d2640ac req-b5ebccf7-a70d-4755-80b0-fdc7b31bf9e0 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0170939 Jul 16 20:27:33.557714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Deleting port 8b3293f2-6096-4ffe-9785-41584d6888e4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:33.558471 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.586970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.595070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-af908ac1-5d6c-4239-9d15-53c918514429 service neutron] 10.222.0.100 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715432 Jul 16 20:27:33.598075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.752743 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.775678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Calling delete_port for 8b3293f2-6096-4ffe-9785-41584d6888e4 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:33.793833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 24c5cab6-a8ce-40ef-8481-26b65656a7a3 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:33.794145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.814674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=403f1c00-b490-41f0-a1b4-1c9b163b74fd,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.852061 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.897924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-a62061aa-36f7-4878-b9db-ae57927214a8 service neutron] 10.222.0.100 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873504 Jul 16 20:27:33.934894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.938530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:33.962081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.006270 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.035022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 24c5cab6-a8ce-40ef-8481-26b65656a7a3 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:34.043447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-34c7e9b5-cc57-4564-ae9d-6386871f193b service neutron] 10.222.0.100 "GET /v2.0/ports/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1343062 Jul 16 20:27:34.047533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:34.076019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df8629e-eafd-4c12-a5bf-81a5786980f2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:34.100518 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Floating IP a334bf21-8adb-4341-a1cc-881769c42cbd associated. External IP: 172.25.8.62, port: 3619464b-cce1-47f9-9d53-51c10e114318. Jul 16 20:27:34.252507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.260496 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.261261 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Added segment 1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f of type vlan for network e2bb914c-8118-42db-a168-2e3af2ec84e0 Jul 16 20:27:34.284943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-c0b667b3-d0ca-4838-837f-d0336b8518f1 service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291565 Jul 16 20:27:34.330588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event deleted for resources: {'Port': ['ID=8b3293f2-6096-4ffe-9785-41584d6888e4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:34.383998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.510622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.512989 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5ee375a8-1e7c-4558-88b9-f68274c4a99b tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "DELETE /v2.0/ports/8b3293f2-6096-4ffe-9785-41584d6888e4 HTTP/1.1" status: 204 len: 168 time: 1.3510385 Jul 16 20:27:34.517344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49836) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:34.530131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:34.569870 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.606708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=24c5cab6-a8ce-40ef-8481-26b65656a7a3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:34.651638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.658328 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1fcac9f-f2b6-4914-af37-c8c919969c2f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/24c5cab6-a8ce-40ef-8481-26b65656a7a3 HTTP/1.1" status: 204 len: 168 time: 1.1762898 Jul 16 20:27:34.665799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49838) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:34.688993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f4914e8c-a074-484c-96de-9d47bc5b7a3d None None] Provisioning for port c2886a09-bc47-4d2f-a1b6-293915af1961 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:34.752620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a32c5-e09f-40b0-8c78-615973634aad tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.760156 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-078a32c5-e09f-40b0-8c78-615973634aad tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "GET /v2.0/ports?device_id=c38d2b93-1996-4a69-9c0e-c692826f4b0e HTTP/1.1" status: 200 len: 913 time: 0.2415576 Jul 16 20:27:34.765439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49840) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:34.782376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e9e61abd-8081-4a32-a8b0-672aee6a6580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.824910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c2886a09-bc47-4d2f-a1b6-293915af1961 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:34.846820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.848420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.850579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.893410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c2886a09-bc47-4d2f-a1b6-293915af1961 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:34.901648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c2886a09-bc47-4d2f-a1b6-293915af1961 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:34.902151 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.935963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7031279 Jul 16 20:27:34.947081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49842) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:34.950832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6381c1c3-b95f-4c50-9395-d449d10052c5 service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046786 Jul 16 20:27:34.961538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Request body: {'subnet': {'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1145194772-subnet', 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:34.982695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec25363-0e7f-442d-a65f-3378a3e506da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.984787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec25363-0e7f-442d-a65f-3378a3e506da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.990830 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aec25363-0e7f-442d-a65f-3378a3e506da tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3208411 Jul 16 20:27:34.995303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49844) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:35.031212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router f4730dda-8c2e-4538-98f1-e744b59cb5cd has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:35.082835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ca1b-aa95-4290-8455-3b6f252687ea admin admin] Pushing event updated for resources: {'Network': ['ID=e2bb914c-8118-42db-a168-2e3af2ec84e0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.095259 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.101355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:35.148203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-96d12f72-e359-4046-b92f-056ad157d3c4 service neutron] 10.222.0.100 "GET /v2.0/ports/29cf9adf-2c68-4cf4-91df-5be2c17bcae6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1952910 Jul 16 20:27:35.245828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c2886a09-bc47-4d2f-a1b6-293915af1961, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c2886a09-bc47-4d2f-a1b6-293915af1961,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:35.262410 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.270010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4e95aece-76ac-4753-a5e0-b2c09a9cc92a None None] Could not find standard attr ID for object 24c5cab6-a8ce-40ef-8481-26b65656a7a3. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:27:35.313020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:35.317515 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.343743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c2886a09-bc47-4d2f-a1b6-293915af1961,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.393986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet d855b936-2767-45f0-8ac3-d061f90772f4 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:35.400592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.439627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:35.450010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-e9849e60-3766-4ac0-b222-6d244a87fff1 service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002527 Jul 16 20:27:35.453284 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] Sync routers for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:35.464027 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:35.464952 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:35.510954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.589854 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:35.626622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.638331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c8b19941-b88d-411d-b4ec-cc63270e3710 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1536446 Jul 16 20:27:35.639770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:35.643607 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ef386c-4298-46b8-b316-8528fac856e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "tag": "3619464b-cce1-47f9-9d53-51c10e114318"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:35.646950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49846) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:35.741382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6aa0cc83-b674-4ad3-9f0e-859941b39881 service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763343 Jul 16 20:27:35.961840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.988843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.018864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.068452 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'a334bf21-8adb-4341-a1cc-881769c42cbd', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'port_id': '3619464b-cce1-47f9-9d53-51c10e114318', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'mac_address': 'fa:16:3e:39:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616b776-0055-4338-990e-7b75a66d896f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:30Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 0, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:59Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:36.117488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.118198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.118911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.119661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.120381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.121140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.121991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.122844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.123770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.124609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.125325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.126053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.126598 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] Checking router: f4730dda-8c2e-4538-98f1-e744b59cb5cd for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:36.126925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.127817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.128655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.135372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9b8105e4-5214-4117-962e-a43f179a4bcb tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10499 time: 0.4816155 Jul 16 20:27:36.135790 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.136521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49850) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:36.139143 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:36.140127 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:36.145208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.187460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8170660f-5236-4ecb-b90f-019054df8a7d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.207923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-060393b5-4cbf-4cb4-ada2-4b8da53d03cd service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496996 Jul 16 20:27:36.261828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=d855b936-2767-45f0-8ac3-d061f90772f4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.271215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.275874 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fcda38cc-f8e8-44c1-b683-deaa0984665e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/d855b936-2767-45f0-8ac3-d061f90772f4 HTTP/1.1" status: 204 len: 168 time: 1.2743361 Jul 16 20:27:36.278916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ed6ad-04c6-4dbc-a3ae-fc81effc2b10 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:36.279499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49852) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:36.310992 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:36.316383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:36.317235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Network hostable DHCP agents. Network: e2bb914c-8118-42db-a168-2e3af2ec84e0, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:36.419284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.420016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.420958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.421443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.422159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.422855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.424147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.424501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.425908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.426923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.428346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.428947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.429571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.430287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.435015 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e56a806-1947-4970-90a0-1d48a11adeb0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183727 Jul 16 20:27:36.435233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8f536b21-1964-42ce-9bcf-a72ad1ffd9f2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8853 time: 0.2958703 Jul 16 20:27:36.437370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49854) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:36.437576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49856) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:36.445678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:36.575962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:36.599677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:36.638389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e2bb914c-8118-42db-a168-2e3af2ec84e0) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:36.654975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.656521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.669722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4981ecea-7dd7-4d9d-8b4b-c53429d24cbc None None] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:36.681489 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9a515772-8457-42f2-95db-7e6c9fcbdfee admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7274597 Jul 16 20:27:36.820496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] Deleting port c2886a09-bc47-4d2f-a1b6-293915af1961 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:36.820799 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.869107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c2886a09-bc47-4d2f-a1b6-293915af1961 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:36.881780 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'a334bf21-8adb-4341-a1cc-881769c42cbd', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'port_id': '3619464b-cce1-47f9-9d53-51c10e114318', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'mac_address': 'fa:16:3e:39:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616b776-0055-4338-990e-7b75a66d896f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:30Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 0, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:59Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:36.997839 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a962ce-2dbf-46e5-8e54-72f631a13b85 None None] The sync data for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 is: [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'a334bf21-8adb-4341-a1cc-881769c42cbd', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'port_id': '3619464b-cce1-47f9-9d53-51c10e114318', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'mac_address': 'fa:16:3e:39:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616b776-0055-4338-990e-7b75a66d896f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:30Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 0, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:59Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:37.103830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bf4f10-00c1-4112-a177-b0742e3507e0 None None] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:37.128472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] For port c2886a09-bc47-4d2f-a1b6-293915af1961, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c2886a09-bc47-4d2f-a1b6-293915af1961,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:37.129071 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.178742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] Calling delete_port for c2886a09-bc47-4d2f-a1b6-293915af1961 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:37.276030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-0eeefed3-4c09-41b1-b5cd-dd6a7f56b1fa service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0585644 Jul 16 20:27:37.326021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.383497 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cf0270dc-f269-4f10-911e-cb80ee98b834 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5036 time: 0.9425392 Jul 16 20:27:37.386523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49864) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.407647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7a624-e69e-449f-afed-408345283eb6 None None] New status for floating IP a334bf21-8adb-4341-a1cc-881769c42cbd: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:27:37.432752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Deleting port ed48fb21-e298-4eb7-905a-511f3e9cfdf1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:37.433335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.458637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-08812ac6-10cd-4ccd-be65-be2bdd0fcdac service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698010 Jul 16 20:27:37.462121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:37.467517 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.580157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c2886a09-bc47-4d2f-a1b6-293915af1961, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c2886a09-bc47-4d2f-a1b6-293915af1961,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:37.586328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.600860 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.605607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Calling delete_port for ed48fb21-e298-4eb7-905a-511f3e9cfdf1 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:37.659739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121dba8-549f-48b8-996e-bb3de12ca1c8 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.660225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121dba8-549f-48b8-996e-bb3de12ca1c8 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.665733 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4121dba8-549f-48b8-996e-bb3de12ca1c8 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=f4730dda-8c2e-4538-98f1-e744b59cb5cd HTTP/1.1" status: 200 len: 1989 time: 0.2754900 Jul 16 20:27:37.688240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-c2d62db4-b9c2-4443-ad7e-ed19335b394d service neutron] 10.222.0.100 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169600 Jul 16 20:27:37.863672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.887785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.903521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3eec360a-93ac-420c-b2a1-08de09e516c2 service neutron] 10.222.0.100 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062583 Jul 16 20:27:37.935674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c2886a09-bc47-4d2f-a1b6-293915af1961,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.948229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event deleted for resources: {'Port': ['ID=ed48fb21-e298-4eb7-905a-511f3e9cfdf1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.977755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] Pushing event deleted for resources: {'Port': ['ID=c2886a09-bc47-4d2f-a1b6-293915af1961,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.983682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778e5c4-3fba-4cf6-a993-fd3d188ca960 None None] No DVR routers for this DVR port c2886a09-bc47-4d2f-a1b6-293915af1961 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:38.114246 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.143800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:27:38.147467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.151215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-f49b764d-4944-401d-bc19-5671bf062dd9 service neutron] 10.222.0.100 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386775 Jul 16 20:27:38.191824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.208215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.227042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:38.234440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:38.241638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.242218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.249226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a4a446-643f-40fa-bf77-ab37154fc6ae None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:38.254882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=ff85eb3d-ab2e-440c-a84c-9b950eb93bf1,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.298685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1f4f9406-fb47-45f9-8b74-9d18a96da118 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8599148 Jul 16 20:27:38.301508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49868) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.306875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:83:e3:1b', 'name': 'tempest-NetworksTestDHCPv6-1390194854'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:38.361227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-bf1bac8c-6fcf-4f26-b591-8123a00abf92 service neutron] 10.222.0.100 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020917 Jul 16 20:27:38.433619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Router c38d2b93-1996-4a69-9c0e-c692826f4b0e has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:38.533649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:38.538152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b505b7cf-5ef6-46f0-87b5-a3e8d7eed317 service neutron] 10.222.0.100 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465952 Jul 16 20:27:38.540111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:38.555886 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f9f6502c-cda4-42f9-957a-346e120f51e4 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "PUT /v2.0/routers/c38d2b93-1996-4a69-9c0e-c692826f4b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7888429 Jul 16 20:27:38.558670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.559151 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] Sync routers for ids ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:38.577002 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] Routers {'c38d2b93-1996-4a69-9c0e-c692826f4b0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:38.578019 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:38.641689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'ff85eb3d-ab2e-440c-a84c-9b950eb93bf1'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:38.643188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.658008 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-93fa2610-1a4a-46cb-81dd-f7de84d56319 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.659461 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:38.666537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.680252 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] Routers {'c38d2b93-1996-4a69-9c0e-c692826f4b0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:38.683097 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:38.753583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.784515 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:38.789568 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0f9ce-effd-4ee2-b53c-3ea9237c295a None None] The sync data for ids ['c38d2b93-1996-4a69-9c0e-c692826f4b0e'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:38.823175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 7b7ea52f-7d20-4739-a186-740c6ae21611 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:38.853632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Allocated IP 2001:db8::f816:3eff:fea7:2ec6 (4480a042-e07a-4cef-bea8-255195c633b7/ff85eb3d-ab2e-440c-a84c-9b950eb93bf1/b8d6d175-9a35-4c97-919b-086c15ac7e11) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:38.856345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-93fa2610-1a4a-46cb-81dd-f7de84d56319 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.859222 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-93fa2610-1a4a-46cb-81dd-f7de84d56319 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.914588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-93fa2610-1a4a-46cb-81dd-f7de84d56319 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.915095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fa2610-1a4a-46cb-81dd-f7de84d56319 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Fanout notify agent at l3_agent the message router_deleted on router c38d2b93-1996-4a69-9c0e-c692826f4b0e {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:27:38.923677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-93fa2610-1a4a-46cb-81dd-f7de84d56319 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.929357 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-93fa2610-1a4a-46cb-81dd-f7de84d56319 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "DELETE /v2.0/routers/c38d2b93-1996-4a69-9c0e-c692826f4b0e HTTP/1.1" status: 204 len: 168 time: 0.3652980 Jul 16 20:27:38.929357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49876) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.989558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Deleting subnet 86e3ca90-587c-49f0-be83-3124bebccff9 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:38.994792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.050388 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.110983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.122856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Transition to ACTIVE for port object b8d6d175-9a35-4c97-919b-086c15ac7e11 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:39.143991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Transition to ACTIVE for port object b8d6d175-9a35-4c97-919b-086c15ac7e11 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:39.154095 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.232541 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.252928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Pushing event updated for resources: {'Port': ['ID=b8d6d175-9a35-4c97-919b-086c15ac7e11,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.257317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe83:e31b (4480a042-e07a-4cef-bea8-255195c633b7/ff85eb3d-ab2e-440c-a84c-9b950eb93bf1/7b7ea52f-7d20-4739-a186-740c6ae21611) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:39.259125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:39.262308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:39.265945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:39.317478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.353332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Attempting to bind port b8d6d175-9a35-4c97-919b-086c15ac7e11 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:39.353906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Attempting to bind port b8d6d175-9a35-4c97-919b-086c15ac7e11 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:39.354481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Attempting to bind port b8d6d175-9a35-4c97-919b-086c15ac7e11 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:39.357959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event deleted for resources: {'Subnet': ['ID=86e3ca90-587c-49f0-be83-3124bebccff9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.364890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:39.366607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:39.367287 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.367920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:39.368688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Bound port: b8d6d175-9a35-4c97-919b-086c15ac7e11, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:39.369274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.373863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.376240 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6223f6de-2d28-4293-b57e-4fd4dec28aa6 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "DELETE /v2.0/subnets/86e3ca90-587c-49f0-be83-3124bebccff9 HTTP/1.1" status: 204 len: 168 time: 0.4458227 Jul 16 20:27:39.380497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:39.388217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242964a8-56cf-4423-b494-2a64f3a32e0a None None] Network 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:39.524198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.590102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] For port b8d6d175-9a35-4c97-919b-086c15ac7e11, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:39.605749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Deleting port 04950cb3-a578-484b-adda-d1112eb18fb7 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:39.606343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.607098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] For port b8d6d175-9a35-4c97-919b-086c15ac7e11, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8d6d175-9a35-4c97-919b-086c15ac7e11,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:39.607411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.613534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.640047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 7b7ea52f-7d20-4739-a186-740c6ae21611 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:39.710110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9dbd0-ad98-4c01-9861-c56b95302fd1 None None] Pushing event updated for resources: {'Port': ['ID=b8d6d175-9a35-4c97-919b-086c15ac7e11,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.714491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.757887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] For port 04950cb3-a578-484b-adda-d1112eb18fb7, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=04950cb3-a578-484b-adda-d1112eb18fb7,segment=NetworkSegment(6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3),segment_id=6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:39.758422 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.769541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] DHCP port deletion for 8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:39.778566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Calling delete_port for 04950cb3-a578-484b-adda-d1112eb18fb7 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:39.782957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:39.794783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:39.801595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:39.818889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.819179 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.861688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5590053 Jul 16 20:27:39.863631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebad44-3c6e-44dc-a373-6787c3322529 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=7b7ea52f-7d20-4739-a186-740c6ae21611,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.864409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] Deleting port 04950cb3-a578-484b-adda-d1112eb18fb7 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:39.866077 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.867056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49896) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:39.954561 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.972854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ad73c-23f1-42d4-b946-af9295a9ebf4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.976308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] For port 04950cb3-a578-484b-adda-d1112eb18fb7, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=04950cb3-a578-484b-adda-d1112eb18fb7,segment=NetworkSegment(6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3),segment_id=6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:39.978071 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.987258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ad73c-23f1-42d4-b946-af9295a9ebf4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.995656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd8ad73c-23f1-42d4-b946-af9295a9ebf4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1269650 Jul 16 20:27:39.998539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49900) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:40.015850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] Calling delete_port for 04950cb3-a578-484b-adda-d1112eb18fb7 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:40.019597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] No DVR routers for this DVR port 04950cb3-a578-484b-adda-d1112eb18fb7 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:40.124251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event deleted for resources: {'Port': ['ID=04950cb3-a578-484b-adda-d1112eb18fb7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: from cryptography.utils import int_from_bytes Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: from cryptography.utils import int_from_bytes Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.240466 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:27:40.246323 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:27:40.249100 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.300698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] Pushing event deleted for resources: {'Port': ['ID=04950cb3-a578-484b-adda-d1112eb18fb7,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.310246 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 7b7ea52f-7d20-4739-a186-740c6ae21611 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:40.311388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.325902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaf768-c633-4b5f-bd14-5b0274a901ed None None] No DVR routers for this DVR port 04950cb3-a578-484b-adda-d1112eb18fb7 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:40.348726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.379600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a034c5f-a7d7-4b5d-92d9-c555a6a8e427']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.408921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.409551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8bcb73-09f2-40fa-9258-6ef4a79fb9f3') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:40.431982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.460232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.471831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:40.472641 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:40.478556 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:40.570549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.580897 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.589367 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] 10.222.0.100 "DELETE /v2.0/networks/8a034c5f-a7d7-4b5d-92d9-c555a6a8e427 HTTP/1.1" status: 204 len: 168 time: 1.2004333 Jul 16 20:27:40.590004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.615202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2821c0c-416c-4753-9a7c-d53c40497d95 tempest-FloatingIPNegativeTestJSON-37990119 tempest-FloatingIPNegativeTestJSON-37990119-project] Pushing event deleted for resources: {'Network': ['ID=8a034c5f-a7d7-4b5d-92d9-c555a6a8e427,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.635741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 7b7ea52f-7d20-4739-a186-740c6ae21611 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:40.678286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b38f4-69e2-45f8-ad9c-8d83b4c3db8c req-7b00d85b-c722-4380-8aec-294bf02fa99e tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.685658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b38f4-69e2-45f8-ad9c-8d83b4c3db8c req-7b00d85b-c722-4380-8aec-294bf02fa99e tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.692486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b38f4-69e2-45f8-ad9c-8d83b4c3db8c req-7b00d85b-c722-4380-8aec-294bf02fa99e tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.702274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-988b38f4-69e2-45f8-ad9c-8d83b4c3db8c req-7b00d85b-c722-4380-8aec-294bf02fa99e tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2418 time: 0.2265849 Jul 16 20:27:40.828976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8d6d175-9a35-4c97-919b-086c15ac7e11 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:40.838176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-988b38f4-69e2-45f8-ad9c-8d83b4c3db8c req-29b0f5bf-71e0-4105-8a15-8fd70e094a7c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303313 Jul 16 20:27:40.936215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b8d6d175-9a35-4c97-919b-086c15ac7e11 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:40.936760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.953307 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9e37b9-b3ff-43ad-be93-9cc87cf9a883 x-openstack-request-id: req-1a9e37b9-b3ff-43ad-be93-9cc87cf9a883 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:40.953632 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-plugged", "status": "completed", "tag": "43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:40.953950 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1a9e37b9-b3ff-43ad-be93-9cc87cf9a883 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:40.954628 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d', 'code': 200} Jul 16 20:27:41.009600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=7b7ea52f-7d20-4739-a186-740c6ae21611,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:41.040168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 04950cb3-a578-484b-adda-d1112eb18fb7 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:41.062139 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf2bc1-989f-4d34-9ac0-7d02e874c2ca x-openstack-request-id: req-44cf2bc1-989f-4d34-9ac0-7d02e874c2ca {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:41.062579 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "tag": "3619464b-cce1-47f9-9d53-51c10e114318", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:41.062937 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-44cf2bc1-989f-4d34-9ac0-7d02e874c2ca {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:41.063542 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318', 'status': 'completed', 'code': 200} Jul 16 20:27:41.083036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.086561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd767968-2877-4629-ba40-8a8a2aec9652 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/7b7ea52f-7d20-4739-a186-740c6ae21611 HTTP/1.1" status: 204 len: 168 time: 1.0865657 Jul 16 20:27:41.108806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49912) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:41.159929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 04950cb3-a578-484b-adda-d1112eb18fb7 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:41.159929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 04950cb3-a578-484b-adda-d1112eb18fb7 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:41.227478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86354487-2009-45b9-9f4d-c7ccb20d42ca tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.229102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86354487-2009-45b9-9f4d-c7ccb20d42ca tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.233828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-86354487-2009-45b9-9f4d-c7ccb20d42ca tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208127 Jul 16 20:27:41.234600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49918) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:41.259100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49920) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:41.321039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef386c-4298-46b8-b316-8528fac856e5 req-d95ec5de-5ec3-479b-b93a-9318cebc2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.323824 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18ef386c-4298-46b8-b316-8528fac856e5 req-d95ec5de-5ec3-479b-b93a-9318cebc2266 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1135 time: 0.2341208 Jul 16 20:27:41.324345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet ff85eb3d-ab2e-440c-a84c-9b950eb93bf1 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:41.328126 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.426163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.559674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef386c-4298-46b8-b316-8528fac856e5 req-a61fa1ad-c849-47a2-9400-e500f6c79353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.562559 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18ef386c-4298-46b8-b316-8528fac856e5 req-a61fa1ad-c849-47a2-9400-e500f6c79353 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d46c1c4f-78e1-494f-a378-bd8498618995 HTTP/1.1" status: 200 len: 897 time: 0.2181082 Jul 16 20:27:41.582544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.674126 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.718384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=ff85eb3d-ab2e-440c-a84c-9b950eb93bf1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:41.741593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-65d63fa7-3436-4c1f-87f8-ea90d628abf4 None None] Provisioning for port b8d6d175-9a35-4c97-919b-086c15ac7e11 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:41.753696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-65d63fa7-3436-4c1f-87f8-ea90d628abf4 None None] Provisioning complete for port b8d6d175-9a35-4c97-919b-086c15ac7e11 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:41.754747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-65d63fa7-3436-4c1f-87f8-ea90d628abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.776017 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.780600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5d287467-5215-4ae5-9183-f58db15a9fed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/ff85eb3d-ab2e-440c-a84c-9b950eb93bf1 HTTP/1.1" status: 204 len: 168 time: 0.5444512 Jul 16 20:27:41.783036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca3c54f1-951d-4c8e-b7e9-4366118fb297 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bd20845befd8486f83e060efc766db23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185885 Jul 16 20:27:41.787101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49926) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:41.790146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:41.827472 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18ef386c-4298-46b8-b316-8528fac856e5 req-803e9e50-1b21-4475-9105-0836bea4c15f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3619464b-cce1-47f9-9d53-51c10e114318 HTTP/1.1" status: 200 len: 1000 time: 0.2437229 Jul 16 20:27:41.903567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a716660d-c522-4ef4-8270-91506acbced8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113534 Jul 16 20:27:41.913016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49940) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:41.969624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef386c-4298-46b8-b316-8528fac856e5 req-287dd879-a85e-4583-8c3d-20589c2ec756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.973157 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18ef386c-4298-46b8-b316-8528fac856e5 req-287dd879-a85e-4583-8c3d-20589c2ec756 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb16975e-60d1-4e3f-8321-8c8370e59190 HTTP/1.1" status: 200 len: 835 time: 0.1444302 Jul 16 20:27:41.982747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-65d63fa7-3436-4c1f-87f8-ea90d628abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.044105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-65d63fa7-3436-4c1f-87f8-ea90d628abf4 None None] For port b8d6d175-9a35-4c97-919b-086c15ac7e11, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8d6d175-9a35-4c97-919b-086c15ac7e11,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.049824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-65d63fa7-3436-4c1f-87f8-ea90d628abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.102033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-8fe2986a-9331-4915-9126-0074d4c803bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.104678 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-8fe2986a-9331-4915-9126-0074d4c803bc service neutron] 10.222.0.26 "GET /v2.0/ports/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 1028 time: 0.1301022 Jul 16 20:27:42.117919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d63fa7-3436-4c1f-87f8-ea90d628abf4 None None] Pushing event updated for resources: {'Port': ['ID=b8d6d175-9a35-4c97-919b-086c15ac7e11,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:42.121089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674d93e-7a1b-4e0e-9156-3e43ea0bdccd None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:42.202310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-47fe0094-0941-4915-a802-9cc133b2c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.204878 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-47fe0094-0941-4915-a802-9cc133b2c7fe service neutron] 10.222.0.26 "GET /v2.0/ports/29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 1026 time: 0.0826895 Jul 16 20:27:42.207807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-99d98277-3fe0-4db5-b320-08bada6230fa None None] Could not find standard attr ID for object 7b7ea52f-7d20-4739-a186-740c6ae21611. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:27:42.342647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54cc567b-db68-4244-bc88-341185c3ac00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.364419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-8c43fc8b-6872-4b00-83ee-79896ba56415 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.367259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-8c43fc8b-6872-4b00-83ee-79896ba56415 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.4570613 Jul 16 20:27:42.375785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26a484-7e14-46a1-8afa-2074773a1f1f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.381347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5e26a484-7e14-46a1-8afa-2074773a1f1f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4520824 Jul 16 20:27:42.383942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49944) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:42.388689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:42.416117 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54cc567b-db68-4244-bc88-341185c3ac00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.431298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-493b6217-a474-49f3-80c4-ad3adf5ff5c8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.0404272 Jul 16 20:27:42.458871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] Deleting port b8d6d175-9a35-4c97-919b-086c15ac7e11 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:42.459946 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.477674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef386c-4298-46b8-b316-8528fac856e5 req-bf5fab41-ed61-4a58-b8c1-349c60ed70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.479230 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18ef386c-4298-46b8-b316-8528fac856e5 req-bf5fab41-ed61-4a58-b8c1-349c60ed70b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d46c1c4f-78e1-494f-a378-bd8498618995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3732958 Jul 16 20:27:42.504475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-9d2b29d6-7452-43cf-b215-447ca3477823 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.512616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-9d2b29d6-7452-43cf-b215-447ca3477823 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.513151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-ef021fa3-289e-4b76-82ae-209c68c65150 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627518 Jul 16 20:27:42.520574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-9d2b29d6-7452-43cf-b215-447ca3477823 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.524343 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-9d2b29d6-7452-43cf-b215-447ca3477823 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "GET /v2.0/networks?id=eda54561-7c99-4f69-8808-6b264e36fb54&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 1987 time: 0.2887440 Jul 16 20:27:42.567408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821da4d0-24b0-4b7d-83bf-bbb547b7a795 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.571948 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-821da4d0-24b0-4b7d-83bf-bbb547b7a795 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1763036 Jul 16 20:27:42.574042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49946) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:42.631594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4b3c9049-5e22-438f-b961-61ed7bd194ee tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554078 Jul 16 20:27:42.643555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] For port b8d6d175-9a35-4c97-919b-086c15ac7e11, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8d6d175-9a35-4c97-919b-086c15ac7e11,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.644354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.681289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] Calling delete_port for b8d6d175-9a35-4c97-919b-086c15ac7e11 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:42.686003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49948) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:42.698941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:42.726645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-fe009cbe-1a3c-48c3-9466-9c287a4d80f2 service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123778 Jul 16 20:27:42.736192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54cc567b-db68-4244-bc88-341185c3ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.738730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54cc567b-db68-4244-bc88-341185c3ac00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.740772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-54cc567b-db68-4244-bc88-341185c3ac00 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c1c678c6-e9e5-4410-92eb-5de55ece3847 HTTP/1.1" status: 204 len: 168 time: 0.9515035 Jul 16 20:27:42.764909 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-389f7892-76b5-4039-9dfe-641e5a1eb84f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=367afe4b1b4d4b2db98b6e3209704c12 HTTP/1.1" status: 200 len: 380 time: 0.2216628 Jul 16 20:27:42.781727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'admin_state_up': True, 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'security_groups': ['d253c5b7-3713-430b-acf8-0b022f972a89']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:42.811917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc567b-db68-4244-bc88-341185c3ac00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c678c6-e9e5-4410-92eb-5de55ece3847,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:42.929574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8d6d175-9a35-4c97-919b-086c15ac7e11 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:42.943793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.948941 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18ef386c-4298-46b8-b316-8528fac856e5 req-8321cf17-a10f-4fc0-be7f-55f8f3620043 service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529719 Jul 16 20:27:42.998170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2bb77870-b568-4be0-b31f-b1930ba1745d service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702842 Jul 16 20:27:43.016572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:43.024371 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ba616c-59e1-4901-b7d4-475d1762f610" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-plugged", "status": "completed", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:43.124445 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18ef386c-4298-46b8-b316-8528fac856e5 req-6ea16a8c-0fd1-4ff0-8447-19c46a253abc service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660638 Jul 16 20:27:43.126333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] Pushing event deleted for resources: {'Port': ['ID=b8d6d175-9a35-4c97-919b-086c15ac7e11,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:43.191157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b8d6d175-9a35-4c97-919b-086c15ac7e11 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:43.191544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8d6d175-9a35-4c97-919b-086c15ac7e11 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:43.228116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617a8b4-d4ef-4c74-97f4-09d55eeb1073 None None] No DVR routers for this DVR port b8d6d175-9a35-4c97-919b-086c15ac7e11 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:43.238469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:43.244310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.394115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-748fb836-736b-4b80-ab9d-6643e1c292d9 req-4340c35a-57e5-4309-9849-2516fb9ab7c3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0450954 Jul 16 20:27:43.429361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:43.437295 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.840067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 172.20.0.7 (eda54561-7c99-4f69-8808-6b264e36fb54/cd25bca1-d942-4cc0-9705-2fa9ef7d910b/d5ace7b9-a534-43bc-9d21-3aa248f8ea6e) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:44.024548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:27:44.034990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.205196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a3d43-de7a-48d3-b76d-86aabd44e9bb req-d9d2a438-4756-4f02-9daf-4b41a10b62b5 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.220156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a3d43-de7a-48d3-b76d-86aabd44e9bb req-d9d2a438-4756-4f02-9daf-4b41a10b62b5 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.232165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a3d43-de7a-48d3-b76d-86aabd44e9bb req-d9d2a438-4756-4f02-9daf-4b41a10b62b5 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.247540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-224a3d43-de7a-48d3-b76d-86aabd44e9bb req-d9d2a438-4756-4f02-9daf-4b41a10b62b5 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2418 time: 0.1918733 Jul 16 20:27:44.320032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=e5f82bd1-ea9e-4242-8f80-8de3271ea334,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:44.335421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:44.340893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:44.354805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-224a3d43-de7a-48d3-b76d-86aabd44e9bb req-e35314c3-dd41-4779-bef6-3adc1b9aa8dd tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967968 Jul 16 20:27:44.355901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.356532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.358056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac8d41-b018-4864-92d8-f87dd8149403 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:44.391870 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac74eeed-65f8-4d2d-8ec4-58d2b30d5d9e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7000821 Jul 16 20:27:44.398614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 49984) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:44.409998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:ab:bf:e1', 'name': 'tempest-NetworksTestDHCPv6-306133963'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:44.421171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.453906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Transition to ACTIVE for port object d5ace7b9-a534-43bc-9d21-3aa248f8ea6e will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:44.502271 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6ffe53-1d28-4ae4-ae1e-e13257b31747 x-openstack-request-id: req-4d6ffe53-1d28-4ae4-ae1e-e13257b31747 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:44.510973 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-plugged", "status": "completed", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:44.511707 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4d6ffe53-1d28-4ae4-ae1e-e13257b31747 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:44.512710 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1', 'code': 200} Jul 16 20:27:44.537201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 49988) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:44.561418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.640427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network eda54561-7c99-4f69-8808-6b264e36fb54 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:44.646658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:44.667137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:44.785573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:44.795082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.795849 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.810543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:44.851900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7cd7fd9f-8a78-4459-90bc-b6e620b5ec64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0803590 Jul 16 20:27:44.868484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'admin_state_up': True, 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'security_groups': ['d253c5b7-3713-430b-acf8-0b022f972a89']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:45.058352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'e5f82bd1-ea9e-4242-8f80-8de3271ea334'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:45.059869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.105505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1865111968'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:45.200077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44fa6f83-7e0d-4e65-869d-cb4a5d6add22 req-c5f02c6c-1b11-4739-9655-15e6775a407c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 210 time: 0.3314793 Jul 16 20:27:45.237082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:45.245776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.277816 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.317619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:45.323196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.358144 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.393704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2eb0fceb-ce8f-4736-8acf-186e65985a8f None None] Provisioning for port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:45.408492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2eb0fceb-ce8f-4736-8acf-186e65985a8f None None] Provisioning complete for port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:45.409384 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2eb0fceb-ce8f-4736-8acf-186e65985a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.414072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 7786057f-b10e-46ed-8ea8-0483827803f1 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:45.513142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0fceb-ce8f-4736-8acf-186e65985a8f None None] Port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:45.557008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Allocated IP 2001:db8::f816:3eff:fe35:1361 (4480a042-e07a-4cef-bea8-255195c633b7/e5f82bd1-ea9e-4242-8f80-8de3271ea334/94d57f6f-8524-4f7c-97d2-f8c2361fad3d) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:45.627724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40b4ba-2adb-45d9-a4c7-b26916fa9f5e req-d7866956-efa0-4488-81fa-845a534c65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.628466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40b4ba-2adb-45d9-a4c7-b26916fa9f5e req-d7866956-efa0-4488-81fa-845a534c65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.629370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40b4ba-2adb-45d9-a4c7-b26916fa9f5e req-d7866956-efa0-4488-81fa-845a534c65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.632819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e40b4ba-2adb-45d9-a4c7-b26916fa9f5e req-d7866956-efa0-4488-81fa-845a534c65aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2871 time: 0.7620571 Jul 16 20:27:45.650512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 10.1.1.190 (abf4999f-9752-4651-89ed-aa8f36cb5053/82feaf5c-f071-4008-a24c-d60e1845f212/6e666c5b-7ed4-4820-9352-3f4cddbd0f8d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:45.817140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.847681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e40b4ba-2adb-45d9-a4c7-b26916fa9f5e req-8719b8ad-f8ee-49a1-b47d-c3dd543a08e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076051 Jul 16 20:27:45.848085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Transition to ACTIVE for port object 94d57f6f-8524-4f7c-97d2-f8c2361fad3d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:45.862628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.893797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Transition to ACTIVE for port object 94d57f6f-8524-4f7c-97d2-f8c2361fad3d will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:45.908744 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.931433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Transition to ACTIVE for port object 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:46.022167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:46.024651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:feab:bfe1 (4480a042-e07a-4cef-bea8-255195c633b7/e5f82bd1-ea9e-4242-8f80-8de3271ea334/7786057f-b10e-46ed-8ea8-0483827803f1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:46.038251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:46.044898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:46.088262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.140965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Attempting to bind port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:46.141743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Attempting to bind port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:46.142342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Attempting to bind port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:46.144987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Pushing event updated for resources: {'Port': ['ID=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.160606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:46.161451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:46.162214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.162870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:46.163849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Bound port: 94d57f6f-8524-4f7c-97d2-f8c2361fad3d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:46.167323 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.249689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] For port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:46.253767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] For port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:46.260128 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.260628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network abf4999f-9752-4651-89ed-aa8f36cb5053 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:46.264141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.265892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.267355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b60f7-ebca-41cd-87e6-47df983a8697 req-c4bdd7a8-e4de-46f6-ad56-582495300494 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.271983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:46.274614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e53b60f7-ebca-41cd-87e6-47df983a8697 req-c4bdd7a8-e4de-46f6-ad56-582495300494 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 931 time: 0.4029844 Jul 16 20:27:46.275832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.288393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:46.295893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-1a1a4ec3-7298-4732-ba2c-4eb7bc59861b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.297464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-1a1a4ec3-7298-4732-ba2c-4eb7bc59861b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.5246661 Jul 16 20:27:46.316125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:46.360402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b646f3-c23f-4847-8622-92b41f671826 None None] Pushing event updated for resources: {'Port': ['ID=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.385302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:46.404510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e53b60f7-ebca-41cd-87e6-47df983a8697 req-ac1c0033-0b0e-4da0-bfb0-948e2104e35b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288064 Jul 16 20:27:46.508321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5bd9f8-5eda-40cc-a927-c436766d83e1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.542678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.543050 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 3e79c3c8-eb52-44e1-87d3-f029ec2b7266 of type vlan for network db6e47ea-80aa-4332-be6f-59c32398bc6d Jul 16 20:27:46.577664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.578390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.698422 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-667a72f5-edb3-449f-b551-e08738aaf9d1 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8325543 Jul 16 20:27:46.765764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'admin_state_up': True, 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'security_groups': ['d253c5b7-3713-430b-acf8-0b022f972a89']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:46.770202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.776974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.810540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 7786057f-b10e-46ed-8ea8-0483827803f1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:46.856739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.862523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.863197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.891180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:46.899716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.988749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0b80d406-41c1-42ac-8f9a-4e46fe7d5ed4 None None] Provisioning for port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:46.999869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0b80d406-41c1-42ac-8f9a-4e46fe7d5ed4 None None] Provisioning complete for port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:47.000305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0b80d406-41c1-42ac-8f9a-4e46fe7d5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.014475 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4756165 Jul 16 20:27:47.101219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0b80d406-41c1-42ac-8f9a-4e46fe7d5ed4 None None] Port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:47.197558 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.218495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:47.222788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.228053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380483b-fbcb-488e-9ca0-3e32464f5fb9 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=db6e47ea-80aa-4332-be6f-59c32398bc6d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:47.249332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network db6e47ea-80aa-4332-be6f-59c32398bc6d details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:47.336039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.2 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/a5cfb801-1b8d-4ecc-83c9-c85f4363fc81) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:47.404983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:47.426898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=7786057f-b10e-46ed-8ea8-0483827803f1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:47.430176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:47.459882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:47.468648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.469649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.491417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05b1f970-f538-49a1-86ee-4ce21b8bcc6d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0899236 Jul 16 20:27:47.504021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50004) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:47.585805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15693a-93d6-40d8-8314-bce5ab8b02f7 req-fc2c30b1-d436-4233-afea-610ed047f6e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.592346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15693a-93d6-40d8-8314-bce5ab8b02f7 req-fc2c30b1-d436-4233-afea-610ed047f6e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.598762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15693a-93d6-40d8-8314-bce5ab8b02f7 req-fc2c30b1-d436-4233-afea-610ed047f6e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.607467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c15693a-93d6-40d8-8314-bce5ab8b02f7 req-fc2c30b1-d436-4233-afea-610ed047f6e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2418 time: 0.4488885 Jul 16 20:27:48.341862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 10.1.1.248 (abf4999f-9752-4651-89ed-aa8f36cb5053/82feaf5c-f071-4008-a24c-d60e1845f212/799dbdbe-b85f-4df6-8e09-1aef1c5bc641) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:48.439233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-17845688-ba27-4cb2-ba64-91f5a3586911 None None] Provisioning for port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:48.480543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c15693a-93d6-40d8-8314-bce5ab8b02f7 req-b5b74593-17a6-4010-9cd0-d09e249749fb tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8714707 Jul 16 20:27:48.633354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b129e6f-b1d2-4bb2-bcd6-bb71c1f629fc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.676280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b129e6f-b1d2-4bb2-bcd6-bb71c1f629fc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.682701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2b129e6f-b1d2-4bb2-bcd6-bb71c1f629fc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1767471 Jul 16 20:27:48.686040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50012) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:48.813620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.899676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.940174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.952016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 94d57f6f-8524-4f7c-97d2-f8c2361fad3d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:48.962511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Transition to ACTIVE for port object 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:49.093898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-17e243da-8767-4e25-9042-68e336c2b520 None None] Provisioning for port 7786057f-b10e-46ed-8ea8-0483827803f1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:49.108986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-17e243da-8767-4e25-9042-68e336c2b520 None None] Provisioning complete for port 7786057f-b10e-46ed-8ea8-0483827803f1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:49.109295 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-17e243da-8767-4e25-9042-68e336c2b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.139709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.146296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:49.162070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:49.171877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:49.270567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.272020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.288699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:49.299076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-17e243da-8767-4e25-9042-68e336c2b520 None None] Port 7786057f-b10e-46ed-8ea8-0483827803f1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:49.307232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9953020 Jul 16 20:27:49.316989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:49.319634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.363550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb94c78-a749-46f9-815d-36b70f527fa9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.393065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Request body: {'port': {'device_id': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:49.421110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network abf4999f-9752-4651-89ed-aa8f36cb5053 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:49.430291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:49.450356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.474785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:49.564164 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.567127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b61514-c6d8-4ad8-8f9a-cbbdcaecd225 req-1f482852-18fe-4e1e-bb4b-807bc661313f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.589962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48b61514-c6d8-4ad8-8f9a-cbbdcaecd225 req-1f482852-18fe-4e1e-bb4b-807bc661313f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 931 time: 0.6690018 Jul 16 20:27:49.635102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 7786057f-b10e-46ed-8ea8-0483827803f1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:49.635976 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.647728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:49.653056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.774305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.802617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48b61514-c6d8-4ad8-8f9a-cbbdcaecd225 req-b2866d44-5264-453b-bf49-7cfb64cb71d8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101121 Jul 16 20:27:49.809520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.971124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.971433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.035271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-14ba3f1f-9e99-4376-a1e9-ad72954da989 None None] Provisioning for port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:50.051043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.055442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-14ba3f1f-9e99-4376-a1e9-ad72954da989 None None] Provisioning complete for port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:50.056072 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14ba3f1f-9e99-4376-a1e9-ad72954da989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.131396 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3adf4a12-630c-49a2-8b09-fd883ad11aeb tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3821852 Jul 16 20:27:50.163706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 7786057f-b10e-46ed-8ea8-0483827803f1 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:50.189247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e', 'admin_state_up': True, 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'security_groups': ['d253c5b7-3713-430b-acf8-0b022f972a89']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:50.279930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-14ba3f1f-9e99-4376-a1e9-ad72954da989 None None] Port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:50.406128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.474088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=7786057f-b10e-46ed-8ea8-0483827803f1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.498412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:50.513590 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.537897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Transition to ACTIVE for port object a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:50.540415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.543818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-570303d0-a2cf-45c6-bd92-ef3b19795ba6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/7786057f-b10e-46ed-8ea8-0483827803f1 HTTP/1.1" status: 204 len: 168 time: 1.8567722 Jul 16 20:27:50.562528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.565351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50016) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:50.738314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:50.809549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50018) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:50.820469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 94d57f6f-8524-4f7c-97d2-f8c2361fad3d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:50.828221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': 'db6e47ea-80aa-4332-be6f-59c32398bc6d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:50.848322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75711790-250e-44cf-a830-1f58e74c5af6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:50.850183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75711790-250e-44cf-a830-1f58e74c5af6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:50.854751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75711790-250e-44cf-a830-1f58e74c5af6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2813258 Jul 16 20:27:50.857508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50020) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:50.866886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.926655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:50.978127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:50.978885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.088150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:51.092141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.104829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dea6d9-8e51-4339-a633-2f35dcce401b req-9be7a6ab-cf3c-4ab2-8360-31889a63e049 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.111081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dea6d9-8e51-4339-a633-2f35dcce401b req-9be7a6ab-cf3c-4ab2-8360-31889a63e049 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.118042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dea6d9-8e51-4339-a633-2f35dcce401b req-9be7a6ab-cf3c-4ab2-8360-31889a63e049 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.125831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5dea6d9-8e51-4339-a633-2f35dcce401b req-9be7a6ab-cf3c-4ab2-8360-31889a63e049 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 2374 time: 0.5853190 Jul 16 20:27:51.152989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet e5f82bd1-ea9e-4242-8f80-8de3271ea334 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:27:51.183451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.234885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Attempting to bind port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.235635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Attempting to bind port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.236540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Attempting to bind port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.253899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 10.2.2.100 (70c4fe59-f0db-4aee-8ace-1563b7332e7e/58f808b8-8c48-4aae-bd7c-604fba3a393b/5aa31999-52d7-4126-8dc9-1a975180d0b5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:51.306946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.307538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Attempting to bind port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.391673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:51.392456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:51.393240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:51.394543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Bound port: a5cfb801-1b8d-4ecc-83c9-c85f4363fc81, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:51.395282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.410204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5dea6d9-8e51-4339-a633-2f35dcce401b req-bc5c52a1-7988-4977-a266-b3327a69f22d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831924 Jul 16 20:27:51.428775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.478687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.496919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Transition to ACTIVE for port object 5aa31999-52d7-4126-8dc9-1a975180d0b5 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:51.542004 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.629309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.632151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=5aa31999-52d7-4126-8dc9-1a975180d0b5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.656552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:51.659706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:51.666955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:51.763382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.764474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.785957 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-70fa4858-b119-462e-b00c-c6d965bc6878 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6527500 Jul 16 20:27:51.798457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e', 'admin_state_up': True, 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'security_groups': ['d253c5b7-3713-430b-acf8-0b022f972a89']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:51.863889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.934392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] For port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:52.071846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f82bd1-ea9e-4242-8f80-8de3271ea334,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.085082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Made reservation on behalf of 367afe4b1b4d4b2db98b6e3209704c12 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:52.105786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.130360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3adf2a08-13c9-4514-b4e1-3012bbb5ca9f None None] Provisioning for port 5aa31999-52d7-4126-8dc9-1a975180d0b5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:52.133334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] For port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:52.136067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.137522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e916b-3fe8-4185-a4ae-3dbeddae6226 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:52.140100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac0bca39-dde6-450d-9d44-a40d67c6f309 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e5f82bd1-ea9e-4242-8f80-8de3271ea334 HTTP/1.1" status: 204 len: 168 time: 1.2692451 Jul 16 20:27:52.143184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50028) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:52.147712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.158546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3adf2a08-13c9-4514-b4e1-3012bbb5ca9f None None] Provisioning complete for port 5aa31999-52d7-4126-8dc9-1a975180d0b5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:52.165503 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.165747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3adf2a08-13c9-4514-b4e1-3012bbb5ca9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.268439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3adf2a08-13c9-4514-b4e1-3012bbb5ca9f None None] Port 5aa31999-52d7-4126-8dc9-1a975180d0b5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:52.279220 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-05e38f55-3236-4435-9210-433c39a96bee tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309912 Jul 16 20:27:52.279220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50032) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:52.285575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:52.324136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.325685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.327858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] 10.222.0.21 "PUT /v2.0/ports/a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 HTTP/1.1" status: 200 len: 1091 time: 2.9427419 Jul 16 20:27:52.343027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'tag': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:52.348177 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929b35a3-c8e0-46f8-b459-433bbeacb174" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bd822a-e0e7-4546-aff1-1e98f3a432a3", "tag": "a5cfb801-1b8d-4ecc-83c9-c85f4363fc81"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:52.501946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:52.506086 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.513927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.543933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398552a-48bb-4f04-9135-45338a81aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.618622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '3e79c3c8-eb52-44e1-87d3-f029ec2b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'db6e47ea-80aa-4332-be6f-59c32398bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:52.619467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: db6e47ea-80aa-4332-be6f-59c32398bc6d, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:52.640394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:27:52.645136 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Allocated IP 10.2.2.200 (70c4fe59-f0db-4aee-8ace-1563b7332e7e/58f808b8-8c48-4aae-bd7c-604fba3a393b/0c1171bc-3bac-4ada-bb26-a9674666e2f1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:52.671753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-1a01167f-22b4-4d77-852c-5498a7b4cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.673465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-1a01167f-22b4-4d77-852c-5498a7b4cc60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 1094 time: 0.2838683 Jul 16 20:27:52.736117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] Deleting port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:52.736499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.740519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 94d57f6f-8524-4f7c-97d2-f8c2361fad3d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:52.800430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-f976a021-7a15-48d0-99ec-d6dc8047b757 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 HTTP/1.1" status: 200 len: 217 time: 0.1138630 Jul 16 20:27:52.887389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacb191-a203-40a4-b3e8-4347656ba9bc req-67f66c38-2f42-4c98-80d5-a9fab5f3ac55 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.889101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2eacb191-a203-40a4-b3e8-4347656ba9bc req-67f66c38-2f42-4c98-80d5-a9fab5f3ac55 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 943 time: 0.5556834 Jul 16 20:27:52.892928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network db6e47ea-80aa-4332-be6f-59c32398bc6d is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:52.913875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, db6e47ea-80aa-4332-be6f-59c32398bc6d) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:52.924047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.925360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.947810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-05ab690e-9611-4038-919e-a1b14b893d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.951061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-05ab690e-9611-4038-919e-a1b14b893d50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1404278 Jul 16 20:27:52.962217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdcba91-39ea-4493-be84-4acd6d7b0949 None None] Network db6e47ea-80aa-4332-be6f-59c32398bc6d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:53.044849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-6320a352-b3f1-4175-bb75-48a97d4f0645 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759947 Jul 16 20:27:53.102007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-45ae1dc4-8261-425a-bb96-a1fb58682dcf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2843528 Jul 16 20:27:53.102261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] For port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:53.102261 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.105910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2eacb191-a203-40a4-b3e8-4347656ba9bc req-f064f211-436a-43f5-9aa8-f838de8f8658 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624210 Jul 16 20:27:53.106771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50042) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:53.112586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1768580608'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:53.144873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.155875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:53.160242 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.169767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] Calling delete_port for 94d57f6f-8524-4f7c-97d2-f8c2361fad3d owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:53.219918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-57139c51-d2be-4722-aa67-182f467a44e0 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650729 Jul 16 20:27:53.279806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Transition to ACTIVE for port object 0c1171bc-3bac-4ada-bb26-a9674666e2f1 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:53.310727 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.345310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:53.383447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50044) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:53.384359 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.385174 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 324e90aa-6933-4304-b6ce-fa0760216214 of type vlan for network efc9d9fc-08f3-4511-9c5a-58696359fb21 Jul 16 20:27:53.439464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:53.448329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.487493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.499769 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.556504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6872b9ec-0344-4f7f-98e0-ae0a2c43695b req-ed3091e6-2b0e-49c5-946e-9924a5729576 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294013 Jul 16 20:27:53.614051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:53.653899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bcb1e789-8e6d-4a7a-9c82-81d8fe63b722 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5430 time: 0.2688653 Jul 16 20:27:53.657623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50046) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:53.668919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'network': {'name': 'tempest-network-smoke--1093210731', 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'port_security_enabled': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:53.693497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-db6e47ea-80aa-4332-be6f-59c32398bc6d', 'network_id': 'db6e47ea-80aa-4332-be6f-59c32398bc6d', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': '0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:53.694054 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.708441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] Pushing event deleted for resources: {'Port': ['ID=94d57f6f-8524-4f7c-97d2-f8c2361fad3d,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:53.722467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a703b-7810-4897-813d-cd1ae59a1a38 None None] No DVR routers for this DVR port 94d57f6f-8524-4f7c-97d2-f8c2361fad3d on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:53.748877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Made reservation on behalf of 75e43a0e2e774d10b5c2982191086d76 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:53.749321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:27:53.760796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.767455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.822209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:53.832003 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0381ce5c-5306-4f00-8891-dbc2f1a4bbb6 x-openstack-request-id: req-0381ce5c-5306-4f00-8891-dbc2f1a4bbb6 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:53.832454 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bd822a-e0e7-4546-aff1-1e98f3a432a3", "tag": "a5cfb801-1b8d-4ecc-83c9-c85f4363fc81", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:53.832808 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0381ce5c-5306-4f00-8891-dbc2f1a4bbb6 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:53.833969 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'tag': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81', 'status': 'completed', 'code': 200} Jul 16 20:27:53.898822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=f80955d3-cf88-430d-872d-2cab17f54bb9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:53.901242 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.912433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.913035 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Added segment b80e6af1-b067-4e62-8785-25d31263781c of type vlan for network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 Jul 16 20:27:53.918087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.918858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.988975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.031345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Allocated IP 2001:db8:0:ffff::2 (db6e47ea-80aa-4332-be6f-59c32398bc6d/0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8/ebea2faa-a912-410e-9329-1e21158f13ad) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:54.035168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=efc9d9fc-08f3-4511-9c5a-58696359fb21,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.049319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.080165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:54.084937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:54.086047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:54.087043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-51653791-17ef-4bc4-b24a-9f3d9605c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.090075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-51653791-17ef-4bc4-b24a-9f3d9605c849 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 1094 time: 0.2349415 Jul 16 20:27:54.104955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network efc9d9fc-08f3-4511-9c5a-58696359fb21 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:54.124029 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e9efe5c-5df5-4ed6-958b-8ca0a4c35057 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0131304 Jul 16 20:27:54.124029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:54.127605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.127989 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:54.129832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50050) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:54.140926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:54.143802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a07acc-10f2-442b-9e9d-1a3d535704bb None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:54.145385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.146632 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.147812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.150165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.189779 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ebb49ce-d946-4d4b-aa8c-4f2a80e48d3f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9091723 Jul 16 20:27:54.208042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:54.217727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:2a:41:d9', 'name': 'tempest-NetworksTestDHCPv6-449663254'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:54.290279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Network': ['ID=9b674ab9-f1cb-4e85-837e-dee9bc90be93,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.308143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event updated for resources: {'Port': ['ID=0c1171bc-3bac-4ada-bb26-a9674666e2f1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:54.335034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:54.335664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-728cbbca-0952-41ac-8d00-2d120d88e0ba tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6761308 Jul 16 20:27:54.340523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50056) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:54.345583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'admin_state_up': True, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:54.404816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08032-f50b-4007-9f8d-9f7095c42448 req-74b372d3-c838-4eb1-848c-27bf7cc4398a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.411652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08032-f50b-4007-9f8d-9f7095c42448 req-74b372d3-c838-4eb1-848c-27bf7cc4398a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.418135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08032-f50b-4007-9f8d-9f7095c42448 req-74b372d3-c838-4eb1-848c-27bf7cc4398a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.426182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08032-f50b-4007-9f8d-9f7095c42448 req-74b372d3-c838-4eb1-848c-27bf7cc4398a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.429000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ac08032-f50b-4007-9f8d-9f7095c42448 req-74b372d3-c838-4eb1-848c-27bf7cc4398a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 3095 time: 0.4570811 Jul 16 20:27:54.453444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.455555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.485158 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.486481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.558831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ac08032-f50b-4007-9f8d-9f7095c42448 req-2d3ffe3f-43e3-476a-a1fe-b074a720674b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112747 Jul 16 20:27:54.562564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-56e9389f-9023-4e8d-9292-6a63bf3e6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.564798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-56e9389f-9023-4e8d-9292-6a63bf3e6664 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.4634106 Jul 16 20:27:54.590110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': 'f80955d3-cf88-430d-872d-2cab17f54bb9'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:54.591896 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.625467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:54.632442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.645289 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-898f3a3b-e46f-4798-91a0-093001fbdef2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8529201 Jul 16 20:27:54.663395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-8d571de8-11b5-4979-add0-8ba7ea0ac55c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 HTTP/1.1" status: 200 len: 217 time: 0.0891175 Jul 16 20:27:54.667578 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.689015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:54.828823 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2bfc3c00-b080-47c1-9579-af01b38f89c5 None None] Provisioning for port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:54.861719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.872959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2bfc3c00-b080-47c1-9579-af01b38f89c5 None None] Provisioning complete for port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:54.873740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2bfc3c00-b080-47c1-9579-af01b38f89c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.945803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.961017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-34888c79-59f6-4af7-b158-634547aabde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.962638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-34888c79-59f6-4af7-b158-634547aabde1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1272006 Jul 16 20:27:54.968687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc3c00-b080-47c1-9579-af01b38f89c5 None None] Port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:55.045288 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.047312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-cd7eb731-9c0f-473e-a492-845d5cf9a24f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759234 Jul 16 20:27:55.073469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Transition to ACTIVE for port object ebea2faa-a912-410e-9329-1e21158f13ad will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:55.129775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Allocated IP 2001:db8::f816:3eff:fe09:aef8 (4480a042-e07a-4cef-bea8-255195c633b7/f80955d3-cf88-430d-872d-2cab17f54bb9/c085e613-03db-4879-ab1a-07ead0da2e32) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:55.137283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Transition to ACTIVE for port object ebea2faa-a912-410e-9329-1e21158f13ad will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:55.147016 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.210422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Network db6e47ea-80aa-4332-be6f-59c32398bc6d is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:55.223477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:55.234812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:55.299474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:55.383138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-f698d6df-e108-4176-abde-6fe4ec59ee41 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184788 Jul 16 20:27:55.525896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-929b35a3-c8e0-46f8-b459-433bbeacb174 req-48bfe3b2-5ac0-43e1-913f-c064e51408ef service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281846 Jul 16 20:27:55.551664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.571473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e73f6-e956-4a5a-b5e7-8a5f4ab092a3 req-85fc8c0b-e7e2-4da4-947e-ce1a2e7fb8e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.578281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Transition to ACTIVE for port object c085e613-03db-4879-ab1a-07ead0da2e32 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:55.580307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e73f6-e956-4a5a-b5e7-8a5f4ab092a3 req-85fc8c0b-e7e2-4da4-947e-ce1a2e7fb8e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.590092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e73f6-e956-4a5a-b5e7-8a5f4ab092a3 req-85fc8c0b-e7e2-4da4-947e-ce1a2e7fb8e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.601751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.602100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-866e73f6-e956-4a5a-b5e7-8a5f4ab092a3 req-85fc8c0b-e7e2-4da4-947e-ce1a2e7fb8e9 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2418 time: 0.3667219 Jul 16 20:27:55.612803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Transition to ACTIVE for port object c085e613-03db-4879-ab1a-07ead0da2e32 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:55.628874 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.631468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Pushing event updated for resources: {'Port': ['ID=ebea2faa-a912-410e-9329-1e21158f13ad,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.682072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 3a06319f-82e7-4e4f-a649-9ea5117d7300 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:55.702894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:55.704943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Attempting to bind port ebea2faa-a912-410e-9329-1e21158f13ad on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:55.705393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Attempting to bind port ebea2faa-a912-410e-9329-1e21158f13ad by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '3e79c3c8-eb52-44e1-87d3-f029ec2b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'db6e47ea-80aa-4332-be6f-59c32398bc6d'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:55.706213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Attempting to bind port ebea2faa-a912-410e-9329-1e21158f13ad on network db6e47ea-80aa-4332-be6f-59c32398bc6d {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:55.714031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:55.724430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:55.768566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:55.768992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Checking segment: {'id': '3e79c3c8-eb52-44e1-87d3-f029ec2b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'db6e47ea-80aa-4332-be6f-59c32398bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:55.769390 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.769936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Bound using segment: {'id': '3e79c3c8-eb52-44e1-87d3-f029ec2b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'db6e47ea-80aa-4332-be6f-59c32398bc6d'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:55.770592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Bound port: ebea2faa-a912-410e-9329-1e21158f13ad, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e79c3c8-eb52-44e1-87d3-f029ec2b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'db6e47ea-80aa-4332-be6f-59c32398bc6d'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:55.771782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.825525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.852903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Pushing event updated for resources: {'Port': ['ID=c085e613-03db-4879-ab1a-07ead0da2e32,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.891861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Attempting to bind port c085e613-03db-4879-ab1a-07ead0da2e32 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:55.892239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Attempting to bind port c085e613-03db-4879-ab1a-07ead0da2e32 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:55.893123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Attempting to bind port c085e613-03db-4879-ab1a-07ead0da2e32 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:55.908764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:55.909158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:55.909719 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.910158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:55.910689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Bound port: c085e613-03db-4879-ab1a-07ead0da2e32, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:55.911090 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:55.936170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-866e73f6-e956-4a5a-b5e7-8a5f4ab092a3 req-76a74d88-1156-4ca3-9408-654e925111e7 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327909 Jul 16 20:27:55.950138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=073028fa-57d6-4ce4-b3c9-184a9c703838,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.002422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] For port c085e613-03db-4879-ab1a-07ead0da2e32, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:56.007922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] For port c085e613-03db-4879-ab1a-07ead0da2e32, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c085e613-03db-4879-ab1a-07ead0da2e32,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:56.008441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ace7b9-a534-43bc-9d21-3aa248f8ea6e {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:56.017772 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.027784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.061107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.116698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Transition to ACTIVE for port object d5ace7b9-a534-43bc-9d21-3aa248f8ea6e will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:56.122564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe2a:41d9 (4480a042-e07a-4cef-bea8-255195c633b7/f80955d3-cf88-430d-872d-2cab17f54bb9/3a06319f-82e7-4e4f-a649-9ea5117d7300) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:56.127768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.142596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.232924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] For port ebea2faa-a912-410e-9329-1e21158f13ad, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:56.257747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] For port ebea2faa-a912-410e-9329-1e21158f13ad, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ebea2faa-a912-410e-9329-1e21158f13ad,segment=NetworkSegment(3e79c3c8-eb52-44e1-87d3-f029ec2b7266),segment_id=3e79c3c8-eb52-44e1-87d3-f029ec2b7266)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:56.287603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '324e90aa-6933-4304-b6ce-fa0760216214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:56.289262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: efc9d9fc-08f3-4511-9c5a-58696359fb21, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:56.315205 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.357367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f476be-0218-4583-8b9b-978ee3151109 None None] Pushing event updated for resources: {'Port': ['ID=c085e613-03db-4879-ab1a-07ead0da2e32,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.392366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:56.416545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network efc9d9fc-08f3-4511-9c5a-58696359fb21 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:56.483844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, efc9d9fc-08f3-4511-9c5a-58696359fb21) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:56.500901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:56.502097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.547517 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2ff20627-decd-43a4-943d-bae57d56a921 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4121096 Jul 16 20:27:56.551782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:56.574112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Attempting to bind port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:56.574946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Attempting to bind port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:56.575584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Attempting to bind port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e on network eda54561-7c99-4f69-8808-6b264e36fb54 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:56.597444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e on network eda54561-7c99-4f69-8808-6b264e36fb54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:56.602265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Attempting to bind port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e on network eda54561-7c99-4f69-8808-6b264e36fb54 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:56.727126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ad0e4-368e-48fb-a04d-9e59cd2a3376 None None] Network efc9d9fc-08f3-4511-9c5a-58696359fb21 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:56.869394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ffb21-0321-4d69-b52b-315a73e46493 None None] Pushing event updated for resources: {'Port': ['ID=ebea2faa-a912-410e-9329-1e21158f13ad,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.091763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-b7838bae-e533-4bc7-b32b-dcf3908197c3 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.100299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-b7838bae-e533-4bc7-b32b-dcf3908197c3 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.108574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-b7838bae-e533-4bc7-b32b-dcf3908197c3 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.111023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-b7838bae-e533-4bc7-b32b-dcf3908197c3 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 2418 time: 1.4094489 Jul 16 20:27:57.132725 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-efc9d9fc-08f3-4511-9c5a-58696359fb21', 'network_id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': '073028fa-57d6-4ce4-b3c9-184a9c703838'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:57.133738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.301330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3672a0-653c-4e68-9b6b-4df8e5ca1a24 req-cc9edc8e-30c9-454a-9a40-25db242fd56d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.309282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd3672a0-653c-4e68-9b6b-4df8e5ca1a24 req-cc9edc8e-30c9-454a-9a40-25db242fd56d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 943 time: 1.1530573 Jul 16 20:27:57.331866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Allocated IP 172.25.8.153 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/081aa497-8b4f-4649-8c3d-35a5ac373910) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:57.415561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd3672a0-653c-4e68-9b6b-4df8e5ca1a24 req-4185acf6-82b6-40f6-a2cd-48a611052588 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052313 Jul 16 20:27:57.424895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:57.425380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Checking segment: {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:57.426004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Bound using segment: {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:57.427511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Bound port: d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56071215-b44c-45d6-aa13-cc010a1262fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:57.428195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.446675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:57.462026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Allocated IP 2001:db8::1 (efc9d9fc-08f3-4511-9c5a-58696359fb21/073028fa-57d6-4ce4-b3c9-184a9c703838/7422ecaf-e0bd-4bc4-ac14-e75fdeed328e) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:57.512590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:57.513126 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.732790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:57.764951 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81', 'mac_address': 'fa:16:3e:c7:01:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:57.844610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.887193 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.887514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.921926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:57.935909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] For port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:57.952883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] For port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:57.961364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 3a06319f-82e7-4e4f-a649-9ea5117d7300 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:57.968871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.027192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:58.047340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.128673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.130928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.156435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Transition to ACTIVE for port object 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:58.200618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Transition to ACTIVE for port object 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:58.211944 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.221761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.289577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Pushing event updated for resources: {'Port': ['ID=7422ecaf-e0bd-4bc4-ac14-e75fdeed328e,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.297443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.320628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Network efc9d9fc-08f3-4511-9c5a-58696359fb21 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:58.322306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:58.325087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:58.332215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5b98-20ac-4387-ad99-020ec247cfd2 req-7ea57019-07ba-452e-b954-4facd642732d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.337908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.340380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.342919 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] 10.222.0.26 "PUT /v2.0/ports/d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 200 len: 1091 time: 3.6679249 Jul 16 20:27:58.343424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:58.343875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5b98-20ac-4387-ad99-020ec247cfd2 req-7ea57019-07ba-452e-b954-4facd642732d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.345750 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:58.370208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5b98-20ac-4387-ad99-020ec247cfd2 req-7ea57019-07ba-452e-b954-4facd642732d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.391402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:58.417585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5b98-20ac-4387-ad99-020ec247cfd2 req-7ea57019-07ba-452e-b954-4facd642732d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.449269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5b98-20ac-4387-ad99-020ec247cfd2 req-7ea57019-07ba-452e-b954-4facd642732d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.456148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.466273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-754c5b98-20ac-4387-ad99-020ec247cfd2 req-7ea57019-07ba-452e-b954-4facd642732d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 3828 time: 0.8768518 Jul 16 20:27:58.494729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-23949f8e-0b37-405a-8a4d-16654bbd4e57 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:27:58.499448 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-23949f8e-0b37-405a-8a4d-16654bbd4e57 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320551 Jul 16 20:27:58.507650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:58.512612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:58.516164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.565762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:58.572828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf4688-1186-4144-a8e7-65c4dd631911 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.594749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:58.602645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:58.610870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:58.649330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.655966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348030f7-f630-4b08-914e-ad7f311f5986 None None] Network db6e47ea-80aa-4332-be6f-59c32398bc6d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:58.658398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.808244 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=3a06319f-82e7-4e4f-a649-9ea5117d7300,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.837715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-754c5b98-20ac-4387-ad99-020ec247cfd2 req-556727c9-3008-47a3-8f90-9c0160136bc6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124788 Jul 16 20:27:58.845842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Attempting to bind port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:58.847405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Attempting to bind port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '324e90aa-6933-4304-b6ce-fa0760216214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:58.848318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Attempting to bind port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e on network efc9d9fc-08f3-4511-9c5a-58696359fb21 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:58.951636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.977095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:58.978070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Checking segment: {'id': '324e90aa-6933-4304-b6ce-fa0760216214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:58.978843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.979658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Bound using segment: {'id': '324e90aa-6933-4304-b6ce-fa0760216214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:58.980544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Bound port: 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324e90aa-6933-4304-b6ce-fa0760216214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:58.981447 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.044109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8bc79a43-38fc-4f2d-9799-83b751395d48 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8307917 Jul 16 20:27:59.058242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50072) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:59.058826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=073028fa-57d6-4ce4-b3c9-184a9c703838,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.084626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.194377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] For port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:59.202208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] For port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7422ecaf-e0bd-4bc4-ac14-e75fdeed328e,segment=NetworkSegment(324e90aa-6933-4304-b6ce-fa0760216214),segment_id=324e90aa-6933-4304-b6ce-fa0760216214)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:59.224401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.229887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.283938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebea2faa-a912-410e-9329-1e21158f13ad up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:59.335066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.413336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.502860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:59.512067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:59.521927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.524942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-80c1ecad-f57e-4a82-bc42-3b980ece71d1 None None] Provisioning for port ebea2faa-a912-410e-9329-1e21158f13ad completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:59.546051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:59.550101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:59.560989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:59.637851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc9d9fc-08f3-4511-9c5a-58696359fb21']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:59.666194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.669558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324e90aa-6933-4304-b6ce-fa0760216214') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:59.670048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324e90aa-6933-4304-b6ce-fa0760216214') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:59.671796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-5c25c69b-90e8-42dc-9bb6-69cc862a3474 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "DELETE /v2.0/ports/43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d HTTP/1.1" status: 204 len: 173 time: 2.5542960 Jul 16 20:27:59.683964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=081aa497-8b4f-4649-8c3d-35a5ac373910,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.703166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-deleted', 'tag': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:59.712865 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b64e417-7df3-4f38-bf46-c739bee2639f" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-deleted", "tag": "43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:59.732705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:27:59.733299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:27:59.734866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device fbceb0fa-f794-4210-87b2-d2c367aa7bf1 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:59.765169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59a161-fdad-4631-b65f-a0614081c618 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.779424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59a161-fdad-4631-b65f-a0614081c618 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.784339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aa59a161-fdad-4631-b65f-a0614081c618 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7176473 Jul 16 20:27:59.785130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50076) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:59.794574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.943297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.981312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:59.981744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:59.985075 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:00.067049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace67ec2-3629-4429-8a62-1a4ad5ffd2c4 None None] Pushing event updated for resources: {'Port': ['ID=7422ecaf-e0bd-4bc4-ac14-e75fdeed328e,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.083951 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port ebea2faa-a912-410e-9329-1e21158f13ad completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:00.102381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-54df2fea-0399-45ea-a715-edc3f5be4f5f None None] Provisioning for port c085e613-03db-4879-ab1a-07ead0da2e32 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:00.109267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ebea2faa-a912-410e-9329-1e21158f13ad triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:00.109821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:28:00.109821 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:28:00.109821 n-d-798930-6 neutron-server[94096]: [parameters: {'id': 'efc9d9fc-08f3-4511-9c5a-58696359fb21'}] Jul 16 20:28:00.109821 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:28:00.110233 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:28:00.110399 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.161199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 3a06319f-82e7-4e4f-a649-9ea5117d7300 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:00.162185 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.172631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e1931a-aec3-456b-aa5f-4d08616c5143 None None] Network efc9d9fc-08f3-4511-9c5a-58696359fb21 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:00.271961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0f49-8a5a-4717-8ae6-0bdf1f6d737a req-d4db8b5f-51cc-4763-ac8f-20eaf2dd6936 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.280352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0f49-8a5a-4717-8ae6-0bdf1f6d737a req-d4db8b5f-51cc-4763-ac8f-20eaf2dd6936 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:00.290048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7ed0f49-8a5a-4717-8ae6-0bdf1f6d737a req-d4db8b5f-51cc-4763-ac8f-20eaf2dd6936 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 1683 time: 0.7183983 Jul 16 20:28:00.352497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:00.369380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.375105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.384967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Transition to ACTIVE for port object 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:00.388357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.393109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.407738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95640d5c-6416-41d3-9db7-3578e46d1079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.452598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7ed0f49-8a5a-4717-8ae6-0bdf1f6d737a req-8814ded7-ca88-4075-bcf5-96afd1e7f7a2 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576879 Jul 16 20:28:00.454173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.493759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:00.495745 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.540329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 3a06319f-82e7-4e4f-a649-9ea5117d7300 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:00.604389 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a259e0-8d0f-4bf9-887d-f637f10adcf3 x-openstack-request-id: req-79a259e0-8d0f-4bf9-887d-f637f10adcf3 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:00.604923 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:00.605556 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-79a259e0-8d0f-4bf9-887d-f637f10adcf3 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:00.612937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-10a8b868-90a4-4de2-b56f-79921821f70d None None] Provisioning for port 3a06319f-82e7-4e4f-a649-9ea5117d7300 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:00.618042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:00.618979 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'status': 'completed', 'code': 200} Jul 16 20:28:00.621309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.629123 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67110db7-ca61-40ce-9090-9a0abef73786" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:00.654041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-10a8b868-90a4-4de2-b56f-79921821f70d None None] Provisioning complete for port 3a06319f-82e7-4e4f-a649-9ea5117d7300 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:00.658561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-10a8b868-90a4-4de2-b56f-79921821f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.730828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:00.732592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.759845 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.761020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 76d5c416-5e43-466e-977e-f0991f6f7f39 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:00.894888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port fbceb0fa-f794-4210-87b2-d2c367aa7bf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:00.896344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.965657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for fbceb0fa-f794-4210-87b2-d2c367aa7bf1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:01.046337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Pushing event updated for resources: {'Port': ['ID=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.121028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.217137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-10a8b868-90a4-4de2-b56f-79921821f70d None None] Port 3a06319f-82e7-4e4f-a649-9ea5117d7300 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:01.223502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b7e4b-d326-4e00-abff-f186155a7602 req-39b2842d-8fdc-4cce-a809-b7e4ce5e96a7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.226803 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-195b7e4b-d326-4e00-abff-f186155a7602 req-39b2842d-8fdc-4cce-a809-b7e4ce5e96a7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 944 time: 0.3337777 Jul 16 20:28:01.243762 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.316870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port ebea2faa-a912-410e-9329-1e21158f13ad, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ebea2faa-a912-410e-9329-1e21158f13ad,segment=NetworkSegment(3e79c3c8-eb52-44e1-87d3-f029ec2b7266),segment_id=3e79c3c8-eb52-44e1-87d3-f029ec2b7266)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:01.341299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.358931 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.361061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c085e613-03db-4879-ab1a-07ead0da2e32 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:01.367980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.374151 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/3a06319f-82e7-4e4f-a649-9ea5117d7300 HTTP/1.1" status: 204 len: 168 time: 1.5818031 Jul 16 20:28:01.407850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50086) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:01.409974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad5c95-125e-4ae0-8ba0-d6d66c634741 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=3a06319f-82e7-4e4f-a649-9ea5117d7300,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.483823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9d547-1d91-4907-872f-e4bae93dfd14 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.486083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9d547-1d91-4907-872f-e4bae93dfd14 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.491261 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9e9d547-1d91-4907-872f-e4bae93dfd14 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0776517 Jul 16 20:28:01.493211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50088) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:01.563719 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.626582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7e9d2a36-61bc-4fdd-937a-cbb1a44e5dea None None] Provisioning complete for port ebea2faa-a912-410e-9329-1e21158f13ad triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:01.627557 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2a36-61bc-4fdd-937a-cbb1a44e5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.628066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet f80955d3-cf88-430d-872d-2cab17f54bb9 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:01.674739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=fbceb0fa-f794-4210-87b2-d2c367aa7bf1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.686045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.718482 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.749723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=ebea2faa-a912-410e-9329-1e21158f13ad,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.777023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c085e613-03db-4879-ab1a-07ead0da2e32 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:01.796552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c085e613-03db-4879-ab1a-07ead0da2e32 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:01.797094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.832326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-195b7e4b-d326-4e00-abff-f186155a7602 req-1a1ef9c9-8d08-4044-a1a7-88367f3cdc6b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169518 Jul 16 20:28:01.845540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:28:01.853667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Attempting to bind port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:01.853667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Attempting to bind port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:01.854161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Attempting to bind port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:01.871010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 76d5c416-5e43-466e-977e-f0991f6f7f39, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=76d5c416-5e43-466e-977e-f0991f6f7f39,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:01.886991 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.900839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-62050c94-5ea9-457b-bdff-da70904a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.901465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-62050c94-5ea9-457b-bdff-da70904a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.902058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-62050c94-5ea9-457b-bdff-da70904a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.902540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-62050c94-5ea9-457b-bdff-da70904a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.903028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-62050c94-5ea9-457b-bdff-da70904a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.903595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-62050c94-5ea9-457b-bdff-da70904a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.906613 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-62050c94-5ea9-457b-bdff-da70904a79ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5245 time: 1.2822664 Jul 16 20:28:01.907345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 on network abf4999f-9752-4651-89ed-aa8f36cb5053 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:01.907815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Attempting to bind port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:01.920074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:01.943231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port fbceb0fa-f794-4210-87b2-d2c367aa7bf1 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:01.947835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.951004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-e3d0c6b8-5f5e-4317-a91c-6e3cf6252f36 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "DELETE /v2.0/ports/fbceb0fa-f794-4210-87b2-d2c367aa7bf1 HTTP/1.1" status: 204 len: 173 time: 2.2320144 Jul 16 20:28:02.105694 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1c207-73e2-43da-8aca-8e1ed301f934 x-openstack-request-id: req-d0d1c207-73e2-43da-8aca-8e1ed301f934 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:02.106587 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-deleted", "tag": "43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:02.107229 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d0d1c207-73e2-43da-8aca-8e1ed301f934 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:02.107921 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.108869 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-deleted', 'tag': '43a1b9ba-3a9d-47b4-aecf-b21d7e43ec9d', 'status': 'completed', 'code': 200} Jul 16 20:28:02.143912 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.173381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:02.174455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Checking segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:02.175463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Bound using segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:02.176541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Bound port: 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:02.178026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.197007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c085e613-03db-4879-ab1a-07ead0da2e32, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c085e613-03db-4879-ab1a-07ead0da2e32,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:02.201650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae8f57-88bf-4d66-a935-c3d68e2af11d None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:28:02.217888 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.251853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=76d5c416-5e43-466e-977e-f0991f6f7f39,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.265277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:02.280509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:02.281400 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.294748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:02.295549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.474944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebea2faa-a912-410e-9329-1e21158f13ad up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:02.482021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] For port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:02.488446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] For port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:02.515903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:02.535693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.544814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Sync routers for ids ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:02.547936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.549225 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ba78dff0-43c0-44e9-8416-3979a5dd3e83 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.2075915 Jul 16 20:28:02.551606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c085e613-03db-4879-ab1a-07ead0da2e32,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.559103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50092) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.595126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Routers {'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:02.596233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:02.615464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ebea2faa-a912-410e-9329-1e21158f13ad triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:02.616472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.674556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-756f14d2-4311-4c90-a354-c3a80434d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.675441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-756f14d2-4311-4c90-a354-c3a80434d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.676265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-756f14d2-4311-4c90-a354-c3a80434d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.678764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023292da-b2b1-43f3-807e-33ac1a96034c tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.680204 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-756f14d2-4311-4c90-a354-c3a80434d18d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7623689 Jul 16 20:28:02.680720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-023292da-b2b1-43f3-807e-33ac1a96034c tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=75e43a0e2e774d10b5c2982191086d76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1048722 Jul 16 20:28:02.686954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50094) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:02.693873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.742375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port 76d5c416-5e43-466e-977e-f0991f6f7f39 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:02.742611 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.747034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:02.769292 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.854591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:02.856181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.857884 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.858714 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] 10.222.0.26 "PUT /v2.0/ports/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 1131 time: 4.2990701 Jul 16 20:28:02.859576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:02.863414 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631788c8-f788-4935-b42e-ccd7579d12d5" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:02.865336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port 76d5c416-5e43-466e-977e-f0991f6f7f39, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=76d5c416-5e43-466e-977e-f0991f6f7f39,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:02.865787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.882567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] For port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7422ecaf-e0bd-4bc4-ac14-e75fdeed328e,segment=NetworkSegment(324e90aa-6933-4304-b6ce-fa0760216214),segment_id=324e90aa-6933-4304-b6ce-fa0760216214)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:02.883511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.893731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.895223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for 76d5c416-5e43-466e-977e-f0991f6f7f39 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:02.968444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:03.048368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Calling delete_port for 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:03.053664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Set router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:03.062523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ae8f57-88bf-4d66-a935-c3d68e2af11d None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:28:03.125220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62bc8e-3b7a-46c8-b576-8d13ed76cd97 service neutron] Pushing event updated for resources: {'Port': ['ID=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:03.276214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-82847f8e-32c7-4f1b-9f93-82affa27c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.279232 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b1066ccd-4ecf-45b6-803e-ebbf04b8270e req-82847f8e-32c7-4f1b-9f93-82affa27c257 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5747015 Jul 16 20:28:03.294408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.353991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=f80955d3-cf88-430d-872d-2cab17f54bb9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:03.361703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.397939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.400090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ff36c156-53af-4a8c-bbe4-8ec1d2fc7d7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/f80955d3-cf88-430d-872d-2cab17f54bb9 HTTP/1.1" status: 204 len: 168 time: 1.9031427 Jul 16 20:28:03.402617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50100) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:03.481808 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5ebc2226-a40f-4943-abdc-a0b23327cbe5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761528 Jul 16 20:28:03.485301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50102) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:03.532092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.579240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Port': ['ID=7422ecaf-e0bd-4bc4-ac14-e75fdeed328e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:03.711815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15101-8cd6-43ab-aae9-52162735c21c req-dcf9984c-e915-4b89-837e-531b61745d64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.718333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15101-8cd6-43ab-aae9-52162735c21c req-dcf9984c-e915-4b89-837e-531b61745d64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.725440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15101-8cd6-43ab-aae9-52162735c21c req-dcf9984c-e915-4b89-837e-531b61745d64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.733338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15101-8cd6-43ab-aae9-52162735c21c req-dcf9984c-e915-4b89-837e-531b61745d64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.740303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15101-8cd6-43ab-aae9-52162735c21c req-dcf9984c-e915-4b89-837e-531b61745d64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.749462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15101-8cd6-43ab-aae9-52162735c21c req-dcf9984c-e915-4b89-837e-531b61745d64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.752835 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53d15101-8cd6-43ab-aae9-52162735c21c req-dcf9984c-e915-4b89-837e-531b61745d64 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 4601 time: 1.3052943 Jul 16 20:28:03.753522 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.756451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6757a45-2def-4816-b3fe-a507451888e5 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.758170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a6757a45-2def-4816-b3fe-a507451888e5 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0610669 Jul 16 20:28:03.768392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50104) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:03.769651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:27:59Z', 'revision_number': 3, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:03.777552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5edf4d3-be6f-4beb-b9b2-6a70186464ce None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:03.928373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=76d5c416-5e43-466e-977e-f0991f6f7f39,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:03.951579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Checking router: b0df284d-5d5e-4d4c-a088-7b39e2bc9bde for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:03.952806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Updating router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde port 081aa497-8b4f-4649-8c3d-35a5ac373910 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:03.964966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8e94c8c6-2020-43b9-83c1-8a213e1e48e2 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1932151 Jul 16 20:28:04.015276 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.024872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50106) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.053201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.056981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.057616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.058160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.058713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.061699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.062221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.062682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.064937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.065439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.065922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.066424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:04.131150 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.170877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-deleted', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:04.185131 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111b53d-7348-4679-9d87-991c66a121b7" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-deleted", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:04.199836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No DVR routers for this DVR port 7422ecaf-e0bd-4bc4-ac14-e75fdeed328e on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:04.294508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port 76d5c416-5e43-466e-977e-f0991f6f7f39 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:04.311838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.315268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfc7280b-bef1-4dca-81a1-49ed8e7136c1 req-9e58197b-e8b9-449f-bc9a-2ea2760e3d21 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.21 "DELETE /v2.0/ports/76d5c416-5e43-466e-977e-f0991f6f7f39 HTTP/1.1" status: 204 len: 173 time: 2.2025352 Jul 16 20:28:04.319440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7d04dc95-edf1-453e-b796-6265c3baab7c tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=75e43a0e2e774d10b5c2982191086d76&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2908087 Jul 16 20:28:04.324518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50110) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.346785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9cf72b-85b1-4aa4-b3e2-3df57b38415d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.359454 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fb9cf72b-85b1-4aa4-b3e2-3df57b38415d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8633273 Jul 16 20:28:04.371094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50112) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.466383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba11b8-54fd-4286-bc3e-964fa42ab4fe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.471023 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4eba11b8-54fd-4286-bc3e-964fa42ab4fe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0984817 Jul 16 20:28:04.473831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50114) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.498964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c085e613-03db-4879-ab1a-07ead0da2e32 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:04.499614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.533027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:04.564687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc9d9fc-08f3-4511-9c5a-58696359fb21']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:04.580180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83bc332-7f44-41e5-9657-35339d08355a tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.587012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f83bc332-7f44-41e5-9657-35339d08355a tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2567434 Jul 16 20:28:04.591669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53d15101-8cd6-43ab-aae9-52162735c21c req-2134d4d3-db62-4267-b01d-e9ebdd4cba36 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8238440 Jul 16 20:28:04.593300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50116) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.619657 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1981ba94-c66e-4553-8f06-d3467938f055 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150959 Jul 16 20:28:04.619657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50118) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.632006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:04.643376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324e90aa-6933-4304-b6ce-fa0760216214') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:04.643910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324e90aa-6933-4304-b6ce-fa0760216214') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:04.677012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6dbf65e9-51e0-428b-a6e1-7345f2f01608 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785153 Jul 16 20:28:04.677594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50120) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.679913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.688325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1563661920', 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:04.762121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.791815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:04.792386 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:04.859050 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:04.948954 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8af470f1-f60c-4951-888a-cd9080cbb47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.075136 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Made reservation on behalf of 75e43a0e2e774d10b5c2982191086d76 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:05.080752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.089156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:05.106391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.188125 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236eb5fd-42c9-4089-a8bc-a8f461540bee x-openstack-request-id: req-236eb5fd-42c9-4089-a8bc-a8f461540bee {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:05.188423 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:05.188679 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-236eb5fd-42c9-4089-a8bc-a8f461540bee {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:05.189083 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1', 'code': 200} Jul 16 20:28:05.192791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] Deleting port c085e613-03db-4879-ab1a-07ead0da2e32 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:05.193329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.273031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.298837 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] For port c085e613-03db-4879-ab1a-07ead0da2e32, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c085e613-03db-4879-ab1a-07ead0da2e32,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:05.299278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.315636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] Calling delete_port for c085e613-03db-4879-ab1a-07ead0da2e32 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:05.331196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.336126 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/efc9d9fc-08f3-4511-9c5a-58696359fb21 HTTP/1.1" status: 204 len: 168 time: 8.7801766 Jul 16 20:28:05.339441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50122) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:05.346390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-602081713'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:05.404478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:05.405990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=efc9d9fc-08f3-4511-9c5a-58696359fb21,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:05.409538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.452514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:05.469685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.470274 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3 of type vlan for network 26168d5d-b4fd-4102-933e-68f9675cf36b Jul 16 20:28:05.473842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c085e613-03db-4879-ab1a-07ead0da2e32 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:05.474472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.509576 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.516732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:05.526144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Port c085e613-03db-4879-ab1a-07ead0da2e32 was deleted so its status cannot be updated. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:28:05.549462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.562285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.568680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.569233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.569793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.570334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.570883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.571472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.572021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.572562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.573107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.573887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.574430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.574958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956a998-8411-47ae-9d2b-2cc6433cb860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:05.579935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] No DVR routers for this DVR port c085e613-03db-4879-ab1a-07ead0da2e32 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:05.611386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45036bc5-c217-4320-991c-175f0e6b91db None None] Pushing event deleted for resources: {'Port': ['ID=c085e613-03db-4879-ab1a-07ead0da2e32,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:05.623139 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.644206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Transition to ACTIVE for port object 081aa497-8b4f-4649-8c3d-35a5ac373910 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:05.647806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b42bb821-8b80-4065-adf1-0fb05f96b37d req-11a15a6e-c5cf-4543-9378-9a2c0ab9e12c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=2cbd452a-5c08-4eb7-9ced-0146d368f19c HTTP/1.1" status: 200 len: 210 time: 0.2213004 Jul 16 20:28:05.649068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.657181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.658738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.659475 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.668367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Transition to ACTIVE for port object 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:05.686502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.730564 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed19043-b198-4844-824a-26ce9b0775b4 x-openstack-request-id: req-fed19043-b198-4844-824a-26ce9b0775b4 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:05.730957 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:05.731345 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fed19043-b198-4844-824a-26ce9b0775b4 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:05.731873 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5', 'status': 'completed', 'code': 200} Jul 16 20:28:05.744970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Attempting to bind port 081aa497-8b4f-4649-8c3d-35a5ac373910 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:05.745545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Attempting to bind port 081aa497-8b4f-4649-8c3d-35a5ac373910 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:05.746261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Attempting to bind port 081aa497-8b4f-4649-8c3d-35a5ac373910 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:05.777267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=26168d5d-b4fd-4102-933e-68f9675cf36b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:05.787005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:05.787703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:05.788362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.789209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:05.790034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Bound port: 081aa497-8b4f-4649-8c3d-35a5ac373910, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:05.790722 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.797464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-54df1b63-df67-43fd-b7b5-40b9bf2b385b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4553180 Jul 16 20:28:05.798134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50126) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:05.805770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': '26168d5d-b4fd-4102-933e-68f9675cf36b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:05.820926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 26168d5d-b4fd-4102-933e-68f9675cf36b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:06.015020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b60e8-295b-4c24-9373-1ff28b602012 None None] Pushing event updated for resources: {'Port': ['ID=081aa497-8b4f-4649-8c3d-35a5ac373910,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.068709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.133115 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.150778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19327f-83c1-4ebd-aa68-00203da3d499 req-0ade3645-86ed-4b7f-b4f9-742612dc380e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:06.158379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d19327f-83c1-4ebd-aa68-00203da3d499 req-0ade3645-86ed-4b7f-b4f9-742612dc380e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 945 time: 0.2217555 Jul 16 20:28:06.162521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:06.166268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.172731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] For port 081aa497-8b4f-4649-8c3d-35a5ac373910, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:06.179916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] For port 081aa497-8b4f-4649-8c3d-35a5ac373910, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=081aa497-8b4f-4649-8c3d-35a5ac373910,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:06.190700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.265463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b60e8-295b-4c24-9373-1ff28b602012 None None] Pushing event updated for resources: {'Port': ['ID=081aa497-8b4f-4649-8c3d-35a5ac373910,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.310056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Routers {'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:06.310922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:28:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.366163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d19327f-83c1-4ebd-aa68-00203da3d499 req-2c5a9fb6-7c61-495f-8ef0-7fa061f25efa tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063539 Jul 16 20:28:06.462647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c085e613-03db-4879-ab1a-07ead0da2e32 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:06.512480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c085e613-03db-4879-ab1a-07ead0da2e32 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:06.512958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c085e613-03db-4879-ab1a-07ead0da2e32 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:06.538467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] Set router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:06.611556 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e44552-c230-487d-ba39-2c083e6a8d59 x-openstack-request-id: req-b1e44552-c230-487d-ba39-2c083e6a8d59 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:06.612048 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-deleted", "tag": "fbceb0fa-f794-4210-87b2-d2c367aa7bf1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:06.612341 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b1e44552-c230-487d-ba39-2c083e6a8d59 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:06.612662 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-deleted', 'tag': 'fbceb0fa-f794-4210-87b2-d2c367aa7bf1', 'status': 'completed', 'code': 200} Jul 16 20:28:06.670358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.772285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=c89d2459-fde7-4d3b-acb1-d7fc710ace80,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.776965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '26168d5d-b4fd-4102-933e-68f9675cf36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:06.777692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: 26168d5d-b4fd-4102-933e-68f9675cf36b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:06.784488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Pushing event updated for resources: {'Port': ['ID=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.816002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Subnet': ['ID=dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:06.819468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network 26168d5d-b4fd-4102-933e-68f9675cf36b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:06.826252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:27:59Z', 'revision_number': 3, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.835233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 26168d5d-b4fd-4102-933e-68f9675cf36b) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:06.838452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.841828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:06.842503 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.878152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-91738469-9391-4e04-a0c5-3ef174b886cd tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0786779 Jul 16 20:28:06.878475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6154a-fc13-49c2-a1a5-0fcf9e2ced46 None None] Network 26168d5d-b4fd-4102-933e-68f9675cf36b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:06.878989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50136) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:06.883899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76840cd9-64fb-4d9e-af23-b859a5c37da7 None None] The sync data for ids ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'] in n-d-798930-6 is: [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:27:59Z', 'revision_number': 3, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:06.884812 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Attempting to bind port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:06.885577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Attempting to bind port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:06.886407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Attempting to bind port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:06.912135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243886112'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:06.945335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:06.951027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.978492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:06.992400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 on network abf4999f-9752-4651-89ed-aa8f36cb5053 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:06.993389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Attempting to bind port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:07.011645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:07.012784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Checking segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:07.013779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Bound using segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:07.014840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Bound port: 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:07.015821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.016208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:07.020175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:07.027834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.028907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.044333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53f9f31-84cc-4329-8bce-6552b2d1c4e2 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:07.057349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.057696 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 346787a6-5a21-401f-a2a3-9bcc8af2a5bd of type vlan for network 0b38a4f2-8213-433c-adb4-7403086594ba Jul 16 20:28:07.070946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Checking segment: {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:07.071944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network hostable DHCP agents. Network: 9b674ab9-f1cb-4e85-837e-dee9bc90be93, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:07.086623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.087862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.088825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.089642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.090446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.091236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.092379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.096039 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-f510f716-9b19-4103-97cf-97f80142fdd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6167 time: 1.1083214 Jul 16 20:28:07.096384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.104723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.112855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.122107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.129121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.137892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.151728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.154062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-0b34e772-4157-411d-b728-b1300d3e7941 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5372 time: 0.2969043 Jul 16 20:28:07.191211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39'}, {'server_uuid': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:07.195762 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568e98bb-3eaf-4007-97a9-d0bc6be552ad" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-unplugged", "status": "completed", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39"}, {"server_uuid": "d2bd822a-e0e7-4546-aff1-1e98f3a432a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5cfb801-1b8d-4ecc-83c9-c85f4363fc81"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:07.227634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=4b3e9533-2261-40a4-8d44-889140a99a6c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:07.242124 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9676bb9f-f51e-44b5-a732-52fdbbf77cf8 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6145904 Jul 16 20:28:07.250647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50140) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:07.264430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:fe:83:12', 'name': 'tempest-NetworksTestDHCPv6-1042395198'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:07.297493 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.353983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:07.368985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fcb89b4-d95e-41ed-bc90-ab8bf3a58cc5 req-07e072a5-4d76-41e8-94cb-b342f94705e7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808848 Jul 16 20:28:07.408291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-26168d5d-b4fd-4102-933e-68f9675cf36b', 'network_id': '26168d5d-b4fd-4102-933e-68f9675cf36b', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': 'c89d2459-fde7-4d3b-acb1-d7fc710ace80'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:07.410122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.490689 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.514205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.514973 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.670449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 9b674ab9-f1cb-4e85-837e-dee9bc90be93) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:07.678011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.679014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.702082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-6089057d-d531-421f-b500-f42712cbf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.702612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-6089057d-d531-421f-b500-f42712cbf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.703124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-6089057d-d531-421f-b500-f42712cbf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.706123 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-6089057d-d531-421f-b500-f42712cbf776 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5946639 Jul 16 20:28:07.735907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] For port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:07.741907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] For port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:07.746981 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-459cd950-7983-4794-b282-a6276a611de7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0623200 Jul 16 20:28:07.751504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06660607-06f7-4958-8fff-81fd96d802a2 None None] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:07.753747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.766054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=0b38a4f2-8213-433c-adb4-7403086594ba,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:07.769574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '4b3e9533-2261-40a4-8d44-889140a99a6c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:07.770498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:07.771205 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.805853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0b38a4f2-8213-433c-adb4-7403086594ba details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:07.862711 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.864733 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.866614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 1129 time: 4.9145255 Jul 16 20:28:08.070094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Allocated IP 2001:db8::1 (26168d5d-b4fd-4102-933e-68f9675cf36b/c89d2459-fde7-4d3b-acb1-d7fc710ace80/db374c02-20ba-45a0-9bf3-afe8a41d181d) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:08.128570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c57c2df1-53cc-48e3-b68b-d41e5f4b1d47 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2194943 Jul 16 20:28:08.129000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50146) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:08.141095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:08.145950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': '0b38a4f2-8213-433c-adb4-7403086594ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:08.156998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b1adb-1be8-4d23-b6c6-d7fa444e81f4 service neutron] Pushing event updated for resources: {'Port': ['ID=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:08.162016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '29cf9adf-2c68-4cf4-91df-5be2c17bcae6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:08.184541 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "29cf9adf-2c68-4cf4-91df-5be2c17bcae6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:08.256350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:08.386034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50150) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:08.629259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-deleted', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:08.645117 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415cb3d6-1efb-40ad-a683-ec2b11dc8e44" -d '{"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-deleted", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:08.697759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting subnet c035a978-b26c-4dd2-b3ba-b3eb9f3d9029 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:08.701377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:08.706006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.753348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.810118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-51e0fc38-78cd-4d2c-9733-888ef39eeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:08.812847 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-631788c8-f788-4935-b42e-ccd7579d12d5 req-51e0fc38-78cd-4d2c-9733-888ef39eeeb9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0643122 Jul 16 20:28:08.815539 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555c6d2c-86de-4f30-939b-1b3c2e54e52d x-openstack-request-id: req-555c6d2c-86de-4f30-939b-1b3c2e54e52d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:08.816002 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-unplugged", "status": "completed", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39", "code": 200}, {"server_uuid": "d2bd822a-e0e7-4546-aff1-1e98f3a432a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5cfb801-1b8d-4ecc-83c9-c85f4363fc81", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:08.816398 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-555c6d2c-86de-4f30-939b-1b3c2e54e52d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:08.816983 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39', 'code': 200} Jul 16 20:28:08.817525 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81', 'code': 200} Jul 16 20:28:08.857465 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:08.914052 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 081aa497-8b4f-4649-8c3d-35a5ac373910 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:09.014306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.019704 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.025092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Performing IP validity checks on allocation pools {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:28:09.025643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:28:09.030460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.040999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.061444 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.070748 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.123469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 26a01eaa-7845-499d-bdc0-f6c037840f98 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:09.155574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bfe5-9247-4ab4-8588-5b3343f5e309 req-e960dab1-f076-42c8-b35e-17fa7fd9c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.157731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9f4bfe5-9247-4ab4-8588-5b3343f5e309 req-e960dab1-f076-42c8-b35e-17fa7fd9c260 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 1096 time: 0.5651889 Jul 16 20:28:09.316883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9f4bfe5-9247-4ab4-8588-5b3343f5e309 req-d023a243-db76-48f4-8f2a-1266e4d691af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405926 Jul 16 20:28:09.353676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bc815-6161-4f15-a597-5c9bba47bd9e req-ff023a4d-cbee-4de0-b8f2-a52dd66115c7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.362127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e12bc815-6161-4f15-a597-5c9bba47bd9e req-ff023a4d-cbee-4de0-b8f2-a52dd66115c7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 945 time: 0.6455655 Jul 16 20:28:09.391751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'fixed_ips': [{'subnet_id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:09.392639 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.395992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/4b3e9533-2261-40a4-8d44-889140a99a6c/fef003f5-9be6-4c2c-89a7-72dc5ac98f65) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:09.474502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 081aa497-8b4f-4649-8c3d-35a5ac373910 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:09.525636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e12bc815-6161-4f15-a597-5c9bba47bd9e req-6da7655d-0293-4a27-86ac-2c6c5f497391 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623373 Jul 16 20:28:09.529353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.711591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.745014 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e5065-7914-4d38-a72c-ab914540f67a x-openstack-request-id: req-636e5065-7914-4d38-a72c-ab914540f67a {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:09.745370 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "29cf9adf-2c68-4cf4-91df-5be2c17bcae6", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:09.745578 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-636e5065-7914-4d38-a72c-ab914540f67a {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:09.745984 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '29cf9adf-2c68-4cf4-91df-5be2c17bcae6', 'status': 'completed', 'code': 200} Jul 16 20:28:09.809547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.861680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 081aa497-8b4f-4649-8c3d-35a5ac373910 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:09.862051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.959221 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.961305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.969125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/subnets/c035a978-b26c-4dd2-b3ba-b3eb9f3d9029 HTTP/1.1" status: 204 len: 168 time: 1.5815609 Jul 16 20:28:09.975112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50160) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.006773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2f1e8d-776b-4767-90a7-527afd63e2e7 None None] Network 4d2259e9-fd9c-4533-be2c-46515ee2013c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:10.011228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Transition to ACTIVE for port object db374c02-20ba-45a0-9bf3-afe8a41d181d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:10.013142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.013592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.014081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.015006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.015006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.016143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.016143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.018064 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-fba2f1c8-376e-4da6-8ebe-9b3c798194fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6209 time: 0.2664711 Jul 16 20:28:10.131977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.157975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Transition to ACTIVE for port object db374c02-20ba-45a0-9bf3-afe8a41d181d will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:10.162899 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.166870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.175691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=b2c6750c-7fbf-4d16-8e61-9988b40ca298,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.188358 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.193852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Allocated IP 172.20.0.18 (9b674ab9-f1cb-4e85-837e-dee9bc90be93/dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc/22aaf7aa-733a-4037-b538-dfa7decc13a4) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:10.218991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '346787a6-5a21-401f-a2a3-9bcc8af2a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0b38a4f2-8213-433c-adb4-7403086594ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:10.219526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: 0b38a4f2-8213-433c-adb4-7403086594ba, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:10.238078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Transition to ACTIVE for port object fef003f5-9be6-4c2c-89a7-72dc5ac98f65 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:10.310162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:10.325181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.336105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-5ca1945f-19b3-40c8-bab5-d49bb08da51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.336662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-5ca1945f-19b3-40c8-bab5-d49bb08da51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.336903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-5ca1945f-19b3-40c8-bab5-d49bb08da51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.338624 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-5ca1945f-19b3-40c8-bab5-d49bb08da51e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2954295 Jul 16 20:28:10.341201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a9257-ae41-4375-9f5b-a273bf5702db tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Subnet': ['ID=c035a978-b26c-4dd2-b3ba-b3eb9f3d9029,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.357587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Transition to ACTIVE for port object fef003f5-9be6-4c2c-89a7-72dc5ac98f65 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:10.379109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Network 26168d5d-b4fd-4102-933e-68f9675cf36b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:10.391207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.402079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.409888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:10.414302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.416213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Pushing event updated for resources: {'Port': ['ID=db374c02-20ba-45a0-9bf3-afe8a41d181d,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.419112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.419560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Transition to ACTIVE for port object 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:10.426577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.438081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.439922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:10.444686 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.450057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.455408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.461514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.475508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-78135fd9-ac19-4fb4-aa58-d5101b46b46c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5372 time: 0.6619773 Jul 16 20:28:10.479846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network 0b38a4f2-8213-433c-adb4-7403086594ba is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:10.530190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0b38a4f2-8213-433c-adb4-7403086594ba) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:10.551172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.552863 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.574170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:10.576627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 081aa497-8b4f-4649-8c3d-35a5ac373910, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=081aa497-8b4f-4649-8c3d-35a5ac373910,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:10.586068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47b5b1-71f0-4284-95ad-8e35abaf6d94 None None] Network 0b38a4f2-8213-433c-adb4-7403086594ba requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:10.601761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::3b8 (4480a042-e07a-4cef-bea8-255195c633b7/4b3e9533-2261-40a4-8d44-889140a99a6c/26a01eaa-7845-499d-bdc0-f6c037840f98) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:10.604615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port f05dbb93-8648-472b-aaec-00b23c0f9f93 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:10.604615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.632093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:10.634448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:10.638029 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.663804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Pushing event updated for resources: {'Port': ['ID=fef003f5-9be6-4c2c-89a7-72dc5ac98f65,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.665272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bff8c68-58c3-409c-a8eb-c07fbf64d658 req-2022b506-3ed7-44c8-b91e-f68dd59d0aec tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884050 Jul 16 20:28:10.665454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.672904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ef62d572-50a0-43db-8cda-61095b5c04d3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5384569 Jul 16 20:28:10.679545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50164) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.800689 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f08258-263b-4e85-9960-ecdb7560b8c7 x-openstack-request-id: req-b1f08258-263b-4e85-9960-ecdb7560b8c7 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:10.803032 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd452a-5c08-4eb7-9ced-0146d368f19c", "name": "network-vif-deleted", "tag": "76d5c416-5e43-466e-977e-f0991f6f7f39", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:10.803634 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b1f08258-263b-4e85-9960-ecdb7560b8c7 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:10.804384 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd452a-5c08-4eb7-9ced-0146d368f19c', 'name': 'network-vif-deleted', 'tag': '76d5c416-5e43-466e-977e-f0991f6f7f39', 'status': 'completed', 'code': 200} Jul 16 20:28:10.865489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Attempting to bind port db374c02-20ba-45a0-9bf3-afe8a41d181d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:10.865883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Attempting to bind port db374c02-20ba-45a0-9bf3-afe8a41d181d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '26168d5d-b4fd-4102-933e-68f9675cf36b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:10.866221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Attempting to bind port db374c02-20ba-45a0-9bf3-afe8a41d181d on network 26168d5d-b4fd-4102-933e-68f9675cf36b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:10.891036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-d9cf8e66-7b60-4f35-9417-d2166e582921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.893234 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a1e6ca0b-06aa-476c-bcc6-26e5e5fb1aa0 req-d9cf8e66-7b60-4f35-9417-d2166e582921 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5121682 Jul 16 20:28:10.894982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port f05dbb93-8648-472b-aaec-00b23c0f9f93, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f05dbb93-8648-472b-aaec-00b23c0f9f93,segment=NetworkSegment(48641493-2d64-4bb6-8154-0465b0b07140),segment_id=48641493-2d64-4bb6-8154-0465b0b07140)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:10.901545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.985644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:10.986080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Checking segment: {'id': '60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '26168d5d-b4fd-4102-933e-68f9675cf36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:10.986358 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.986759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Bound using segment: {'id': '60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '26168d5d-b4fd-4102-933e-68f9675cf36b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:10.987276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Bound port: db374c02-20ba-45a0-9bf3-afe8a41d181d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '26168d5d-b4fd-4102-933e-68f9675cf36b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:10.987666 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.002253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for f05dbb93-8648-472b-aaec-00b23c0f9f93 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:11.031957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Attempting to bind port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:11.038044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Attempting to bind port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:11.041729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Attempting to bind port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:11.041729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Attempting to bind port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:11.041729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=081aa497-8b4f-4649-8c3d-35a5ac373910,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.048252 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Attempting to bind port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:11.048674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Attempting to bind port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:11.064581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:11.064782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:11.065177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.065515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:11.066541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Bound port: fef003f5-9be6-4c2c-89a7-72dc5ac98f65, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:11.066541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.094513 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.096922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d on network abf4999f-9752-4651-89ed-aa8f36cb5053 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:11.097974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Attempting to bind port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:11.145117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:11.146201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Checking segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:11.146806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Bound using segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:11.147494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Bound port: 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:11.153778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Transition to ACTIVE for port object 22aaf7aa-733a-4037-b538-dfa7decc13a4 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:11.161795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.169805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.190056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.224678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 26a01eaa-7845-499d-bdc0-f6c037840f98 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:11.234082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf1d40-d421-405a-8684-191d4c96bd2a None None] DHCP port deletion for 4d2259e9-fd9c-4533-be2c-46515ee2013c request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:11.285286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Transition to ACTIVE for port object 22aaf7aa-733a-4037-b538-dfa7decc13a4 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:11.296327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] For port db374c02-20ba-45a0-9bf3-afe8a41d181d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:11.298896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.329407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-68bf1d40-d421-405a-8684-191d4c96bd2a None None] The port 'f05dbb93-8648-472b-aaec-00b23c0f9f93' was deleted {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:28:11.368248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=f05dbb93-8648-472b-aaec-00b23c0f9f93,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.370268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port f05dbb93-8648-472b-aaec-00b23c0f9f93 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:11.373723 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.388241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] For port db374c02-20ba-45a0-9bf3-afe8a41d181d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=db374c02-20ba-45a0-9bf3-afe8a41d181d,segment=NetworkSegment(60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3),segment_id=60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:11.421505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] For port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:11.423398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.425669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a4427-52f5-48ff-bc99-f5db42b8cd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-0b38a4f2-8213-433c-adb4-7403086594ba', 'network_id': '0b38a4f2-8213-433c-adb4-7403086594ba', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': 'b2c6750c-7fbf-4d16-8e61-9988b40ca298'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:11.426583 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-208a4427-52f5-48ff-bc99-f5db42b8cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.433021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] For port fef003f5-9be6-4c2c-89a7-72dc5ac98f65, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:11.433376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.476463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:11.485585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] For port fef003f5-9be6-4c2c-89a7-72dc5ac98f65, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fef003f5-9be6-4c2c-89a7-72dc5ac98f65,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:11.494667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:11.498041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:11.503532 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.512833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Pushing event updated for resources: {'Port': ['ID=22aaf7aa-733a-4037-b538-dfa7decc13a4,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.513570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Allocated IP 172.20.0.17 (9b674ab9-f1cb-4e85-837e-dee9bc90be93/dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc/a32582c4-3a15-4337-9182-0e93bebab2fc) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:11.517009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=26a01eaa-7845-499d-bdc0-f6c037840f98,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.526617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] For port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:11.547920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:11.551084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:11.557127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.571436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:11.574883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.577873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.579017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.580588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.615345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2259e9-fd9c-4533-be2c-46515ee2013c']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:11.633776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48641493-2d64-4bb6-8154-0465b0b07140') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:11.634350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48641493-2d64-4bb6-8154-0465b0b07140') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:11.634512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.635457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.637068 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e666c5b-7ed4-4820-9352-3f4cddbd0f8d HTTP/1.1" status: 200 len: 1091 time: 3.5189087 Jul 16 20:28:11.656353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f5a9-a74e-4d67-9e50-9ea93a8adda5 req-9bcc532d-2411-4054-81cd-98b087b934bb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.658164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16f6f5a9-a74e-4d67-9e50-9ea93a8adda5 req-9bcc532d-2411-4054-81cd-98b087b934bb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 945 time: 0.3755140 Jul 16 20:28:11.665275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.695932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:11.738478 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.741507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.761171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:11.761589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:11.767200 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:11.774784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:11.777844 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e477d6ef-dc32-4107-bd65-ee9e590c150f" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:11.792102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-452a19ba-5c6e-43ef-9b03-d82c2b5b5389 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5345001 Jul 16 20:28:11.806562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50170) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:11.832317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c6750c-7fbf-4d16-8e61-9988b40ca298,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.841087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ad49e-a5cd-48c7-9d27-f6d89abd48f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.942732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.961289 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16f6f5a9-a74e-4d67-9e50-9ea93a8adda5 req-9da44574-3a5c-4ddb-bdda-e88dfe4f68a1 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820320 Jul 16 20:28:11.984532 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.002395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.007864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/networks/4d2259e9-fd9c-4533-be2c-46515ee2013c HTTP/1.1" status: 204 len: 168 time: 2.0262456 Jul 16 20:28:12.030417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50172) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.074362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.115324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bed67-1d5c-4eaa-83b5-e261fda3c308 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Network': ['ID=4d2259e9-fd9c-4533-be2c-46515ee2013c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.130548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b38a4f2-8213-433c-adb4-7403086594ba']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:12.154883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346787a6-5a21-401f-a2a3-9bcc8af2a5bd') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:12.155581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346787a6-5a21-401f-a2a3-9bcc8af2a5bd') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:12.179612 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.227085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.245012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Attempting to bind port 22aaf7aa-733a-4037-b538-dfa7decc13a4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:12.246759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Attempting to bind port 22aaf7aa-733a-4037-b538-dfa7decc13a4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:12.247612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Attempting to bind port 22aaf7aa-733a-4037-b538-dfa7decc13a4 on network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:12.266483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bde8600-2cfc-4cf9-88b6-d97888a948f6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.278192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:12.279626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Checking segment: {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:12.280796 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.282037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Bound using segment: {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:12.282529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bde8600-2cfc-4cf9-88b6-d97888a948f6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.284210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Bound port: 22aaf7aa-733a-4037-b538-dfa7decc13a4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:12.285381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.292017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Transition to ACTIVE for port object a32582c4-3a15-4337-9182-0e93bebab2fc will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:12.302610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5bde8600-2cfc-4cf9-88b6-d97888a948f6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4826071 Jul 16 20:28:12.312298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50180) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.368927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-208a4427-52f5-48ff-bc99-f5db42b8cd3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2c6750c-7fbf-4d16-8e61-9988b40ca298: This subnet is being modified by another concurrent operation. Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:28:12.374700 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2c6750c-7fbf-4d16-8e61-9988b40ca298: This subnet is being modified by another concurrent operation. Jul 16 20:28:12.379186 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:28:12.385899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting subnet fb7e40f0-a9a3-437f-994b-785dc01ae318 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:12.421894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.446196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a46f-72a8-4d6c-a250-de2bc89b9918 None None] Pushing event updated for resources: {'Port': ['ID=db374c02-20ba-45a0-9bf3-afe8a41d181d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.452114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:12.452810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013daa52-2981-4386-a363-ea4885808c04 None None] Network 0b38a4f2-8213-433c-adb4-7403086594ba requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:12.453161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:12.459877 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:12.487789 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.562268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:12.577464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:12.586169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=a32582c4-3a15-4337-9182-0e93bebab2fc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.597402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:12.642669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] For port 22aaf7aa-733a-4037-b538-dfa7decc13a4, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:12.658616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.776156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.790664 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.796784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.804864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/0b38a4f2-8213-433c-adb4-7403086594ba HTTP/1.1" status: 204 len: 168 time: 2.1241298 Jul 16 20:28:12.806346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50184) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.818116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811470501'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:12.833507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab7c24-3038-4f93-80e7-ad9f592d0ba9 None None] Pushing event updated for resources: {'Port': ['ID=fef003f5-9be6-4c2c-89a7-72dc5ac98f65,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.860329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.861413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] For port 22aaf7aa-733a-4037-b538-dfa7decc13a4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=22aaf7aa-733a-4037-b538-dfa7decc13a4,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:12.870430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.876884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.889860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.899819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.908038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.915701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.920742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.924234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-95a510e0-ab6c-46ad-a0f2-747559cef426 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5384 time: 0.6229429 Jul 16 20:28:12.933141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972da07-9506-4f0a-a381-99368d03b793 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=0b38a4f2-8213-433c-adb4-7403086594ba,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.967653 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.019412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:13.020312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc11a56-b782-4886-95bc-9cd72f21bdd5 None None] Pushing event updated for resources: {'Port': ['ID=22aaf7aa-733a-4037-b538-dfa7decc13a4,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.028925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.074454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 26a01eaa-7845-499d-bdc0-f6c037840f98 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:13.075026 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.125016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device db374c02-20ba-45a0-9bf3-afe8a41d181d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:13.215283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port db374c02-20ba-45a0-9bf3-afe8a41d181d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:13.222124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40d1118a-e439-4abe-8261-a30f38dffe0a req-ef2c2143-7a79-4280-a351-8e8bc06a22c5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2543123 Jul 16 20:28:13.223146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 081aa497-8b4f-4649-8c3d-35a5ac373910 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:13.227444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:13.227715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:13.250630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.250977 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 1da625fe-bcb6-48e5-b71d-dbe72f8ae729 of type vlan for network d30231cc-f5c7-413d-aa0a-b047d35759a0 Jul 16 20:28:13.263082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.278163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.302249 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.338479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 26a01eaa-7845-499d-bdc0-f6c037840f98 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:13.350274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7e40f0-a9a3-437f-994b-785dc01ae318,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.368766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.372813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922eda91-b99b-4716-844c-cfc753170ae5 None None] Network 80b5d21d-1f63-41f3-a30e-275bf457c98a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:13.386778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.400352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd73a0c4-2b22-47de-af53-47ad009f921c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/subnets/fb7e40f0-a9a3-437f-994b-785dc01ae318 HTTP/1.1" status: 204 len: 168 time: 1.3534257 Jul 16 20:28:13.405745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50186) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:13.431769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Transition to ACTIVE for port object 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:13.462899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 081aa497-8b4f-4649-8c3d-35a5ac373910 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:13.467517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.513705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.518608 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.538121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.549077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.549831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:13.553084 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7173b20-5e5e-493c-90c8-fa50388ef2a0 x-openstack-request-id: req-f7173b20-5e5e-493c-90c8-fa50388ef2a0 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:13.553468 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:13.553783 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f7173b20-5e5e-493c-90c8-fa50388ef2a0 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:13.554181 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d', 'status': 'completed', 'code': 200} Jul 16 20:28:13.728966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=d30231cc-f5c7-413d-aa0a-b047d35759a0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.769809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8c6b2391-3f7a-4ed8-9f0e-1a8866f88340 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9566150 Jul 16 20:28:13.775107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50188) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:13.829338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': 'd30231cc-f5c7-413d-aa0a-b047d35759a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:13.845476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d30231cc-f5c7-413d-aa0a-b047d35759a0 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:13.909415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.062158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715341b-9108-4d2f-ae81-6a6feda26260 None None] Network 26168d5d-b4fd-4102-933e-68f9675cf36b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:14.359168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba4bf563-5b78-4263-8d12-05839aff6584 None None] Provisioning for port db374c02-20ba-45a0-9bf3-afe8a41d181d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:14.377755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba4bf563-5b78-4263-8d12-05839aff6584 None None] Provisioning complete for port db374c02-20ba-45a0-9bf3-afe8a41d181d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:14.378396 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf563-5b78-4263-8d12-05839aff6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.497152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f05dbb93-8648-472b-aaec-00b23c0f9f93 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:14.549979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f05dbb93-8648-472b-aaec-00b23c0f9f93 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:14.550371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f05dbb93-8648-472b-aaec-00b23c0f9f93 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:14.666692 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf563-5b78-4263-8d12-05839aff6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.740318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.748901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/26a01eaa-7845-499d-bdc0-f6c037840f98 HTTP/1.1" status: 204 len: 168 time: 2.4247816 Jul 16 20:28:14.763118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50202) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:14.777542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ba4bf563-5b78-4263-8d12-05839aff6584 None None] For port db374c02-20ba-45a0-9bf3-afe8a41d181d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=db374c02-20ba-45a0-9bf3-afe8a41d181d,segment=NetworkSegment(60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3),segment_id=60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:14.783539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] DHCP port deletion for 80b5d21d-1f63-41f3-a30e-275bf457c98a request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:14.793163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf563-5b78-4263-8d12-05839aff6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.803026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9560e3-5579-4bbc-aaf1-a5670512fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=26a01eaa-7845-499d-bdc0-f6c037840f98,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:14.978451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d98f3421-f4eb-4573-9f59-6f2c6bc6690b None None] Provisioning for port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:15.016870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf563-5b78-4263-8d12-05839aff6584 None None] Pushing event updated for resources: {'Port': ['ID=db374c02-20ba-45a0-9bf3-afe8a41d181d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.047239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.064537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] Deleting port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:15.066053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.066749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.073087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:15.076905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.184306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f01146-babb-48f5-8637-05a969baa7df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.185889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f01146-babb-48f5-8637-05a969baa7df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.187682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-39f01146-babb-48f5-8637-05a969baa7df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3800621 Jul 16 20:28:15.192747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50206) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:15.217012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b3fc345e-33e1-4c2c-98cb-d3512fd068e2 None None] Could not find standard attr ID for object 26a01eaa-7845-499d-bdc0-f6c037840f98. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:15.228228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] For port d34e4290-72a1-4e97-9e0c-cb1c41af6da8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,segment=NetworkSegment(4fd7d24c-1f63-42b0-96d4-a9e5526b74c8),segment_id=4fd7d24c-1f63-42b0-96d4-a9e5526b74c8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:15.228869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.236090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-2d9f7c29-624e-41c4-8530-293c92476281 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.236790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fef003f5-9be6-4c2c-89a7-72dc5ac98f65 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:15.237707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-2d9f7c29-624e-41c4-8530-293c92476281 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 1.2399633 Jul 16 20:28:15.256992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-f91656b3-5010-41af-8bc9-2f8936e44da6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.0132906 Jul 16 20:28:15.291072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] Calling delete_port for d34e4290-72a1-4e97-9e0c-cb1c41af6da8 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:15.354275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.425978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188db1a-e449-4538-9376-7cf35b7ac8b0 None None] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:15.456414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-49ee657f-bce2-42f1-b97f-56878a2f087f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719930 Jul 16 20:28:15.539050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bf6562c0-1735-486a-86f0-97e1d08a094e None None] Provisioning complete for port db374c02-20ba-45a0-9bf3-afe8a41d181d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:15.539412 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf6562c0-1735-486a-86f0-97e1d08a094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.658500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-d969fc5f-f85b-4a11-898d-b64af0608985 service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892138 Jul 16 20:28:15.719025 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.737420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:15.765422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:15.766061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.781287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.819969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-9a46fab6-0fff-456a-b147-ce835512a0fc service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513662 Jul 16 20:28:15.910425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=2ac990bc-f96e-4a10-b4ab-2dfbae90a1a8,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.916918 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.941602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.942946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.949847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.949847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.949847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.949847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.949847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.950965 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-2107ee67-ff87-4948-b681-e419245e1cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6301 time: 2.3149908 Jul 16 20:28:15.976355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] Pushing event deleted for resources: {'Port': ['ID=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:16.011174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc69ed-f772-422f-b984-ff3ee020d076 None None] No DVR routers for this DVR port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:16.130928 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.198078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-a9296257-dafc-4809-a110-9db626549d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.198886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-a9296257-dafc-4809-a110-9db626549d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.199901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-a9296257-dafc-4809-a110-9db626549d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.203720 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-a9296257-dafc-4809-a110-9db626549d84 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2257113 Jul 16 20:28:16.238423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port fef003f5-9be6-4c2c-89a7-72dc5ac98f65, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fef003f5-9be6-4c2c-89a7-72dc5ac98f65,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:16.240464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 4b3e9533-2261-40a4-8d44-889140a99a6c {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:16.251659 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.252827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22aaf7aa-733a-4037-b538-dfa7decc13a4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:16.330951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Attempting to bind port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:16.339673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Attempting to bind port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:16.340302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Attempting to bind port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:16.408727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ed8eb42a-42d1-49b8-b7ab-074ef64fe6fb None None] Provisioning for port 22aaf7aa-733a-4037-b538-dfa7decc13a4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:16.487475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.507642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 22aaf7aa-733a-4037-b538-dfa7decc13a4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:16.507642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=fef003f5-9be6-4c2c-89a7-72dc5ac98f65,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:16.511387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.525593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 22aaf7aa-733a-4037-b538-dfa7decc13a4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:16.526202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.678415 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=a32582c4-3a15-4337-9182-0e93bebab2fc,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:16.706312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 on network abf4999f-9752-4651-89ed-aa8f36cb5053 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:16.708536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Attempting to bind port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:16.742849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:16.743950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Checking segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:16.744931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Bound using segment: {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:16.745945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Bound port: 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a94bb33-4ecb-4c17-b91b-def5529e3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:16.746847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.748563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.760637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.773695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.785763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.798698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.814113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.818038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.830907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.835026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-e45e0dd4-2179-482d-9edd-7209cef27e78 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5396 time: 0.3683045 Jul 16 20:28:16.889233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 22aaf7aa-733a-4037-b538-dfa7decc13a4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=22aaf7aa-733a-4037-b538-dfa7decc13a4,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:16.896943 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.936346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4bd527a-1a9c-41f8-95d7-bbe8eb4023d4 req-09c12442-6f4e-4fad-9f0f-7cf63f535006 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925958 Jul 16 20:28:16.954306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.096722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f064ac6-fd42-4c69-968e-f5207436927c None None] Provisioning complete for port 22aaf7aa-733a-4037-b538-dfa7decc13a4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:17.099392 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f064ac6-fd42-4c69-968e-f5207436927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.114966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '1da625fe-bcb6-48e5-b71d-dbe72f8ae729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd30231cc-f5c7-413d-aa0a-b047d35759a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:17.115648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: d30231cc-f5c7-413d-aa0a-b047d35759a0, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:17.170188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-67fafc97-883d-413f-8af8-a40d3b547a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:17.172678 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e477d6ef-dc32-4107-bd65-ee9e590c150f req-67fafc97-883d-413f-8af8-a40d3b547a09 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8635640 Jul 16 20:28:17.174222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:17.174791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.250703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=22aaf7aa-733a-4037-b538-dfa7decc13a4,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:17.275938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device db374c02-20ba-45a0-9bf3-afe8a41d181d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:17.424479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.480151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network d30231cc-f5c7-413d-aa0a-b047d35759a0 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:17.508941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda33e3d-b4d0-4f3f-8871-c38721a71e34 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:28:17.554039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port d34e4290-72a1-4e97-9e0c-cb1c41af6da8, host n-d-798930-6, got binding levels [] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:17.554407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.576550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d30231cc-f5c7-413d-aa0a-b047d35759a0) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:17.578792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] For port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:17.596965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port db374c02-20ba-45a0-9bf3-afe8a41d181d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:17.597564 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.612534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:17.613156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.616400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for d34e4290-72a1-4e97-9e0c-cb1c41af6da8 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:17.624093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] For port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:17.626284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.ipam_backend_mixin [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 was not found and therefore no delete operation was performed {{(pid=94096) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:28:17.630788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f064ac6-fd42-4c69-968e-f5207436927c None None] Provisioning for port a32582c4-3a15-4337-9182-0e93bebab2fc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:17.643724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f064ac6-fd42-4c69-968e-f5207436927c None None] Provisioning complete for port a32582c4-3a15-4337-9182-0e93bebab2fc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:17.644274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f064ac6-fd42-4c69-968e-f5207436927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.647311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.659651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.666653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:17.705842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port d34e4290-72a1-4e97-9e0c-cb1c41af6da8 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:17.717091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:17.720946 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6d3be90f-6cdb-4fc8-87a8-6727117fcb38 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.9008124 Jul 16 20:28:17.724285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50224) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:17.776995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4f064ac6-fd42-4c69-968e-f5207436927c None None] Port a32582c4-3a15-4337-9182-0e93bebab2fc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:17.867514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fef003f5-9be6-4c2c-89a7-72dc5ac98f65 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:17.945978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=d34e4290-72a1-4e97-9e0c-cb1c41af6da8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:17.963963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3e111949-9cac-4c93-aadd-09b681be07a9 None None] Provisioning complete for port a32582c4-3a15-4337-9182-0e93bebab2fc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:17.964495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e111949-9cac-4c93-aadd-09b681be07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:17.968867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda33e3d-b4d0-4f3f-8871-c38721a71e34 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:28:17.980642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.002921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:18.003864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.007084 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/799dbdbe-b85f-4df6-8e09-1aef1c5bc641 HTTP/1.1" status: 200 len: 1091 time: 6.3162303 Jul 16 20:28:18.026876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:18.030205 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:18.037182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:18.052823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.107629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:18.110821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3e9533-2261-40a4-8d44-889140a99a6c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:18.186229 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.196026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.200084 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1ec1ef0d-a64c-4c43-a1f2-13446e93a351 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/4b3e9533-2261-40a4-8d44-889140a99a6c HTTP/1.1" status: 204 len: 168 time: 2.9886119 Jul 16 20:28:18.236141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.244946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50230) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:18.261920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:18.262453 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.264267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3e111949-9cac-4c93-aadd-09b681be07a9 None None] Port a32582c4-3a15-4337-9182-0e93bebab2fc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:18.314065 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-192ca7a0-77b7-4af5-a43a-69bca4547ec2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675132 Jul 16 20:28:18.323773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b5d21d-1f63-41f3-a30e-275bf457c98a']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.326117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50234) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:18.326600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352ceff-08f6-42bc-94ea-725c40e3a5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:18.375352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.436072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac990bc-f96e-4a10-b4ab-2dfbae90a1a8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:18.441348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.441921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd7d24c-1f63-42b0-96d4-a9e5526b74c8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.505824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.536453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d34e4290-72a1-4e97-9e0c-cb1c41af6da8 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:18.603013 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.613296 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.619553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30231cc-f5c7-413d-aa0a-b047d35759a0']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.621510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.645850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da625fe-bcb6-48e5-b71d-dbe72f8ae729') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.646774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da625fe-bcb6-48e5-b71d-dbe72f8ae729') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.661924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.664457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d34e4290-72a1-4e97-9e0c-cb1c41af6da8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:18.664801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d34e4290-72a1-4e97-9e0c-cb1c41af6da8 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:18.681249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:18.681669 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:18.695954 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:18.699158 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.713763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:18.714565 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:18.756431 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:18.761179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e577142-99fc-433c-81ab-641f42a277b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:18.766103 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5e577142-99fc-433c-81ab-641f42a277b1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4362738 Jul 16 20:28:18.778232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50238) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:18.797231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:18.810911 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Sync routers for ids ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:18.841203 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Routers {'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:18.841769 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:28:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:18.922696 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-be448042-3894-41b1-8e44-3b7d1460bcef tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "PUT /v2.0/routers/b0df284d-5d5e-4d4c-a088-7b39e2bc9bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0548613 Jul 16 20:28:18.972969 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.022493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.040826 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/networks/80b5d21d-1f63-41f3-a30e-275bf457c98a HTTP/1.1" status: 204 len: 168 time: 5.6340437 Jul 16 20:28:19.101002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22aaf7aa-733a-4037-b538-dfa7decc13a4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:19.117895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50244) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.165813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a492a249-43c0-4876-b817-9c379e69036f None None] Network d30231cc-f5c7-413d-aa0a-b047d35759a0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:19.178415 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Set router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:19.277463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae906d-cf60-460a-af4c-b9bd0194ec45 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Network': ['ID=80b5d21d-1f63-41f3-a30e-275bf457c98a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.293611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea4cc6-4e8f-4677-9526-348fb8c6be4c None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:19.361589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-904137546'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:19.511780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-831f29ce-ef60-4b84-ba73-0d9d58896e5c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.516931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-831f29ce-ef60-4b84-ba73-0d9d58896e5c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.7590814 Jul 16 20:28:19.547801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:19.552540 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:28:13Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a32582c4-3a15-4337-9182-0e93bebab2fc', 'name': '', 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:32:0c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:10Z', 'updated_at': '2021-07-16T20:28:14Z', 'revision_number': 2, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:19.564732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:19.572654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.585020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 22aaf7aa-733a-4037-b538-dfa7decc13a4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:19.591978 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.594174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa31999-52d7-4126-8dc9-1a975180d0b5 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:19.610588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.663662 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Checking router: b0df284d-5d5e-4d4c-a088-7b39e2bc9bde for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:19.669133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Transition to ACTIVE for port object 5aa31999-52d7-4126-8dc9-1a975180d0b5 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:19.672339 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Updating router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde port a32582c4-3a15-4337-9182-0e93bebab2fc binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:28:19.677673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.695159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.738982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.742373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/d30231cc-f5c7-413d-aa0a-b047d35759a0 HTTP/1.1" status: 204 len: 168 time: 2.0164475 Jul 16 20:28:19.770647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50248) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.774483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e96f2-a4dc-40c0-a966-03f682d150f2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.776638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df95aaf-2788-4f8e-87dd-15a5c1773782 None None] Network d30231cc-f5c7-413d-aa0a-b047d35759a0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:19.777419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aa6e96f2-a4dc-40c0-a966-03f682d150f2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9954691 Jul 16 20:28:19.783916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:19.791821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31501765'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:19.793392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50250) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.797301 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.805865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd7c83-4f9e-42e8-a36c-69e9d239323d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=d30231cc-f5c7-413d-aa0a-b047d35759a0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.822451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa31999-52d7-4126-8dc9-1a975180d0b5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:19.846490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df95aaf-2788-4f8e-87dd-15a5c1773782 None None] Network d30231cc-f5c7-413d-aa0a-b047d35759a0 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:28:19.920861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:19.928739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.975067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a1b258d2-2b7b-4c6a-b442-18456f3e0cd6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1708686 Jul 16 20:28:19.984060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50252) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:19.987830 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:19.988282 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Added segment bfff0781-c39d-4c6a-a22c-75e6c246f5aa of type vlan for network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b Jul 16 20:28:19.998722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:20.080392 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e5383d55-5479-47e1-af67-4cd70b316793 None None] Provisioning complete for port a32582c4-3a15-4337-9182-0e93bebab2fc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:20.080392 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e5383d55-5479-47e1-af67-4cd70b316793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.090251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:20.105553 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.106258 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment bc7fb42b-e3d8-4613-a749-f51d876c83b1 of type vlan for network ebb3a66d-649b-4757-8209-3fe0049b2d85 Jul 16 20:28:20.167211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.168470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.179690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e5383d55-5479-47e1-af67-4cd70b316793 None None] Port a32582c4-3a15-4337-9182-0e93bebab2fc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:20.205595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.212265 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.220181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.220850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.222260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.237300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.251902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.278602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.291585 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.305139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.309652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-be952f76-a0d4-4967-b416-2a998f054a17 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5396 time: 1.1900990 Jul 16 20:28:20.311096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:20.321145 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Transition to ACTIVE for port object a32582c4-3a15-4337-9182-0e93bebab2fc will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:20.329419 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.377809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.398411 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Pushing event updated for resources: {'Port': ['ID=a32582c4-3a15-4337-9182-0e93bebab2fc,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:20.440974 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.442971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] Deleting port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:20.443660 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.446363 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.446983 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.447531 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.447865 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.448191 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.450342 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.450911 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.451428 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.452108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.452620 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.453310 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:20.562353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:20.566127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.572030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] For port fef003f5-9be6-4c2c-89a7-72dc5ac98f65, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fef003f5-9be6-4c2c-89a7-72dc5ac98f65,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:20.572777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.594582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] Calling delete_port for fef003f5-9be6-4c2c-89a7-72dc5ac98f65 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:20.701795 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.765586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] Pushing event deleted for resources: {'Port': ['ID=fef003f5-9be6-4c2c-89a7-72dc5ac98f65,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:20.768893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de01892-2ffd-41ee-93a9-89b2b8a510fe None None] No DVR routers for this DVR port fef003f5-9be6-4c2c-89a7-72dc5ac98f65 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:20.824339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:20.827501 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0487595 Jul 16 20:28:20.828051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50254) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:20.831215 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.843045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:20.854453 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Attempting to bind port a32582c4-3a15-4337-9182-0e93bebab2fc on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:20.855202 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Attempting to bind port a32582c4-3a15-4337-9182-0e93bebab2fc by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:20.855848 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Attempting to bind port a32582c4-3a15-4337-9182-0e93bebab2fc on network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:20.859184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-010bfad3-92f8-46d0-b5ef-05dafbb0d5d3 req-26e46bd4-4d88-4f62-9588-8a158c17763c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5265598 Jul 16 20:28:20.862796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.866960 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:20.867971 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Checking segment: {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:20.868835 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.869507 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Bound using segment: {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:20.870290 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Bound port: a32582c4-3a15-4337-9182-0e93bebab2fc, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:20.870930 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.873484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.874623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.881013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Attempting to bind port 5aa31999-52d7-4126-8dc9-1a975180d0b5 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:20.881344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Attempting to bind port 5aa31999-52d7-4126-8dc9-1a975180d0b5 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:20.882259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Attempting to bind port 5aa31999-52d7-4126-8dc9-1a975180d0b5 on network 70c4fe59-f0db-4aee-8ace-1563b7332e7e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:20.897616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Port 5aa31999-52d7-4126-8dc9-1a975180d0b5 on network 70c4fe59-f0db-4aee-8ace-1563b7332e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:20.897949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Attempting to bind port 5aa31999-52d7-4126-8dc9-1a975180d0b5 on network 70c4fe59-f0db-4aee-8ace-1563b7332e7e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:20.909082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e5335-e95e-47ef-8514-b484e4f55f1c tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=ebb3a66d-649b-4757-8209-3fe0049b2d85,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:20.921965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:20.922460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Checking segment: {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:20.922869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Bound using segment: {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:20.923338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Bound port: 5aa31999-52d7-4126-8dc9-1a975180d0b5, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:20.924289 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.925865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ebb3a66d-649b-4757-8209-3fe0049b2d85 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:21.014536 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] For port a32582c4-3a15-4337-9182-0e93bebab2fc, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:21.023505 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] For port a32582c4-3a15-4337-9182-0e93bebab2fc, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32582c4-3a15-4337-9182-0e93bebab2fc,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:21.030708 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.119531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fef003f5-9be6-4c2c-89a7-72dc5ac98f65 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:21.156000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0187690 Jul 16 20:28:21.163355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: fef003f5-9be6-4c2c-89a7-72dc5ac98f65 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:21.163355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fef003f5-9be6-4c2c-89a7-72dc5ac98f65 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:21.199618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50256) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:21.200658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39892f1b-b368-406c-ab3d-44a16bee742f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Network': ['ID=5b2b6f5c-67c8-4536-9ada-294e2f55a56b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.213623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'subnet': {'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:21.220599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:21.263814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] For port 5aa31999-52d7-4126-8dc9-1a975180d0b5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:21.267943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] For port 5aa31999-52d7-4126-8dc9-1a975180d0b5, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:21.278759 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Routers {'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:21.280045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:28:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:21.308810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.11 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/117570ca-7e42-48c5-bf55-7a860b6c3c77) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:21.323130 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04946de6-02b3-4e13-b3c8-7ee92a429c16 x-openstack-request-id: req-04946de6-02b3-4e13-b3c8-7ee92a429c16 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:21.324053 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:21.324520 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-04946de6-02b3-4e13-b3c8-7ee92a429c16 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:21.325196 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641', 'status': 'completed', 'code': 200} Jul 16 20:28:21.341246 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.373955 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c8c31-6ed1-4a38-bc88-5b9b47e34d3d None None] Pushing event updated for resources: {'Port': ['ID=a32582c4-3a15-4337-9182-0e93bebab2fc,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.448704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.449364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.451107 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] 10.222.0.26 "PUT /v2.0/ports/5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 200 len: 1091 time: 3.3949118 Jul 16 20:28:21.560849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] Set router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:21.570143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.591645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Request body: {'port': {'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:21.683233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.698714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:21.818299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:21.826621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:21.916667 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:28:13Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a32582c4-3a15-4337-9182-0e93bebab2fc', 'name': '', 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:32:0c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:10Z', 'updated_at': '2021-07-16T20:28:21Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:21.925789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:21.939838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb24907-81b8-4f2c-ab91-879875c17067 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa31999-52d7-4126-8dc9-1a975180d0b5,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.972250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:21.982703 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c2ac7-388d-4fa1-9ab6-e06169cd83d8 None None] The sync data for ids ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'] in n-d-798930-6 is: [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:28:13Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a32582c4-3a15-4337-9182-0e93bebab2fc', 'name': '', 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:32:0c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:28:10Z', 'updated_at': '2021-07-16T20:28:21Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:21.985944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=117570ca-7e42-48c5-bf55-7a860b6c3c77,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:21.990010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:21.994566 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.003362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:22.003846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.004493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.005239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.005872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.006417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.006902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.009336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.011498 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-e51d0479-2c89-4cf3-9d18-1e39fecc1b23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6410 time: 0.7410853 Jul 16 20:28:22.013902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.218780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.219486 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.261151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fabc49-5164-4165-ad01-ecfaae627093 req-01edfc74-a43a-4bf1-b5a9-2cbeb2854a9d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.268475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11fabc49-5164-4165-ad01-ecfaae627093 req-01edfc74-a43a-4bf1-b5a9-2cbeb2854a9d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 932 time: 0.5133786 Jul 16 20:28:22.300070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-3c4cee07-c1bf-4d31-b98d-a995c8b22328 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7645934 Jul 16 20:28:22.325315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-4d031a53-91f6-459f-b840-fb57cd839221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:28:22.326657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-4d031a53-91f6-459f-b840-fb57cd839221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098093 Jul 16 20:28:22.367864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-51fca904-e209-4f49-8fd5-7fe5a452fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.368341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-51fca904-e209-4f49-8fd5-7fe5a452fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.368810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-51fca904-e209-4f49-8fd5-7fe5a452fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.370551 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-51fca904-e209-4f49-8fd5-7fe5a452fd6c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3438041 Jul 16 20:28:22.463179 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11fabc49-5164-4165-ad01-ecfaae627093 req-9a3a52e9-8743-4954-9c33-c072d93d57cb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935313 Jul 16 20:28:22.474557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Request body: {'port': {'device_id': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:22.554509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:28:22.568146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.635847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.718329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:22.737184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:22.751043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da8d31-e6a6-49b5-a55e-53f5b9526184 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:22.772354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.772964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.776998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=467e8b92-8c0b-4ac7-92a5-aa4ac7764447,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:22.789059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.799663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8134959 Jul 16 20:28:22.805262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50274) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:22.819425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-efaab618-f217-4958-a8a7-99df7589991c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:22.831942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed211426-2777-425e-bc01-4204c22f5435 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=0f8fb84c-049f-405e-9f09-a87460fdf5fb,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:22.863360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-b2caf91a-0b2f-421b-8621-14e1ded7365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.865397 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2719a5cf-d854-4ffa-9b74-e03e9aab12ec req-b2caf91a-0b2f-421b-8621-14e1ded7365d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4838424 Jul 16 20:28:22.916980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Subnet': ['ID=5b0b31eb-d29a-4190-9034-7ce06686f92c,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:22.961966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.986586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-74589931-a02f-4a24-8246-0b33d48e96f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.996475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-74589931-a02f-4a24-8246-0b33d48e96f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/networks?id=9b674ab9-f1cb-4e85-837e-dee9bc90be93 HTTP/1.1" status: 200 len: 798 time: 0.3433902 Jul 16 20:28:23.051113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-6be1514a-688e-40ba-9abc-e6334ea54efe tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/quotas/75e43a0e2e774d10b5c2982191086d76 HTTP/1.1" status: 200 len: 375 time: 0.0533352 Jul 16 20:28:23.079700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1171bc-3bac-4ada-bb26-a9674666e2f1 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:23.089418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.097731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32582c4-3a15-4337-9182-0e93bebab2fc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:23.143231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Transition to ACTIVE for port object 0c1171bc-3bac-4ada-bb26-a9674666e2f1 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:23.147206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': 'bc7fb42b-e3d8-4613-a749-f51d876c83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:23.147667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: ebb3a66d-649b-4757-8209-3fe0049b2d85, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:23.147877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '0f8fb84c-049f-405e-9f09-a87460fdf5fb'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:23.149685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.157581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.211706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaab618-f217-4958-a8a7-99df7589991c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:23.215779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efaab618-f217-4958-a8a7-99df7589991c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.219188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network ebb3a66d-649b-4757-8209-3fe0049b2d85 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:23.289283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ebb3a66d-649b-4757-8209-3fe0049b2d85) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:23.301745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Pushing event updated for resources: {'Port': ['ID=0c1171bc-3bac-4ada-bb26-a9674666e2f1,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:23.320008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf44b2-ca97-470d-b660-aae5f98eb6d7 None None] Network ebb3a66d-649b-4757-8209-3fe0049b2d85 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:23.342318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.342548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.374100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:23.376502 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32129bc-92d8-4273-8403-30ef319a09e8" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:23.408511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117570ca-7e42-48c5-bf55-7a860b6c3c77 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:23.418656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.434399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Transition to ACTIVE for port object 117570ca-7e42-48c5-bf55-7a860b6c3c77 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:23.443154 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-63334b73-73b4-4a72-9fa7-9cdfb9deb741 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6086676 Jul 16 20:28:23.447140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50278) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:23.450884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.487661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Checking segment: {'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:23.488136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network hostable DHCP agents. Network: 5b2b6f5c-67c8-4536-9ada-294e2f55a56b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:23.495231 n-d-798930-6 neutron-server[94096]: INFO neutron.db.ipam_backend_mixin [None req-efaab618-f217-4958-a8a7-99df7589991c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f8fb84c-049f-405e-9f09-a87460fdf5fb (CIDR: 2001:db8::/64) Jul 16 20:28:23.506412 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaab618-f217-4958-a8a7-99df7589991c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:28:23.506882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaab618-f217-4958-a8a7-99df7589991c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:23.532544 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-efaab618-f217-4958-a8a7-99df7589991c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7261240 Jul 16 20:28:23.535283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50282) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:23.544676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:23.584775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Attempting to bind port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:23.585090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Attempting to bind port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:23.586180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Attempting to bind port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 on network 70c4fe59-f0db-4aee-8ace-1563b7332e7e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:23.620922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 on network 70c4fe59-f0db-4aee-8ace-1563b7332e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:23.621429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Attempting to bind port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 on network 70c4fe59-f0db-4aee-8ace-1563b7332e7e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:23.637659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:23.639144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Checking segment: {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:23.639945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Bound using segment: {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:23.640707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Bound port: 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:23.641326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.684668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:23.686432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Pushing event updated for resources: {'Port': ['ID=117570ca-7e42-48c5-bf55-7a860b6c3c77,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:23.717912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a32582c4-3a15-4337-9182-0e93bebab2fc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:23.735435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Allocated IP 2001:db8::f816:3eff:fef1:2011 (4480a042-e07a-4cef-bea8-255195c633b7/0f8fb84c-049f-405e-9f09-a87460fdf5fb/278fe4f9-5b7e-43a4-b40b-8ea951b205fb) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:23.745227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ebb3a66d-649b-4757-8209-3fe0049b2d85', 'network_id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': '467e8b92-8c0b-4ac7-92a5-aa4ac7764447'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:23.748307 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.758567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 5b2b6f5c-67c8-4536-9ada-294e2f55a56b) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:23.760694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a32582c4-3a15-4337-9182-0e93bebab2fc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:23.761402 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.764786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.765820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.797068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2487d3a5-3534-4bc9-ac0e-4e97f262d251 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5925207 Jul 16 20:28:23.813548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50284) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:23.813824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347e26c-f78d-427e-b8cb-3dcefc7194a6 None None] Network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:23.823335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-369480085'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:23.847820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.889779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-7d1c884c-a2b6-48ed-8f35-bc2e0ad6523b tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8366721 Jul 16 20:28:23.916672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Attempting to bind port 117570ca-7e42-48c5-bf55-7a860b6c3c77 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:23.917519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Attempting to bind port 117570ca-7e42-48c5-bf55-7a860b6c3c77 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:23.918184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Attempting to bind port 117570ca-7e42-48c5-bf55-7a860b6c3c77 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:23.955481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:23.960437 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.961045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] For port 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:23.969103 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] For port 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:23.975961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Port 117570ca-7e42-48c5-bf55-7a860b6c3c77 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:23.976336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Attempting to bind port 117570ca-7e42-48c5-bf55-7a860b6c3c77 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:23.980024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.040000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:24.048934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.121732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.123901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.126969 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] 10.222.0.26 "PUT /v2.0/ports/0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 200 len: 1091 time: 2.6209123 Jul 16 20:28:24.324311 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf1530-76b5-4474-b53e-b1b952bcb9fa service neutron] Pushing event updated for resources: {'Port': ['ID=0c1171bc-3bac-4ada-bb26-a9674666e2f1,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.436802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.437671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.438623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.439571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.440440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.441380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.442753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.446819 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ea55448c-8b30-44f5-93de-26015c0f598b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6477 time: 0.2526748 Jul 16 20:28:24.490840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:24.491533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:24.491669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:24.492015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Bound port: 117570ca-7e42-48c5-bf55-7a860b6c3c77, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:24.492377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.506580 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.510548 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.524132 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-497a357f-11bc-433d-b0c8-846790b919c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 200 len: 217 time: 0.0630486 Jul 16 20:28:24.556316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Transition to ACTIVE for port object 278fe4f9-5b7e-43a4-b40b-8ea951b205fb will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:24.576184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:24.578547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.580478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Allocated IP 2001:db8::1 (ebb3a66d-649b-4757-8209-3fe0049b2d85/467e8b92-8c0b-4ac7-92a5-aa4ac7764447/5ae9549d-4e5e-4dbd-b4bc-a9116ad78667) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:24.623733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-f5ac25a1-684f-4a10-afa2-d151ee3eedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.625572 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-f5ac25a1-684f-4a10-afa2-d151ee3eedcf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd25bca1-d942-4cc0-9705-2fa9ef7d910b HTTP/1.1" status: 200 len: 850 time: 0.0942094 Jul 16 20:28:24.658264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Transition to ACTIVE for port object 278fe4f9-5b7e-43a4-b40b-8ea951b205fb will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:24.664260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a32582c4-3a15-4337-9182-0e93bebab2fc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32582c4-3a15-4337-9182-0e93bebab2fc,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:24.665567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-5b2b6f5c-67c8-4536-9ada-294e2f55a56b', 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'fixed_ips': [{'subnet_id': '5b0b31eb-d29a-4190-9034-7ce06686f92c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:24.666439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.670281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.670657 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Added segment ff21db4d-155b-481d-929f-4542cfeb6f04 of type vlan for network 2ed47769-dca1-4835-aee1-131811c5b8f0 Jul 16 20:28:24.692147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.696022 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.700359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-4d471ba1-c745-4a97-b2aa-da6e464ae345 service neutron] 10.222.0.100 "GET /v2.0/networks/9b674ab9-f1cb-4e85-837e-dee9bc90be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905469 Jul 16 20:28:24.766041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7a536587-7a80-448a-a164-22c7d3df107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.767865 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7a536587-7a80-448a-a164-22c7d3df107a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eda54561-7c99-4f69-8808-6b264e36fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354012 Jul 16 20:28:24.779985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.815753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:24.816771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] For port 117570ca-7e42-48c5-bf55-7a860b6c3c77, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:24.816983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.834517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] For port 117570ca-7e42-48c5-bf55-7a860b6c3c77, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:24.877134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:24.880038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:24.883270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.914329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:24.922154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:24.925452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.929489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.930261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.933908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.934883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.945249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=f4bb25fe-5760-4764-9ed5-6d17f48a45f9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.962904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a32582c4-3a15-4337-9182-0e93bebab2fc,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:24.967727 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-67af3ef9-2eaf-4560-8072-65853e09a3df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4305940 Jul 16 20:28:24.972461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50286) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:24.979856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:38:4e:cb', 'name': 'tempest-NetworksTestDHCPv6-94046919'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:24.985102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7bf1b500-48b6-4811-b152-bc1b42baa646 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087607 Jul 16 20:28:24.985732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.986594 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.989759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] 10.222.0.21 "PUT /v2.0/ports/117570ca-7e42-48c5-bf55-7a860b6c3c77 HTTP/1.1" status: 200 len: 1092 time: 2.6517615 Jul 16 20:28:25.004181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'tag': '117570ca-7e42-48c5-bf55-7a860b6c3c77'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:25.008266 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d792852-573d-4749-a4c2-1b0b9b3f2868" -d '{"events": [{"name": "network-changed", "server_uuid": "63cc16a7-75ae-410b-8beb-526d3fbd0616", "tag": "117570ca-7e42-48c5-bf55-7a860b6c3c77"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:25.027747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.028263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.028604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.029131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.030262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.030262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.030262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.030723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.030723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.031024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.041616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.042105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.045518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-c507e24a-d1cf-46ff-aa0b-e72c837b58c1 service neutron] 10.222.0.100 "GET /v2.0/networks/9b674ab9-f1cb-4e85-837e-dee9bc90be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953928 Jul 16 20:28:25.051012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2357562 Jul 16 20:28:25.058985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50290) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:25.070218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'subnet': {'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:25.108000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2334b8-3eb9-45b7-87a0-c07386407259 service neutron] Pushing event updated for resources: {'Port': ['ID=117570ca-7e42-48c5-bf55-7a860b6c3c77,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.143766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862da6-fae9-4aeb-ac24-9676078fdb6b tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Network': ['ID=2ed47769-dca1-4835-aee1-131811c5b8f0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.182877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-50e91d88-aef7-4220-bbdd-187af10a71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.185618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-50e91d88-aef7-4220-bbdd-187af10a71b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 1095 time: 0.1276138 Jul 16 20:28:25.193481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2ed47769-dca1-4835-aee1-131811c5b8f0 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:25.212908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Attempting to bind port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:25.213277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Attempting to bind port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:25.213644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Attempting to bind port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:25.252668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:25.253107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:25.253578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.254065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:25.255180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Bound port: 278fe4f9-5b7e-43a4-b40b-8ea951b205fb, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:25.255844 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.258008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Pushing event updated for resources: {'Port': ['ID=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.276713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-9345bc1f-d7c2-41f7-8267-f4c97db3c9fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77 HTTP/1.1" status: 200 len: 217 time: 0.0828645 Jul 16 20:28:25.292070 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6d43c5e5-a6d5-4ce2-a2b0-a40a29cb4d8e service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904499 Jul 16 20:28:25.295941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Allocated IP 19.80.0.2 (5b2b6f5c-67c8-4536-9ada-294e2f55a56b/5b0b31eb-d29a-4190-9034-7ce06686f92c/f5aea2a3-679a-406c-9cd2-841cc8d8198f) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:25.351309 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-8caa5996-6e74-4b78-95ed-342becd5e2ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 217 time: 0.0508411 Jul 16 20:28:25.351654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.367591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-ca912432-f079-42a9-8c3f-8a89c860d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.373632 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-ca912432-f079-42a9-8c3f-8a89c860d16f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.0898063 Jul 16 20:28:25.407542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Transition to ACTIVE for port object 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:25.413567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5ab5bfcc-b53f-4b1e-a6ac-bf1d47f7c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.415269 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5ab5bfcc-b53f-4b1e-a6ac-bf1d47f7c354 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0541425 Jul 16 20:28:25.418158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:25.464531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-8dbc6cdf-6c6f-48bd-8853-a09280e976d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853975 Jul 16 20:28:25.501179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Transition to ACTIVE for port object 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:25.518357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.522105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] For port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:25.525860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:25.529659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] For port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:25.537915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.572581 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.628334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Network ebb3a66d-649b-4757-8209-3fe0049b2d85 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:25.633849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Pushing event updated for resources: {'Port': ['ID=5ae9549d-4e5e-4dbd-b4bc-a9116ad78667,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.694007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:25.697036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:25.718701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-b04a4eb3-1cf4-480c-b512-412383beb73e service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473860 Jul 16 20:28:25.804057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.816324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.823999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758651f-9ee4-457a-a426-a4359eb90907 None None] Pushing event updated for resources: {'Port': ['ID=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.827548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5c4a0b61-2c32-45f0-aaa3-7970e0bffdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.829761 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-5c4a0b61-2c32-45f0-aaa3-7970e0bffdd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4043069 Jul 16 20:28:25.835181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.844148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Transition to ACTIVE for port object f5aea2a3-679a-406c-9cd2-841cc8d8198f will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:25.850804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Attempting to bind port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:25.851569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Attempting to bind port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bc7fb42b-e3d8-4613-a749-f51d876c83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:25.852134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Attempting to bind port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 on network ebb3a66d-649b-4757-8209-3fe0049b2d85 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:25.865629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:25.866297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Checking segment: {'id': 'bc7fb42b-e3d8-4613-a749-f51d876c83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:25.866879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.867624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Bound using segment: {'id': 'bc7fb42b-e3d8-4613-a749-f51d876c83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:25.868324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Bound port: 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7fb42b-e3d8-4613-a749-f51d876c83b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:25.869040 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.882794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=467e8b92-8c0b-4ac7-92a5-aa4ac7764447,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.898541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Transition to ACTIVE for port object f5aea2a3-679a-406c-9cd2-841cc8d8198f will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:25.932691 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.005720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:26.015272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:26.024371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:26.029366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Pushing event updated for resources: {'Port': ['ID=f5aea2a3-679a-406c-9cd2-841cc8d8198f,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:26.043153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] For port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:26.044647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.057303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] For port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5ae9549d-4e5e-4dbd-b4bc-a9116ad78667,segment=NetworkSegment(bc7fb42b-e3d8-4613-a749-f51d876c83b1),segment_id=bc7fb42b-e3d8-4613-a749-f51d876c83b1)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:26.094537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.102890 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.115375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.134946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.142419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.150821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.167198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.192556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-d29d5b5d-f705-4c5f-bd54-45554a7c9dc7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5420 time: 0.6501613 Jul 16 20:28:26.215353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:26.246816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Attempting to bind port f5aea2a3-679a-406c-9cd2-841cc8d8198f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:26.247092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Attempting to bind port f5aea2a3-679a-406c-9cd2-841cc8d8198f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:26.247457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Attempting to bind port f5aea2a3-679a-406c-9cd2-841cc8d8198f on network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:26.281630 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:26.282048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Checking segment: {'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:26.282467 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.282854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Bound using segment: {'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:26.283434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Bound port: f5aea2a3-679a-406c-9cd2-841cc8d8198f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:26.283823 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.289465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0011c-38b0-424b-ae58-c18f9be961c5 None None] Pushing event updated for resources: {'Port': ['ID=5ae9549d-4e5e-4dbd-b4bc-a9116ad78667,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:26.316608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.350696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb3a66d-649b-4757-8209-3fe0049b2d85']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:26.361237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dde7d30-42ec-435f-bc04-134f418dc972 req-203d9aef-f765-4ad8-8449-2b0004240bae service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031096 Jul 16 20:28:26.370255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7fb42b-e3d8-4613-a749-f51d876c83b1') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:26.370493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7fb42b-e3d8-4613-a749-f51d876c83b1') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:26.394889 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-57c0060a-8e13-4eb8-a6eb-12a80a9ed9d5 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504522 Jul 16 20:28:26.416824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.449659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5074fa8-752b-48bf-aea4-fb55c7ae80f7 None None] Network ebb3a66d-649b-4757-8209-3fe0049b2d85 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:26.451140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0de67cb-3cc3-4458-b97c-53041bb06c24 req-1c578d19-1c85-4f32-9e3e-d842e9d42de6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2515898 Jul 16 20:28:26.470984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.487651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:26.488108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:26.492793 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:26.502604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] For port f5aea2a3-679a-406c-9cd2-841cc8d8198f, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:26.637843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.api [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:28:26.637843 n-d-798930-6 neutron-server[94095]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:28:26.637843 n-d-798930-6 neutron-server[94095]: [parameters: {'id': 'ebb3a66d-649b-4757-8209-3fe0049b2d85'}] Jul 16 20:28:26.637843 n-d-798930-6 neutron-server[94095]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:28:26.638414 n-d-798930-6 neutron-server[94095]: DEBUG oslo_db.api [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:28:26.657093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] For port f5aea2a3-679a-406c-9cd2-841cc8d8198f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f5aea2a3-679a-406c-9cd2-841cc8d8198f,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:26.668612 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.773268 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.780529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e92f4-34bc-48c0-855b-ff5fdb49d388 None None] Pushing event updated for resources: {'Port': ['ID=f5aea2a3-679a-406c-9cd2-841cc8d8198f,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:26.831178 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-0039b887-3533-49a3-bacd-3bf018a8187c service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260299 Jul 16 20:28:27.216932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.367496 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4827ab0-433d-46fb-a931-bd1686d54ea9 x-openstack-request-id: req-b4827ab0-433d-46fb-a931-bd1686d54ea9 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:27.367847 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:27.368000 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b4827ab0-433d-46fb-a931-bd1686d54ea9 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:27.368382 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5', 'status': 'completed', 'code': 200} Jul 16 20:28:27.401213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32582c4-3a15-4337-9182-0e93bebab2fc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:27.419722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9710-a0a9-496a-9ff3-ce78fad518ec req-44763989-9e79-4b49-b32d-783a16b1ac0c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.422057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc6e9710-a0a9-496a-9ff3-ce78fad518ec req-44763989-9e79-4b49-b32d-783a16b1ac0c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 944 time: 0.3271685 Jul 16 20:28:27.453174 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-24026e3b-5b3e-4973-886a-14f7ee71402c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 217 time: 0.1073287 Jul 16 20:28:27.518809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Subnet': ['ID=c5e8b93d-0e28-4b2d-a38f-e188f81665bd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:27.533747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8:0:1::11b (4480a042-e07a-4cef-bea8-255195c633b7/f4bb25fe-5760-4764-9ed5-6d17f48a45f9/6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:27.582027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe38:4ecb (4480a042-e07a-4cef-bea8-255195c633b7/0f8fb84c-049f-405e-9f09-a87460fdf5fb/6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:27.602704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6d810ffd-6728-41d9-be0a-fa950edd196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.604962 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-6d810ffd-6728-41d9-be0a-fa950edd196a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1343472 Jul 16 20:28:27.620967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a32582c4-3a15-4337-9182-0e93bebab2fc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:27.621616 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.633393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Checking segment: {'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:27.634049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network hostable DHCP agents. Network: 2ed47769-dca1-4835-aee1-131811c5b8f0, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:27.727068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 2ed47769-dca1-4835-aee1-131811c5b8f0 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:27.741620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:27.743145 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.775917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc6e9710-a0a9-496a-9ff3-ce78fad518ec req-2ea07c78-02fc-41ef-86e2-6545be3e8782 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166797 Jul 16 20:28:27.776665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2ed47769-dca1-4835-aee1-131811c5b8f0) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:27.793156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.794061 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.818754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6f5b8-1cbc-4062-b488-7aa3e297ea84 None None] Network 2ed47769-dca1-4835-aee1-131811c5b8f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:27.879218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-e78ed000-1858-47f7-af98-09185ebcaa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.887352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-e78ed000-1858-47f7-af98-09185ebcaa12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2761800 Jul 16 20:28:27.948411 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daa88b1-4044-4899-96fb-678066b2e07c x-openstack-request-id: req-8daa88b1-4044-4899-96fb-678066b2e07c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:27.949230 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63cc16a7-75ae-410b-8beb-526d3fbd0616", "tag": "117570ca-7e42-48c5-bf55-7a860b6c3c77", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:27.951091 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8daa88b1-4044-4899-96fb-678066b2e07c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:27.952386 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'tag': '117570ca-7e42-48c5-bf55-7a860b6c3c77', 'status': 'completed', 'code': 200} Jul 16 20:28:28.096279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-a3ac0455-91c7-4552-91a9-997af89f3611 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.099966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-a3ac0455-91c7-4552-91a9-997af89f3611 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.21 "GET /v2.0/networks?id=9b674ab9-f1cb-4e85-837e-dee9bc90be93 HTTP/1.1" status: 200 len: 798 time: 0.6756477 Jul 16 20:28:28.119277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Request body: {'port': {'device_id': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'admin_state_up': True, 'tenant_id': '75e43a0e2e774d10b5c2982191086d76'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:28.130514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] For port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5ae9549d-4e5e-4dbd-b4bc-a9116ad78667,segment=NetworkSegment(bc7fb42b-e3d8-4613-a749-f51d876c83b1),segment_id=bc7fb42b-e3d8-4613-a749-f51d876c83b1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:28.131125 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.193433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Calling delete_port for 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:28.214352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90765f63-1dc5-41c4-8f12-b94f1a9e3bf4 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:28.255874 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-172ea980-c841-45c7-8360-5609209512a6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1960249 Jul 16 20:28:28.335519 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.373730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:28.375356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94dab56c-4eed-410e-8f9e-3d9ca51041f4 req-c2a82fdb-1804-46ab-b59f-97f834358925 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 210 time: 0.0878823 Jul 16 20:28:28.477470 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-4ca94924-57c7-4e42-937e-7caa8a0fd8b9 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758517 Jul 16 20:28:28.480398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.533288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7cb89b1d-56e5-4226-934f-78e18d58fcab None None] Provisioning for port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:28.547126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-2ed47769-dca1-4835-aee1-131811c5b8f0', 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'fixed_ips': [{'subnet_id': 'c5e8b93d-0e28-4b2d-a38f-e188f81665bd'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:28.548699 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.658989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Made reservation on behalf of 75e43a0e2e774d10b5c2982191086d76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:28.663704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.664741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:28.679690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:28.685998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:28.696437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.697915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.776009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-8250c012-74eb-412c-b5dd-859532399f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.778663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-8250c012-74eb-412c-b5dd-859532399f95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 1095 time: 0.4930346 Jul 16 20:28:28.784750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.793138 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8182273 Jul 16 20:28:28.803698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50312) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:28.844953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 278fe4f9-5b7e-43a4-b40b-8ea951b205fb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:28.877591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769fa9d-fc7c-4f96-8d91-d540a9c72110 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.970056 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-31e7cdd6-aa07-4b0b-84cb-56c80a00d32b service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783206 Jul 16 20:28:29.025177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No DVR routers for this DVR port 5ae9549d-4e5e-4dbd-b4bc-a9116ad78667 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:29.031386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Port': ['ID=5ae9549d-4e5e-4dbd-b4bc-a9116ad78667,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:29.056987 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-476f143b-60eb-4cbe-b76c-3f60f1184044 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d HTTP/1.1" status: 200 len: 217 time: 0.0579932 Jul 16 20:28:29.162990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aa6916-bfee-4b3d-9b29-4ae92bac5290 None None] Network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:29.170889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-639d50d0-a418-4fb5-ad4f-f3f7c35f053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.173516 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-639d50d0-a418-4fb5-ad4f-f3f7c35f053d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1105464 Jul 16 20:28:29.178266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:29.178811 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.244321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Allocated IP 172.20.0.20 (9b674ab9-f1cb-4e85-837e-dee9bc90be93/dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc/e11751a7-e598-46f5-ac64-1a977ac6d1fa) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:29.253133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-c39a1b7b-7756-4851-940b-a4786d49349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.254817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-c39a1b7b-7756-4851-940b-a4786d49349f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.3639078 Jul 16 20:28:29.286046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.312406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9b7e7b67-51bf-4c04-adb8-b553a7fdde70 None None] Provisioning for port f5aea2a3-679a-406c-9cd2-841cc8d8198f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:29.354424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.360033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.367093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.373142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.374672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:29.378575 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:29.379072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.386576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.392109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.395596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-1cb49308-3a78-4d50-9a51-03975f983e51 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5420 time: 0.7118263 Jul 16 20:28:29.401940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb3a66d-649b-4757-8209-3fe0049b2d85']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:29.407492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-082c767e-88b6-4fa0-b798-d7e83737fa96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77 HTTP/1.1" status: 200 len: 217 time: 0.1184328 Jul 16 20:28:29.439544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.446604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-8bdc8b46-7ea6-4e1e-a876-bd5fa59aa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.448837 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-8bdc8b46-7ea6-4e1e-a876-bd5fa59aa52f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2645020 Jul 16 20:28:29.467509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7fb42b-e3d8-4613-a749-f51d876c83b1') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:29.467904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7fb42b-e3d8-4613-a749-f51d876c83b1') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:29.493954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Allocated IP 19.86.0.2 (2ed47769-dca1-4835-aee1-131811c5b8f0/c5e8b93d-0e28-4b2d-a38f-e188f81665bd/e4e2d797-ca8b-4871-a4ab-0157458dffcb) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:29.512410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:29.515138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.523873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:29.541945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:29.542895 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.580526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.601008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:29.601505 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:29.605086 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:29.610605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b13cfdc-0f6e-4eef-a626-74b54d206da0 req-f84f112e-9b64-4eba-a807-80a2e48e82bc tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395187 Jul 16 20:28:29.622329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-0e4adae7-9cd6-483e-9de0-08c9b9faa60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.627445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-0e4adae7-9cd6-483e-9de0-08c9b9faa60f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.2089341 Jul 16 20:28:29.628164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 117570ca-7e42-48c5-bf55-7a860b6c3c77 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:29.689750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-e4635c66-cf68-44b2-a374-77312204e4dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468845 Jul 16 20:28:29.743503 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-53d7c51c-182c-4bfd-83cc-e23565090f21 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838907 Jul 16 20:28:29.818407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.821337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.844657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:29.846551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/ebb3a66d-649b-4757-8209-3fe0049b2d85 HTTP/1.1" status: 204 len: 168 time: 6.3961670 Jul 16 20:28:29.858508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50320) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:29.866964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5e60e-a51e-408b-919f-2a8b3be02354 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=ebb3a66d-649b-4757-8209-3fe0049b2d85,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:29.871440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111467677'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:29.896335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-a9bb2168-a877-4637-bcdb-13d66d33f252 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985795 Jul 16 20:28:30.013351 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:30.018009 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.025175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 117570ca-7e42-48c5-bf55-7a860b6c3c77, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:30.028446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d792852-573d-4749-a4c2-1b0b9b3f2868 req-679304db-2f7b-4ac9-bddb-a2cb035a4be7 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234102 Jul 16 20:28:30.029613 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.071649 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.079521 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-c4bbf318-a6ff-4836-8a5f-64b0201ed2d0 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289423 Jul 16 20:28:30.091240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '117570ca-7e42-48c5-bf55-7a860b6c3c77', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': '117570ca-7e42-48c5-bf55-7a860b6c3c77', 'mac_address': 'fa:16:3e:bf:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:30.140869 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-d1bcde93-80a8-443f-a328-e2ee6a649443 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641 HTTP/1.1" status: 200 len: 217 time: 0.0519047 Jul 16 20:28:30.180802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] Update dhcp port {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '0f8fb84c-049f-405e-9f09-a87460fdf5fb', 'ip_address': '2001:db8::f816:3eff:fef1:2011'}, {'subnet_id': 'f4bb25fe-5760-4764-9ed5-6d17f48a45f9'}], 'binding:host_id': 'n-d-798930-6'}, 'id': '278fe4f9-5b7e-43a4-b40b-8ea951b205fb'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:28:30.184670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:30.185290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Transition to ACTIVE for port object e11751a7-e598-46f5-ac64-1a977ac6d1fa will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:30.188750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Transition to ACTIVE for port object e4e2d797-ca8b-4871-a4ab-0157458dffcb will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:30.212326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.241377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.250687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:30.253121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.267195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.287468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.321757 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7eb6e942-8341-4a8e-8515-84a41e6bd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.324373 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7eb6e942-8341-4a8e-8515-84a41e6bd2cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1762867 Jul 16 20:28:30.363223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Transition to ACTIVE for port object e4e2d797-ca8b-4871-a4ab-0157458dffcb will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:30.368037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.370972 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 4306891d-4eab-415e-b41d-363e56a06b9d of type vlan for network a296fda6-b46b-4afc-b04d-fb24f423738a Jul 16 20:28:30.381732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:30.399602 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.401911 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-325fed3d-b40a-4918-a819-ebe18bca9ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.411671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117570ca-7e42-48c5-bf55-7a860b6c3c77 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:30.428401 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.428846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:30.446407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:30.488632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f5aea2a3-679a-406c-9cd2-841cc8d8198f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:30.499130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 117570ca-7e42-48c5-bf55-7a860b6c3c77, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:30.535167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.546979 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.553368 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c507a7de-a001-4317-83a4-ac6c570baf07 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b HTTP/1.1" status: 204 len: 168 time: 1.7478139 Jul 16 20:28:30.557713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50330) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:30.590499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event updated for resources: {'Port': ['ID=e11751a7-e598-46f5-ac64-1a977ac6d1fa,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.605720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.625104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.637401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Network 2ed47769-dca1-4835-aee1-131811c5b8f0 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:30.640344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Pushing event updated for resources: {'Port': ['ID=e4e2d797-ca8b-4871-a4ab-0157458dffcb,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.670891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:30.674737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:30.681098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-faf1ca94-d1fa-467f-8728-371ceb47c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.684293 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-faf1ca94-d1fa-467f-8728-371ceb47c6ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3108087 Jul 16 20:28:30.741076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.742015 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.757901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.769126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.770789 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.794806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-a3214032-33e8-4da8-ab7c-16c6c0250dbc tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.802037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-a3214032-33e8-4da8-ab7c-16c6c0250dbc tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.810374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-a3214032-33e8-4da8-ab7c-16c6c0250dbc tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/networks?id=5b2b6f5c-67c8-4536-9ada-294e2f55a56b&id=2ed47769-dca1-4835-aee1-131811c5b8f0 HTTP/1.1" status: 200 len: 1390 time: 0.4269469 Jul 16 20:28:30.820594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-22366d76-ae33-4973-b2f1-050712b604a8 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7077165 Jul 16 20:28:30.832059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-5eefcdf1-45b3-41c6-846a-a89b17b2f29d tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/quotas/52e965b2c89041b0bf7adbdc4355ea21 HTTP/1.1" status: 200 len: 375 time: 0.0206351 Jul 16 20:28:30.877623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Request body: {'port': {'device_id': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:30.912488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=117570ca-7e42-48c5-bf55-7a860b6c3c77,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.926360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=a296fda6-b46b-4afc-b04d-fb24f423738a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:30.945548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Attempting to bind port e4e2d797-ca8b-4871-a4ab-0157458dffcb on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:30.946353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Attempting to bind port e4e2d797-ca8b-4871-a4ab-0157458dffcb by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:30.950873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Attempting to bind port e4e2d797-ca8b-4871-a4ab-0157458dffcb on network 2ed47769-dca1-4835-aee1-131811c5b8f0 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:30.967817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a296fda6-b46b-4afc-b04d-fb24f423738a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:30.971139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['117570ca-7e42-48c5-bf55-7a860b6c3c77'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:30.975010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f5aea2a3-679a-406c-9cd2-841cc8d8198f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:30.990681 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-658513dd-5ecc-440d-8c88-74d0eb214a8b tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1257057 Jul 16 20:28:30.990943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:30.990943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50336) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:30.998236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:31.004672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c631938-d4e7-4eb4-aaab-0cebedcd8ffc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.007381 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9c631938-d4e7-4eb4-aaab-0cebedcd8ffc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4466655 Jul 16 20:28:31.014347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50338) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:31.056258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-19834f1e-eb1a-48bd-9859-75c60019bf66 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2227647 Jul 16 20:28:31.075970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f5aea2a3-679a-406c-9cd2-841cc8d8198f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:31.076349 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.100535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-52df4f22-a39d-4ae4-8067-9126bc699d70 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006364 Jul 16 20:28:31.116559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:31.117024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Checking segment: {'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:31.117359 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.118063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Bound using segment: {'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:31.118295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Bound port: e4e2d797-ca8b-4871-a4ab-0157458dffcb, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:31.118629 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.211341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-98fb65d5-5bc4-40ec-9289-3f0c5bf0a47a None None] Provisioning for port e11751a7-e598-46f5-ac64-1a977ac6d1fa completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:31.236554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbca812-d837-44ad-89c2-401d146b2df5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.243430 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9cbca812-d837-44ad-89c2-401d146b2df5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2223294 Jul 16 20:28:31.243430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:31.259125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] Allocated IP 2001:db8:0:1::2 (4480a042-e07a-4cef-bea8-255195c633b7/f4bb25fe-5760-4764-9ed5-6d17f48a45f9/278fe4f9-5b7e-43a4-b40b-8ea951b205fb) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:31.276237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-98fb65d5-5bc4-40ec-9289-3f0c5bf0a47a None None] Provisioning complete for port e11751a7-e598-46f5-ac64-1a977ac6d1fa triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:31.276706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98fb65d5-5bc4-40ec-9289-3f0c5bf0a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.302207 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-33ab24b2-ff83-492b-bb60-c4df1064e62d service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942585 Jul 16 20:28:31.361687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42306848-eeb3-486b-ab97-da85c06c85b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.364455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42306848-eeb3-486b-ab97-da85c06c85b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.366291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42306848-eeb3-486b-ab97-da85c06c85b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.372448 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-42306848-eeb3-486b-ab97-da85c06c85b6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1240766 Jul 16 20:28:31.372448 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-31b47358-2290-45b0-a70b-0e401f02281b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 200 len: 217 time: 0.0612128 Jul 16 20:28:31.372949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:31.414420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] For port e4e2d797-ca8b-4871-a4ab-0157458dffcb, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:31.457268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-98fb65d5-5bc4-40ec-9289-3f0c5bf0a47a None None] Port e11751a7-e598-46f5-ac64-1a977ac6d1fa cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:31.466253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 0f8fb84c-049f-405e-9f09-a87460fdf5fb {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:31.474807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-be8b93a4-95cf-443f-accd-158d064d8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.476510 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-be8b93a4-95cf-443f-accd-158d064d8fc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.0950730 Jul 16 20:28:31.501451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] For port e4e2d797-ca8b-4871-a4ab-0157458dffcb, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e4e2d797-ca8b-4871-a4ab-0157458dffcb,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:31.517963 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.547371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.574236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-50a0c894-8d25-4cc7-a55c-bd6c89a4ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.577286 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-50a0c894-8d25-4cc7-a55c-bd6c89a4ad16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940726 Jul 16 20:28:31.613208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] For port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:31.742422 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-c08822f9-1a52-407d-b22f-317c9dda4e6a service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572289 Jul 16 20:28:31.885078 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-cff89b68-7287-4a07-ad1e-b365e9762e32 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358845 Jul 16 20:28:31.945162 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-c14f9874-5ea8-4e0c-b6b7-7686d3f6ae9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 200 len: 217 time: 0.0537193 Jul 16 20:28:31.993960 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.005421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-74acd637-ccf5-4907-9ed0-7008af3bd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.007539 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-74acd637-ccf5-4907-9ed0-7008af3bd03d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.0561776 Jul 16 20:28:32.031115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455285dc-3708-4a85-9656-38a2e1e8a2e8 None None] Pushing event updated for resources: {'Port': ['ID=e4e2d797-ca8b-4871-a4ab-0157458dffcb,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.052632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] Transition to ACTIVE for port object 278fe4f9-5b7e-43a4-b40b-8ea951b205fb will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:32.057731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.072128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-4e96d7d4-bf62-49f0-925e-ea9dc5db0cf9 service neutron] 10.222.0.100 "GET /v2.0/networks/5b2b6f5c-67c8-4536-9ada-294e2f55a56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0065486 Jul 16 20:28:32.081136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.090235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f5aea2a3-679a-406c-9cd2-841cc8d8198f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f5aea2a3-679a-406c-9cd2-841cc8d8198f,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:32.127518 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.145971 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.148566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:32.154895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.290888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d08db-0d0d-41b9-9b8a-e7f15eeaf7c6 None None] Pushing event updated for resources: {'Port': ['ID=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.332617 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.448052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-e33c78e1-0b09-4233-8344-df37e07a1e99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6491907 Jul 16 20:28:32.471847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-0164a41b-ef02-45cb-81da-0f1dec92c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.474770 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-0164a41b-ef02-45cb-81da-0f1dec92c38f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4608281 Jul 16 20:28:32.496129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f5aea2a3-679a-406c-9cd2-841cc8d8198f,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.547233 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.632513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 278fe4f9-5b7e-43a4-b40b-8ea951b205fb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:32.675189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8fb84c-049f-405e-9f09-a87460fdf5fb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:32.687436 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.690768 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d0c06225-f48e-4b8c-b73a-7e798903f5fa tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/0f8fb84c-049f-405e-9f09-a87460fdf5fb HTTP/1.1" status: 204 len: 168 time: 1.3169112 Jul 16 20:28:32.736199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50346) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.740337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4e2d797-ca8b-4871-a4ab-0157458dffcb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:32.772302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-af724666-fccb-402f-b6fe-24b213444f77 service neutron] 10.222.0.100 "GET /v2.0/networks/5b2b6f5c-67c8-4536-9ada-294e2f55a56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980352 Jul 16 20:28:32.853905 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-ffbf3d40-e5a3-4a7e-a359-784d088c7540 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234992 Jul 16 20:28:32.862574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e4e2d797-ca8b-4871-a4ab-0157458dffcb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:32.929807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet f4bb25fe-5760-4764-9ed5-6d17f48a45f9 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:32.951450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.002135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-23fb0002-0bc9-440e-906a-32e15f4941ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.005321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-23fb0002-0bc9-440e-906a-32e15f4941ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1096 time: 0.4139798 Jul 16 20:28:33.109963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11751a7-e598-46f5-ac64-1a977ac6d1fa {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:33.118813 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.119605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.205755 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2f09e57c-df28-481c-a665-dd0fa597bb66 req-7543dcc5-7822-4713-9df5-bac80c8050e5 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180974 Jul 16 20:28:33.209039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-ddf6b266-f0b0-48bd-93b7-e6b9c8da596b service neutron] 10.222.0.100 "GET /v2.0/networks/2ed47769-dca1-4835-aee1-131811c5b8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202604 Jul 16 20:28:33.214021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Transition to ACTIVE for port object e11751a7-e598-46f5-ac64-1a977ac6d1fa will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:33.267946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.313285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.361038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.455488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.519360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=f4bb25fe-5760-4764-9ed5-6d17f48a45f9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.524356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.528998 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f726a60a-9e1b-4b9a-aba2-75adc12dd9cd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/f4bb25fe-5760-4764-9ed5-6d17f48a45f9 HTTP/1.1" status: 204 len: 168 time: 0.7908442 Jul 16 20:28:33.529652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.570732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8d5a5-bdd8-4f9d-8951-a49527dbf552 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:33.591192 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-14bbd0d5-0b6f-4a39-bcf8-5f9347f27c43 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586622 Jul 16 20:28:33.592098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:33.595361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 117570ca-7e42-48c5-bf55-7a860b6c3c77 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:33.610525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-80ec98a1-a3cb-4081-873b-99478fdcc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.613126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:33.614512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-80ec98a1-a3cb-4081-873b-99478fdcc03b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 0.5714078 Jul 16 20:28:33.625195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Pushing event updated for resources: {'Port': ['ID=e11751a7-e598-46f5-ac64-1a977ac6d1fa,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.657199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.657707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.658167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.658953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.659485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.660034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.660911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.663627 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-7bb05e0c-2070-444f-bd54-ed43c5a3913d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6477 time: 0.3193467 Jul 16 20:28:33.751579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76af7b88-c5b6-4428-9312-f2aa42a215c2 None None] Provisioning for port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:33.767714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76af7b88-c5b6-4428-9312-f2aa42a215c2 None None] Provisioning complete for port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:33.767993 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76af7b88-c5b6-4428-9312-f2aa42a215c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.788660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=686f24de-06a6-48e8-a169-ceb914c43f89,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.871485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c3b21cc5-acff-4771-9159-bcca96548845 service neutron] 10.222.0.100 "GET /v2.0/networks/2ed47769-dca1-4835-aee1-131811c5b8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177073 Jul 16 20:28:33.902736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '4306891d-4eab-415e-b41d-363e56a06b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:33.903481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: a296fda6-b46b-4afc-b04d-fb24f423738a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:33.940193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:33.946967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-acb97d6e-3e1e-406d-9f9b-35e25c90a94c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 1001 time: 0.3143449 Jul 16 20:28:33.949337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.996288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 117570ca-7e42-48c5-bf55-7a860b6c3c77 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:33.999215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-2c770590-f43f-466b-a868-a86b0f0d8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.001133 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-2c770590-f43f-466b-a868-a86b0f0d8e9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 902 time: 0.3300831 Jul 16 20:28:34.011408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1e5e9-9c30-461d-af4e-82d4f958a338 None None] Network 2ed47769-dca1-4835-aee1-131811c5b8f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:34.045727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 117570ca-7e42-48c5-bf55-7a860b6c3c77 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:34.046478 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.062859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-0a61d80d-b29d-4866-a5de-0dc5129959d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.064469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-0a61d80d-b29d-4866-a5de-0dc5129959d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.1085198 Jul 16 20:28:34.069231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Attempting to bind port e11751a7-e598-46f5-ac64-1a977ac6d1fa on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:34.069741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Attempting to bind port e11751a7-e598-46f5-ac64-1a977ac6d1fa by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:34.072661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Attempting to bind port e11751a7-e598-46f5-ac64-1a977ac6d1fa on network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:34.117444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network a296fda6-b46b-4afc-b04d-fb24f423738a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:34.127710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Port e11751a7-e598-46f5-ac64-1a977ac6d1fa on network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:34.129138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Attempting to bind port e11751a7-e598-46f5-ac64-1a977ac6d1fa on network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:34.164424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a296fda6-b46b-4afc-b04d-fb24f423738a) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:34.176907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:34.177639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Checking segment: {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:34.178240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Bound using segment: {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:34.178909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Bound port: e11751a7-e598-46f5-ac64-1a977ac6d1fa, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80e6af1-b067-4e62-8785-25d31263781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:34.179515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.181610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.197645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.198579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.212926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd97af-12c1-44c5-a504-411264259139 None None] Network a296fda6-b46b-4afc-b04d-fb24f423738a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:34.236144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-fd38d42f-4621-4fb3-b2a5-f6f4d3f42b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.238312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-fd38d42f-4621-4fb3-b2a5-f6f4d3f42b1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624188 Jul 16 20:28:34.243037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-da891011-acb9-465e-b617-7c4c31906cc0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2489040 Jul 16 20:28:34.414424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50352) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:34.429241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:34.470088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-76af7b88-c5b6-4428-9312-f2aa42a215c2 None None] Could not find standard attr ID for object 6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:34.481828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 278fe4f9-5b7e-43a4-b40b-8ea951b205fb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:34.585253 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-c4174e15-9c61-4ed4-83de-124a5abae718 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 200 len: 217 time: 0.5749073 Jul 16 20:28:34.640924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] For port e11751a7-e598-46f5-ac64-1a977ac6d1fa, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:34.691416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] For port e11751a7-e598-46f5-ac64-1a977ac6d1fa, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e11751a7-e598-46f5-ac64-1a977ac6d1fa,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:34.719270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.770148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fc67a5dc-7934-46dc-8e30-d7c2cedd814d None None] Provisioning for port e4e2d797-ca8b-4871-a4ab-0157458dffcb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:34.781534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:34.787449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-802679cf-6808-4d62-9a82-a431219765f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.791629 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-802679cf-6808-4d62-9a82-a431219765f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.1984470 Jul 16 20:28:34.811777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.822244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fc67a5dc-7934-46dc-8e30-d7c2cedd814d None None] Provisioning complete for port e4e2d797-ca8b-4871-a4ab-0157458dffcb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:34.822871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-e8630079-5651-43e2-a122-153b1a17643c service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119729 Jul 16 20:28:34.823117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc67a5dc-7934-46dc-8e30-d7c2cedd814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.892220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.893336 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.895909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] 10.222.0.21 "PUT /v2.0/ports/e11751a7-e598-46f5-ac64-1a977ac6d1fa HTTP/1.1" status: 200 len: 1055 time: 4.0249996 Jul 16 20:28:34.933505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b6c68bd-712e-4bc8-8f0e-b032bf7f348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.935672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'tag': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:34.939985 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c98601-1717-4197-a164-75289b5196fc" -d '{"events": [{"name": "network-changed", "server_uuid": "40ecf1e8-f361-42af-ad4b-375af15bd9e3", "tag": "e11751a7-e598-46f5-ac64-1a977ac6d1fa"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:34.993331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:34.993674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ba99-3346-414c-a531-88b16508aa43 req-03d3dfa7-53de-4d61-a187-20cbe766bfda tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.994246 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.996031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117570ca-7e42-48c5-bf55-7a860b6c3c77'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:34.998780 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73c5477-c0af-49e9-b9e5-a9bab17a24ea" -d '{"events": [{"server_uuid": "63cc16a7-75ae-410b-8beb-526d3fbd0616", "name": "network-vif-plugged", "status": "completed", "tag": "117570ca-7e42-48c5-bf55-7a860b6c3c77"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:35.010161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86a4ba99-3346-414c-a531-88b16508aa43 req-03d3dfa7-53de-4d61-a187-20cbe766bfda tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 945 time: 0.5373478 Jul 16 20:28:35.081580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-a296fda6-b46b-4afc-b04d-fb24f423738a', 'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': '686f24de-06a6-48e8-a169-ceb914c43f89'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:35.082560 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.091352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 117570ca-7e42-48c5-bf55-7a860b6c3c77, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:35.107035 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.206007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:28:35.208843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-1216dc96-2742-4592-8354-68bad6b0ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.210447 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-1216dc96-2742-4592-8354-68bad6b0ad1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3635871 Jul 16 20:28:35.286302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9a69a-cbdb-4225-bf5b-c1ef546c3b36 service neutron] Pushing event updated for resources: {'Port': ['ID=e11751a7-e598-46f5-ac64-1a977ac6d1fa,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:35.298177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:35.302401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.373311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86a4ba99-3346-414c-a531-88b16508aa43 req-bce8d5fa-7c54-4db6-81ea-3b85d848c9ce tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947531 Jul 16 20:28:35.445905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2acca633-7736-46fb-ad7f-c0fc9408361c req-1cf28055-a4f7-4dc1-9819-132656d4b9d5 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025193 Jul 16 20:28:35.470461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] Deleting port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:35.470732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.500145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=117570ca-7e42-48c5-bf55-7a860b6c3c77,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:35.502905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-ef6467b9-62a5-4d34-98da-a9986093c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.505738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-ef6467b9-62a5-4d34-98da-a9986093c753 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 1058 time: 0.4780602 Jul 16 20:28:35.646109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-9aa846c2-8de3-4ca5-8465-cfb2bc365adb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=e11751a7-e598-46f5-ac64-1a977ac6d1fa HTTP/1.1" status: 200 len: 217 time: 0.1308210 Jul 16 20:28:35.681983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.688326 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc67a5dc-7934-46dc-8e30-d7c2cedd814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.785509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-692636d0-c9f4-4b02-a641-016b4686befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.787408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-692636d0-c9f4-4b02-a641-016b4686befe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc HTTP/1.1" status: 200 len: 838 time: 0.1306326 Jul 16 20:28:35.809663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f5aea2a3-679a-406c-9cd2-841cc8d8198f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:35.814243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Allocated IP 2001:db8::2 (a296fda6-b46b-4afc-b04d-fb24f423738a/686f24de-06a6-48e8-a169-ceb914c43f89/87c1ec75-a352-41df-94d1-9212b2878db4) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:35.909473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] For port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:35.909897 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.913721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] For port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:35.949337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fc67a5dc-7934-46dc-8e30-d7c2cedd814d None None] For port e4e2d797-ca8b-4871-a4ab-0157458dffcb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e4e2d797-ca8b-4871-a4ab-0157458dffcb,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:35.950695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] Calling delete_port for 278fe4f9-5b7e-43a4-b40b-8ea951b205fb owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:35.958665 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.965021 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf4e35-de1c-4648-af01-1be43998cd69 x-openstack-request-id: req-0cbf4e35-de1c-4648-af01-1be43998cd69 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:35.965667 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:35.965667 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0cbf4e35-de1c-4648-af01-1be43998cd69 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:35.966090 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1', 'status': 'completed', 'code': 200} Jul 16 20:28:35.971016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.972314 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.983695 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc67a5dc-7934-46dc-8e30-d7c2cedd814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.080929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:36.085342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,revision_number=8']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.092206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:36.101207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.102169 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.107445 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-3179e6fc-a90e-4df0-9310-b69ed659aec7 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864633 Jul 16 20:28:36.107908 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.175172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.187638 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5929568 Jul 16 20:28:36.213178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50370) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:36.218581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4fe1232f-c996-4f96-b550-8ebc9773dfa7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:36.225776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67a5dc-7934-46dc-8e30-d7c2cedd814d None None] Pushing event updated for resources: {'Port': ['ID=e4e2d797-ca8b-4871-a4ab-0157458dffcb,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.229309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f5aea2a3-679a-406c-9cd2-841cc8d8198f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:36.229819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.287115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network a296fda6-b46b-4afc-b04d-fb24f423738a is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:36.289666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-60932449-532b-4b27-9248-b5c00e7ec38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.291524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-60932449-532b-4b27-9248-b5c00e7ec38a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b674ab9-f1cb-4e85-837e-dee9bc90be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4921379 Jul 16 20:28:36.304553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94635be-e43c-4df5-bb43-4b569fefaa0f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=10df9b13-3417-4659-9c47-4b82c3d521d7,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.305786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:36.347466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.348588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.350835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=8da6ee4b-94ea-4530-a151-0f4f512a2918,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.378514 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d32129bc-92d8-4273-8403-30ef319a09e8 req-397897c2-861c-42f3-a5a1-bc66d20f3d3b service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424803 Jul 16 20:28:36.425181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37f13-69ae-4b0f-a2a0-26d94b29e80f req-2b8cd8d4-6e92-4840-a208-9c8297854649 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.427646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbc37f13-69ae-4b0f-a2a0-26d94b29e80f req-2b8cd8d4-6e92-4840-a208-9c8297854649 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 907 time: 0.3431206 Jul 16 20:28:36.475984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bb98c654-ad5f-4614-9ec7-53e13d56e2bf tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0596139 Jul 16 20:28:36.478890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50374) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:36.547957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-0498139a-58aa-4afa-aacf-21df5587942b service neutron] 10.222.0.21 "GET /v2.0/networks/9b674ab9-f1cb-4e85-837e-dee9bc90be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129993 Jul 16 20:28:36.592286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe1232f-c996-4f96-b550-8ebc9773dfa7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:36.600789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4fe1232f-c996-4f96-b550-8ebc9773dfa7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.633974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5a4ec15c-ccda-44b8-baee-442de4f8d2af None None] Provisioning complete for port e4e2d797-ca8b-4871-a4ab-0157458dffcb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:36.633974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec15c-ccda-44b8-baee-442de4f8d2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.662735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.669348 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.716912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Transition to ACTIVE for port object 87c1ec75-a352-41df-94d1-9212b2878db4 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:36.721263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] Pushing event deleted for resources: {'Port': ['ID=278fe4f9-5b7e-43a4-b40b-8ea951b205fb,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:36.760518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771d993-0de4-4219-99df-519fd7de3667 None None] No DVR routers for this DVR port 278fe4f9-5b7e-43a4-b40b-8ea951b205fb on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:36.794460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Transition to ACTIVE for port object 87c1ec75-a352-41df-94d1-9212b2878db4 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:36.797008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6c9cb-3f65-4c8f-8c04-e28202e17cb7 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:36.798080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0c440-0396-4fa8-b42e-a1ed41b6d974 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.814221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0c440-0396-4fa8-b42e-a1ed41b6d974 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.814221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0c440-0396-4fa8-b42e-a1ed41b6d974 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.814619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0c440-0396-4fa8-b42e-a1ed41b6d974 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.817867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0c440-0396-4fa8-b42e-a1ed41b6d974 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.824017 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-66c0c440-0396-4fa8-b42e-a1ed41b6d974 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3388116 Jul 16 20:28:36.826508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50378) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:36.833045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-438574161'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:36.835114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.931234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Network a296fda6-b46b-4afc-b04d-fb24f423738a is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:36.966408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:36.976697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:36.978246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-3eb9c139-6287-47c6-bf1a-840db20affe6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.987782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-3eb9c139-6287-47c6-bf1a-840db20affe6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.990433 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-3eb9c139-6287-47c6-bf1a-840db20affe6 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.26 "GET /v2.0/networks?id=5b2b6f5c-67c8-4536-9ada-294e2f55a56b&id=2ed47769-dca1-4835-aee1-131811c5b8f0 HTTP/1.1" status: 200 len: 1390 time: 0.3482680 Jul 16 20:28:36.995387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Pushing event updated for resources: {'Port': ['ID=87c1ec75-a352-41df-94d1-9212b2878db4,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:37.013618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'port': {'device_id': 'abb2c672-cc62-439b-8512-8d3749736014', 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b', 'admin_state_up': True, 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:37.104170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.104985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.105802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.106598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.107442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.108262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.109157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.115345 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3e6ff97-2319-4116-9084-17bdf44a5e66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6477 time: 0.4781981 Jul 16 20:28:37.177671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4e2d797-ca8b-4871-a4ab-0157458dffcb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:37.228798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Attempting to bind port 87c1ec75-a352-41df-94d1-9212b2878db4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:37.229355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Attempting to bind port 87c1ec75-a352-41df-94d1-9212b2878db4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4306891d-4eab-415e-b41d-363e56a06b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:37.229938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Attempting to bind port 87c1ec75-a352-41df-94d1-9212b2878db4 on network a296fda6-b46b-4afc-b04d-fb24f423738a {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:37.265993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:37.267452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Checking segment: {'id': '4306891d-4eab-415e-b41d-363e56a06b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:37.267452 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.268129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Bound using segment: {'id': '4306891d-4eab-415e-b41d-363e56a06b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:37.268745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Bound port: 87c1ec75-a352-41df-94d1-9212b2878db4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4306891d-4eab-415e-b41d-363e56a06b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:37.269372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.302333 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-4fe1232f-c996-4f96-b550-8ebc9773dfa7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10df9b13-3417-4659-9c47-4b82c3d521d7 (CIDR: 2001:db8::/64) Jul 16 20:28:37.305490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85dfb60d-e391-4473-affc-6ca2cfefa82d req-2a49b9c0-89c5-4ab4-bc41-49f92a513fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/9b674ab9-f1cb-4e85-837e-dee9bc90be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452893 Jul 16 20:28:37.309951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:37.313609 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.328901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.335656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.341845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.349962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.353191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '10df9b13-3417-4659-9c47-4b82c3d521d7'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:37.354577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.356388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.362523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.372113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.379920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b38edec-6258-4a58-b9b9-7528b134347b req-94a08cd9-7ccb-453c-987a-f838e1f47bb8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5420 time: 0.7516813 Jul 16 20:28:37.387973 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe1232f-c996-4f96-b550-8ebc9773dfa7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:28:37.388929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe1232f-c996-4f96-b550-8ebc9773dfa7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:37.430424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:37.435117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.471477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-8d7bef85-8b3c-4625-a934-601822f29166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.473871 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-8d7bef85-8b3c-4625-a934-601822f29166 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 902 time: 0.2412910 Jul 16 20:28:37.493561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b38edec-6258-4a58-b9b9-7528b134347b req-c7e5415e-0a98-4aa6-9088-4a0318700ce4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116428 Jul 16 20:28:37.526046 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-b041d0d4-6fac-4678-a690-f57598b9a8c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 200 len: 217 time: 0.0422518 Jul 16 20:28:37.542682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:37.562064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4fe1232f-c996-4f96-b550-8ebc9773dfa7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3477349 Jul 16 20:28:37.566592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e4e2d797-ca8b-4871-a4ab-0157458dffcb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:37.567193 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.568522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50382) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:37.574921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:37.580743 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.581216 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 1b9a9598-47a1-494d-b99c-cd2932284310 of type vlan for network 03f73f5c-07a4-40fc-933a-bf089cfc69ed Jul 16 20:28:37.616591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] For port 87c1ec75-a352-41df-94d1-9212b2878db4, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:37.683563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] For port 87c1ec75-a352-41df-94d1-9212b2878db4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=87c1ec75-a352-41df-94d1-9212b2878db4,segment=NetworkSegment(4306891d-4eab-415e-b41d-363e56a06b9d),segment_id=4306891d-4eab-415e-b41d-363e56a06b9d)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:37.698381 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.769551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.776073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.776927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.796259 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.820762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:37.824250 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.833723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-c3c3a857-1483-4df4-8597-dfd5af92c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.836599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0085111 Jul 16 20:28:37.839677 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-c3c3a857-1483-4df4-8597-dfd5af92c1fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.1644313 Jul 16 20:28:37.843074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50386) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:37.861378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:37.924437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Allocated IP 2001:db8::f816:3eff:feec:ccef (4480a042-e07a-4cef-bea8-255195c633b7/10df9b13-3417-4659-9c47-4b82c3d521d7/a70460ff-9674-4203-9ade-c77afb1d1c22) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:37.942521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05f2a3-6461-4549-b63d-c154e06c3467 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=03f73f5c-07a4-40fc-933a-bf089cfc69ed,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:38.000294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:38.015880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Allocated IP 19.80.0.234 (5b2b6f5c-67c8-4536-9ada-294e2f55a56b/5b0b31eb-d29a-4190-9034-7ce06686f92c/77e5b623-f61c-4142-b6ef-d243d8c7006c) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:38.028770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3417b-7b79-4570-8a59-abaac12239d1 None None] Pushing event updated for resources: {'Port': ['ID=87c1ec75-a352-41df-94d1-9212b2878db4,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:38.243640 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.252905 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.309681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 278fe4f9-5b7e-43a4-b40b-8ea951b205fb no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:38.378388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 278fe4f9-5b7e-43a4-b40b-8ea951b205fb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:38.379066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 278fe4f9-5b7e-43a4-b40b-8ea951b205fb not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:38.526067 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.539592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-d49f568d-0a31-4627-89fd-200ee7abc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.541330 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-d49f568d-0a31-4627-89fd-200ee7abc27a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6931913 Jul 16 20:28:38.543979 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.561239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Transition to ACTIVE for port object a70460ff-9674-4203-9ade-c77afb1d1c22 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:38.574466 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.588673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Transition to ACTIVE for port object a70460ff-9674-4203-9ade-c77afb1d1c22 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:38.596525 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.622437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Transition to ACTIVE for port object 77e5b623-f61c-4142-b6ef-d243d8c7006c will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:38.667529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:38.674954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500f444e-5e85-44bd-8f5d-2053feac1be3 req-e110677c-9550-4635-a998-43aee64c6a1f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 210 time: 0.2267256 Jul 16 20:28:38.677029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:38.683912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:38.714902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Pushing event updated for resources: {'Port': ['ID=a70460ff-9674-4203-9ade-c77afb1d1c22,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:38.764972 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5c2022-6be6-4abc-bb62-e65d2a653af9 x-openstack-request-id: req-3d5c2022-6be6-4abc-bb62-e65d2a653af9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:38.765854 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ecf1e8-f361-42af-ad4b-375af15bd9e3", "tag": "e11751a7-e598-46f5-ac64-1a977ac6d1fa", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:38.766524 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3d5c2022-6be6-4abc-bb62-e65d2a653af9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:38.767463 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'tag': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa', 'status': 'completed', 'code': 200} Jul 16 20:28:38.781426 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-a3be1f7c-1f48-48e2-9fbc-a0dac1e78d7d service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283874 Jul 16 20:28:38.804126 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.842682 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d786fa-5545-4a94-8dde-ab56b4daa328 x-openstack-request-id: req-92d786fa-5545-4a94-8dde-ab56b4daa328 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:38.843169 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63cc16a7-75ae-410b-8beb-526d3fbd0616", "name": "network-vif-plugged", "status": "completed", "tag": "117570ca-7e42-48c5-bf55-7a860b6c3c77", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:38.843647 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-92d786fa-5545-4a94-8dde-ab56b4daa328 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:38.844527 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117570ca-7e42-48c5-bf55-7a860b6c3c77', 'code': 200} Jul 16 20:28:38.875833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Attempting to bind port a70460ff-9674-4203-9ade-c77afb1d1c22 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:38.876998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Attempting to bind port a70460ff-9674-4203-9ade-c77afb1d1c22 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:38.877752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Attempting to bind port a70460ff-9674-4203-9ade-c77afb1d1c22 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:38.914431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:38.915605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:38.916641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.917646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:38.919237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Bound port: a70460ff-9674-4203-9ade-c77afb1d1c22, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:38.922556 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.923027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.960959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.003814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:39.006000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:39.016495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:39.066819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Port': ['ID=77e5b623-f61c-4142-b6ef-d243d8c7006c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.124341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ec1ee11-da7c-4cef-8998-ba668c6c8d1b req-193682b3-daa6-45bc-9097-0a589ae24130 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343949 Jul 16 20:28:39.132563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87c1ec75-a352-41df-94d1-9212b2878db4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:39.134642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.135879 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.162646 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-c2c322e1-53f1-44d5-a1f1-6d6a6ea7f812 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1581526 Jul 16 20:28:39.180083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Request body: {'port': {'device_id': 'abb2c672-cc62-439b-8512-8d3749736014', 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0', 'admin_state_up': True, 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:39.184520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5404a975-a458-454b-94fc-20745cc35478 None None] For port a70460ff-9674-4203-9ade-c77afb1d1c22, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:39.225798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5404a975-a458-454b-94fc-20745cc35478 None None] For port a70460ff-9674-4203-9ade-c77afb1d1c22, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a70460ff-9674-4203-9ade-c77afb1d1c22,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:39.233912 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.245358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.265231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:39.304056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-3fe51f28-60a3-4334-840d-3d5f1ef1d855 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8741379 Jul 16 20:28:39.330512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 87c1ec75-a352-41df-94d1-9212b2878db4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:39.338240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:39.339211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404a975-a458-454b-94fc-20745cc35478 None None] Pushing event updated for resources: {'Port': ['ID=a70460ff-9674-4203-9ade-c77afb1d1c22,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.345071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.346030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.395756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=d39266b9-9719-4bb5-8697-7acbd7e13308,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.398897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed is not hosted by any dhcp agent {{(pid=94095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:28:39.405889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.406607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.411427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "PUT /v2.0/networks/03f73f5c-07a4-40fc-933a-bf089cfc69ed HTTP/1.1" status: 200 len: 723 time: 1.5660710 Jul 16 20:28:39.414231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50392) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:39.443855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': '03f73f5c-07a4-40fc-933a-bf089cfc69ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:39.514316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Made reservation on behalf of 52e965b2c89041b0bf7adbdc4355ea21 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:39.521242 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.558700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98601-1717-4197-a164-75289b5196fc req-469fb59b-1495-4f9c-85c1-d43b7e68a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.561709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c98601-1717-4197-a164-75289b5196fc req-469fb59b-1495-4f9c-85c1-d43b7e68a2b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 1058 time: 0.7664778 Jul 16 20:28:39.605487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e11751a7-e598-46f5-ac64-1a977ac6d1fa details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:39.665161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae643d65-5438-455b-9d36-d634075025af None None] Provisioning for port 77e5b623-f61c-4142-b6ef-d243d8c7006c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:39.681074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae643d65-5438-455b-9d36-d634075025af None None] Provisioning complete for port 77e5b623-f61c-4142-b6ef-d243d8c7006c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:39.681433 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae643d65-5438-455b-9d36-d634075025af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.701785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b97ed-c9ec-4eeb-aa14-31e6cfaaceb8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=03f73f5c-07a4-40fc-933a-bf089cfc69ed,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.734504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:39.807450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Allocated IP 19.86.0.75 (2ed47769-dca1-4835-aee1-131811c5b8f0/c5e8b93d-0e28-4b2d-a38f-e188f81665bd/42e1bebd-67e8-440d-9847-006b5ca05907) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:39.823967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50396) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:39.829074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-403cb03b-3d25-47a4-9d35-53524bc36fd4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2588842 Jul 16 20:28:39.833130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:7c:e4:73', 'name': 'tempest-NetworksTestDHCPv6-1381890828'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:39.931931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ae643d65-5438-455b-9d36-d634075025af None None] Port 77e5b623-f61c-4142-b6ef-d243d8c7006c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:40.007631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b5d43-43cd-452b-8e0c-ca9d93126b4b req-34d13a7e-91c3-43b3-b627-9093e4d91793 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.021141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e6b5d43-43cd-452b-8e0c-ca9d93126b4b req-34d13a7e-91c3-43b3-b627-9093e4d91793 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 946 time: 0.8895569 Jul 16 20:28:40.027737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e11751a7-e598-46f5-ac64-1a977ac6d1fa, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e11751a7-e598-46f5-ac64-1a977ac6d1fa,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:40.084102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa', 'network_id': '9b674ab9-f1cb-4e85-837e-dee9bc90be93', 'port_id': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa', 'mac_address': 'fa:16:3e:3c:a1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:40.099351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c031f0-f1cf-417a-b3a0-4260c19beeca req-679b1155-a70e-441f-9b15-19489b76447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.102494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c031f0-f1cf-417a-b3a0-4260c19beeca req-679b1155-a70e-441f-9b15-19489b76447f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 1097 time: 1.1345961 Jul 16 20:28:40.159877 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.160747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e6b5d43-43cd-452b-8e0c-ca9d93126b4b req-74a312a5-f095-41d4-a560-0c5590ff70de tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368971 Jul 16 20:28:40.176384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11751a7-e598-46f5-ac64-1a977ac6d1fa {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:40.196225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c1e76-825d-46df-8838-fae6dac85ef0 None None] Network a296fda6-b46b-4afc-b04d-fb24f423738a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:40.241642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:40.282135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98601-1717-4197-a164-75289b5196fc req-b8fe6500-0b48-465d-9f93-e9d6e72353a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.284063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c98601-1717-4197-a164-75289b5196fc req-b8fe6500-0b48-465d-9f93-e9d6e72353a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b674ab9-f1cb-4e85-837e-dee9bc90be93 HTTP/1.1" status: 200 len: 899 time: 0.6293130 Jul 16 20:28:40.317265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e11751a7-e598-46f5-ac64-1a977ac6d1fa, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e11751a7-e598-46f5-ac64-1a977ac6d1fa,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:40.325943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c031f0-f1cf-417a-b3a0-4260c19beeca req-e17d4dfb-56a1-4d21-a227-6b41ba1308a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828141 Jul 16 20:28:40.333586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-934b7531-71b6-4e8c-b26d-c8735634aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.336918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-934b7531-71b6-4e8c-b26d-c8735634aed8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2&device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 1096 time: 0.9184394 Jul 16 20:28:40.361823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.373214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.425540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.428550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 1c0e7c78-c814-4097-aa55-05d471d15da9 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:40.432002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:40.436780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.445157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d783557-7431-4151-af8b-07f05ee1435e None None] Provisioning for port 87c1ec75-a352-41df-94d1-9212b2878db4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:40.449560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Transition to ACTIVE for port object 42e1bebd-67e8-440d-9847-006b5ca05907 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:40.464603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d783557-7431-4151-af8b-07f05ee1435e None None] Provisioning complete for port 87c1ec75-a352-41df-94d1-9212b2878db4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:40.465217 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d783557-7431-4151-af8b-07f05ee1435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.487173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c98601-1717-4197-a164-75289b5196fc req-766db90b-6569-4c0e-8c9d-2a7f4ecdad57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=e11751a7-e598-46f5-ac64-1a977ac6d1fa HTTP/1.1" status: 200 len: 217 time: 0.1367605 Jul 16 20:28:40.557461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98601-1717-4197-a164-75289b5196fc req-d4fce212-a527-4ab1-afc4-c785cb2b1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.559007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c98601-1717-4197-a164-75289b5196fc req-d4fce212-a527-4ab1-afc4-c785cb2b1899 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc HTTP/1.1" status: 200 len: 838 time: 0.0532396 Jul 16 20:28:40.578279 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.702292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e11751a7-e598-46f5-ac64-1a977ac6d1fa,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.716853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event updated for resources: {'Port': ['ID=42e1bebd-67e8-440d-9847-006b5ca05907,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.737458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Network 2ed47769-dca1-4835-aee1-131811c5b8f0 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:40.788932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e11751a7-e598-46f5-ac64-1a977ac6d1fa'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:40.828562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720f57-6ffa-4820-ad98-1fae419313c8 req-d2296293-34e6-4a14-8bdf-f17a339bbcab tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.830491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06720f57-6ffa-4820-ad98-1fae419313c8 req-d2296293-34e6-4a14-8bdf-f17a339bbcab tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 908 time: 0.3606436 Jul 16 20:28:40.842522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:40.849056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:40.874633 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d783557-7431-4151-af8b-07f05ee1435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.936733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-e9a8e8ea-c302-4bbf-8242-1c6a7c8ae3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.938321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-e9a8e8ea-c302-4bbf-8242-1c6a7c8ae3d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30 HTTP/1.1" status: 200 len: 913 time: 0.5654294 Jul 16 20:28:40.952347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98601-1717-4197-a164-75289b5196fc req-f3025813-5be9-4ee1-852c-a67f2514d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.963456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c98601-1717-4197-a164-75289b5196fc req-f3025813-5be9-4ee1-852c-a67f2514d07a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b674ab9-f1cb-4e85-837e-dee9bc90be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3930221 Jul 16 20:28:41.000672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2d783557-7431-4151-af8b-07f05ee1435e None None] For port 87c1ec75-a352-41df-94d1-9212b2878db4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=87c1ec75-a352-41df-94d1-9212b2878db4,segment=NetworkSegment(4306891d-4eab-415e-b41d-363e56a06b9d),segment_id=4306891d-4eab-415e-b41d-363e56a06b9d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:41.012587 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d783557-7431-4151-af8b-07f05ee1435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.024099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8:0:1::2fc (4480a042-e07a-4cef-bea8-255195c633b7/d39266b9-9719-4bb5-8697-7acbd7e13308/1c0e7c78-c814-4097-aa55-05d471d15da9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:41.084638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.085726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.093949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::f816:3eff:fe7c:e473 (4480a042-e07a-4cef-bea8-255195c633b7/10df9b13-3417-4659-9c47-4b82c3d521d7/1c0e7c78-c814-4097-aa55-05d471d15da9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:41.151962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d783557-7431-4151-af8b-07f05ee1435e None None] Pushing event updated for resources: {'Port': ['ID=87c1ec75-a352-41df-94d1-9212b2878db4,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:41.198376 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b7dce6-9742-49b5-8df8-ee9b06aa1f6f tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0274506 Jul 16 20:28:41.230268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Request body: {'port': {'device_id': 'abb2c672-cc62-439b-8512-8d3749736014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:41.257894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba6393-3085-4e27-ac85-785ad62eae90 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:41.289277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-3e6c27b8-91ff-453f-88a1-5179cdde0451 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b HTTP/1.1" status: 200 len: 1001 time: 0.3224437 Jul 16 20:28:41.356236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a70460ff-9674-4203-9ade-c77afb1d1c22 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:41.436652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0f8a931a-94bf-4ef8-b535-0efe18a203cd None None] Provisioning for port a70460ff-9674-4203-9ade-c77afb1d1c22 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:41.480744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-da7ef8f1-4c31-420f-8cdd-5973f27e8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.482354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-da7ef8f1-4c31-420f-8cdd-5973f27e8448 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f HTTP/1.1" status: 200 len: 851 time: 0.0731206 Jul 16 20:28:41.495775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] Update dhcp port {'port': {'network_id': 'a296fda6-b46b-4afc-b04d-fb24f423738a', 'fixed_ips': [{'subnet_id': '686f24de-06a6-48e8-a169-ceb914c43f89', 'ip_address': '2001:db8::2'}, {'subnet_id': '8da6ee4b-94ea-4530-a151-0f4f512a2918'}], 'binding:host_id': 'n-d-798930-6'}, 'id': '87c1ec75-a352-41df-94d1-9212b2878db4'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:28:41.557781 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.585668 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.587678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port a70460ff-9674-4203-9ade-c77afb1d1c22 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:41.606199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e11751a7-e598-46f5-ac64-1a977ac6d1fa up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:41.616088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a70460ff-9674-4203-9ade-c77afb1d1c22 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:41.616497 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.666092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.821264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.837860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c98601-1717-4197-a164-75289b5196fc req-a151f28b-c584-4e85-8a9a-05a4b67436fc service neutron] 10.222.0.21 "GET /v2.0/networks/9b674ab9-f1cb-4e85-837e-dee9bc90be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668006 Jul 16 20:28:41.845708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7877dbd5-9e35-4995-a8e6-d47be8083da9 None None] Provisioning for port 42e1bebd-67e8-440d-9847-006b5ca05907 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:41.893884 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7877dbd5-9e35-4995-a8e6-d47be8083da9 None None] Provisioning complete for port 42e1bebd-67e8-440d-9847-006b5ca05907 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:41.894285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7877dbd5-9e35-4995-a8e6-d47be8083da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.914076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 1c0e7c78-c814-4097-aa55-05d471d15da9 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:42.044135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.075278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7877dbd5-9e35-4995-a8e6-d47be8083da9 None None] Port 42e1bebd-67e8-440d-9847-006b5ca05907 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:42.081530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=c81d0d8d-6516-4635-b5d9-5a8559633498,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.143452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] Allocated IP 172.20.0.1 (a296fda6-b46b-4afc-b04d-fb24f423738a/8da6ee4b-94ea-4530-a151-0f4f512a2918/87c1ec75-a352-41df-94d1-9212b2878db4) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:42.167681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port e11751a7-e598-46f5-ac64-1a977ac6d1fa completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:42.215407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e11751a7-e598-46f5-ac64-1a977ac6d1fa triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:42.215871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.225354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-a1fab427-9016-447a-8950-7058404b9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.228622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-a1fab427-9016-447a-8950-7058404b9075 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dff523e6-04a2-46c0-a3b3-8f4b432e2e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7070670 Jul 16 20:28:42.254841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.265983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e5b623-f61c-4142-b6ef-d243d8c7006c {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:42.271170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.284343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.285417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.297945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.310237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Transition to ACTIVE for port object 77e5b623-f61c-4142-b6ef-d243d8c7006c will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:42.311531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.318028 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.324807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.327086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.341605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.377364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-c2fc889f-7989-4552-b97a-6e187e6bccd7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5420 time: 0.9795761 Jul 16 20:28:42.396184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port a70460ff-9674-4203-9ade-c77afb1d1c22, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a70460ff-9674-4203-9ade-c77afb1d1c22,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:42.399477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:42.436340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.439976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:42.449653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:42.462623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] For port 87c1ec75-a352-41df-94d1-9212b2878db4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=87c1ec75-a352-41df-94d1-9212b2878db4,segment=NetworkSegment(4306891d-4eab-415e-b41d-363e56a06b9d),segment_id=4306891d-4eab-415e-b41d-363e56a06b9d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:42.478875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.480024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.541436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=1c0e7c78-c814-4097-aa55-05d471d15da9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.552622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '1b9a9598-47a1-494d-b99c-cd2932284310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '03f73f5c-07a4-40fc-933a-bf089cfc69ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:42.553164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: 03f73f5c-07a4-40fc-933a-bf089cfc69ed, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:42.576071 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3b5b51b8-9b1f-4c00-9d4f-dd6168bb8921 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7470434 Jul 16 20:28:42.597922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50412) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:42.645713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] Update dhcp port {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '10df9b13-3417-4659-9c47-4b82c3d521d7', 'ip_address': '2001:db8::f816:3eff:feec:ccef'}, {'subnet_id': 'd39266b9-9719-4bb5-8697-7acbd7e13308'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'a70460ff-9674-4203-9ade-c77afb1d1c22'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:28:42.762616 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.767076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Pushing event updated for resources: {'Port': ['ID=77e5b623-f61c-4142-b6ef-d243d8c7006c,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.795685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.805222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=a70460ff-9674-4203-9ade-c77afb1d1c22,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.823277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Attempting to bind port 77e5b623-f61c-4142-b6ef-d243d8c7006c on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:42.824032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Attempting to bind port 77e5b623-f61c-4142-b6ef-d243d8c7006c by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:42.824607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Attempting to bind port 77e5b623-f61c-4142-b6ef-d243d8c7006c on network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:42.829948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] Transition to ACTIVE for port object 87c1ec75-a352-41df-94d1-9212b2878db4 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:42.831226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.834840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Port 77e5b623-f61c-4142-b6ef-d243d8c7006c on network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:42.835777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Attempting to bind port 77e5b623-f61c-4142-b6ef-d243d8c7006c on network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:42.846547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c98601-1717-4197-a164-75289b5196fc req-0abaff1b-af1e-454c-8eed-78ddb0d6b791 service neutron] 10.222.0.21 "GET /v2.0/networks/9b674ab9-f1cb-4e85-837e-dee9bc90be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348273 Jul 16 20:28:42.847151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:42.847643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Checking segment: {'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:42.849651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Bound using segment: {'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:42.850440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Bound port: 77e5b623-f61c-4142-b6ef-d243d8c7006c, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:42.851058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.859240 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.885178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:42.887784 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04ef77-9b5c-400a-aa26-6185e8c0a14f" -d '{"events": [{"server_uuid": "40ecf1e8-f361-42af-ad4b-375af15bd9e3", "name": "network-vif-plugged", "status": "completed", "tag": "e11751a7-e598-46f5-ac64-1a977ac6d1fa"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:42.945244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd83f473-a111-4f1c-8bf5-cdf6fa1ebcb0 req-86236767-2a32-4187-b65c-fb1c47fb2818 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4198289 Jul 16 20:28:42.954717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e11751a7-e598-46f5-ac64-1a977ac6d1fa, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e11751a7-e598-46f5-ac64-1a977ac6d1fa,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:43.035400 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.035695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:43.061478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] For port 77e5b623-f61c-4142-b6ef-d243d8c7006c, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:43.080866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] For port 77e5b623-f61c-4142-b6ef-d243d8c7006c, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=77e5b623-f61c-4142-b6ef-d243d8c7006c,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:43.081114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-6c550097-382b-48f7-8483-167d58d3b2b8 service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984594 Jul 16 20:28:43.087760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 03f73f5c-07a4-40fc-933a-bf089cfc69ed) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:43.089402 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.103853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.104454 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.182464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b132a5-14fb-4f0e-92d3-d25102d408f5 None None] Pushing event updated for resources: {'Port': ['ID=87c1ec75-a352-41df-94d1-9212b2878db4,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.195661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-8ea8bdbd-e58b-4491-a3bf-e448ffda7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.198940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.200171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.201793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a70460ff-9674-4203-9ade-c77afb1d1c22 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:43.206665 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] 10.222.0.26 "PUT /v2.0/ports/77e5b623-f61c-4142-b6ef-d243d8c7006c HTTP/1.1" status: 200 len: 1092 time: 1.9912100 Jul 16 20:28:43.207799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-8ea8bdbd-e58b-4491-a3bf-e448ffda7f3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 1097 time: 1.3214247 Jul 16 20:28:43.217053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1227e-c515-433a-b9c5-00d94d23fe5c None None] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:43.219468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'tag': '77e5b623-f61c-4142-b6ef-d243d8c7006c'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:43.227713 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1c9192-9e30-474d-93f1-048ee4edfc52" -d '{"events": [{"name": "network-changed", "server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "tag": "77e5b623-f61c-4142-b6ef-d243d8c7006c"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:43.287005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Request body: {'port': {'device_id': 'abb2c672-cc62-439b-8512-8d3749736014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:43.344991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-a6e0221e-85b6-4860-a1e4-9d5f3213ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.346858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-a6e0221e-85b6-4860-a1e4-9d5f3213ec58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.1258321 Jul 16 20:28:43.357233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-69af0d49-db1b-43f2-95fc-17e3e36f43e3 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9208457 Jul 16 20:28:43.472569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-1d8dd7f9-4fbb-42bc-a9a6-489b977b3ed0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77 HTTP/1.1" status: 200 len: 217 time: 0.1160667 Jul 16 20:28:43.474139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50420) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:43.478347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 1c0e7c78-c814-4097-aa55-05d471d15da9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:43.479132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.494849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a7615bf1-512d-4693-9d3f-7b6e940aaaf5 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:43.798299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e11751a7-e598-46f5-ac64-1a977ac6d1fa,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.926956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe9935d9-772d-41ec-a14e-ead9ba490c3c req-b6a8c781-b9b4-4caa-9eb5-f35d74e20ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926996 Jul 16 20:28:43.962953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-03f73f5c-07a4-40fc-933a-bf089cfc69ed', 'network_id': '03f73f5c-07a4-40fc-933a-bf089cfc69ed', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': 'c81d0d8d-6516-4635-b5d9-5a8559633498'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:43.964494 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.984447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] Allocated IP 2001:db8:0:1::2 (4480a042-e07a-4cef-bea8-255195c633b7/d39266b9-9719-4bb5-8697-7acbd7e13308/a70460ff-9674-4203-9ade-c77afb1d1c22) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:44.021158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.053769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3829897-9490-4a1d-9a79-28a0fe91368e service neutron] Pushing event updated for resources: {'Port': ['ID=77e5b623-f61c-4142-b6ef-d243d8c7006c,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:44.080526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port a70460ff-9674-4203-9ade-c77afb1d1c22 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:44.081152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.191894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb1851-a8a5-4763-a2c8-827e76cc8d00 None None] Network a296fda6-b46b-4afc-b04d-fb24f423738a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:44.413413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-82dc0729-a4d8-48ae-996e-27f22683c45f None None] Provisioning for port 87c1ec75-a352-41df-94d1-9212b2878db4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:44.428775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] For port a70460ff-9674-4203-9ade-c77afb1d1c22, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a70460ff-9674-4203-9ade-c77afb1d1c22,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:44.439700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Allocated IP 2001:db8::2 (03f73f5c-07a4-40fc-933a-bf089cfc69ed/c81d0d8d-6516-4635-b5d9-5a8559633498/653fb6ea-79b7-4131-862e-d73dffcb5774) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:44.440607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a7615bf1-512d-4693-9d3f-7b6e940aaaf5 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15372313'] for subnet, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.451374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-82dc0729-a4d8-48ae-996e-27f22683c45f None None] Provisioning complete for port 87c1ec75-a352-41df-94d1-9212b2878db4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:44.451741 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82dc0729-a4d8-48ae-996e-27f22683c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.484879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-3627e1b4-68ac-4771-96e6-4709005bdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.486630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-3627e1b4-68ac-4771-96e6-4709005bdba8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.8705158 Jul 16 20:28:44.589444 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-4e950f8a-1dff-4f4f-8505-4d4f7c8b2ec0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879400 Jul 16 20:28:44.593090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e1bebd-67e8-440d-9847-006b5ca05907 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:44.599606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.604443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87c1ec75-a352-41df-94d1-9212b2878db4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:44.604731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.621749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Transition to ACTIVE for port object 42e1bebd-67e8-440d-9847-006b5ca05907 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:44.625882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.642028 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.693003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Pushing event updated for resources: {'Port': ['ID=42e1bebd-67e8-440d-9847-006b5ca05907,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:44.773495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 1c0e7c78-c814-4097-aa55-05d471d15da9 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:44.828577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Attempting to bind port 42e1bebd-67e8-440d-9847-006b5ca05907 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:44.829145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Attempting to bind port 42e1bebd-67e8-440d-9847-006b5ca05907 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:44.829706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Attempting to bind port 42e1bebd-67e8-440d-9847-006b5ca05907 on network 2ed47769-dca1-4835-aee1-131811c5b8f0 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:44.839576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Port 42e1bebd-67e8-440d-9847-006b5ca05907 on network 2ed47769-dca1-4835-aee1-131811c5b8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:44.840030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Attempting to bind port 42e1bebd-67e8-440d-9847-006b5ca05907 on network 2ed47769-dca1-4835-aee1-131811c5b8f0 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:44.853945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:44.854593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Checking segment: {'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:44.855497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Bound using segment: {'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:44.856719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Bound port: 42e1bebd-67e8-440d-9847-006b5ca05907, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff21db4d-155b-481d-929f-4542cfeb6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:44.857338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:44.923381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47fa34-9b46-4cfb-bd59-72a440c146bc req-a1fdd8c5-f277-4a8a-b02a-c9326db960dc tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.931681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47fa34-9b46-4cfb-bd59-72a440c146bc req-a1fdd8c5-f277-4a8a-b02a-c9326db960dc tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.933764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff47fa34-9b46-4cfb-bd59-72a440c146bc req-a1fdd8c5-f277-4a8a-b02a-c9326db960dc tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1666 time: 1.2093685 Jul 16 20:28:44.965275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] Transition to ACTIVE for port object a70460ff-9674-4203-9ade-c77afb1d1c22 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:44.999486 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.014058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-06cd1280-a8cc-4d10-88eb-e201476f52f6 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033778 Jul 16 20:28:45.039286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff47fa34-9b46-4cfb-bd59-72a440c146bc req-a40d91c5-2f82-4491-8f1a-b850d726446d tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942562 Jul 16 20:28:45.044088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] For port 42e1bebd-67e8-440d-9847-006b5ca05907, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:45.051087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] For port 42e1bebd-67e8-440d-9847-006b5ca05907, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=42e1bebd-67e8-440d-9847-006b5ca05907,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:45.062150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.211196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.216535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.220586 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] 10.222.0.26 "PUT /v2.0/ports/42e1bebd-67e8-440d-9847-006b5ca05907 HTTP/1.1" status: 200 len: 1091 time: 1.9672079 Jul 16 20:28:45.222864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554219e-f3ba-4883-b01f-c8a181338f50 service neutron] Pushing event updated for resources: {'Port': ['ID=42e1bebd-67e8-440d-9847-006b5ca05907,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.274471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-79b49344-c7e0-4127-a880-3697a77ee1d3 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493665 Jul 16 20:28:45.306609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 87c1ec75-a352-41df-94d1-9212b2878db4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:45.307142 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.319432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.362910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=1c0e7c78-c814-4097-aa55-05d471d15da9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.406174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f813f3-5a06-4b27-8532-fd1f829f5447 req-e92fb3d5-06d2-4ef2-a0bd-c45a853f94c4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.407154 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.416487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21f813f3-5a06-4b27-8532-fd1f829f5447 req-e92fb3d5-06d2-4ef2-a0bd-c45a853f94c4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 946 time: 0.2249229 Jul 16 20:28:45.429894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-b931a43c-b524-4424-a00a-bf14bd09dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.430522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-b931a43c-b524-4424-a00a-bf14bd09dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.433246 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-b931a43c-b524-4424-a00a-bf14bd09dfc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1980 time: 0.1435914 Jul 16 20:28:45.448891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Transition to ACTIVE for port object 653fb6ea-79b7-4131-862e-d73dffcb5774 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:45.451517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30296808-6319-4e98-b3b7-013fb97b03e3 None None] Pushing event updated for resources: {'Port': ['ID=a70460ff-9674-4203-9ade-c77afb1d1c22,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.485866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.492976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0fe899b2-9350-44d5-a7bd-21f9a3b9bfbc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/1c0e7c78-c814-4097-aa55-05d471d15da9 HTTP/1.1" status: 204 len: 168 time: 2.8915513 Jul 16 20:28:45.496157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50432) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:45.499753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Transition to ACTIVE for port object 653fb6ea-79b7-4131-862e-d73dffcb5774 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:45.524584 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.524937 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-3a48adfa-645a-4d16-a13c-d5c3ffc36973 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=77e5b623-f61c-4142-b6ef-d243d8c7006c HTTP/1.1" status: 200 len: 217 time: 0.0791907 Jul 16 20:28:45.576446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21f813f3-5a06-4b27-8532-fd1f829f5447 req-d8a243df-9583-48cd-9530-6ee2de4cc183 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589394 Jul 16 20:28:45.780504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-8ed1c35d-0d20-4970-8eff-532c333c2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.783280 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-8ed1c35d-0d20-4970-8eff-532c333c2a11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b0b31eb-d29a-4190-9034-7ce06686f92c HTTP/1.1" status: 200 len: 801 time: 0.2458456 Jul 16 20:28:45.791989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:45.794443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:45.812815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:45.818842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Pushing event updated for resources: {'Port': ['ID=653fb6ea-79b7-4131-862e-d73dffcb5774,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:45.882641 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:45.926763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d28b7b2-3d7a-4963-a509-4927aef67a88 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.931997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7d28b7b2-3d7a-4963-a509-4927aef67a88 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4341264 Jul 16 20:28:45.935403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50434) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:46.077212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-48f642d4-1eea-49d0-a7b2-ef47b5bfce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.099849 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a7615bf1-512d-4693-9d3f-7b6e940aaaf5 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787315779211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15412379'] for subnet, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.108367 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-48f642d4-1eea-49d0-a7b2-ef47b5bfce3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b2b6f5c-67c8-4536-9ada-294e2f55a56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3168659 Jul 16 20:28:46.117464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Attempting to bind port 653fb6ea-79b7-4131-862e-d73dffcb5774 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:46.118077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Attempting to bind port 653fb6ea-79b7-4131-862e-d73dffcb5774 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '1b9a9598-47a1-494d-b99c-cd2932284310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '03f73f5c-07a4-40fc-933a-bf089cfc69ed'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:46.118713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Attempting to bind port 653fb6ea-79b7-4131-862e-d73dffcb5774 on network 03f73f5c-07a4-40fc-933a-bf089cfc69ed {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:46.132062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:46.132703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Checking segment: {'id': '1b9a9598-47a1-494d-b99c-cd2932284310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '03f73f5c-07a4-40fc-933a-bf089cfc69ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:46.133425 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.134480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Bound using segment: {'id': '1b9a9598-47a1-494d-b99c-cd2932284310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '03f73f5c-07a4-40fc-933a-bf089cfc69ed'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:46.134994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Bound port: 653fb6ea-79b7-4131-862e-d73dffcb5774, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9a9598-47a1-494d-b99c-cd2932284310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '03f73f5c-07a4-40fc-933a-bf089cfc69ed'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:46.135720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.143188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a70460ff-9674-4203-9ade-c77afb1d1c22 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:46.249557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0052-5c61-4b7f-9f9c-7b2e564bd638 req-8d6534ef-cabe-4b09-bf26-29e28c30ba51 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.265881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00fb0052-5c61-4b7f-9f9c-7b2e564bd638 req-8d6534ef-cabe-4b09-bf26-29e28c30ba51 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 909 time: 0.3293386 Jul 16 20:28:46.281829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7615bf1-512d-4693-9d3f-7b6e940aaaf5 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.285292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a7615bf1-512d-4693-9d3f-7b6e940aaaf5 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.287372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a7615bf1-512d-4693-9d3f-7b6e940aaaf5 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "PUT /v2.0/subnets/c81d0d8d-6516-4635-b5d9-5a8559633498 HTTP/1.1" status: 200 len: 826 time: 2.8030674 Jul 16 20:28:46.296029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50438) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:46.369707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cbe86a58-5268-4218-9f09-bb99cbe18463 None None] Provisioning complete for port 87c1ec75-a352-41df-94d1-9212b2878db4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:46.370253 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cbe86a58-5268-4218-9f09-bb99cbe18463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.391568 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b057fb-c728-4744-b88f-fbba7dd9f4dd x-openstack-request-id: req-d0b057fb-c728-4744-b88f-fbba7dd9f4dd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:46.392165 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ecf1e8-f361-42af-ad4b-375af15bd9e3", "name": "network-vif-plugged", "status": "completed", "tag": "e11751a7-e598-46f5-ac64-1a977ac6d1fa", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:46.392473 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d0b057fb-c728-4744-b88f-fbba7dd9f4dd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:46.393104 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa', 'code': 200} Jul 16 20:28:46.402343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7615bf1-512d-4693-9d3f-7b6e940aaaf5 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=c81d0d8d-6516-4635-b5d9-5a8559633498,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.407527 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-488a6bc2-d011-46b1-a110-d17e9c5e168d service neutron] 10.222.0.26 "GET /v2.0/networks/5b2b6f5c-67c8-4536-9ada-294e2f55a56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882397 Jul 16 20:28:46.502640 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4059f63f-d5d2-4209-b786-93f26b4b6c0b x-openstack-request-id: req-4059f63f-d5d2-4209-b786-93f26b4b6c0b {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:46.504500 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "tag": "77e5b623-f61c-4142-b6ef-d243d8c7006c", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:46.505661 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4059f63f-d5d2-4209-b786-93f26b4b6c0b {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:46.507130 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'tag': '77e5b623-f61c-4142-b6ef-d243d8c7006c', 'status': 'completed', 'code': 200} Jul 16 20:28:46.513500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] For port 653fb6ea-79b7-4131-862e-d73dffcb5774, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:46.521807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87c1ec75-a352-41df-94d1-9212b2878db4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:46.522268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c49dd-f8da-4744-9104-b171620e02ff tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.527647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-093c49dd-f8da-4744-9104-b171620e02ff tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5774260 Jul 16 20:28:46.530621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50440) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:46.656057 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-e3b36daf-17de-4111-b542-e542d2413661 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2b6f5c-67c8-4536-9ada-294e2f55a56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416561 Jul 16 20:28:46.681518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] For port 653fb6ea-79b7-4131-862e-d73dffcb5774, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=653fb6ea-79b7-4131-862e-d73dffcb5774,segment=NetworkSegment(1b9a9598-47a1-494d-b99c-cd2932284310),segment_id=1b9a9598-47a1-494d-b99c-cd2932284310)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:46.693584 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.727079 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-b11a5e11-3b12-4dc9-a9bd-e823b835f023 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=42e1bebd-67e8-440d-9847-006b5ca05907 HTTP/1.1" status: 200 len: 217 time: 0.0627439 Jul 16 20:28:46.781874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90701a54-c63f-4568-a55f-f32642d53731 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.786017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90701a54-c63f-4568-a55f-f32642d53731 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.789451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90701a54-c63f-4568-a55f-f32642d53731 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.792857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-90701a54-c63f-4568-a55f-f32642d53731 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2465062 Jul 16 20:28:46.815532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:46.844870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 87c1ec75-a352-41df-94d1-9212b2878db4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:46.845348 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.899737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.931094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bd59c-e04e-40f5-8b50-e8062f44e53f None None] Pushing event updated for resources: {'Port': ['ID=653fb6ea-79b7-4131-862e-d73dffcb5774,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.990376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 10df9b13-3417-4659-9c47-4b82c3d521d7 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:47.003720 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.092669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-feb6ead8-09f6-491d-acf5-2a6e810fa230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.095922 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-feb6ead8-09f6-491d-acf5-2a6e810fa230 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5e8b93d-0e28-4b2d-a38f-e188f81665bd HTTP/1.1" status: 200 len: 801 time: 0.3597879 Jul 16 20:28:47.096271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b6710-02a7-4bca-b558-326e2404654e req-18d25ef3-141c-49d4-b5f0-9b4deb940b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.102425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d8b6710-02a7-4bca-b558-326e2404654e req-18d25ef3-141c-49d4-b5f0-9b4deb940b22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 1060 time: 0.5701303 Jul 16 20:28:47.163893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4586c460-be17-4e92-acdc-f72f4ae326ea None None] Provisioning for port a70460ff-9674-4203-9ade-c77afb1d1c22 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:47.174622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4586c460-be17-4e92-acdc-f72f4ae326ea None None] Provisioning complete for port a70460ff-9674-4203-9ade-c77afb1d1c22 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:47.175822 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4586c460-be17-4e92-acdc-f72f4ae326ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.196410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-96bef9b4-8f8a-4262-a463-e5087f7a892f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.198372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-96bef9b4-8f8a-4262-a463-e5087f7a892f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 946 time: 0.4040093 Jul 16 20:28:47.222096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.276291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.288895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.298741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.307733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.314848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.323350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.332011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.334697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-5a5d5c1f-c0ba-47d7-9895-f0142fc45b71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5420 time: 0.6728928 Jul 16 20:28:47.401079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-4ac65c59-9e41-4f4d-bdd3-bfef6fc787ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.403838 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-4ac65c59-9e41-4f4d-bdd3-bfef6fc787ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ed47769-dca1-4835-aee1-131811c5b8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2964303 Jul 16 20:28:47.406914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting port 653fb6ea-79b7-4131-862e-d73dffcb5774 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:47.407877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.596504 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.704548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a7224fa-82f8-4533-bd66-ff50d2807177 req-48b41810-20ce-417f-ac81-012797bf6df8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2912397 Jul 16 20:28:47.713450 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-84e197bc-1a69-4175-b13a-209a0cfe93f1 service neutron] 10.222.0.26 "GET /v2.0/networks/2ed47769-dca1-4835-aee1-131811c5b8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772098 Jul 16 20:28:47.721921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-166bc2fd-8ffb-4916-a9f6-1a7b1dd04956 None None] Could not find standard attr ID for object 6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:47.766647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.809558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] For port 653fb6ea-79b7-4131-862e-d73dffcb5774, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=653fb6ea-79b7-4131-862e-d73dffcb5774,segment=NetworkSegment(1b9a9598-47a1-494d-b99c-cd2932284310),segment_id=1b9a9598-47a1-494d-b99c-cd2932284310)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:47.810037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.843112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Calling delete_port for 653fb6ea-79b7-4131-862e-d73dffcb5774 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:47.888515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port 117570ca-7e42-48c5-bf55-7a860b6c3c77 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:47.888983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.902364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=10df9b13-3417-4659-9c47-4b82c3d521d7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:47.917106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:47.923218 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-be0aa36a-ebcf-4e44-aaed-c17a49589e6c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/10df9b13-3417-4659-9c47-4b82c3d521d7 HTTP/1.1" status: 204 len: 168 time: 1.1019063 Jul 16 20:28:47.979316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50448) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:48.088581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a99803-c880-4f94-929f-39464f3c11ed None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:48.103719 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-aa0b3dc1-9cfe-47b9-9176-3c85e1b7a264 req-b4dd4778-5314-4ad4-b64b-f16551d61adf service neutron] 10.222.0.26 "GET /v2.0/networks/2ed47769-dca1-4835-aee1-131811c5b8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766892 Jul 16 20:28:48.137891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 653fb6ea-79b7-4131-862e-d73dffcb5774 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:48.224064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ce78947d-57ec-4e13-bee2-4db914487cad None None] Could not find standard attr ID for object 1c0e7c78-c814-4097-aa55-05d471d15da9. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:48.350873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 653fb6ea-79b7-4131-862e-d73dffcb5774 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:48.385592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet d39266b9-9719-4bb5-8697-7acbd7e13308 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:48.403308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.409662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port 117570ca-7e42-48c5-bf55-7a860b6c3c77, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=117570ca-7e42-48c5-bf55-7a860b6c3c77,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:48.410293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.463439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-13337e62-6f13-4552-b25e-a8c854000b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.464263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-13337e62-6f13-4552-b25e-a8c854000b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.466423 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-13337e62-6f13-4552-b25e-a8c854000b59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1980 time: 0.2053699 Jul 16 20:28:48.481301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for 117570ca-7e42-48c5-bf55-7a860b6c3c77 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:48.530367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'tag': '42e1bebd-67e8-440d-9847-006b5ca05907'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:48.534971 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441" -d '{"events": [{"name": "network-changed", "server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "tag": "42e1bebd-67e8-440d-9847-006b5ca05907"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:48.573361 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.670386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-634efb7f-cbf2-4863-9994-15a821674bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.673499 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-634efb7f-cbf2-4863-9994-15a821674bdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b2b6f5c-67c8-4536-9ada-294e2f55a56b HTTP/1.1" status: 200 len: 902 time: 0.1986454 Jul 16 20:28:48.735832 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-ff0261f6-c306-4e3b-b98d-1b8eca02b76d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=77e5b623-f61c-4142-b6ef-d243d8c7006c HTTP/1.1" status: 200 len: 217 time: 0.0550847 Jul 16 20:28:48.784531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.815492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-2029e0c7-17a4-4117-ac2c-36b0f81bd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.821581 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-2029e0c7-17a4-4117-ac2c-36b0f81bd6b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b0b31eb-d29a-4190-9034-7ce06686f92c HTTP/1.1" status: 200 len: 801 time: 0.0763557 Jul 16 20:28:48.850263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3e4ff-e67f-42fb-8659-f749c3095198 None None] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:48.866244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Port': ['ID=653fb6ea-79b7-4131-862e-d73dffcb5774,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:48.969426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No DVR routers for this DVR port 653fb6ea-79b7-4131-862e-d73dffcb5774 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:48.973931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:48.997541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8562b484-83a8-480f-8b5b-b567f46936dd None None] Could not find standard attr ID for object 653fb6ea-79b7-4131-862e-d73dffcb5774. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:28:49.065309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-7bac0dbb-fd63-4420-b192-9ffc3a7aacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.066984 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-7bac0dbb-fd63-4420-b192-9ffc3a7aacac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b2b6f5c-67c8-4536-9ada-294e2f55a56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2348840 Jul 16 20:28:49.193093 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.251588 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-d2375475-336a-44af-8e30-d9c7847dbcef service neutron] 10.222.0.26 "GET /v2.0/networks/5b2b6f5c-67c8-4536-9ada-294e2f55a56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772697 Jul 16 20:28:49.293080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=d39266b9-9719-4bb5-8697-7acbd7e13308,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:49.318486 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.323919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2e3435a9-4d97-4e24-aa77-d2af2cb18ffe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/d39266b9-9719-4bb5-8697-7acbd7e13308 HTTP/1.1" status: 204 len: 168 time: 1.3403623 Jul 16 20:28:49.327718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50464) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:49.329759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.443171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6c18da19-8bd7-46f2-acca-d6ef407b4ebd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578346 Jul 16 20:28:49.447173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50466) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:49.453472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:49.482004 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1c9192-9e30-474d-93f1-048ee4edfc52 req-72cebed0-a808-4079-a27b-3a023b20a05f service neutron] 10.222.0.26 "GET /v2.0/networks/5b2b6f5c-67c8-4536-9ada-294e2f55a56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131290 Jul 16 20:28:49.482312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:49.497517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81', '117570ca-7e42-48c5-bf55-7a860b6c3c77'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:49.606157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=117570ca-7e42-48c5-bf55-7a860b6c3c77,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:49.651595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497ab0-78b4-4c24-8e6c-af43f3e776fb req-bb6d791b-5c8b-437b-bec8-2b586b0261cb tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.659570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497ab0-78b4-4c24-8e6c-af43f3e776fb req-bb6d791b-5c8b-437b-bec8-2b586b0261cb tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.668726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61497ab0-78b4-4c24-8e6c-af43f3e776fb req-bb6d791b-5c8b-437b-bec8-2b586b0261cb tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1678 time: 0.4773564 Jul 16 20:28:49.672841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63eaf96-ce28-464a-993f-896c401e88b7 None None] Network 03f73f5c-07a4-40fc-933a-bf089cfc69ed requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:49.971524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27282caf-3de9-40df-a3c9-f7aa5719d3ae None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:50.029112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052fa16-a356-43c3-8dc2-85b5ebda4f55 None None] DHCP port deletion for 03f73f5c-07a4-40fc-933a-bf089cfc69ed request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:50.169899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f28eaa12-1879-4dce-a21c-8577f5be307e None None] Provisioning complete for port a70460ff-9674-4203-9ade-c77afb1d1c22 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:50.170590 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa12-1879-4dce-a21c-8577f5be307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.189835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port 117570ca-7e42-48c5-bf55-7a860b6c3c77 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:50.195618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.200314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.202335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba816eee-7d06-4085-b787-54734e7c90d1 req-78517432-4242-4bb7-a4f6-d635d37fd8d6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "DELETE /v2.0/ports/117570ca-7e42-48c5-bf55-7a860b6c3c77 HTTP/1.1" status: 204 len: 173 time: 2.8665946 Jul 16 20:28:50.218374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'name': 'network-vif-deleted', 'tag': '117570ca-7e42-48c5-bf55-7a860b6c3c77'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:50.221424 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c6e20-1c79-45e8-aeaa-420b0832d102" -d '{"events": [{"server_uuid": "63cc16a7-75ae-410b-8beb-526d3fbd0616", "name": "network-vif-deleted", "tag": "117570ca-7e42-48c5-bf55-7a860b6c3c77"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:50.284887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=c81d0d8d-6516-4635-b5d9-5a8559633498,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:50.326522 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61497ab0-78b4-4c24-8e6c-af43f3e776fb req-85707ed7-5faf-41e8-8c0d-ce1125a351f5 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567118 Jul 16 20:28:50.355747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:50.359286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.440980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:50.472255 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.518960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f73f5c-07a4-40fc-933a-bf089cfc69ed']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.542224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9a9598-47a1-494d-b99c-cd2932284310') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.542702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9a9598-47a1-494d-b99c-cd2932284310') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:50.560126 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.588835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.601093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:50.601363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] Deleting port a70460ff-9674-4203-9ade-c77afb1d1c22 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:50.601842 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.601952 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:50.605929 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:50.676025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] For port a70460ff-9674-4203-9ade-c77afb1d1c22, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a70460ff-9674-4203-9ade-c77afb1d1c22,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:50.676484 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.695024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e0bf937-e10a-4311-a9c8-bed11f450026 req-c52023ee-6695-41ec-a156-a60ba8c18e49 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=63cc16a7-75ae-410b-8beb-526d3fbd0616 HTTP/1.1" status: 200 len: 210 time: 0.0900159 Jul 16 20:28:50.704368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] Calling delete_port for a70460ff-9674-4203-9ade-c77afb1d1c22 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:50.725408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 42e1bebd-67e8-440d-9847-006b5ca05907 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:50.751535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.762535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.772795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50472) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:50.786579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/03f73f5c-07a4-40fc-933a-bf089cfc69ed HTTP/1.1" status: 204 len: 168 time: 4.4823804 Jul 16 20:28:50.819165 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a641f1-b04b-44d9-b831-d12299d32eab tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:28:50.820086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a641f1-b04b-44d9-b831-d12299d32eab tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:50.834275 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e8a641f1-b04b-44d9-b831-d12299d32eab tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/03f73f5c-07a4-40fc-933a-bf089cfc69ed HTTP/1.1" status: 404 len: 339 time: 0.0586970 Jul 16 20:28:50.837059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50474) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:50.848349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f150f-4b89-4228-92e0-effc1cfad2c2 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=03f73f5c-07a4-40fc-933a-bf089cfc69ed,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:50.850400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-47621159', 'description': 'd1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:50.909634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:50.921010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.950686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 42e1bebd-67e8-440d-9847-006b5ca05907, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=42e1bebd-67e8-440d-9847-006b5ca05907,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:50.961973 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.995549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:51.000603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '42e1bebd-67e8-440d-9847-006b5ca05907', 'network_id': '2ed47769-dca1-4835-aee1-131811c5b8f0', 'port_id': '42e1bebd-67e8-440d-9847-006b5ca05907', 'mac_address': 'fa:16:3e:03:0d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e8b93d-0e28-4b2d-a38f-e188f81665bd', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:51.007834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] Pushing event deleted for resources: {'Port': ['ID=a70460ff-9674-4203-9ade-c77afb1d1c22,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:51.014429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefddda3-4dbc-4696-bbbb-8756f8f8e55d None None] No DVR routers for this DVR port a70460ff-9674-4203-9ade-c77afb1d1c22 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:51.022746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.023532 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment a448b3e9-7666-4049-8776-634e8b36682e of type vlan for network 04e0e633-b6c9-415a-98f7-30b9098a364b Jul 16 20:28:51.064967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e21f4-964f-4332-b5da-10586a8449d6 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:28:51.067857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.085771 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.112033 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e1bebd-67e8-440d-9847-006b5ca05907 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:51.151442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.154217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=5215d870-03a7-4620-9f12-1ec190a1998a,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:51.167009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 42e1bebd-67e8-440d-9847-006b5ca05907, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=42e1bebd-67e8-440d-9847-006b5ca05907,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:51.184387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:51.188174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:51.192531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.193596 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.226210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7601a-2b8e-402f-8ed9-b35474ed85da req-26ac3700-3909-44d9-8af5-004fcaf7d5c5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.229382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24b7601a-2b8e-402f-8ed9-b35474ed85da req-26ac3700-3909-44d9-8af5-004fcaf7d5c5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 909 time: 0.2627516 Jul 16 20:28:51.236717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-52aeb130-3e32-4d5e-bff3-9a04baa93384 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7873704 Jul 16 20:28:51.237568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50478) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.247528 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.248748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-44f49891-9ea0-492b-aee8-17a3d4a83b82 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:51.254587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.255784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.302271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4636075 Jul 16 20:28:51.305212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50480) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.360863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321029a-6f4d-477a-ad14-7a9884d2f385 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=04e0e633-b6c9-415a-98f7-30b9098a364b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:51.417185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 04e0e633-b6c9-415a-98f7-30b9098a364b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:51.427440 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.428501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:51.456623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f49891-9ea0-492b-aee8-17a3d4a83b82 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:51.461697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-44f49891-9ea0-492b-aee8-17a3d4a83b82 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.657435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:28:51.663137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 117570ca-7e42-48c5-bf55-7a860b6c3c77 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:51.678494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708c229-d903-49f7-a6b3-1e90b075f01d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.683904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4708c229-d903-49f7-a6b3-1e90b075f01d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/networks?id=04e0e633-b6c9-415a-98f7-30b9098a364b HTTP/1.1" status: 200 len: 763 time: 0.3717194 Jul 16 20:28:51.684667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50486) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.696078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'description': 'd2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:51.767443 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-44f49891-9ea0-492b-aee8-17a3d4a83b82 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5215d870-03a7-4620-9f12-1ec190a1998a (CIDR: 2001:db8::/64) Jul 16 20:28:51.781287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623da3d8-4920-40c6-b6c8-6a034cd93c09 req-e140cc16-95ac-4eb4-8153-d9d21b91bef6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.782861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 117570ca-7e42-48c5-bf55-7a860b6c3c77 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:51.783474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 117570ca-7e42-48c5-bf55-7a860b6c3c77 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:51.789381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-623da3d8-4920-40c6-b6c8-6a034cd93c09 req-e140cc16-95ac-4eb4-8153-d9d21b91bef6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 945 time: 0.3029535 Jul 16 20:28:51.797421 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f49891-9ea0-492b-aee8-17a3d4a83b82 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:28:51.797786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f49891-9ea0-492b-aee8-17a3d4a83b82 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:51.797941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=42e1bebd-67e8-440d-9847-006b5ca05907,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:51.805910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906e21f4-964f-4332-b5da-10586a8449d6 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:28:51.860278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-44f49891-9ea0-492b-aee8-17a3d4a83b82 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6199667 Jul 16 20:28:51.866221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:51.875614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:51.902135 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-623da3d8-4920-40c6-b6c8-6a034cd93c09 req-02655f90-d632-4d47-bd25-4cac3c9cabfa tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010652 Jul 16 20:28:51.987240 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d1e68b-f7b2-4935-8582-e3bb854cc47b x-openstack-request-id: req-62d1e68b-f7b2-4935-8582-e3bb854cc47b {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:51.987708 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "tag": "42e1bebd-67e8-440d-9847-006b5ca05907", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:51.988055 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-62d1e68b-f7b2-4935-8582-e3bb854cc47b {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:51.989229 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'tag': '42e1bebd-67e8-440d-9847-006b5ca05907', 'status': 'completed', 'code': 200} Jul 16 20:28:52.021508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a70460ff-9674-4203-9ade-c77afb1d1c22 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:52.048760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:52.222381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.230001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.238147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.245723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.252489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.260096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.267093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.277223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-77a05990-6450-4947-9c32-d0acb1e21c2f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5420 time: 0.1665707 Jul 16 20:28:52.310022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a70460ff-9674-4203-9ade-c77afb1d1c22 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:52.312389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a70460ff-9674-4203-9ade-c77afb1d1c22 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:52.314516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 653fb6ea-79b7-4131-862e-d73dffcb5774 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:52.317719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.368206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-5724b0f6-030c-4d81-ab8d-195653378501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.369347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-5724b0f6-030c-4d81-ab8d-195653378501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.372515 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-5724b0f6-030c-4d81-ab8d-195653378501 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1981 time: 0.3589761 Jul 16 20:28:52.374822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.385696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff6a86d4-7470-4902-b202-35dd1b3a2b37 req-e2cd069b-97a8-4945-aa31-057a989dfd79 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073408 Jul 16 20:28:52.452790 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c83195-506b-4483-bd49-8c24d3c6f1ee x-openstack-request-id: req-d1c83195-506b-4483-bd49-8c24d3c6f1ee {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:52.453254 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63cc16a7-75ae-410b-8beb-526d3fbd0616", "name": "network-vif-deleted", "tag": "117570ca-7e42-48c5-bf55-7a860b6c3c77", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:52.453691 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d1c83195-506b-4483-bd49-8c24d3c6f1ee {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:52.454214 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cc16a7-75ae-410b-8beb-526d3fbd0616', 'name': 'network-vif-deleted', 'tag': '117570ca-7e42-48c5-bf55-7a860b6c3c77', 'status': 'completed', 'code': 200} Jul 16 20:28:52.473896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '29cf9adf-2c68-4cf4-91df-5be2c17bcae6', 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'port_id': '29cf9adf-2c68-4cf4-91df-5be2c17bcae6', 'mac_address': 'fa:16:3e:51:ba:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82feaf5c-f071-4008-a24c-d60e1845f212', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:52.477422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network 04e0e633-b6c9-415a-98f7-30b9098a364b is not hosted by any dhcp agent {{(pid=94096) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:28:52.489365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.490627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.492969 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "PUT /v2.0/networks/04e0e633-b6c9-415a-98f7-30b9098a364b HTTP/1.1" status: 200 len: 760 time: 0.8069224 Jul 16 20:28:52.495638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50496) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:52.620368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.628613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 653fb6ea-79b7-4131-862e-d73dffcb5774 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:52.628613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 653fb6ea-79b7-4131-862e-d73dffcb5774 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:52.643738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ec20-bb67-4bc2-9b4d-741e8a624c3f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=04e0e633-b6c9-415a-98f7-30b9098a364b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:52.654444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:52.664379 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.680545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:52.697086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 04e0e633-b6c9-415a-98f7-30b9098a364b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:52.725967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf950c7-a66b-4749-b048-b5bd04838723 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.733694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eaf950c7-a66b-4749-b048-b5bd04838723 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/networks?id=04e0e633-b6c9-415a-98f7-30b9098a364b HTTP/1.1" status: 200 len: 763 time: 0.2318032 Jul 16 20:28:52.741872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50500) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:52.782304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:52.794627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.795788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 77e5b623-f61c-4142-b6ef-d243d8c7006c details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:52.883210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-68f63b8a-f3f3-46df-a848-2f2725a7fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.885921 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-68f63b8a-f3f3-46df-a848-2f2725a7fd96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ed47769-dca1-4835-aee1-131811c5b8f0 HTTP/1.1" status: 200 len: 902 time: 0.4919493 Jul 16 20:28:52.944386 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-d86944ba-0c4f-4b90-b042-12e850249c00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=42e1bebd-67e8-440d-9847-006b5ca05907 HTTP/1.1" status: 200 len: 217 time: 0.0489347 Jul 16 20:28:53.062959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1cf35-fe77-4d65-a2b9-a4839eee6377 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.077861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-13f1cf35-fe77-4d65-a2b9-a4839eee6377 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3264511 Jul 16 20:28:53.078961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:53.182965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-59370ea9-a6b9-46d3-b6d5-27700b9e45f0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 207 time: 0.0986714 Jul 16 20:28:53.187309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:53.223800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04073a-5c95-42c8-972b-651b7723345b req-7c453957-d085-4da0-8aec-60539bd66533 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.226980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f04073a-5c95-42c8-972b-651b7723345b req-7c453957-d085-4da0-8aec-60539bd66533 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 909 time: 0.5843508 Jul 16 20:28:53.277430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 77e5b623-f61c-4142-b6ef-d243d8c7006c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=77e5b623-f61c-4142-b6ef-d243d8c7006c,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:53.294499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '77e5b623-f61c-4142-b6ef-d243d8c7006c', 'network_id': '5b2b6f5c-67c8-4536-9ada-294e2f55a56b', 'port_id': '77e5b623-f61c-4142-b6ef-d243d8c7006c', 'mac_address': 'fa:16:3e:f2:5a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0b31eb-d29a-4190-9034-7ce06686f92c', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:53.299276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '5215d870-03a7-4620-9f12-1ec190a1998a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:53.300309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.436925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ad7c4-0e11-4b84-9cf9-06225f4dc46f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.444751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ad7c4-0e11-4b84-9cf9-06225f4dc46f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.451207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ad7c4-0e11-4b84-9cf9-06225f4dc46f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.457988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ad7c4-0e11-4b84-9cf9-06225f4dc46f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.464456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ad7c4-0e11-4b84-9cf9-06225f4dc46f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.470311 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ad7c4-0e11-4b84-9cf9-06225f4dc46f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.472963 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2a9ad7c4-0e11-4b84-9cf9-06225f4dc46f tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2565050 Jul 16 20:28:53.477479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:53.535846 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.539467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:53.594052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-c1f2682e-a3bb-49c7-be42-1ea796aa690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.595765 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-c1f2682e-a3bb-49c7-be42-1ea796aa690f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5e8b93d-0e28-4b2d-a38f-e188f81665bd HTTP/1.1" status: 200 len: 801 time: 0.4724486 Jul 16 20:28:53.654553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e5b623-f61c-4142-b6ef-d243d8c7006c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:53.701548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 77e5b623-f61c-4142-b6ef-d243d8c7006c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=77e5b623-f61c-4142-b6ef-d243d8c7006c,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:53.710806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:28:53.712310 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.713017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:53.716024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.721536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9826b3e-d39e-40d9-9b36-e04c02dac9de req-2244060f-ddb5-4b2a-a9b7-c0cde45bbf04 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.735505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9826b3e-d39e-40d9-9b36-e04c02dac9de req-2244060f-ddb5-4b2a-a9b7-c0cde45bbf04 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.739195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9826b3e-d39e-40d9-9b36-e04c02dac9de req-2244060f-ddb5-4b2a-a9b7-c0cde45bbf04 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1679 time: 0.2596385 Jul 16 20:28:53.742551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/5215d870-03a7-4620-9f12-1ec190a1998a/02a07757-1725-4878-a652-665be280a187) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:53.766001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Allocated IP 2001:db8:0:1:f816:3eff:fe12:387e (4480a042-e07a-4cef-bea8-255195c633b7/8a6c432e-169f-4d72-b1a2-7939962f7ff2/02a07757-1725-4878-a652-665be280a187) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:53.795308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:53.814419 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9aa05be1-3ecf-4838-bdc9-ba39ba15b860 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3337111 Jul 16 20:28:53.823449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50514) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:53.827422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:53.834979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.835630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535125'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.852657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=8a6c432e-169f-4d72-b1a2-7939962f7ff2,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:53.861710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:53.867298 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a0fd8e62-81e8-459c-bf34-de237aa84550 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9992266 Jul 16 20:28:53.869178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-d1ff69b4-de90-4755-a392-084a3da03406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.870801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-d1ff69b4-de90-4755-a392-084a3da03406 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ed47769-dca1-4835-aee1-131811c5b8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2215505 Jul 16 20:28:53.871549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50516) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:53.885387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=77e5b623-f61c-4142-b6ef-d243d8c7006c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:53.886963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:eb:8f:42', 'name': 'tempest-NetworksTestDHCPv6-1468802192'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:53.923676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5', 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'port_id': '735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5', 'mac_address': 'fa:16:3e:10:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82feaf5c-f071-4008-a24c-d60e1845f212', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:53.949328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9826b3e-d39e-40d9-9b36-e04c02dac9de req-49505d5f-4227-4ce6-b907-9271f05b3f49 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940002 Jul 16 20:28:53.989234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ae100-10e8-4150-bdbe-a59de602a589 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.993485 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.995199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ae100-10e8-4150-bdbe-a59de602a589 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.999575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ae100-10e8-4150-bdbe-a59de602a589 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.003475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ae100-10e8-4150-bdbe-a59de602a589 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.008867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ae100-10e8-4150-bdbe-a59de602a589 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.012226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bc9ae100-10e8-4150-bdbe-a59de602a589 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1854804 Jul 16 20:28:54.017561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50518) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:54.019381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:54.092652 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-f4fb765a-0b35-4807-9823-ca4fa880f6e2 service neutron] 10.222.0.26 "GET /v2.0/networks/2ed47769-dca1-4835-aee1-131811c5b8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019482 Jul 16 20:28:54.108322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4415d-0d3f-4403-bfb9-2fedcf0fc94e tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.109871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4415d-0d3f-4403-bfb9-2fedcf0fc94e tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.112023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4415d-0d3f-4403-bfb9-2fedcf0fc94e tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.114411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4415d-0d3f-4403-bfb9-2fedcf0fc94e tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.116024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4415d-0d3f-4403-bfb9-2fedcf0fc94e tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.117914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:54.121645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51a4415d-0d3f-4403-bfb9-2fedcf0fc94e tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1004546 Jul 16 20:28:54.122605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50520) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:54.255463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467bbfea-76a0-42a0-a168-005d1c1d8062 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.261788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-467bbfea-76a0-42a0-a168-005d1c1d8062 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/networks/db6e47ea-80aa-4332-be6f-59c32398bc6d HTTP/1.1" status: 200 len: 804 time: 0.1373229 Jul 16 20:28:54.262485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50524) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:54.395759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1298bb29-1ef0-44b5-b149-50e01fbb2f79 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/networks/db6e47ea-80aa-4332-be6f-59c32398bc6d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1318092 Jul 16 20:28:54.396418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50526) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:54.410416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.437253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Transition to ACTIVE for port object 02a07757-1725-4878-a652-665be280a187 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:54.476269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Transition to ACTIVE for port object 02a07757-1725-4878-a652-665be280a187 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:54.486980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ede2a9-b69c-4770-9b93-5a1574369099 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.489180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.490477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d5ace7b9-a534-43bc-9d21-3aa248f8ea6e details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:54.493187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-52ede2a9-b69c-4770-9b93-5a1574369099 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/subnets/0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8 HTTP/1.1" status: 200 len: 843 time: 0.0953066 Jul 16 20:28:54.496094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.504845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50530) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:54.619209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa46fee-1f39-47b8-a02f-8596c8b734c1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.620766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8aa46fee-1f39-47b8-a02f-8596c8b734c1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "GET /v2.0/subnets/0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1134486 Jul 16 20:28:54.625843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50534) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:54.632269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.635235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025592103'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:54.683317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:54.744840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:54.754780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:54.761025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.762966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:54.802502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Pushing event updated for resources: {'Port': ['ID=02a07757-1725-4878-a652-665be280a187,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.805965 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f70b79e8-8d6a-4384-9c7f-859ba8a8e441 req-96949328-0116-43d2-9b67-587ead2d8d17 service neutron] 10.222.0.26 "GET /v2.0/networks/2ed47769-dca1-4835-aee1-131811c5b8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059023 Jul 16 20:28:54.808542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:54.809650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:54.843151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.843535 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Added segment 70f9c51b-ccd6-43cf-934a-d06fcc91d444 of type vlan for network 2c580845-fb5e-42a3-a783-aff990ca49c5 Jul 16 20:28:54.846665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24332-aed5-48c3-baa5-d8b9046c8344 req-4e7f9a69-1043-4682-99d7-bf1ed3713b57 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.860687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ea24332-aed5-48c3-baa5-d8b9046c8344 req-4e7f9a69-1043-4682-99d7-bf1ed3713b57 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 1060 time: 0.1596644 Jul 16 20:28:54.965551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.973076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.994827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Attempting to bind port 02a07757-1725-4878-a652-665be280a187 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:54.995923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Attempting to bind port 02a07757-1725-4878-a652-665be280a187 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:54.996780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Attempting to bind port 02a07757-1725-4878-a652-665be280a187 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:55.010119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:55.010869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:55.011502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.012174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:55.012937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Bound port: 02a07757-1725-4878-a652-665be280a187, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:55.013602 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.014238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 60b45618-65e7-4a9a-a893-9061e7f169e1 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:55.043066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:55.046509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.072918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.075572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.084760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'port_id': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'mac_address': 'fa:16:3e:9c:1b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:55.139757 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.157773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ace7b9-a534-43bc-9d21-3aa248f8ea6e {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:55.195144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:55.202896 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.217494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5901296 Jul 16 20:28:55.225018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50542) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:55.276800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.286994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'network_id': '2c580845-fb5e-42a3-a783-aff990ca49c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:55.288028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0c1171bc-3bac-4ada-bb26-a9674666e2f1 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:55.299081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb23c23-1562-4fc7-8d02-1341ce1bf644 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Network': ['ID=2c580845-fb5e-42a3-a783-aff990ca49c5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.317095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2c580845-fb5e-42a3-a783-aff990ca49c5 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:55.419042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] For port 02a07757-1725-4878-a652-665be280a187, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:55.425778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] For port 02a07757-1725-4878-a652-665be280a187, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=02a07757-1725-4878-a652-665be280a187,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:55.447158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.449372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.455999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.462920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.469687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.476662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.483224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.490420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.492483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-5cee97cc-c397-4a21-801e-13f8e46c0147 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5422 time: 0.3739989 Jul 16 20:28:55.518144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::111 (4480a042-e07a-4cef-bea8-255195c633b7/5215d870-03a7-4620-9f12-1ec190a1998a/60b45618-65e7-4a9a-a893-9061e7f169e1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:55.534635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:8f42 (4480a042-e07a-4cef-bea8-255195c633b7/8a6c432e-169f-4d72-b1a2-7939962f7ff2/60b45618-65e7-4a9a-a893-9061e7f169e1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:55.570532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Made reservation on behalf of 0b91e64746954bbabfff2a31587b01b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:55.574864 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.634949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6f5551d-e752-4218-9c51-f4448ca91292 req-fdb136dd-1ddb-4efb-861b-be2400627682 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294858 Jul 16 20:28:55.654033 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['42e1bebd-67e8-440d-9847-006b5ca05907'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:55.702229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a394951-f60b-4eab-920f-db33379d3fdf None None] Pushing event updated for resources: {'Port': ['ID=02a07757-1725-4878-a652-665be280a187,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.732433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Performing IP validity checks on allocation pools {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:28:55.734491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:28:55.749271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['29cf9adf-2c68-4cf4-91df-5be2c17bcae6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:55.751499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['d5ace7b9-a534-43bc-9d21-3aa248f8ea6e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:55.772359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:55.775652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['77e5b623-f61c-4142-b6ef-d243d8c7006c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:55.952952 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:55.962317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.985459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.046210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 60b45618-65e7-4a9a-a893-9061e7f169e1 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:56.060082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '0c1171bc-3bac-4ada-bb26-a9674666e2f1', 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e', 'port_id': '0c1171bc-3bac-4ada-bb26-a9674666e2f1', 'mac_address': 'fa:16:3e:b0:55:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f808b8-8c48-4aae-bd7c-604fba3a393b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:56.140966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.219525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:56.233168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=e166632d-18a0-4270-adc5-118547b8dd69,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.245815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:56.250908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:56.258609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.259694 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.294670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4212008 Jul 16 20:28:56.295646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50554) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:56.299505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-c4666016-83d9-43f4-9c1c-2c7f8c5aa695 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.305472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-c4666016-83d9-43f4-9c1c-2c7f8c5aa695 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.3741689 Jul 16 20:28:56.307417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Checking segment: {'id': '70f9c51b-ccd6-43cf-934a-d06fcc91d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2c580845-fb5e-42a3-a783-aff990ca49c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:56.308416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network hostable DHCP agents. Network: 2c580845-fb5e-42a3-a783-aff990ca49c5, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:56.319974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7877120-f92e-464f-bfcb-31d837ec8891 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=60b45618-65e7-4a9a-a893-9061e7f169e1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.356007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-789969bb-8a22-4b98-8bfe-94266b98b1fc tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.0412369 Jul 16 20:28:56.402941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Network 2c580845-fb5e-42a3-a783-aff990ca49c5 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:56.417588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.454557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2c580845-fb5e-42a3-a783-aff990ca49c5) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:56.466764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.467790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.500822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 60b45618-65e7-4a9a-a893-9061e7f169e1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:56.501290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.501544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-43a0844e-d186-4f5a-b218-631a615c5f42 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2700820 Jul 16 20:28:56.506454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50556) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:56.518055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e6eba528-b15c-4440-af1b-5871631dcabc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:56.536888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-d18e01b9-887b-4800-b43f-d56a053a85f4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1704156 Jul 16 20:28:56.552426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1171bc-3bac-4ada-bb26-a9674666e2f1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:56.590566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:56.651399 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.652258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:56.713421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-8c2d816b-37ab-42ba-b9e6-b392a08674ff service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744568 Jul 16 20:28:56.793543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6eba528-b15c-4440-af1b-5871631dcabc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7470431'] for subnet, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.900463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-cfe30456-86c9-4051-99ed-f9dbca40e28f service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778145 Jul 16 20:28:56.939189 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:28:57.077236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.183536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0c1171bc-3bac-4ada-bb26-a9674666e2f1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.197490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 60b45618-65e7-4a9a-a893-9061e7f169e1 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:57.433184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6eba528-b15c-4440-af1b-5871631dcabc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787315779211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7342925'] for subnet, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.478111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:57.499054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fee1a3-4551-4756-8092-d7cedd11f7d1 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:57.526061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23778b99-32c0-4b5d-bb26-68956e93a72a None None] Network 2c580845-fb5e-42a3-a783-aff990ca49c5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:57.575128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eba528-b15c-4440-af1b-5871631dcabc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.577085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6eba528-b15c-4440-af1b-5871631dcabc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.578710 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e6eba528-b15c-4440-af1b-5871631dcabc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "PUT /v2.0/subnets/e166632d-18a0-4270-adc5-118547b8dd69 HTTP/1.1" status: 200 len: 900 time: 1.0686283 Jul 16 20:28:57.584069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50570) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:57.604906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae5f97c3-18ac-4f26-a5eb-d8a77e5e4dc0 None None] Provisioning for port 02a07757-1725-4878-a652-665be280a187 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:57.609783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d', 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'port_id': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d', 'mac_address': 'fa:16:3e:ae:73:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82feaf5c-f071-4008-a24c-d60e1845f212', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:57.619381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5726b-dbd6-41e6-9f5d-756ebe5f4500 req-80c81fd9-6865-44a5-a302-dc5cd5c7d20e tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.622293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04e5726b-dbd6-41e6-9f5d-756ebe5f4500 req-80c81fd9-6865-44a5-a302-dc5cd5c7d20e tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 945 time: 0.1811867 Jul 16 20:28:57.769100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eba528-b15c-4440-af1b-5871631dcabc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event updated for resources: {'Subnet': ['ID=e166632d-18a0-4270-adc5-118547b8dd69,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.801672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.821049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04e5726b-dbd6-41e6-9f5d-756ebe5f4500 req-bcb78415-dace-4a3d-bbc8-a85ec3c94da6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735132 Jul 16 20:28:57.884311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.899188 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.920523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=60b45618-65e7-4a9a-a893-9061e7f169e1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.967671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:58.089355 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.091670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9608e0c-3b86-4e0f-ad96-7ebf1ebecdb4 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/60b45618-65e7-4a9a-a893-9061e7f169e1 HTTP/1.1" status: 204 len: 168 time: 1.7902727 Jul 16 20:28:58.094284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50576) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.096083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:58.160576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 02a07757-1725-4878-a652-665be280a187 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:58.165928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.180802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.181500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5aa31999-52d7-4126-8dc9-1a975180d0b5 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:58.192148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc0180-88ec-4a52-9c13-83711c0cb1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-2c580845-fb5e-42a3-a783-aff990ca49c5', 'network_id': '2c580845-fb5e-42a3-a783-aff990ca49c5', 'tenant_id': '0b91e64746954bbabfff2a31587b01b1', 'fixed_ips': [{'subnet_id': 'e166632d-18a0-4270-adc5-118547b8dd69'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:28:58.196342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0180-88ec-4a52-9c13-83711c0cb1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.208843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3888b3-a7d0-47dc-9a57-7398a27f5042 req-409b2dba-7709-4173-a3b7-bfa9d10bb5b7 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.218645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a3888b3-a7d0-47dc-9a57-7398a27f5042 req-409b2dba-7709-4173-a3b7-bfa9d10bb5b7 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1135 time: 0.1761653 Jul 16 20:28:58.244820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3fa20-3497-49af-8f42-8053f2c01de3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.246569 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-26f3fa20-3497-49af-8f42-8053f2c01de3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1511905 Jul 16 20:28:58.253043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50580) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.342303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a3888b3-a7d0-47dc-9a57-7398a27f5042 req-a91a8038-a4da-4331-8fd8-117a20494853 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1220067 Jul 16 20:28:58.365707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50582) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.406163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.438549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:58.450691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5aa31999-52d7-4126-8dc9-1a975180d0b5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:58.500372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=e166632d-18a0-4270-adc5-118547b8dd69,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:58.502339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '5aa31999-52d7-4126-8dc9-1a975180d0b5', 'network_id': '70c4fe59-f0db-4aee-8ace-1563b7332e7e', 'port_id': '5aa31999-52d7-4126-8dc9-1a975180d0b5', 'mac_address': 'fa:16:3e:6d:e6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f808b8-8c48-4aae-bd7c-604fba3a393b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:58.507850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e926a4-41f0-4f63-a1f3-f63580b87265 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.510175 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49e926a4-41f0-4f63-a1f3-f63580b87265 tempest-TestSecurityGroupsBasicOps-1089111972 tempest-TestSecurityGroupsBasicOps-1089111972-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 1055 time: 0.1415441 Jul 16 20:28:58.523116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ec198-205f-4e9c-bc25-7278bafc5776 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-c3bc0180-88ec-4a52-9c13-83711c0cb1b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e166632d-18a0-4270-adc5-118547b8dd69: This subnet is being modified by another concurrent operation. Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:28:58.523790 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e166632d-18a0-4270-adc5-118547b8dd69: This subnet is being modified by another concurrent operation. Jul 16 20:28:58.534171 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:28:58.541910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50586) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.542082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-961ec198-205f-4e9c-bc25-7278bafc5776 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2712471 Jul 16 20:28:58.542281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 02a07757-1725-4878-a652-665be280a187 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:58.574696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 02a07757-1725-4878-a652-665be280a187 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:58.575080 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.607992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31fc021-bd26-45f9-8167-a1bac43aa73f None None] Network 2c580845-fb5e-42a3-a783-aff990ca49c5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:58.643043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.652722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006c8fe-bf38-4b56-80c3-66cd79c88a8e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.655301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006c8fe-bf38-4b56-80c3-66cd79c88a8e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.657403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006c8fe-bf38-4b56-80c3-66cd79c88a8e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.662148 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c006c8fe-bf38-4b56-80c3-66cd79c88a8e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1309464 Jul 16 20:28:58.662565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50588) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.663213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c580845-fb5e-42a3-a783-aff990ca49c5']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:58.682493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f9c51b-ccd6-43cf-934a-d06fcc91d444') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:58.682772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f9c51b-ccd6-43cf-934a-d06fcc91d444') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:58.689224 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.697858 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.729165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f726c-b504-4869-bc6f-1e126b02d317 req-cb1d2322-9358-4b14-92dd-2ba0acf1cb09 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.735701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f726c-b504-4869-bc6f-1e126b02d317 req-cb1d2322-9358-4b14-92dd-2ba0acf1cb09 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.745721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f7f726c-b504-4869-bc6f-1e126b02d317 req-cb1d2322-9358-4b14-92dd-2ba0acf1cb09 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1680 time: 0.2520893 Jul 16 20:28:58.748230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.756102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 5215d870-03a7-4620-9f12-1ec190a1998a {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:58.764059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.766241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:58.766241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:58.772231 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:58.785849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa31999-52d7-4126-8dc9-1a975180d0b5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:58.834737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.872386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f7f726c-b504-4869-bc6f-1e126b02d317 req-6d7f3300-182c-49a6-917d-406d65f46642 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254699 Jul 16 20:28:58.878584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.900938 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.906718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/2c580845-fb5e-42a3-a783-aff990ca49c5 HTTP/1.1" status: 204 len: 168 time: 1.3191733 Jul 16 20:28:58.908275 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50590) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:58.928537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057f049-130a-4d0c-a9f8-cf8d3ed4c987 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=2c580845-fb5e-42a3-a783-aff990ca49c5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:58.959011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5aa31999-52d7-4126-8dc9-1a975180d0b5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:58.967144 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbdc7b7-ee7d-488e-9ac9-83b9503941a0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:28:58.968497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbdc7b7-ee7d-488e-9ac9-83b9503941a0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:58.973670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0fbdc7b7-ee7d-488e-9ac9-83b9503941a0 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/e166632d-18a0-4270-adc5-118547b8dd69 HTTP/1.1" status: 404 len: 337 time: 0.0581956 Jul 16 20:28:58.974282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:59.036834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.064895 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-819e1692-566e-4ac8-a078-111357d809eb tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:28:59.066835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819e1692-566e-4ac8-a078-111357d809eb tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:28:59.074688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-819e1692-566e-4ac8-a078-111357d809eb tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/2c580845-fb5e-42a3-a783-aff990ca49c5 HTTP/1.1" status: 404 len: 339 time: 0.0987296 Jul 16 20:28:59.079168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50594) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:59.102859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad965c-61ba-4d03-95f5-298044992e9d None None] Network 2c580845-fb5e-42a3-a783-aff990ca49c5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:59.107181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.112161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:59.142591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.152946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad965c-61ba-4d03-95f5-298044992e9d None None] Network 2c580845-fb5e-42a3-a783-aff990ca49c5 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:28:59.167864 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.174511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=5215d870-03a7-4620-9f12-1ec190a1998a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.183101 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.189369 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9607dd80-f0ec-4a27-9388-cace4dc1c5a1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/5215d870-03a7-4620-9f12-1ec190a1998a HTTP/1.1" status: 204 len: 168 time: 0.5216830 Jul 16 20:28:59.189962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50596) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:59.259954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 8a6c432e-169f-4d72-b1a2-7939962f7ff2 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:59.263803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.276527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.331030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.335482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.338953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.345540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.353847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.359403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.367300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.373155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.383064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-e038c633-4f4b-451c-be63-1843c9170d3e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5426 time: 0.2660546 Jul 16 20:28:59.388444 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.396032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641', 'network_id': 'abf4999f-9752-4651-89ed-aa8f36cb5053', 'port_id': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641', 'mac_address': 'fa:16:3e:c5:fa:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82feaf5c-f071-4008-a24c-d60e1845f212', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:59.511168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5aa31999-52d7-4126-8dc9-1a975180d0b5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.528750 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:28:59.529252 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:28:59.545212 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.571212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.585118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:59.597246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afd64fe7-5e54-44a6-9b31-f1fc80acbfdc req-6386945d-fe23-4c71-b4b6-61228d277d69 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2122405 Jul 16 20:28:59.643932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e0e633-b6c9-415a-98f7-30b9098a364b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:59.651221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.653602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.656670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.704959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a448b3e9-7666-4049-8776-634e8b36682e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:59.705851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a448b3e9-7666-4049-8776-634e8b36682e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:59.757413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.798140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:59.824270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.826394 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.829222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c152248-e0b0-4c4c-acec-b1b40194958c None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:59.842925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:59.843613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:59.847518 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:59.901118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6c432e-169f-4d72-b1a2-7939962f7ff2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.919791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.929893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50600) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:59.931339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4107f6eb-17f0-4bc5-8af0-d37e6b9b25cf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/8a6c432e-169f-4d72-b1a2-7939962f7ff2 HTTP/1.1" status: 204 len: 168 time: 0.7399321 Jul 16 20:28:59.939173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-49a57fc7-f712-4694-bd6c-979f57fde109 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.942727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-49a57fc7-f712-4694-bd6c-979f57fde109 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.3007283 Jul 16 20:28:59.996902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6ec7976b-5972-4e47-aa00-29b6d5fe5d88 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511546 Jul 16 20:28:59.998495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50604) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:00.001608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:00.008820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:00.046389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.052791 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.055594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/04e0e633-b6c9-415a-98f7-30b9098a364b HTTP/1.1" status: 204 len: 168 time: 0.9754775 Jul 16 20:29:00.074728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:00.102076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7079ec7-0892-4808-af70-2d981d3ea3f1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=04e0e633-b6c9-415a-98f7-30b9098a364b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:00.107159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6687b4d-b564-405d-9cba-148b7c890289 req-91bd36c9-d289-4c7d-bf14-89b5de557cf8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 210 time: 0.1122460 Jul 16 20:29:00.174591 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.195048 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-762f4a61-dae7-4898-af34-bfee32d599df tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:00.196046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762f4a61-dae7-4898-af34-bfee32d599df tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:00.203300 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-762f4a61-dae7-4898-af34-bfee32d599df tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/c81d0d8d-6516-4635-b5d9-5a8559633498 HTTP/1.1" status: 404 len: 337 time: 0.1268418 Jul 16 20:29:00.204897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50608) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:00.212607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['5aa31999-52d7-4126-8dc9-1a975180d0b5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:00.215069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['6e666c5b-7ed4-4820-9352-3f4cddbd0f8d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:00.264270 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a463f8-a87a-47df-8014-462115fff426 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:00.272525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a463f8-a87a-47df-8014-462115fff426 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:00.284356 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-06a463f8-a87a-47df-8014-462115fff426 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/03f73f5c-07a4-40fc-933a-bf089cfc69ed HTTP/1.1" status: 404 len: 339 time: 0.0724337 Jul 16 20:29:00.286249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50612) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:00.335276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a7545aec-5db7-4571-875c-cb51fdff1be6 None None] Provisioning complete for port 02a07757-1725-4878-a652-665be280a187 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:00.335863 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a7545aec-5db7-4571-875c-cb51fdff1be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.485058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting subnet 8da6ee4b-94ea-4530-a151-0f4f512a2918 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:00.502997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.536242 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cd08f139-3629-4c2a-a55e-5cd567a3e9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.576450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:00.606169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 02a07757-1725-4878-a652-665be280a187, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=02a07757-1725-4878-a652-665be280a187,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:00.611502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:00.621112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:00.621494 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.623447 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.682994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.742369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:00.749605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.763036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:00.768974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.962155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.985535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.7 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/906f3496-aec3-4003-91bc-2f62552088ad) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:01.009988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663aab-bc87-4978-90ea-1a30c0cfa26a req-c9df9d59-66da-44bd-b989-5a68cd9413ff tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.016566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663aab-bc87-4978-90ea-1a30c0cfa26a req-c9df9d59-66da-44bd-b989-5a68cd9413ff tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.018280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95663aab-bc87-4978-90ea-1a30c0cfa26a req-c9df9d59-66da-44bd-b989-5a68cd9413ff tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1680 time: 0.1558762 Jul 16 20:29:01.142210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['799dbdbe-b85f-4df6-8e09-1aef1c5bc641'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:01.145451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['0c1171bc-3bac-4ada-bb26-a9674666e2f1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:01.152047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.161126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95663aab-bc87-4978-90ea-1a30c0cfa26a req-9c50d788-ca1b-457a-9129-d484d32cf54c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233242 Jul 16 20:29:01.193930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=8da6ee4b-94ea-4530-a151-0f4f512a2918,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.197483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=02a07757-1725-4878-a652-665be280a187,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.203093 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.207103 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-47045725-3651-49c5-bed6-29023dc152a8 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/8da6ee4b-94ea-4530-a151-0f4f512a2918 HTTP/1.1" status: 204 len: 168 time: 0.9145517 Jul 16 20:29:01.209033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.211278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50624) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:01.258501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d077e5-4bf4-4002-b5d4-54b744a3b734 None None] Network a296fda6-b46b-4afc-b04d-fb24f423738a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:01.291071 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.364048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:01.370356 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.372601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:01.387584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.388224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.432619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4333324 Jul 16 20:29:01.433059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50626) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:01.436747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ab708-7629-4a91-9adf-814fa4d37b25 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=4124358f-12fa-4b95-a953-ea9b0fc42e25,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.443477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting subnet 686f24de-06a6-48e8-a169-ceb914c43f89 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:01.444057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7c9589a3-3259-4bb7-a03e-64bcd83aad49 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:01.447577 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.495543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.632972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.712709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:01.712709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf9adf-2c68-4cf4-91df-5be2c17bcae6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:01.712709 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153cfaf4-0414-4799-9355-836d4a442923" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "29cf9adf-2c68-4cf4-91df-5be2c17bcae6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:01.713354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.753032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.758858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:01.774057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:01.814482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.822614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/686f24de-06a6-48e8-a169-ceb914c43f89 HTTP/1.1" status: 204 len: 168 time: 0.6029961 Jul 16 20:29:01.822614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c0e25-24b1-423b-97b1-2dcda75a811d tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=686f24de-06a6-48e8-a169-ceb914c43f89,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.824509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50636) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:01.829024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:01.843845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:01.846526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:01.881664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.882488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 42e1bebd-67e8-440d-9847-006b5ca05907 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:01.888350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=906f3496-aec3-4003-91bc-2f62552088ad,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:01.908227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9589a3-3259-4bb7-a03e-64bcd83aad49 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:01.913440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c9589a3-3259-4bb7-a03e-64bcd83aad49 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.999533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.083273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.084211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.121137 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-7c9589a3-3259-4bb7-a03e-64bcd83aad49 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4124358f-12fa-4b95-a953-ea9b0fc42e25 (CIDR: 2001:db8::/64) Jul 16 20:29:02.124271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting port 87c1ec75-a352-41df-94d1-9212b2878db4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:02.124858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.125208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-eb96bd32-6da1-4a1b-b5a5-dee8913a8221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1281898 Jul 16 20:29:02.128609 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9589a3-3259-4bb7-a03e-64bcd83aad49 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:29:02.129419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9589a3-3259-4bb7-a03e-64bcd83aad49 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:02.145656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Request body: {'port': {'device_id': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:02.181104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c9589a3-3259-4bb7-a03e-64bcd83aad49 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7473445 Jul 16 20:29:02.185652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:02.185943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.234609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.241533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'subnet': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:02.248298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.263142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.275616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.289162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.292774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] For port 87c1ec75-a352-41df-94d1-9212b2878db4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=87c1ec75-a352-41df-94d1-9212b2878db4,segment=NetworkSegment(4306891d-4eab-415e-b41d-363e56a06b9d),segment_id=4306891d-4eab-415e-b41d-363e56a06b9d)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:02.293250 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.301747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.316629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.319884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-71a116c5-5491-4f9d-a247-7737a63c7bbe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5428 time: 0.3247020 Jul 16 20:29:02.339112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 42e1bebd-67e8-440d-9847-006b5ca05907 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:02.341433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Calling delete_port for 87c1ec75-a352-41df-94d1-9212b2878db4 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:02.368621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] Deleting port 02a07757-1725-4878-a652-665be280a187 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:02.368992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.377505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 42e1bebd-67e8-440d-9847-006b5ca05907 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:02.377898 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.459922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:02.463928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.497171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.522775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46cd8486-6aa9-4fc4-85c4-c48b640c58b2 req-12a0ab68-84a7-4b8d-8eca-2e9afbc7cf26 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848762 Jul 16 20:29:02.531859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Port': ['ID=87c1ec75-a352-41df-94d1-9212b2878db4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:02.561588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.577409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No DVR routers for this DVR port 87c1ec75-a352-41df-94d1-9212b2878db4 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:02.579529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] For port 02a07757-1725-4878-a652-665be280a187, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=02a07757-1725-4878-a652-665be280a187,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:02.579947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.614731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-b1f940cf-98d4-48f2-9245-455d54692bc9 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.617022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-b1f940cf-98d4-48f2-9245-455d54692bc9 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.21 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 909 time: 0.2927599 Jul 16 20:29:02.617308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] Calling delete_port for 02a07757-1725-4878-a652-665be280a187 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:02.681445 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.683904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd827182-6788-4236-a92a-a55d1fa958af None None] DHCP port deletion for a296fda6-b46b-4afc-b04d-fb24f423738a request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:02.686818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.699928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a296fda6-b46b-4afc-b04d-fb24f423738a']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:02.720021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4306891d-4eab-415e-b41d-363e56a06b9d') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:02.720725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4306891d-4eab-415e-b41d-363e56a06b9d') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:02.732748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.747472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 42e1bebd-67e8-440d-9847-006b5ca05907, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=42e1bebd-67e8-440d-9847-006b5ca05907,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:02.756339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.765861 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.767941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 77e5b623-f61c-4142-b6ef-d243d8c7006c up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:02.779800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:02.780505 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:02.798269 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:02.861936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.913796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.925639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87c1ec75-a352-41df-94d1-9212b2878db4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:02.926400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.928685 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/a296fda6-b46b-4afc-b04d-fb24f423738a HTTP/1.1" status: 204 len: 168 time: 1.1025925 Jul 16 20:29:02.952832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50642) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.979040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16873dfc-8630-4881-a1f7-49c8fa47fdf7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=a296fda6-b46b-4afc-b04d-fb24f423738a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.007084 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5f3032-e41d-4a9f-b664-422fd297d698 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:03.008262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5f3032-e41d-4a9f-b664-422fd297d698 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:03.010731 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd5f3032-e41d-4a9f-b664-422fd297d698 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/467e8b92-8c0b-4ac7-92a5-aa4ac7764447 HTTP/1.1" status: 404 len: 337 time: 0.0563745 Jul 16 20:29:03.013820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 87c1ec75-a352-41df-94d1-9212b2878db4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:03.014372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 87c1ec75-a352-41df-94d1-9212b2878db4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:03.014874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 02a07757-1725-4878-a652-665be280a187 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:03.015294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50644) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.043208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] No DVR routers for this DVR port 02a07757-1725-4878-a652-665be280a187 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:03.082927 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-651f76ef-b381-4bbb-ba11-3411a8a8edd1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:03.083795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651f76ef-b381-4bbb-ba11-3411a8a8edd1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:03.086206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-651f76ef-b381-4bbb-ba11-3411a8a8edd1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/ebb3a66d-649b-4757-8209-3fe0049b2d85 HTTP/1.1" status: 404 len: 339 time: 0.0687947 Jul 16 20:29:03.087679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 02a07757-1725-4878-a652-665be280a187 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:03.088035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 02a07757-1725-4878-a652-665be280a187 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:03.093747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50646) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.110686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=42e1bebd-67e8-440d-9847-006b5ca05907,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.142264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affaa69-925c-4fe4-8095-0c220e87b727 None None] Pushing event deleted for resources: {'Port': ['ID=02a07757-1725-4878-a652-665be280a187,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.149875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590acce-eb8d-4359-b63c-8e67b1eb9ce4 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:03.159359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting port e11751a7-e598-46f5-ac64-1a977ac6d1fa {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:03.159705 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.173883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b8326-dc5c-4583-8280-f36197203b4e req-54e6f44d-fe66-4e7a-b77d-a56c98c27e6d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.174149 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ce40b8-1771-42f1-8bf3-91fea1de0a93 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:03.175009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ce40b8-1771-42f1-8bf3-91fea1de0a93 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:03.182613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae5b8326-dc5c-4583-8280-f36197203b4e req-54e6f44d-fe66-4e7a-b77d-a56c98c27e6d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=40ecf1e8-f361-42af-ad4b-375af15bd9e3 HTTP/1.1" status: 200 len: 909 time: 0.2724752 Jul 16 20:29:03.184972 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-75ce40b8-1771-42f1-8bf3-91fea1de0a93 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/2ac990bc-f96e-4a10-b4ab-2dfbae90a1a8 HTTP/1.1" status: 404 len: 337 time: 0.0887587 Jul 16 20:29:03.186186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50648) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.190685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 77e5b623-f61c-4142-b6ef-d243d8c7006c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:03.229998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 77e5b623-f61c-4142-b6ef-d243d8c7006c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:03.230680 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.292391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906f3496-aec3-4003-91bc-2f62552088ad {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:03.307794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.338090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Transition to ACTIVE for port object 906f3496-aec3-4003-91bc-2f62552088ad will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:03.344460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] For port e11751a7-e598-46f5-ac64-1a977ac6d1fa, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e11751a7-e598-46f5-ac64-1a977ac6d1fa,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:03.344878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.348429 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-992cd21e-e179-4ac8-afeb-9c2fea74beff tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:03.349452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.349622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992cd21e-e179-4ac8-afeb-9c2fea74beff tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:03.355915 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-992cd21e-e179-4ac8-afeb-9c2fea74beff tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/d30231cc-f5c7-413d-aa0a-b047d35759a0 HTTP/1.1" status: 404 len: 339 time: 0.1263850 Jul 16 20:29:03.358878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50650) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.406997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Calling delete_port for e11751a7-e598-46f5-ac64-1a977ac6d1fa owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:03.408814 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8f6005-c5ac-4177-86c3-b9f173dcc6e1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:03.408814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8f6005-c5ac-4177-86c3-b9f173dcc6e1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:03.414113 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-de8f6005-c5ac-4177-86c3-b9f173dcc6e1 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/b2c6750c-7fbf-4d16-8e61-9988b40ca298 HTTP/1.1" status: 404 len: 337 time: 0.0470619 Jul 16 20:29:03.420712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50652) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.457831 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc18d458-64de-46f2-b9da-2830733de162 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:03.458931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc18d458-64de-46f2-b9da-2830733de162 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:03.464698 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc18d458-64de-46f2-b9da-2830733de162 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/0b38a4f2-8213-433c-adb4-7403086594ba HTTP/1.1" status: 404 len: 339 time: 0.0387018 Jul 16 20:29:03.465431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50654) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.501258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4480a042-e07a-4cef-bea8-255195c633b7', 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'tenant_id': '7879ca0dd66b4d838650dc579c369359', 'fixed_ips': [{'subnet_id': '4124358f-12fa-4b95-a953-ea9b0fc42e25'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:03.504925 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.528143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-1fae7eaa-42b1-4c3c-b973-8f4a86e0a317 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.529758 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-1fae7eaa-42b1-4c3c-b973-8f4a86e0a317 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 945 time: 0.3384123 Jul 16 20:29:03.547030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Pushing event updated for resources: {'Port': ['ID=906f3496-aec3-4003-91bc-2f62552088ad,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.547968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.objects.ports [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94096) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:29:03.552015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.557173 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.640320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:03.649107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:03.654396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting subnet c89d2459-fde7-4d3b-acb1-d7fc710ace80 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:03.658225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.658730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.663294 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.674946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Subnet': ['ID=6ea0c41d-6914-4d62-8e81-74ffd3e4049b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.675537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df5b46-f125-40d0-a8a9-0a4d112f7dc7 req-978876c8-f0c2-4910-a591-2779679e56e6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.683101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99df5b46-f125-40d0-a8a9-0a4d112f7dc7 req-978876c8-f0c2-4910-a591-2779679e56e6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 943 time: 0.3230941 Jul 16 20:29:03.683465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 77e5b623-f61c-4142-b6ef-d243d8c7006c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=77e5b623-f61c-4142-b6ef-d243d8c7006c,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:03.693453 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.694122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:03.720854 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-be1b0ece-b800-4684-b27c-56af8f1f05f5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5290296 Jul 16 20:29:03.721186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:03.727357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Request body: {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'mac_address': 'fa:16:3e:42:92:85', 'name': 'tempest-NetworksTestDHCPv6-1878789453'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:03.789821 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.849863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Deleting port a526e34c-9dd2-4185-86b0-eb3ded9a362b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:03.850208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.867665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99df5b46-f125-40d0-a8a9-0a4d112f7dc7 req-03e5d473-d3e4-4e5a-a74a-4011bb3f5cfb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832485 Jul 16 20:29:03.882243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Attempting to bind port 906f3496-aec3-4003-91bc-2f62552088ad on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:03.882615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Attempting to bind port 906f3496-aec3-4003-91bc-2f62552088ad by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:03.883280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Attempting to bind port 906f3496-aec3-4003-91bc-2f62552088ad on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:03.899069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Made reservation on behalf of 7879ca0dd66b4d838650dc579c369359 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:03.902275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Port 906f3496-aec3-4003-91bc-2f62552088ad on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:03.902612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Attempting to bind port 906f3496-aec3-4003-91bc-2f62552088ad on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:03.932136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:03.932510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:03.932880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:03.933339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Bound port: 906f3496-aec3-4003-91bc-2f62552088ad, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:03.933710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.978077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.030308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] For port a526e34c-9dd2-4185-86b0-eb3ded9a362b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=a526e34c-9dd2-4185-86b0-eb3ded9a362b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:04.030817 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.047208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Port': ['ID=e11751a7-e598-46f5-ac64-1a977ac6d1fa,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.060165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.169288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] No DVR routers for this DVR port e11751a7-e598-46f5-ac64-1a977ac6d1fa on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:04.182717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.187379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18696bb0-d220-487b-8a67-f3bc423ab5e8 req-4286f430-a769-44c7-8327-96dbea3a1e1a tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.21 "DELETE /v2.0/ports/e11751a7-e598-46f5-ac64-1a977ac6d1fa HTTP/1.1" status: 204 len: 173 time: 1.5248919 Jul 16 20:29:04.196225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'name': 'network-vif-deleted', 'tag': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:04.197833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.199505 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58db375-4703-4bb6-a1bf-7a52fe98f036" -d '{"events": [{"server_uuid": "40ecf1e8-f361-42af-ad4b-375af15bd9e3", "name": "network-vif-deleted", "tag": "e11751a7-e598-46f5-ac64-1a977ac6d1fa"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:04.231343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] For port 906f3496-aec3-4003-91bc-2f62552088ad, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:04.241106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] For port 906f3496-aec3-4003-91bc-2f62552088ad, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=906f3496-aec3-4003-91bc-2f62552088ad,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:04.263009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.332573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.333240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.334996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] 10.222.0.21 "PUT /v2.0/ports/906f3496-aec3-4003-91bc-2f62552088ad HTTP/1.1" status: 200 len: 1091 time: 2.1937029 Jul 16 20:29:04.344855 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.360640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=77e5b623-f61c-4142-b6ef-d243d8c7006c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.362255 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.419575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=c89d2459-fde7-4d3b-acb1-d7fc710ace80,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.422313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Pushing event updated for resources: {'Port': ['ID=906f3496-aec3-4003-91bc-2f62552088ad,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:04.429925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.435843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/c89d2459-fde7-4d3b-acb1-d7fc710ace80 HTTP/1.1" status: 204 len: 168 time: 0.9649363 Jul 16 20:29:04.439516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Allocated IP 2001:db8::2 (4480a042-e07a-4cef-bea8-255195c633b7/4124358f-12fa-4b95-a953-ea9b0fc42e25/d301d811-075e-4caf-ada8-2ac2bff4f892) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:04.452398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50668) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:04.463560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888cd60-31e5-4697-94a3-7e018e8bc851 None None] Network 26168d5d-b4fd-4102-933e-68f9675cf36b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:04.471027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.471410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.471744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.472092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.472455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.472846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.473258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.473779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.474245 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.474586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.474921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.475341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8559eef-0534-44b0-ac0b-e30360395924 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.490882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.491272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.491612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.492083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.492543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.492876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.493223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.493558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.493891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.494222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.494554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.494881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef576c-c62d-4c42-8e69-3efde9638945 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:04.529329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe47:8217 (4480a042-e07a-4cef-bea8-255195c633b7/6ea0c41d-6914-4d62-8e81-74ffd3e4049b/d301d811-075e-4caf-ada8-2ac2bff4f892) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:04.581932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:04.623420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.666496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:04.667096 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.756074 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0f7c6f-0db2-408a-9e19-17eb274ce63f x-openstack-request-id: req-cb0f7c6f-0db2-408a-9e19-17eb274ce63f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:04.756354 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "29cf9adf-2c68-4cf4-91df-5be2c17bcae6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:04.756620 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cb0f7c6f-0db2-408a-9e19-17eb274ce63f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:04.757229 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf9adf-2c68-4cf4-91df-5be2c17bcae6', 'code': 200} Jul 16 20:29:04.779811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting port db374c02-20ba-45a0-9bf3-afe8a41d181d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:04.780433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.877055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] For port db374c02-20ba-45a0-9bf3-afe8a41d181d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=db374c02-20ba-45a0-9bf3-afe8a41d181d,segment=NetworkSegment(60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3),segment_id=60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:04.878044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.896307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Calling delete_port for db374c02-20ba-45a0-9bf3-afe8a41d181d owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:04.908794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.910587 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.911402 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Floating IP 252a3ba7-564d-49c5-9720-b8c59427200f disassociated. External IP: 172.25.8.130, port: a526e34c-9dd2-4185-86b0-eb3ded9a362b. Jul 16 20:29:04.912272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Calling delete_port for a526e34c-9dd2-4185-86b0-eb3ded9a362b owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:04.977746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2fa96a2e-f16c-4f76-985e-584c6ecd1e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.009430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-4c6278e5-de78-43df-9118-f4c254a33587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.012193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-4c6278e5-de78-43df-9118-f4c254a33587 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 1094 time: 0.3455365 Jul 16 20:29:05.035402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] device_id is not set on port 60ff4181-b902-4211-8848-2eda80726ce2 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:05.076930 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.130868 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.162526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event deleted for resources: {'Port': ['ID=a526e34c-9dd2-4185-86b0-eb3ded9a362b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.200577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Port': ['ID=db374c02-20ba-45a0-9bf3-afe8a41d181d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.211805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-030f5d20-7bba-441c-af4f-285a8336a3bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906f3496-aec3-4003-91bc-2f62552088ad HTTP/1.1" status: 200 len: 217 time: 0.1438634 Jul 16 20:29:05.233933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No DVR routers for this DVR port db374c02-20ba-45a0-9bf3-afe8a41d181d on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:05.249122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.302688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.335594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-3800dd6c-9193-4efe-8d29-eb94829b3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.335907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Transition to ACTIVE for port object d301d811-075e-4caf-ada8-2ac2bff4f892 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:05.337155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-3800dd6c-9193-4efe-8d29-eb94829b3870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1089113 Jul 16 20:29:05.344834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:05.369042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:05.377071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48466536-ce73-47cb-9549-8044fb244f35 None None] DHCP port deletion for 26168d5d-b4fd-4102-933e-68f9675cf36b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:05.386349 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.387389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d5ace7b9-a534-43bc-9d21-3aa248f8ea6e up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:05.421630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-b6713752-b348-4845-8863-423d58ec8cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721254 Jul 16 20:29:05.431522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50983404-8cf3-4c61-ae6f-bd0c951733f8 req-2c049797-c311-4405-9746-c8e4caca478f tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.439755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50983404-8cf3-4c61-ae6f-bd0c951733f8 req-2c049797-c311-4405-9746-c8e4caca478f tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/ports?device_id=fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1 HTTP/1.1" status: 200 len: 867 time: 0.4339063 Jul 16 20:29:05.459957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Transition to ACTIVE for port object d301d811-075e-4caf-ada8-2ac2bff4f892 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:05.476781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.529780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:05.530830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.537613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:05.563996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:05.579081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:05.594612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:05.595147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.635640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-75f63067-2023-43fe-9b1f-746a80d17f3a service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883922 Jul 16 20:29:05.643867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Pushing event updated for resources: {'Port': ['ID=d301d811-075e-4caf-ada8-2ac2bff4f892,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.662037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.701085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26168d5d-b4fd-4102-933e-68f9675cf36b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:05.702393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e11751a7-e598-46f5-ac64-1a977ac6d1fa no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:05.727654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50983404-8cf3-4c61-ae6f-bd0c951733f8 req-7ccd38be-6e4a-4697-8621-b5a21e1cb348 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups?id=567a989c-8106-4519-9db3-aa2e4ad43a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867777 Jul 16 20:29:05.734068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:05.734448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f1e93e-c8d0-40c8-ba4f-7c58b93c23e3') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:05.740442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: e11751a7-e598-46f5-ac64-1a977ac6d1fa {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:05.740923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e11751a7-e598-46f5-ac64-1a977ac6d1fa not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:05.753521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Attempting to bind port d301d811-075e-4caf-ada8-2ac2bff4f892 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:05.754085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Attempting to bind port d301d811-075e-4caf-ada8-2ac2bff4f892 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:05.754577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Attempting to bind port d301d811-075e-4caf-ada8-2ac2bff4f892 on network 4480a042-e07a-4cef-bea8-255195c633b7 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:05.764821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:05.765361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Checking segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:05.766118 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.766528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Bound using segment: {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:05.767131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Bound port: d301d811-075e-4caf-ada8-2ac2bff4f892, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4480a042-e07a-4cef-bea8-255195c633b7'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:05.767677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.785863 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.818265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:05.827948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.829821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] Sync routers for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:05.864506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:05.865192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:05.869285 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:05.896090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c3614c2-7cef-452d-b874-091da6a0d0eb req-06ba865d-3262-437e-a053-59f172591a57 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249782 Jul 16 20:29:05.920981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:05.921970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:05.929743 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.962833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] No DVR routers for this DVR port a526e34c-9dd2-4185-86b0-eb3ded9a362b on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:05.968896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.976563 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c0fd9203-0056-431d-9877-8fc8e0810e0c req-7ce38682-4c8e-45e0-9a87-1310b11c6bbe tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.26 "DELETE /v2.0/ports/a526e34c-9dd2-4185-86b0-eb3ded9a362b HTTP/1.1" status: 204 len: 173 time: 2.4269123 Jul 16 20:29:06.000805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.008582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'name': 'network-vif-deleted', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:06.019035 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892213ef-b73b-43d2-b22a-13bb424b0123" -d '{"events": [{"server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "name": "network-vif-deleted", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:06.027833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.038232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50674) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.038562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/26168d5d-b4fd-4102-933e-68f9675cf36b HTTP/1.1" status: 204 len: 168 time: 1.5848310 Jul 16 20:29:06.053755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] For port d301d811-075e-4caf-ada8-2ac2bff4f892, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:06.059218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8::db (4480a042-e07a-4cef-bea8-255195c633b7/4124358f-12fa-4b95-a953-ea9b0fc42e25/60ff4181-b902-4211-8848-2eda80726ce2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:06.090767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.106570 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0a8511-d612-47db-98fd-2d6647f512cb tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:06.107384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0a8511-d612-47db-98fd-2d6647f512cb tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:06.112527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] For port d301d811-075e-4caf-ada8-2ac2bff4f892, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d301d811-075e-4caf-ada8-2ac2bff4f892,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:06.117906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0caed6-45f0-4302-8e7f-fd43f6ded096 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=26168d5d-b4fd-4102-933e-68f9675cf36b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.118832 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca0a8511-d612-47db-98fd-2d6647f512cb tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/073028fa-57d6-4ce4-b3c9-184a9c703838 HTTP/1.1" status: 404 len: 337 time: 0.0772502 Jul 16 20:29:06.119006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:06.119140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50676) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.127435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.132751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:9285 (4480a042-e07a-4cef-bea8-255195c633b7/6ea0c41d-6914-4d62-8e81-74ffd3e4049b/60ff4181-b902-4211-8848-2eda80726ce2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:06.134724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.166097 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d148757-bcc2-4005-91f9-e3ff45aa36cc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:06.167750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d148757-bcc2-4005-91f9-e3ff45aa36cc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:06.167925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5aa31999-52d7-4126-8dc9-1a975180d0b5 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:06.169048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5d148757-bcc2-4005-91f9-e3ff45aa36cc tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/efc9d9fc-08f3-4511-9c5a-58696359fb21 HTTP/1.1" status: 404 len: 339 time: 0.0266595 Jul 16 20:29:06.176838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50678) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.219432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:06.261520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd5d7a-51f7-4830-9a80-bb0128fbb6fc req-48fbdf13-7648-4ed2-9c34-a2c0869bd7b8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.281951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd5d7a-51f7-4830-9a80-bb0128fbb6fc req-48fbdf13-7648-4ed2-9c34-a2c0869bd7b8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.291876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61dd5d7a-51f7-4830-9a80-bb0128fbb6fc req-48fbdf13-7648-4ed2-9c34-a2c0869bd7b8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1682 time: 0.2334166 Jul 16 20:29:06.305025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5d1be-bfa4-4d93-9ca2-35194f03ee18 None None] Pushing event updated for resources: {'Port': ['ID=d301d811-075e-4caf-ada8-2ac2bff4f892,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.318834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting subnet 0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:06.335984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.432737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.453671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 5aa31999-52d7-4126-8dc9-1a975180d0b5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:06.458214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.458473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.472866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 5aa31999-52d7-4126-8dc9-1a975180d0b5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:06.473357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.476764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Transition to ACTIVE for port object 60ff4181-b902-4211-8848-2eda80726ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:06.526627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.617319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61dd5d7a-51f7-4830-9a80-bb0128fbb6fc req-b58ff705-dbac-4497-b279-4dc8538aae69 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242352 Jul 16 20:29:06.633618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event updated for resources: {'Port': ['ID=60ff4181-b902-4211-8848-2eda80726ce2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:06.667648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:06.668796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Network 4480a042-e07a-4cef-bea8-255195c633b7 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:06.669638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:06.678004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.678531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.678879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.679218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.679606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.680015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.680354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.680692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.681078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.681435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.681767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.682094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.686262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:06.694366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.695280 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.720953 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-43b0ce14-6a9e-4830-967d-7d221e605a93 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9986022 Jul 16 20:29:06.725420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:06.747228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.755763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] Checking router: 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:06.773732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e1bebd-67e8-440d-9847-006b5ca05907'}, {'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5b623-f61c-4142-b6ef-d243d8c7006c'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:06.778050 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a787403-706b-4e31-b50c-7cec82ee3e25" -d '{"events": [{"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-plugged", "status": "completed", "tag": "42e1bebd-67e8-440d-9847-006b5ca05907"}, {"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-plugged", "status": "completed", "tag": "77e5b623-f61c-4142-b6ef-d243d8c7006c"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:06.832495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:06.833575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:06.857658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.905485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5aa31999-52d7-4126-8dc9-1a975180d0b5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:06.914051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.914904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:07.074463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.078379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting port 60ff4181-b902-4211-8848-2eda80726ce2 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:07.078379 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.113226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.120037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.122555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5aa361ab-1686-42c0-be86-60dda084fba7 tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/subnets/0ed4d7b1-8445-4ac9-8b4d-58f86fafefd8 HTTP/1.1" status: 204 len: 168 time: 0.9442742 Jul 16 20:29:07.128912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:07.172428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.182683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.188787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.196424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.203323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.211342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.218077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.221150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-6232f3cd-b774-48eb-879e-9292925634c4 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5431 time: 0.2176461 Jul 16 20:29:07.280728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d301d811-075e-4caf-ada8-2ac2bff4f892 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:07.320253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a4a7f-ee53-49a4-8839-13e5f1ec49ce None None] Network db6e47ea-80aa-4332-be6f-59c32398bc6d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:07.334254 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2969a234-075d-4e1b-8cdc-3f96d38138e8 req-7ee52eca-0078-4b11-a6c0-41d364af8715 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978425 Jul 16 20:29:07.342529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5aa31999-52d7-4126-8dc9-1a975180d0b5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.418114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:07.418734 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45b4acc-f416-4d37-824c-123745765b51 x-openstack-request-id: req-f45b4acc-f416-4d37-824c-123745765b51 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:07.419199 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ecf1e8-f361-42af-ad4b-375af15bd9e3", "name": "network-vif-deleted", "tag": "e11751a7-e598-46f5-ac64-1a977ac6d1fa", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:07.419660 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f45b4acc-f416-4d37-824c-123745765b51 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:07.420319 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ecf1e8-f361-42af-ad4b-375af15bd9e3', 'name': 'network-vif-deleted', 'tag': 'e11751a7-e598-46f5-ac64-1a977ac6d1fa', 'status': 'completed', 'code': 200} Jul 16 20:29:07.421119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.448793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.486048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Calling delete_port for 60ff4181-b902-4211-8848-2eda80726ce2 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:07.501359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50688) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:07.736069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d301d811-075e-4caf-ada8-2ac2bff4f892 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:07.760159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:07.782783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:07.783094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.821774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Deleting port ebea2faa-a912-410e-9329-1e21158f13ad {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:07.822446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.920992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device db374c02-20ba-45a0-9bf3-afe8a41d181d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:07.944134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] For port ebea2faa-a912-410e-9329-1e21158f13ad, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ebea2faa-a912-410e-9329-1e21158f13ad,segment=NetworkSegment(3e79c3c8-eb52-44e1-87d3-f029ec2b7266),segment_id=3e79c3c8-eb52-44e1-87d3-f029ec2b7266)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:07.944789 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.971434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: db374c02-20ba-45a0-9bf3-afe8a41d181d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:07.972015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device db374c02-20ba-45a0-9bf3-afe8a41d181d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:08.008029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Calling delete_port for ebea2faa-a912-410e-9329-1e21158f13ad owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:08.023858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e9ae5-cb6a-40c7-aa15-e3792ca84e12 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:08.068031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db540b1-bf17-4196-a4b7-38a61b3cdea3 req-bb6b6ed5-cad9-4258-a430-7a34d54ad8f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.076180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3db540b1-bf17-4196-a4b7-38a61b3cdea3 req-bb6b6ed5-cad9-4258-a430-7a34d54ad8f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.3499546 Jul 16 20:29:08.127710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.136313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3db540b1-bf17-4196-a4b7-38a61b3cdea3 req-0b37d240-0237-4169-90f1-52465cd81d68 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596261 Jul 16 20:29:08.216673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.219926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b1a3d16e-b9ba-461e-8907-82ae271b8931 None None] Provisioning for port d301d811-075e-4caf-ada8-2ac2bff4f892 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:08.234763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Port': ['ID=60ff4181-b902-4211-8848-2eda80726ce2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.293724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b1a3d16e-b9ba-461e-8907-82ae271b8931 None None] Provisioning complete for port d301d811-075e-4caf-ada8-2ac2bff4f892 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:08.294349 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d16e-b9ba-461e-8907-82ae271b8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.303937 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.307532 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fd72aad7-6d1c-4814-94bf-e3975a83a12e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/60ff4181-b902-4211-8848-2eda80726ce2 HTTP/1.1" status: 204 len: 168 time: 1.5805290 Jul 16 20:29:08.312702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:08.315953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50692) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:08.386152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.444206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.444638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Port': ['ID=ebea2faa-a912-410e-9329-1e21158f13ad,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.448135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] No DVR routers for this DVR port ebea2faa-a912-410e-9329-1e21158f13ad on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:08.460580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0aead2-c856-4298-84f5-b2f8ba426649 None None] The sync data for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 is: [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:26:12Z', 'revision_number': 4, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '06d1a848-0675-4f5d-85f6-aaa0adb54e4a', 'name': '', 'network_id': 'dff523e6-04a2-46c0-a3b3-8f4b432e2e30', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'mac_address': 'fa:16:3e:d3:2c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:41Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'subnets': [{'id': 'f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:08.462892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.545425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:08.614706 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.625045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23415b34-e9f6-4772-9287-cb6d125e37de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.629968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-23415b34-e9f6-4772-9287-cb6d125e37de tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3090994 Jul 16 20:29:08.634374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:08.638562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7effdb-e4b9-4020-a441-4f6905b7585b None None] DHCP port deletion for db6e47ea-80aa-4332-be6f-59c32398bc6d request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:08.642189 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.643499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0c1171bc-3bac-4ada-bb26-a9674666e2f1 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:08.668419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6e47ea-80aa-4332-be6f-59c32398bc6d']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:08.680495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e79c3c8-eb52-44e1-87d3-f029ec2b7266') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:08.680887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e79c3c8-eb52-44e1-87d3-f029ec2b7266') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:08.693604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.710217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.724219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:08.724745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:08.728806 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:08.782987 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.848647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.861029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebea2faa-a912-410e-9329-1e21158f13ad no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:08.871805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.875356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38454464-6a1d-4dba-9fde-094490ccef7c req-b5f09ded-d934-4c53-b370-8aec8982ec08 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.876607 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] 10.222.0.100 "DELETE /v2.0/networks/db6e47ea-80aa-4332-be6f-59c32398bc6d HTTP/1.1" status: 204 len: 168 time: 1.7165294 Jul 16 20:29:08.892051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38454464-6a1d-4dba-9fde-094490ccef7c req-b5f09ded-d934-4c53-b370-8aec8982ec08 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 943 time: 0.2505755 Jul 16 20:29:08.914608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6923a-d37c-4455-be8d-56ea946cdc5a tempest-NetworksIpV6Test-6588759 tempest-NetworksIpV6Test-6588759-project] Pushing event deleted for resources: {'Network': ['ID=db6e47ea-80aa-4332-be6f-59c32398bc6d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:08.959639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: ebea2faa-a912-410e-9329-1e21158f13ad {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:08.959940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed8984f-7d9a-4dbd-93d5-af5ff32e7e52 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.960147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebea2faa-a912-410e-9329-1e21158f13ad not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:08.963051 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7ed8984f-7d9a-4dbd-93d5-af5ff32e7e52 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3272500 Jul 16 20:29:08.967425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50700) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:08.982032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38454464-6a1d-4dba-9fde-094490ccef7c req-e5e18c65-d55c-466c-959f-5bfbb8ecca23 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Jul 16 20:29:08.993097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:09.006281 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d16e-b9ba-461e-8907-82ae271b8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.050706 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2a63a-0e62-4268-b733-791fdedf3083 None None] New status for floating IP 252a3ba7-564d-49c5-9720-b8c59427200f: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:09.112105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:09.147731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b1a3d16e-b9ba-461e-8907-82ae271b8931 None None] For port d301d811-075e-4caf-ada8-2ac2bff4f892, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d301d811-075e-4caf-ada8-2ac2bff4f892,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:09.156116 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c7d872-bb3e-4bab-94fe-7a138b877a92 x-openstack-request-id: req-18c7d872-bb3e-4bab-94fe-7a138b877a92 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:09.157050 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1", "name": "network-vif-deleted", "tag": "a526e34c-9dd2-4185-86b0-eb3ded9a362b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:09.157050 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-18c7d872-bb3e-4bab-94fe-7a138b877a92 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:09.157603 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3bd6c1-d8d0-482d-9efa-031f4edb0dc1', 'name': 'network-vif-deleted', 'tag': 'a526e34c-9dd2-4185-86b0-eb3ded9a362b', 'status': 'completed', 'code': 200} Jul 16 20:29:09.159051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:09.159603 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.163785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6103a4d-a3f3-44b6-b294-e54d1da742e2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.165931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6103a4d-a3f3-44b6-b294-e54d1da742e2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.168932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6103a4d-a3f3-44b6-b294-e54d1da742e2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.175220 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d6103a4d-a3f3-44b6-b294-e54d1da742e2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2058794 Jul 16 20:29:09.176677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:09.183794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d16e-b9ba-461e-8907-82ae271b8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.246189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.275471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 4124358f-12fa-4b95-a953-ea9b0fc42e25 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:09.284622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.392194 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0768f1c-6b8e-4f06-8a70-6b3c3d0227da x-openstack-request-id: req-a0768f1c-6b8e-4f06-8a70-6b3c3d0227da {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:09.394673 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-plugged", "status": "completed", "tag": "42e1bebd-67e8-440d-9847-006b5ca05907", "code": 200}, {"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-plugged", "status": "completed", "tag": "77e5b623-f61c-4142-b6ef-d243d8c7006c", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:09.395742 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a0768f1c-6b8e-4f06-8a70-6b3c3d0227da {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:09.396846 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e1bebd-67e8-440d-9847-006b5ca05907', 'code': 200} Jul 16 20:29:09.397329 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5b623-f61c-4142-b6ef-d243d8c7006c', 'code': 200} Jul 16 20:29:09.397788 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5', 'code': 200} Jul 16 20:29:09.398318 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'code': 200} Jul 16 20:29:09.407461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d16e-b9ba-461e-8907-82ae271b8931 None None] Pushing event updated for resources: {'Port': ['ID=d301d811-075e-4caf-ada8-2ac2bff4f892,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:09.471754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:09.480451 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3c8e66-9837-415c-8cc0-616e3b4578f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "tag": "906f3496-aec3-4003-91bc-2f62552088ad"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:09.561218 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.602109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.679344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:09.686454 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.688671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:09.724946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50712) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:09.758474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 906f3496-aec3-4003-91bc-2f62552088ad details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:09.801359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c971ee-eb21-4df0-be98-4f30fb7cab88 req-afc2f5f0-5f61-4114-87c2-ff3c5fdfca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.802044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c971ee-eb21-4df0-be98-4f30fb7cab88 req-afc2f5f0-5f61-4114-87c2-ff3c5fdfca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.803820 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93c971ee-eb21-4df0-be98-4f30fb7cab88 req-afc2f5f0-5f61-4114-87c2-ff3c5fdfca76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1984 time: 0.3207936 Jul 16 20:29:09.841618 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.888877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:09.908078 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-93c971ee-eb21-4df0-be98-4f30fb7cab88 req-f3a60c33-e8a0-499f-a1d0-c5f56e09821c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968125 Jul 16 20:29:09.970334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.013342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=4124358f-12fa-4b95-a953-ea9b0fc42e25,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.015886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.017998 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1bd6201f-6faf-4094-aee3-3c777e22fc6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/4124358f-12fa-4b95-a953-ea9b0fc42e25 HTTP/1.1" status: 204 len: 168 time: 0.8400564 Jul 16 20:29:10.021957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50716) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.041783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b5df-123e-4b36-9dcc-28ed7a570a56 req-ba16bc8d-92dc-4ebc-81bd-f667930a31e8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.058079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b5df-123e-4b36-9dcc-28ed7a570a56 req-ba16bc8d-92dc-4ebc-81bd-f667930a31e8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.059842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5f1b5df-123e-4b36-9dcc-28ed7a570a56 req-ba16bc8d-92dc-4ebc-81bd-f667930a31e8 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1682 time: 0.3519616 Jul 16 20:29:10.072556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:10.073496 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.076599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0c1171bc-3bac-4ada-bb26-a9674666e2f1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.084348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 906f3496-aec3-4003-91bc-2f62552088ad, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=906f3496-aec3-4003-91bc-2f62552088ad,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:10.131286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Deleting subnet 6ea0c41d-6914-4d62-8e81-74ffd3e4049b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:10.137976 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.159471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '906f3496-aec3-4003-91bc-2f62552088ad', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': '906f3496-aec3-4003-91bc-2f62552088ad', 'mac_address': 'fa:16:3e:c1:00:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:10.187046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93a2a966-4b04-4b44-bf5a-96c007abfc3f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0b91e64746954bbabfff2a31587b01b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548957 Jul 16 20:29:10.191759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50720) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.229988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5f1b5df-123e-4b36-9dcc-28ed7a570a56 req-878882e4-4b74-4225-ad8a-9b0bea513c70 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347876 Jul 16 20:29:10.245858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting port a32582c4-3a15-4337-9182-0e93bebab2fc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:10.246372 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.273177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.297397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.335719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185c966-02ab-46af-91dd-05a62a23f3e8 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:10.373750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f3496-aec3-4003-91bc-2f62552088ad {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:10.409325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebf-a3bb-4990-b361-070fca29430a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.441759 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.451659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebf-a3bb-4990-b361-070fca29430a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.461973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] For port a32582c4-3a15-4337-9182-0e93bebab2fc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32582c4-3a15-4337-9182-0e93bebab2fc,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:10.462419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.471170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 906f3496-aec3-4003-91bc-2f62552088ad, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=906f3496-aec3-4003-91bc-2f62552088ad,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:10.481381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Calling delete_port for a32582c4-3a15-4337-9182-0e93bebab2fc owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:10.522445 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.558797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.565196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.572121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dfde5f2b-5ec9-4325-a838-60331e905ddd None None] Provisioning complete for port d301d811-075e-4caf-ada8-2ac2bff4f892 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:10.572647 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfde5f2b-5ec9-4325-a838-60331e905ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.574459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.582240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.589305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.595802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.602888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.610950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-b7e1238f-9712-4c41-965d-0a1d11d5e5a5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5433 time: 0.1981907 Jul 16 20:29:10.630991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:10.632614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.649008 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.650185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device a526e34c-9dd2-4185-86b0-eb3ded9a362b no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:10.679186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebf-a3bb-4990-b361-070fca29430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.681929 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebf-a3bb-4990-b361-070fca29430a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.683190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-220f6ebf-a3bb-4990-b361-070fca29430a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5f5bd9f8-5eda-40cc-a927-c436766d83e1 HTTP/1.1" status: 204 len: 168 time: 0.4889729 Jul 16 20:29:10.708231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f6ebf-a3bb-4990-b361-070fca29430a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5bd9f8-5eda-40cc-a927-c436766d83e1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.811745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.891354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.896986 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/6ea0c41d-6914-4d62-8e81-74ffd3e4049b HTTP/1.1" status: 204 len: 168 time: 0.8738556 Jul 16 20:29:10.897834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50724) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.898618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1c441-b16c-4c32-a308-8068d25ef5ac tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea0c41d-6914-4d62-8e81-74ffd3e4049b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.907713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d301d811-075e-4caf-ada8-2ac2bff4f892 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:10.927612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=906f3496-aec3-4003-91bc-2f62552088ad,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.954778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: a526e34c-9dd2-4185-86b0-eb3ded9a362b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:10.955126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device a526e34c-9dd2-4185-86b0-eb3ded9a362b not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:11.002557 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7ef563ca-e2be-48bb-bc9b-13a2c656fed5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996077 Jul 16 20:29:11.004321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['906f3496-aec3-4003-91bc-2f62552088ad'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:11.005837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50726) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.063193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1fab997-cb37-4ca0-b566-34d353a8c1ba req-1bef3a2a-cab4-432f-9db0-16220b713be6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4361737 Jul 16 20:29:11.102127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.127723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616e0b11-7565-450b-a0eb-3fba768e0d98 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.135759 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-616e0b11-7565-450b-a0eb-3fba768e0d98 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1283221 Jul 16 20:29:11.136421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.213059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a57d26-2817-42b3-b8ee-f9bfb8b9a320 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.217654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50732) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.218135 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e2a57d26-2817-42b3-b8ee-f9bfb8b9a320 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804534 Jul 16 20:29:11.278366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ed531728-234e-4a5b-934c-f3bd640cccf6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593033 Jul 16 20:29:11.288390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.323958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d301d811-075e-4caf-ada8-2ac2bff4f892 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:11.324352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.343608 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-80facaad-2fa4-4175-bc0d-68763949b8fe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.345470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80facaad-2fa4-4175-bc0d-68763949b8fe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.353319 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-80facaad-2fa4-4175-bc0d-68763949b8fe tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/60ff4181-b902-4211-8848-2eda80726ce2 HTTP/1.1" status: 404 len: 333 time: 0.0613804 Jul 16 20:29:11.353774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50738) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.406996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:11.413046 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6698e-06f6-444a-8e47-6aa1388daeff" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:11.413327 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f559e2b-ed46-4c1d-add6-282b950426d3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.413837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f559e2b-ed46-4c1d-add6-282b950426d3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.419657 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5f559e2b-ed46-4c1d-add6-282b950426d3 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/6ea0c41d-6914-4d62-8e81-74ffd3e4049b HTTP/1.1" status: 404 len: 337 time: 0.0615137 Jul 16 20:29:11.420688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50744) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.464939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.477970 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfbf6c7-e015-419b-9f73-2efe5108e676 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.478731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfbf6c7-e015-419b-9f73-2efe5108e676 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.483339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-acfbf6c7-e015-419b-9f73-2efe5108e676 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/4124358f-12fa-4b95-a953-ea9b0fc42e25 HTTP/1.1" status: 404 len: 337 time: 0.0601075 Jul 16 20:29:11.487100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50748) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.533379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8f81c-1453-4e7e-9a8b-f24092d90f43 req-7418aa50-9162-44b0-8697-b198b104ba69 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.535414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bed8f81c-1453-4e7e-9a8b-f24092d90f43 req-7418aa50-9162-44b0-8697-b198b104ba69 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.1755679 Jul 16 20:29:11.537566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Port': ['ID=a32582c4-3a15-4337-9182-0e93bebab2fc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.565787 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b28c6a9-afa8-4f38-9dc8-73d4d1799405 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.567827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b28c6a9-afa8-4f38-9dc8-73d4d1799405 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.573553 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0b28c6a9-afa8-4f38-9dc8-73d4d1799405 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/60b45618-65e7-4a9a-a893-9061e7f169e1 HTTP/1.1" status: 404 len: 333 time: 0.0773702 Jul 16 20:29:11.574413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.650178 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cfd716-c0d9-4752-85a7-654567171b6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.652880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cfd716-c0d9-4752-85a7-654567171b6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.667074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2cfd716-c0d9-4752-85a7-654567171b6a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/8a6c432e-169f-4d72-b1a2-7939962f7ff2 HTTP/1.1" status: 404 len: 337 time: 0.0908270 Jul 16 20:29:11.667551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50756) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.771930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bed8f81c-1453-4e7e-9a8b-f24092d90f43 req-95482a6a-8b05-4996-92e1-79549e86edf5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725423 Jul 16 20:29:11.775031 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f48f30-6f1c-4869-bedd-5b4bc0c05584 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.776004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f48f30-6f1c-4869-bedd-5b4bc0c05584 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.783978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-63f48f30-6f1c-4869-bedd-5b4bc0c05584 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/5215d870-03a7-4620-9f12-1ec190a1998a HTTP/1.1" status: 404 len: 337 time: 0.1121886 Jul 16 20:29:11.787922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.866822 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-b442902e-52be-495f-8b79-03ebe1598e0e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.871739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b442902e-52be-495f-8b79-03ebe1598e0e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.873792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b442902e-52be-495f-8b79-03ebe1598e0e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/1c0e7c78-c814-4097-aa55-05d471d15da9 HTTP/1.1" status: 404 len: 333 time: 0.0842311 Jul 16 20:29:11.879869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50764) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.940225 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c643492-2c90-405f-9a61-c804ba86cb77 x-openstack-request-id: req-7c643492-2c90-405f-9a61-c804ba86cb77 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:11.940553 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "tag": "906f3496-aec3-4003-91bc-2f62552088ad", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:11.940761 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7c643492-2c90-405f-9a61-c804ba86cb77 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:11.941390 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad', 'status': 'completed', 'code': 200} Jul 16 20:29:11.946108 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e9f853-2ba9-495d-bf8e-247e881ef144 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:11.946588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e9f853-2ba9-495d-bf8e-247e881ef144 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:11.948482 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4e9f853-2ba9-495d-bf8e-247e881ef144 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/d39266b9-9719-4bb5-8697-7acbd7e13308 HTTP/1.1" status: 404 len: 337 time: 0.0671823 Jul 16 20:29:11.952632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50766) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.990142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ddcc7-ac54-4943-af0a-458de5abd2b2 None None] Update dhcp port {'port': {'network_id': '4480a042-e07a-4cef-bea8-255195c633b7', 'fixed_ips': [{'subnet_id': '6ea0c41d-6914-4d62-8e81-74ffd3e4049b'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'd301d811-075e-4caf-ada8-2ac2bff4f892'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:29:12.006533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50770) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.027012 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7312c40-f45c-4d15-894e-9ab10a30ad73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.032229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7312c40-f45c-4d15-894e-9ab10a30ad73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.034292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d7312c40-f45c-4d15-894e-9ab10a30ad73 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/10df9b13-3417-4659-9c47-4b82c3d521d7 HTTP/1.1" status: 404 len: 337 time: 0.0804868 Jul 16 20:29:12.039788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50772) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.064852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.145451 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-6229f276-8581-4da9-9086-33a7d53b2d01 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.146742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6229f276-8581-4da9-9086-33a7d53b2d01 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.148683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6229f276-8581-4da9-9086-33a7d53b2d01 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/6cad1bc5-f9ef-4ac5-93b8-dd69bf0cbf3b HTTP/1.1" status: 404 len: 333 time: 0.1078947 Jul 16 20:29:12.152932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50776) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.182833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d14ddcc7-ac54-4943-af0a-458de5abd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.192990 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-b533c74f-cf09-4827-898e-397b5d335c67 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.193233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b533c74f-cf09-4827-898e-397b5d335c67 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.195037 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b533c74f-cf09-4827-898e-397b5d335c67 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/f4bb25fe-5760-4764-9ed5-6d17f48a45f9 HTTP/1.1" status: 404 len: 337 time: 0.0402279 Jul 16 20:29:12.200611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50780) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.247920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-3448bbae-d250-47c3-a7fb-50f374656a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.249697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-3448bbae-d250-47c3-a7fb-50f374656a29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 1095 time: 0.2761223 Jul 16 20:29:12.252503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaa01-32d6-4dc1-956e-1fbeb931c2b6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.286465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50782) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.297490 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c39cca9-dba3-452a-98b9-ef2a8492d6f6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.298393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c39cca9-dba3-452a-98b9-ef2a8492d6f6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.302197 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7c39cca9-dba3-452a-98b9-ef2a8492d6f6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/0f8fb84c-049f-405e-9f09-a87460fdf5fb HTTP/1.1" status: 404 len: 337 time: 0.1000392 Jul 16 20:29:12.304364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaa01-32d6-4dc1-956e-1fbeb931c2b6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.307003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50784) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.369331 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1782d9-1542-440e-aba4-34e6590b68d6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.370068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1782d9-1542-440e-aba4-34e6590b68d6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.372098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6b1782d9-1542-440e-aba4-34e6590b68d6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/26a01eaa-7845-499d-bdc0-f6c037840f98 HTTP/1.1" status: 404 len: 333 time: 0.0640533 Jul 16 20:29:12.379352 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50788) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.424976 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-79912e88-181e-468c-8c2d-dbf005606ab2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.424976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79912e88-181e-468c-8c2d-dbf005606ab2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.426604 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-79912e88-181e-468c-8c2d-dbf005606ab2 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/4b3e9533-2261-40a4-8d44-889140a99a6c HTTP/1.1" status: 404 len: 337 time: 0.0464847 Jul 16 20:29:12.429357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.464172 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb09534f-18cc-4045-9509-5d392d062bda tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.464592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb09534f-18cc-4045-9509-5d392d062bda tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.469217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fb09534f-18cc-4045-9509-5d392d062bda tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/3a06319f-82e7-4e4f-a649-9ea5117d7300 HTTP/1.1" status: 404 len: 333 time: 0.0383768 Jul 16 20:29:12.470279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.500280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc63dd-bb11-443e-8a96-539256fe6e9f req-34799e0e-54e5-406d-a478-1aa0c6172f4e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.504152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71fc63dd-bb11-443e-8a96-539256fe6e9f req-34799e0e-54e5-406d-a478-1aa0c6172f4e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 944 time: 0.2985878 Jul 16 20:29:12.504578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638faca2-3c35-43e6-8d76-d39cec3877d5 None None] Network 4480a042-e07a-4cef-bea8-255195c633b7 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:12.508799 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-4865139b-55b5-458a-8b8d-bb7255ec3c35 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.509272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4865139b-55b5-458a-8b8d-bb7255ec3c35 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.511127 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4865139b-55b5-458a-8b8d-bb7255ec3c35 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/f80955d3-cf88-430d-872d-2cab17f54bb9 HTTP/1.1" status: 404 len: 337 time: 0.0398116 Jul 16 20:29:12.514543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50794) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.525025 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaa01-32d6-4dc1-956e-1fbeb931c2b6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.527721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaa01-32d6-4dc1-956e-1fbeb931c2b6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.528940 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1eeeaa01-32d6-4dc1-956e-1fbeb931c2b6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "DELETE /v2.0/security-groups/567a989c-8106-4519-9db3-aa2e4ad43a25 HTTP/1.1" status: 204 len: 168 time: 0.5211148 Jul 16 20:29:12.530061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-46f72bce-0b88-4b9c-a4b3-b2823307aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.532263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-46f72bce-0b88-4b9c-a4b3-b2823307aa07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.2752376 Jul 16 20:29:12.533008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50796) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.556792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeaa01-32d6-4dc1-956e-1fbeb931c2b6 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567a989c-8106-4519-9db3-aa2e4ad43a25,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.559179 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5c66d8-9ae7-428b-815d-91449d7d33ca tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.560011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5c66d8-9ae7-428b-815d-91449d7d33ca tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.561978 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ae5c66d8-9ae7-428b-815d-91449d7d33ca tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/7786057f-b10e-46ed-8ea8-0483827803f1 HTTP/1.1" status: 404 len: 333 time: 0.0463359 Jul 16 20:29:12.568753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50798) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.605524 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae7accf-bfbf-4baf-9789-acc1448da74d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.606081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae7accf-bfbf-4baf-9789-acc1448da74d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.607037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ce58d927-000b-4653-ace1-9aa85fea1ff2 None None] Provisioning complete for port d301d811-075e-4caf-ada8-2ac2bff4f892 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:12.607652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ce58d927-000b-4653-ace1-9aa85fea1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.608276 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ae7accf-bfbf-4baf-9789-acc1448da74d tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e5f82bd1-ea9e-4242-8f80-8de3271ea334 HTTP/1.1" status: 404 len: 337 time: 0.0382910 Jul 16 20:29:12.611286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dc337f36-a7af-487c-845d-f0ce57cf8cc9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1110702069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:12.612253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50802) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.644789 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55f3814-14b9-4ad3-a124-529a23a1e88a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.646041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55f3814-14b9-4ad3-a124-529a23a1e88a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.648232 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d55f3814-14b9-4ad3-a124-529a23a1e88a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/7b7ea52f-7d20-4739-a186-740c6ae21611 HTTP/1.1" status: 404 len: 333 time: 0.0340850 Jul 16 20:29:12.652715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50804) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.688135 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-e73e0dc8-e800-47e9-bda0-0be472d7b895 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] show failed (client error): The resource could not be found. Jul 16 20:29:12.689526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e73e0dc8-e800-47e9-bda0-0be472d7b895 tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "GET /v2.0/security-groups/567a989c-8106-4519-9db3-aa2e4ad43a25 HTTP/1.1" status: 404 len: 347 time: 0.1018305 Jul 16 20:29:12.707968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50806) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.716536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-a4a8e600-9626-4322-8771-d1544ee998d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906f3496-aec3-4003-91bc-2f62552088ad HTTP/1.1" status: 200 len: 217 time: 0.1227593 Jul 16 20:29:12.717972 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a56291-24ed-4936-9364-9700ed0eb1bb tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.718523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a56291-24ed-4936-9364-9700ed0eb1bb tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.720462 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-07a56291-24ed-4936-9364-9700ed0eb1bb tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/ff85eb3d-ab2e-440c-a84c-9b950eb93bf1 HTTP/1.1" status: 404 len: 337 time: 0.0667007 Jul 16 20:29:12.726109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50808) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.782816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:12.807550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc337f36-a7af-487c-845d-f0ce57cf8cc9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.808657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc337f36-a7af-487c-845d-f0ce57cf8cc9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.820843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d301d811-075e-4caf-ada8-2ac2bff4f892 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:12.825896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71fc63dd-bb11-443e-8a96-539256fe6e9f req-57ee6e1a-9ca0-46a7-8d1f-50d9456684a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910180 Jul 16 20:29:12.857656 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4852a4-e127-45d3-b2d7-1884aec85da0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.859413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4852a4-e127-45d3-b2d7-1884aec85da0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.862179 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8d4852a4-e127-45d3-b2d7-1884aec85da0 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/24c5cab6-a8ce-40ef-8481-26b65656a7a3 HTTP/1.1" status: 404 len: 333 time: 0.0761478 Jul 16 20:29:12.867640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50812) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.886720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-1d355a30-a13c-4c27-a5f2-076b4f21c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.887354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] DHCP port deletion for 4480a042-e07a-4cef-bea8-255195c633b7 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:12.888714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-1d355a30-a13c-4c27-a5f2-076b4f21c0ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1508689 Jul 16 20:29:12.903881 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcdf1e7-b54e-49cd-92eb-f34280640a24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.904194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcdf1e7-b54e-49cd-92eb-f34280640a24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.906038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1dcdf1e7-b54e-49cd-92eb-f34280640a24 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/d855b936-2767-45f0-8ac3-d061f90772f4 HTTP/1.1" status: 404 len: 337 time: 0.0365379 Jul 16 20:29:12.941682 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50814) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.973927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc337f36-a7af-487c-845d-f0ce57cf8cc9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.994039 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-2067ad15-f012-4c12-ac54-defe14e06fdf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:12.994881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2067ad15-f012-4c12-ac54-defe14e06fdf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:12.999116 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2067ad15-f012-4c12-ac54-defe14e06fdf tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/9d671fba-7ee9-42b4-b7d9-82af01df2bbb HTTP/1.1" status: 404 len: 333 time: 0.0539832 Jul 16 20:29:13.003128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-3bf7c333-396e-4da9-bac0-0f5d77d50111 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782506 Jul 16 20:29:13.007803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50816) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.009522 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc337f36-a7af-487c-845d-f0ce57cf8cc9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.059755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Deleting port 2d18ebd4-6dca-453e-a9dd-fb628eabb6b9 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:13.060215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.085516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.125535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] Deleting port d301d811-075e-4caf-ada8-2ac2bff4f892 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:13.126158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.159343 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0069967-6050-49c0-a83a-6e3fe0f2fcd5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:13.160596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0069967-6050-49c0-a83a-6e3fe0f2fcd5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:13.163955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c0069967-6050-49c0-a83a-6e3fe0f2fcd5 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/b5ea5b47-5340-4907-a41a-bfd7442cafb5 HTTP/1.1" status: 404 len: 337 time: 0.1472406 Jul 16 20:29:13.167203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50818) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.193527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d301d811-075e-4caf-ada8-2ac2bff4f892, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d301d811-075e-4caf-ada8-2ac2bff4f892,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:13.193782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc337f36-a7af-487c-845d-f0ce57cf8cc9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.198100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dc337f36-a7af-487c-845d-f0ce57cf8cc9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8681779 Jul 16 20:29:13.204270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50820) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.206427 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.206991 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.209932 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab795682-714d-46a2-9ac8-8f5abf78afdc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:13.210387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab795682-714d-46a2-9ac8-8f5abf78afdc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:13.214545 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ab795682-714d-46a2-9ac8-8f5abf78afdc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/3a17cfad-f437-4ae6-9541-e3ca2059f342 HTTP/1.1" status: 404 len: 337 time: 0.0437958 Jul 16 20:29:13.218329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50822) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.234439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Calling delete_port for 2d18ebd4-6dca-453e-a9dd-fb628eabb6b9 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:13.255348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2029743528'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:13.257319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.260034 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-94842381-fb86-4719-9a47-a9e4fac8bf7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:13.261219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94842381-fb86-4719-9a47-a9e4fac8bf7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:13.265317 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-94842381-fb86-4719-9a47-a9e4fac8bf7c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/173148ea-a58b-4515-8150-88746218d2e1 HTTP/1.1" status: 404 len: 333 time: 0.0448065 Jul 16 20:29:13.268205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50824) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.280152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:13.290202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4825761f-0cd2-4087-bdf2-da23b3ea3d37 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "PUT /v2.0/routers/b0df284d-5d5e-4d4c-a088-7b39e2bc9bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7871861 Jul 16 20:29:13.292295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50826) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.322625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] Sync routers for ids ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:13.365817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34086-d91f-4f82-9edf-3232055157d5 req-2bc1aa2a-7ccc-4f43-a739-4ae96b8f0a74 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.368034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] For port d301d811-075e-4caf-ada8-2ac2bff4f892, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d301d811-075e-4caf-ada8-2ac2bff4f892,segment=NetworkSegment(cbbc2d9c-a65c-4584-96ed-789fefb4cce0),segment_id=cbbc2d9c-a65c-4584-96ed-789fefb4cce0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:13.368703 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.372712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34086-d91f-4f82-9edf-3232055157d5 req-2bc1aa2a-7ccc-4f43-a739-4ae96b8f0a74 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.374337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17a34086-d91f-4f82-9edf-3232055157d5 req-2bc1aa2a-7ccc-4f43-a739-4ae96b8f0a74 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1682 time: 0.3744683 Jul 16 20:29:13.377860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:13.381889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.403135 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-9e581a26-dede-46c7-99df-fcd477a90449 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830390 Jul 16 20:29:13.410423 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf1f17d-2b9d-40f3-b845-cb80b15eb50f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:13.410423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf1f17d-2b9d-40f3-b845-cb80b15eb50f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:13.412358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dcf1f17d-2b9d-40f3-b845-cb80b15eb50f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/efbe0f47-1a4a-4531-b29c-7481e0e4be0b HTTP/1.1" status: 404 len: 337 time: 0.1420290 Jul 16 20:29:13.416679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] Calling delete_port for d301d811-075e-4caf-ada8-2ac2bff4f892 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:13.417044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50828) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.420751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] Routers {'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:13.421812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:13.463904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting subnet dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:13.467753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.526342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.544302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d301d811-075e-4caf-ada8-2ac2bff4f892,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.668487 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c9121d-faeb-43a2-a6e7-ff9ad0251b12 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:13.668955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c9121d-faeb-43a2-a6e7-ff9ad0251b12 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:13.675762 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-89c9121d-faeb-43a2-a6e7-ff9ad0251b12 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e8738c9c-5d46-4ff0-b7cd-775c576fe1a0 HTTP/1.1" status: 404 len: 337 time: 0.2481833 Jul 16 20:29:13.676071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50832) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.718531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.743070 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e67445-f465-46cd-9fad-c0b7705809ba tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:13.744756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e67445-f465-46cd-9fad-c0b7705809ba tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:13.745177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 906f3496-aec3-4003-91bc-2f62552088ad up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:13.746106 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60e67445-f465-46cd-9fad-c0b7705809ba tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/fed98f9c-3d91-44bd-aba3-e9d486c811db HTTP/1.1" status: 404 len: 333 time: 0.0690124 Jul 16 20:29:13.750615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50834) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:13.807411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] Set router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:13.885523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.946862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] Pushing event deleted for resources: {'Port': ['ID=d301d811-075e-4caf-ada8-2ac2bff4f892,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.957282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.958488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c5878-ce44-44a2-a24d-9cfb159506db None None] No DVR routers for this DVR port d301d811-075e-4caf-ada8-2ac2bff4f892 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:14.052339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17a34086-d91f-4f82-9edf-3232055157d5 req-23b091ea-f9f3-47a6-a97c-49a81eac314c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659369 Jul 16 20:29:14.171721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc3c8e66-9837-415c-8cc0-616e3b4578f5 req-ca0a1497-41da-4e25-9bf1-f92b89a15fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083583 Jul 16 20:29:14.203901 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747789b-5d88-436c-b174-c9c8ed326a79 x-openstack-request-id: req-1747789b-5d88-436c-b174-c9c8ed326a79 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:14.203901 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:14.204620 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1747789b-5d88-436c-b174-c9c8ed326a79 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:14.204620 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5', 'code': 200} Jul 16 20:29:14.204836 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d', 'code': 200} Jul 16 20:29:14.204930 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1', 'code': 200} Jul 16 20:29:14.205135 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641', 'code': 200} Jul 16 20:29:14.212076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a93de-4265-4cd5-a5a3-477cb16f5b58 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:29:14.254272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 906f3496-aec3-4003-91bc-2f62552088ad completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:14.265792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 906f3496-aec3-4003-91bc-2f62552088ad triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:14.266539 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.277873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.283838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.318613 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c190c98-a619-4150-a308-693691a87fd7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:14.319279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:14.319657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c190c98-a619-4150-a308-693691a87fd7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:14.322916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8c190c98-a619-4150-a308-693691a87fd7 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/54d13218-2879-44af-8c6d-8325a87b255f HTTP/1.1" status: 404 len: 337 time: 0.5709662 Jul 16 20:29:14.344149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50840) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:14.374856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.375236 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Added segment c72132c6-40b6-47ab-bbd4-bb9498576e93 of type vlan for network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da Jul 16 20:29:14.386333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e79872-01e5-4ed9-9f0d-52b08108ef28,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.447659 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae6f22f-4b26-4458-a962-162ed73b01df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:14.448206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae6f22f-4b26-4458-a962-162ed73b01df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:14.450170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5ae6f22f-4b26-4458-a962-162ed73b01df tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/4d733981-514f-4af3-acbc-c8de3b674eff HTTP/1.1" status: 404 len: 337 time: 0.0592871 Jul 16 20:29:14.456076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50842) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:14.484796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.503589 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d76ed1-35e6-41b7-beaa-bde330422f39 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:14.504939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d76ed1-35e6-41b7-beaa-bde330422f39 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:14.507027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c3d76ed1-35e6-41b7-beaa-bde330422f39 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/a8881c12-2b8c-42ae-a8fb-a2d042757c52 HTTP/1.1" status: 404 len: 333 time: 0.0482850 Jul 16 20:29:14.511460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50844) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:14.533948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:29:11Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:14.538101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a93de-4265-4cd5-a5a3-477cb16f5b58 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:29:14.539986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.545809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.551377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.559581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.563598 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2e6503-352b-4bfe-b610-f3579241c768 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:14.564098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2e6503-352b-4bfe-b610-f3579241c768 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:14.566246 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed2e6503-352b-4bfe-b610-f3579241c768 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/11fd3b52-5b6a-4e47-9cbe-c7d477f7efb0 HTTP/1.1" status: 404 len: 337 time: 0.0519540 Jul 16 20:29:14.572743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] Checking router: b0df284d-5d5e-4d4c-a088-7b39e2bc9bde for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:14.573933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50846) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:14.579112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.593650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.608336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.622273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.628219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 906f3496-aec3-4003-91bc-2f62552088ad, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=906f3496-aec3-4003-91bc-2f62552088ad,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:14.633303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.634808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.636226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.640988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] Routers {'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:14.641951 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:14.650805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-9bb90cdc-ba68-46ec-96c3-1624803be1ce tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.3537571 Jul 16 20:29:14.676913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.726142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.734129 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd9fbf59-93e7-40cb-bee7-776df68e3ffa tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/subnets/dbfbc2b0-dbe8-4a56-a79c-90438a37b6dc HTTP/1.1" status: 204 len: 168 time: 1.4362886 Jul 16 20:29:14.749305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da4d1040-fd8b-47de-9a3e-b3585b171d4c req-3ac328cd-c8be-4e60-b835-58098a915279 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931199 Jul 16 20:29:14.750214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50848) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:14.758217 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.774352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.783448 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.841645 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba929b3-5a76-4c16-831e-5032c9ba8a16 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:14.842702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba929b3-5a76-4c16-831e-5032c9ba8a16 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:14.846839 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ba929b3-5a76-4c16-831e-5032c9ba8a16 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e4d9b7db-08d9-4040-934b-72bab3a20f5c HTTP/1.1" status: 404 len: 337 time: 0.2699850 Jul 16 20:29:14.878218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50850) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:14.880824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Pushing event deleted for resources: {'Port': ['ID=2d18ebd4-6dca-453e-a9dd-fb628eabb6b9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.958647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7494423 Jul 16 20:29:14.989525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.990716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.991564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.992409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.993258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.994090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.994914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.998535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-2c2eb643-41bf-4370-966c-9ce20f7e3e17 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6491 time: 0.6833065 Jul 16 20:29:14.999338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50852) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.011737 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f52fe41e-e5f1-460f-a327-a2aba8cc180b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports?device_id=310f5a55-51ba-4ab2-9a01-aaea449cf038 HTTP/1.1" status: 200 len: 205 time: 0.1245592 Jul 16 20:29:15.021205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'subnet': {'network_id': '024f1d68-9305-4c59-b65d-8c0f6c1bb6da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:15.031531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50854) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.072605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=906f3496-aec3-4003-91bc-2f62552088ad,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:15.098389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.101245 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.103969 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-48ba2ce7-0550-4a0e-b1e6-c3b00e0c57fc tempest-ServersTestManualDisk-666012264 tempest-ServersTestManualDisk-666012264-project] 10.222.0.100 "DELETE /v2.0/floatingips/252a3ba7-564d-49c5-9720-b8c59427200f HTTP/1.1" status: 204 len: 168 time: 2.3938019 Jul 16 20:29:15.105947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50856) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.128375 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-51dd6b97-4482-4fdb-99ea-560cdc81b54f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] delete failed (client error): The resource could not be found. Jul 16 20:29:15.133844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51dd6b97-4482-4fdb-99ea-560cdc81b54f tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/routers/310f5a55-51ba-4ab2-9a01-aaea449cf038 HTTP/1.1" status: 404 len: 336 time: 0.0884690 Jul 16 20:29:15.141132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7e4be-1cb2-4d2c-b63f-4c3e07404df8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Network': ['ID=024f1d68-9305-4c59-b65d-8c0f6c1bb6da,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:15.141923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50858) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.165791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] Set router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:15.180334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:15.188486 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-15a617e5-f2dd-469e-9e74-a614bd437ef0 req-031ade64-4d13-442e-9472-111785e0778f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&id=a5724584-bc02-4701-873e-a43c8da40cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625698 Jul 16 20:29:15.198771 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.231533 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-53025680-738b-4a79-9947-53e3dcd0aa42 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:15.231887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53025680-738b-4a79-9947-53e3dcd0aa42 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:15.236887 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-53025680-738b-4a79-9947-53e3dcd0aa42 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/ab9fe8c2-bba2-4fd8-9206-ebaa6279a733 HTTP/1.1" status: 404 len: 337 time: 0.0821459 Jul 16 20:29:15.241625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50860) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.281707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965518-cfda-4657-acfc-bc6122832c96 req-fab78031-c38e-48cf-a722-0699999cc817 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.286889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f965518-cfda-4657-acfc-bc6122832c96 req-fab78031-c38e-48cf-a722-0699999cc817 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.2565341 Jul 16 20:29:15.295956 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d59c8c44-d8ab-4e98-84d8-fb4ad606400a tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4d8a927-156c-4302-9000-670a1cd319f1 HTTP/1.1" status: 200 len: 205 time: 0.0526850 Jul 16 20:29:15.300802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.376510 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-202f756e-205e-455c-8f94-e540a9d6ecc6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] delete failed (client error): The resource could not be found. Jul 16 20:29:15.377846 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-202f756e-205e-455c-8f94-e540a9d6ecc6 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/routers/c4d8a927-156c-4302-9000-670a1cd319f1 HTTP/1.1" status: 404 len: 336 time: 0.0758197 Jul 16 20:29:15.381346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:15.385121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.388873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50864) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.466120 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1e2457-ce10-49b8-8eb3-a139ee68ffd1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:15.466578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1e2457-ce10-49b8-8eb3-a139ee68ffd1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:15.468432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fa1e2457-ce10-49b8-8eb3-a139ee68ffd1 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/34a2e464-e406-4111-b93e-8927dc1d040b HTTP/1.1" status: 404 len: 337 time: 0.0745981 Jul 16 20:29:15.474137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50866) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.516660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f965518-cfda-4657-acfc-bc6122832c96 req-6ce5bc40-433d-4d3b-afe2-95f7cb1b46e2 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576986 Jul 16 20:29:15.528968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.570195 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc55820-583b-4dc2-bc84-6f2ab44a9448 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:15.579031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc55820-583b-4dc2-bc84-6f2ab44a9448 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:15.591240 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1fc55820-583b-4dc2-bc84-6f2ab44a9448 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/065ab327-9033-4972-8f05-f1d547e8fa89 HTTP/1.1" status: 404 len: 337 time: 0.1162527 Jul 16 20:29:15.608651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50870) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.684567 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-1953719a-6f5c-42a2-9ef0-bcc32b31a15c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:15.686000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1953719a-6f5c-42a2-9ef0-bcc32b31a15c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:15.697983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1953719a-6f5c-42a2-9ef0-bcc32b31a15c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/84063b47-7e9c-46c4-93d0-6f44e1abbc18 HTTP/1.1" status: 404 len: 333 time: 0.0872493 Jul 16 20:29:15.699989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50872) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.765106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:29:11Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:15.806070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21247569-41e3-4e6f-b11b-4775bd77a708 None None] Network 9b674ab9-f1cb-4e85-837e-dee9bc90be93 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:15.809097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129b707-766c-4994-b326-48abb2dc9c35 None None] The sync data for ids ['b0df284d-5d5e-4d4c-a088-7b39e2bc9bde'] in n-d-798930-6 is: [{'id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567729410', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:54Z', 'updated_at': '2021-07-16T20:29:11Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': '081aa497-8b4f-4649-8c3d-35a5ac373910', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df284d-5d5e-4d4c-a088-7b39e2bc9bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:56Z', 'updated_at': '2021-07-16T20:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:15.814952 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-369941b8-f449-426b-ae7d-3e1512d7d0c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:15.815205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369941b8-f449-426b-ae7d-3e1512d7d0c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:15.826904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-369941b8-f449-426b-ae7d-3e1512d7d0c9 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/f7f65903-0d1a-4ea1-924b-7d10af53dfa4 HTTP/1.1" status: 404 len: 337 time: 0.1220200 Jul 16 20:29:15.833555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50876) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.949574 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-3651f216-cc5a-49d7-8603-fd7a5bc91efd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:15.950816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3651f216-cc5a-49d7-8603-fd7a5bc91efd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:15.953925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3651f216-cc5a-49d7-8603-fd7a5bc91efd tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/a295f84d-e056-4a3f-94ad-5ff14b53f92e HTTP/1.1" status: 404 len: 333 time: 0.1188312 Jul 16 20:29:15.963791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50878) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.000065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting port 081aa497-8b4f-4649-8c3d-35a5ac373910 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:16.000598 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.085169 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-482b2fa9-617c-44aa-8fcc-e924fafdee5c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.085920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482b2fa9-617c-44aa-8fcc-e924fafdee5c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.092345 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-482b2fa9-617c-44aa-8fcc-e924fafdee5c tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/8e2f666b-01f3-46c2-aaff-8b1ae0341463 HTTP/1.1" status: 404 len: 337 time: 0.1241314 Jul 16 20:29:16.099294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50880) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.163364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0330d3-7813-4b0a-b62d-8d30153f9a41 req-a30bfa5a-8f5f-4ac3-9f37-4d751b835198 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:16.166168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b0330d3-7813-4b0a-b62d-8d30153f9a41 req-a30bfa5a-8f5f-4ac3-9f37-4d751b835198 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 945 time: 0.3736439 Jul 16 20:29:16.180039 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-b346c8b3-aa09-41a3-8dfb-08009c9d4648 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.181114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b346c8b3-aa09-41a3-8dfb-08009c9d4648 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.185272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b346c8b3-aa09-41a3-8dfb-08009c9d4648 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/f09ac452-a903-4d52-869e-60760b1492c0 HTTP/1.1" status: 404 len: 333 time: 0.0806019 Jul 16 20:29:16.186406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50882) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.204319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] DHCP port deletion for 9b674ab9-f1cb-4e85-837e-dee9bc90be93 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:16.219406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.221227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:16.250448 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-33591c4e-5bbd-4010-95cd-2b9283f20cee tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.250904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33591c4e-5bbd-4010-95cd-2b9283f20cee tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.256055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-33591c4e-5bbd-4010-95cd-2b9283f20cee tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/a36be5d6-153c-4632-bb82-234880489ed3 HTTP/1.1" status: 404 len: 337 time: 0.0653222 Jul 16 20:29:16.267197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50884) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.270305 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a3d13-a125-4a10-a2e8-3b1d3d3d6107" -d '{"events": [{"server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "name": "network-vif-plugged", "status": "completed", "tag": "906f3496-aec3-4003-91bc-2f62552088ad"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:16.292740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] For port 081aa497-8b4f-4649-8c3d-35a5ac373910, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=081aa497-8b4f-4649-8c3d-35a5ac373910,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:16.293108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.336367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Subnet': ['ID=fd0cf63e-fef8-4b5e-8a7a-02068367f2eb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.343791 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd7ccbe-ff80-4167-99e8-147e686b50fb tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.344611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd7ccbe-ff80-4167-99e8-147e686b50fb tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.349570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cfd7ccbe-ff80-4167-99e8-147e686b50fb tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/ac0710f9-9dcd-4f76-ad84-e085e6660bac HTTP/1.1" status: 404 len: 333 time: 0.0760627 Jul 16 20:29:16.351168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.351331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Calling delete_port for 081aa497-8b4f-4649-8c3d-35a5ac373910 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:16.367080 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b0330d3-7813-4b0a-b62d-8d30153f9a41 req-08cc0a52-8e78-4314-9b8a-23e7771b95f5 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906469 Jul 16 20:29:16.429190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] Deleting port 22aaf7aa-733a-4037-b538-dfa7decc13a4 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:16.429834 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.509189 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca22fb45-3d4b-4e32-ac52-73b52f138093 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.509934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca22fb45-3d4b-4e32-ac52-73b52f138093 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.526815 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca22fb45-3d4b-4e32-ac52-73b52f138093 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/1930a40a-b82b-444c-8bc7-0aa59dae2869 HTTP/1.1" status: 404 len: 337 time: 0.1679580 Jul 16 20:29:16.527636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50890) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.560278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] For port 22aaf7aa-733a-4037-b538-dfa7decc13a4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=22aaf7aa-733a-4037-b538-dfa7decc13a4,segment=NetworkSegment(b80e6af1-b067-4e62-8785-25d31263781c),segment_id=b80e6af1-b067-4e62-8785-25d31263781c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:16.560935 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.598370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] Calling delete_port for 22aaf7aa-733a-4037-b538-dfa7decc13a4 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:16.610681 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a0ef6e-5407-41b3-907e-ea8b4e7b3731 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.612092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a0ef6e-5407-41b3-907e-ea8b4e7b3731 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.615058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-41a0ef6e-5407-41b3-907e-ea8b4e7b3731 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/19e39a16-42df-471d-888b-0e4662c5418a HTTP/1.1" status: 404 len: 333 time: 0.0863810 Jul 16 20:29:16.619655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50894) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.638098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Checking segment: {'id': 'c72132c6-40b6-47ab-bbd4-bb9498576e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '024f1d68-9305-4c59-b65d-8c0f6c1bb6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:16.638768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network hostable DHCP agents. Network: 024f1d68-9305-4c59-b65d-8c0f6c1bb6da, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:16.706346 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd4fc1e-6035-44cb-add0-c8def545be70 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.708167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd4fc1e-6035-44cb-add0-c8def545be70 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.710614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cfd4fc1e-6035-44cb-add0-c8def545be70 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/e7049457-e7e9-4280-9e4c-4d83153fa897 HTTP/1.1" status: 404 len: 337 time: 0.0892749 Jul 16 20:29:16.713328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50896) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.746092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:16.754641 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9a197a-4485-4d77-bad9-559080d7bf78 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.755938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9a197a-4485-4d77-bad9-559080d7bf78 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.764959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-be9a197a-4485-4d77-bad9-559080d7bf78 tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/948eb4e6-619e-47fa-9622-b6509ced4bb8 HTTP/1.1" status: 404 len: 333 time: 0.0502892 Jul 16 20:29:16.767512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50898) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.801704 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-e333c5b4-0e52-4d0d-9e82-703563975ecc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.805021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e333c5b4-0e52-4d0d-9e82-703563975ecc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.809206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e333c5b4-0e52-4d0d-9e82-703563975ecc tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/04f55ed1-fde4-4f66-9bc5-1f279ed665d5 HTTP/1.1" status: 404 len: 337 time: 0.0385537 Jul 16 20:29:16.811942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50900) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.845095 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.851024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 024f1d68-9305-4c59-b65d-8c0f6c1bb6da) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:16.869566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:16.870590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.886099 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db7222a-88a4-49ce-b90b-f6bef4d1605b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.887524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db7222a-88a4-49ce-b90b-f6bef4d1605b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.889963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6db7222a-88a4-49ce-b90b-f6bef4d1605b tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/ports/7a3efc93-2c58-487f-928c-40c2544f2ba2 HTTP/1.1" status: 404 len: 333 time: 0.0691943 Jul 16 20:29:16.893345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50902) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.901872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658a076-0ac8-436e-8de1-2a9639c43fbd None None] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:16.904083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32582c4-3a15-4337-9182-0e93bebab2fc no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:16.914487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] No DVR routers for this DVR port 22aaf7aa-733a-4037-b538-dfa7decc13a4 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:16.921211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50659dcc-59b3-4c6a-987f-4326a50b1ced None None] Pushing event deleted for resources: {'Port': ['ID=22aaf7aa-733a-4037-b538-dfa7decc13a4,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.951807 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e37a7f7-c25b-4b02-a62e-6d46e76df5ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] DELETE failed (client error): The resource could not be found. Jul 16 20:29:16.952455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e37a7f7-c25b-4b02-a62e-6d46e76df5ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:29:16.954392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4e37a7f7-c25b-4b02-a62e-6d46e76df5ed tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/subnets/28940405-c41d-433f-b0a7-cf6e71ebdfa5 HTTP/1.1" status: 404 len: 337 time: 0.0589588 Jul 16 20:29:16.958072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3a5c86ba-4463-4927-9f53-dbd0e8f19f43 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9532275 Jul 16 20:29:16.962762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50904) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.963094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50906) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:16.986063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a32582c4-3a15-4337-9182-0e93bebab2fc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:16.986602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32582c4-3a15-4337-9182-0e93bebab2fc not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:16.987083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22aaf7aa-733a-4037-b538-dfa7decc13a4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:16.987373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.992851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'network': {'name': 'tempest-router-network01--1417458017'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:17.016404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 22aaf7aa-733a-4037-b538-dfa7decc13a4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:17.017637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22aaf7aa-733a-4037-b538-dfa7decc13a4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:17.072750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.132821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Port': ['ID=081aa497-8b4f-4649-8c3d-35a5ac373910,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:17.134684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:17.139346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.259459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:17.266727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.293173 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.293583 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Added segment 41db8715-8282-41ef-a3ce-37d59c41ab84 of type vlan for network d384889a-6276-4df5-b6de-66d479c8d2fb Jul 16 20:29:17.380118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.416023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-024f1d68-9305-4c59-b65d-8c0f6c1bb6da', 'network_id': '024f1d68-9305-4c59-b65d-8c0f6c1bb6da', 'tenant_id': 'a124e6448e6c4864919fa67f05e5195f', 'fixed_ips': [{'subnet_id': 'fd0cf63e-fef8-4b5e-8a7a-02068367f2eb'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:17.417233 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.439545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.525220 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.540563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4480a042-e07a-4cef-bea8-255195c633b7']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:17.554184 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.559129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.559408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.565216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.565628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.569560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-8b057a34-7ca8-41da-9b05-b5a35a1feda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.571160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-8b057a34-7ca8-41da-9b05-b5a35a1feda0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1096 time: 0.3098261 Jul 16 20:29:17.573229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:17.573535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbc2d9c-a65c-4584-96ed-789fefb4cce0') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:17.587106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.593208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.600227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.605765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.605981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.611816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.615972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Allocated IP 2001:db8::2 (024f1d68-9305-4c59-b65d-8c0f6c1bb6da/fd0cf63e-fef8-4b5e-8a7a-02068367f2eb/9563cf66-8c76-4e31-b8a5-f2d45972573b) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:17.618646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.624823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.626935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-fd8c44e8-4c15-4ad3-8b41-20706d2670ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.3677216 Jul 16 20:29:17.641094 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6641002 Jul 16 20:29:17.656063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50912) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:17.674832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.681120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cdd21-18c2-4ac5-a987-5c418b236fbc tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Network': ['ID=d384889a-6276-4df5-b6de-66d479c8d2fb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:17.688258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:17.688258 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:17.692071 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:17.705397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d384889a-6276-4df5-b6de-66d479c8d2fb details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:17.712778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'network': {'name': 'tempest-router-network02--776257435'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:17.793350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.798556 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.799733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Fanout notify agent at l3_agent the message router_deleted on router b0df284d-5d5e-4d4c-a088-7b39e2bc9bde {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:17.800968 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.802931 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] 10.222.0.100 "DELETE /v2.0/networks/4480a042-e07a-4cef-bea8-255195c633b7 HTTP/1.1" status: 204 len: 168 time: 0.8251548 Jul 16 20:29:17.838316 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.838555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd7ad8-e24e-4f53-b5ef-9c651529d14e tempest-NetworksTestDHCPv6-957617444 tempest-NetworksTestDHCPv6-957617444-project] Pushing event deleted for resources: {'Network': ['ID=4480a042-e07a-4cef-bea8-255195c633b7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:17.839516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aef68e4f-76c7-418b-8773-79a7d20135d5 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/routers/b0df284d-5d5e-4d4c-a088-7b39e2bc9bde HTTP/1.1" status: 204 len: 168 time: 3.0878401 Jul 16 20:29:17.845397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50916) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:17.899191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:17.900272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Deleting port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:17.900838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.902729 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.919202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.931893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Transition to ACTIVE for port object 9563cf66-8c76-4e31-b8a5-f2d45972573b will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:17.952613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Transition to ACTIVE for port object 9563cf66-8c76-4e31-b8a5-f2d45972573b will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:17.962639 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.969930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89efd3b5-f917-434e-95e9-74e1fc1a82d5 req-c86a5c89-3b33-4984-833d-2dc2c93ecbfe tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2735989 Jul 16 20:29:18.023066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:18.026808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:18.029843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:18.082253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Pushing event updated for resources: {'Port': ['ID=9563cf66-8c76-4e31-b8a5-f2d45972573b,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.101305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-df4e8327-e882-4c3c-8557-85a39a370129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:18.103134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-df4e8327-e882-4c3c-8557-85a39a370129 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 0.4552360 Jul 16 20:29:18.104246 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:18.109912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.134226 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d728da-f772-4426-8dfc-fcbf8e227420 x-openstack-request-id: req-53d728da-f772-4426-8dfc-fcbf8e227420 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:18.134596 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "name": "network-vif-plugged", "status": "completed", "tag": "906f3496-aec3-4003-91bc-2f62552088ad", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:18.134775 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-53d728da-f772-4426-8dfc-fcbf8e227420 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:18.135192 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad', 'code': 200} Jul 16 20:29:18.139210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] For port 06d1a848-0675-4f5d-85f6-aaa0adb54e4a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:18.139600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.144987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Attempting to bind port 9563cf66-8c76-4e31-b8a5-f2d45972573b on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:18.145353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Attempting to bind port 9563cf66-8c76-4e31-b8a5-f2d45972573b by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'c72132c6-40b6-47ab-bbd4-bb9498576e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '024f1d68-9305-4c59-b65d-8c0f6c1bb6da'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:18.145723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Attempting to bind port 9563cf66-8c76-4e31-b8a5-f2d45972573b on network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:18.168990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:18.169285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Checking segment: {'id': 'c72132c6-40b6-47ab-bbd4-bb9498576e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '024f1d68-9305-4c59-b65d-8c0f6c1bb6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:18.169706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.170107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Bound using segment: {'id': 'c72132c6-40b6-47ab-bbd4-bb9498576e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '024f1d68-9305-4c59-b65d-8c0f6c1bb6da'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:18.170616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Bound port: 9563cf66-8c76-4e31-b8a5-f2d45972573b, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72132c6-40b6-47ab-bbd4-bb9498576e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '024f1d68-9305-4c59-b65d-8c0f6c1bb6da'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:18.171017 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.183765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Calling delete_port for 06d1a848-0675-4f5d-85f6-aaa0adb54e4a owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:18.248011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.248819 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Added segment 891d3c93-0d67-4b14-a75a-7725cd74ffa2 of type vlan for network 0defd68d-0b6c-4714-a5c9-cf31d47007ba Jul 16 20:29:18.279076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] For port 9563cf66-8c76-4e31-b8a5-f2d45972573b, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:18.284027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-ed4c5ff2-2d5c-4a53-a036-3468793e0c68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 1001 time: 0.1662862 Jul 16 20:29:18.287152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] For port 9563cf66-8c76-4e31-b8a5-f2d45972573b, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9563cf66-8c76-4e31-b8a5-f2d45972573b,segment=NetworkSegment(c72132c6-40b6-47ab-bbd4-bb9498576e93),segment_id=c72132c6-40b6-47ab-bbd4-bb9498576e93)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:18.294144 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.356708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7152cb-d952-4a4a-91c0-5a0929dd7fde None None] Pushing event updated for resources: {'Port': ['ID=9563cf66-8c76-4e31-b8a5-f2d45972573b,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.587333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50922) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:18.810946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.869105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=06d1a848-0675-4f5d-85f6-aaa0adb54e4a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.900004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 081aa497-8b4f-4649-8c3d-35a5ac373910 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:18.931664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 081aa497-8b4f-4649-8c3d-35a5ac373910 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:18.932707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 081aa497-8b4f-4649-8c3d-35a5ac373910 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:19.031268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.062986 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a94dac11-a36e-4f57-9383-9182d9944d69 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7879ca0dd66b4d838650dc579c369359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725878 Jul 16 20:29:19.067206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50928) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.084388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.138635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b674ab9-f1cb-4e85-837e-dee9bc90be93']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.185505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-eab9db83-c950-4b04-8cc8-b3a238ab0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.188302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-eab9db83-c950-4b04-8cc8-b3a238ab0c88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.3661151 Jul 16 20:29:19.206500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80e6af1-b067-4e62-8785-25d31263781c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.207009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80e6af1-b067-4e62-8785-25d31263781c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.226669 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5e591f40-2faa-497d-9aa2-71c9b19cfc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.239658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.263410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5e591f40-2faa-497d-9aa2-71c9b19cfc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.286755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.289682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.295390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.296038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.349644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.366707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920376bf-2c41-4823-b588-9148a906500e req-b806fb65-d4d0-4ddb-8a6d-ff80f4635c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.368487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-920376bf-2c41-4823-b588-9148a906500e req-b806fb65-d4d0-4ddb-8a6d-ff80f4635c19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 1096 time: 1.1010797 Jul 16 20:29:19.377611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:19.378095 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:19.383085 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:19.392399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b748-52ac-4a43-b947-79c2ecf57b53 req-620b3720-688f-4c09-8c44-9228742046f1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.396104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa50b748-52ac-4a43-b947-79c2ecf57b53 req-620b3720-688f-4c09-8c44-9228742046f1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.5765328 Jul 16 20:29:19.411420 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5e591f40-2faa-497d-9aa2-71c9b19cfc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.414173 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5e591f40-2faa-497d-9aa2-71c9b19cfc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.415553 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5e591f40-2faa-497d-9aa2-71c9b19cfc75 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/272d531d-b23e-4e41-8c93-1440ba8c4e97 HTTP/1.1" status: 204 len: 168 time: 0.3468580 Jul 16 20:29:19.477315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591f40-2faa-497d-9aa2-71c9b19cfc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d531d-b23e-4e41-8c93-1440ba8c4e97,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.566187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8553889 Jul 16 20:29:19.571643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50932) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.580462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.590878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'subnet': {'network_id': 'd384889a-6276-4df5-b6de-66d479c8d2fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:19.606950 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.615240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/networks/9b674ab9-f1cb-4e85-837e-dee9bc90be93 HTTP/1.1" status: 204 len: 168 time: 1.7675438 Jul 16 20:29:19.652397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50936) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.684873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5277b-6cf1-4ca4-988e-a076b70ba9fe tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Network': ['ID=0defd68d-0b6c-4714-a5c9-cf31d47007ba,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.697928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0defd68d-0b6c-4714-a5c9-cf31d47007ba details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:19.809649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:19.827285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:19.832485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.852887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-920376bf-2c41-4823-b588-9148a906500e req-35b6c634-efbf-4012-8601-985bcbdaefa4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770718 Jul 16 20:29:19.901753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa50b748-52ac-4a43-b947-79c2ecf57b53 req-83bcdc06-078f-4317-805b-54596b2f8812 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282142 Jul 16 20:29:19.902870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582716-c3a9-4703-ab01-b87197b8e91d tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Network': ['ID=9b674ab9-f1cb-4e85-837e-dee9bc90be93,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.935695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-a5cc72bc-646c-4d59-b4e3-0d4d82214c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:19.937406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-a5cc72bc-646c-4d59-b4e3-0d4d82214c3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7268963 Jul 16 20:29:20.093704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bc220-b764-4ff4-a412-158664e1c147 None None] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:20.207414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-e384f64d-a294-4eba-9cc1-e51830a3c1ba service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934216 Jul 16 20:29:20.256190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-43f2f0ce-7b1c-4e16-b7fa-c8163b295426 None None] Provisioning for port 9563cf66-8c76-4e31-b8a5-f2d45972573b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:20.379892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142e58-c93f-4bc0-ac12-5aac07680e0e req-dad5c2d7-df7c-42f3-8031-464a76791c3b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.387343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7142e58-c93f-4bc0-ac12-5aac07680e0e req-dad5c2d7-df7c-42f3-8031-464a76791c3b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 945 time: 0.3333900 Jul 16 20:29:20.419855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9388a726-fb41-4db6-bc39-8d53b3e6968f req-9fe8a3f7-50d0-475b-948d-0c18cf4fd1eb service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896181 Jul 16 20:29:20.467154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting port 403f1c00-b490-41f0-a1b4-1c9b163b74fd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:20.467695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.558330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50954) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:20.599039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7142e58-c93f-4bc0-ac12-5aac07680e0e req-6934d434-bfcc-47a5-a7c9-193800fdbc7c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104905 Jul 16 20:29:20.667338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.670481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.702576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Calling delete_port for 403f1c00-b490-41f0-a1b4-1c9b163b74fd owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:20.875535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-aed44920-d4f3-42e6-a4c5-873b2cb2e5eb tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.882716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-aed44920-d4f3-42e6-a4c5-873b2cb2e5eb tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.884582 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-aed44920-d4f3-42e6-a4c5-873b2cb2e5eb tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.26 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1682 time: 0.4750886 Jul 16 20:29:20.947683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:20.967559 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e213aa63-a07c-4eaa-ae71-e73159f7d7ac admin admin] 10.222.0.100 "PUT /v2.0/routers/39b84f9b-cc9d-4f1f-847f-7e52035df9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8222435 Jul 16 20:29:20.968549 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] Sync routers for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:20.969304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50960) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:20.999095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-540120606'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:21.002752 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:21.013431 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:21.095592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9563cf66-8c76-4e31-b8a5-f2d45972573b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:21.202366 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:21.203047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Made reservation on behalf of cf69d67091bc4a86b9fb3202c4453a76 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:21.208697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.233015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.240493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.295551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.328831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 9563cf66-8c76-4e31-b8a5-f2d45972573b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:21.332976 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.342755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9563cf66-8c76-4e31-b8a5-f2d45972573b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:21.343285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.410269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Port': ['ID=403f1c00-b490-41f0-a1b4-1c9b163b74fd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.449316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port 77e5b623-f61c-4142-b6ef-d243d8c7006c {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:21.450268 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.457279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Subnet': ['ID=73ce5d49-b661-4b75-b9b9-2ffb954dfc74,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.513366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.546847 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:21.553445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.564372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.567338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 9563cf66-8c76-4e31-b8a5-f2d45972573b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9563cf66-8c76-4e31-b8a5-f2d45972573b,segment=NetworkSegment(c72132c6-40b6-47ab-bbd4-bb9498576e93),segment_id=c72132c6-40b6-47ab-bbd4-bb9498576e93)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:21.572947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.581639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.584213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Checking segment: {'id': '41db8715-8282-41ef-a3ce-37d59c41ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd384889a-6276-4df5-b6de-66d479c8d2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:21.585333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network hostable DHCP agents. Network: d384889a-6276-4df5-b6de-66d479c8d2fb, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:21.585579 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] Checking router: 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:21.596632 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] Routers {'39b84f9b-cc9d-4f1f-847f-7e52035df9a1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:21.598079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.598500 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:21.610479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.631112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.646154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.649480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=9563cf66-8c76-4e31-b8a5-f2d45972573b,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.663891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2232b416-8f81-438c-a7d0-3f997bedc0ad req-7d387fb4-5da5-4114-8347-15fdfa5f8b14 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.7388334 Jul 16 20:29:21.673352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50962) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:21.686037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Request body: {'floatingip': {'port_id': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:21.732448 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] Set router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:21.794427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.902224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port 77e5b623-f61c-4142-b6ef-d243d8c7006c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=77e5b623-f61c-4142-b6ef-d243d8c7006c,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:21.902829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.908921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network d384889a-6276-4df5-b6de-66d479c8d2fb is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:21.968200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for 77e5b623-f61c-4142-b6ef-d243d8c7006c owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:21.970329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d384889a-6276-4df5-b6de-66d479c8d2fb) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:21.978167 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.982395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c8f00-d61f-4f85-a6f7-07e86554a5d1 None None] Network d384889a-6276-4df5-b6de-66d479c8d2fb requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:21.994885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.995965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.008697 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:22.021181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.073984 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b67e80-520f-4dba-8df7-c5b04b48fc49 None None] The sync data for ids ['39b84f9b-cc9d-4f1f-847f-7e52035df9a1'] in n-d-798930-6 is: [{'id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'name': 'tempest-ServersTestManualDisk-1724253376-router', 'tenant_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '41a7d212-488c-4adf-857d-eae27b92c528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:57Z', 'updated_at': '2021-07-16T20:29:18Z', 'revision_number': 5, 'project_id': 'dd4b1a7e06c14e78b99090b9b5becdd2', 'gw_port': {'id': '41a7d212-488c-4adf-857d-eae27b92c528', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b84f9b-cc9d-4f1f-847f-7e52035df9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:00Z', 'updated_at': '2021-07-16T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:22.074309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.100639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-278f3d67-2bd7-4646-a78c-e40f67679923 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5269456 Jul 16 20:29:22.111691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.112188 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Floating IP a334bf21-8adb-4341-a1cc-881769c42cbd disassociated (deleted). External IP: 172.25.8.62, port: 3619464b-cce1-47f9-9d53-51c10e114318. Jul 16 20:29:22.115315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50966) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.137562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:22.176197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.176611 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Added segment 6dbc37c2-b09b-4a0f-a529-00dde5a67fc5 of type vlan for network 57a2704c-d386-4b2a-b565-904a41c7ed4b Jul 16 20:29:22.177927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa7c75-62a3-481a-a925-c3fa2b031b22,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.211487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'subnet': {'network_id': '0defd68d-0b6c-4714-a5c9-cf31d47007ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:22.250069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.283384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-d384889a-6276-4df5-b6de-66d479c8d2fb', 'network_id': 'd384889a-6276-4df5-b6de-66d479c8d2fb', 'tenant_id': 'a124e6448e6c4864919fa67f05e5195f', 'fixed_ips': [{'subnet_id': '73ce5d49-b661-4b75-b9b9-2ffb954dfc74'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:22.285582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.295041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Deleting port 41a7d212-488c-4adf-857d-eae27b92c528 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:22.295401 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.365329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.371091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:22.371752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.412493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.489940 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9257843 Jul 16 20:29:22.510409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50968) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.510409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=77e5b623-f61c-4142-b6ef-d243d8c7006c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.522825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Request body: {'subnet': {'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:22.584694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Allocated IP 2001:db8::2 (d384889a-6276-4df5-b6de-66d479c8d2fb/73ce5d49-b661-4b75-b9b9-2ffb954dfc74/dc22b684-4c8e-4e76-815e-59fa2e77c6ee) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:22.618224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acd88c-438b-47b4-ac8a-31ad1008621a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event updated for resources: {'Network': ['ID=57a2704c-d386-4b2a-b565-904a41c7ed4b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.648860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] For port 41a7d212-488c-4adf-857d-eae27b92c528, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41a7d212-488c-4adf-857d-eae27b92c528,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:22.648860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.719423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port 77e5b623-f61c-4142-b6ef-d243d8c7006c on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:22.727516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.729814 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-f60adcd6-3ebe-4203-9072-c3a0dcead752 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.26 "DELETE /v2.0/ports/77e5b623-f61c-4142-b6ef-d243d8c7006c HTTP/1.1" status: 204 len: 173 time: 1.8376515 Jul 16 20:29:22.730852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Calling delete_port for 41a7d212-488c-4adf-857d-eae27b92c528 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:22.732652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-deleted', 'tag': '77e5b623-f61c-4142-b6ef-d243d8c7006c'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:22.735106 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518cab51-0f28-4465-9096-0d350b17f6a7" -d '{"events": [{"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-deleted", "tag": "77e5b623-f61c-4142-b6ef-d243d8c7006c"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:22.860577 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:23.011478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Made reservation on behalf of cf69d67091bc4a86b9fb3202c4453a76 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:23.015914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.023622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:23.047800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9563cf66-8c76-4e31-b8a5-f2d45972573b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:23.127710 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.164895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c276-c95e-4c91-b44e-6a87635c0ae7 req-fc84621a-316a-402a-b8f2-e7f09a973c7d tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.171236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c276-c95e-4c91-b44e-6a87635c0ae7 req-fc84621a-316a-402a-b8f2-e7f09a973c7d tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:23.173018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce15c276-c95e-4c91-b44e-6a87635c0ae7 req-fc84621a-316a-402a-b8f2-e7f09a973c7d tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb2c672-cc62-439b-8512-8d3749736014 HTTP/1.1" status: 200 len: 1603 time: 1.3747151 Jul 16 20:29:23.241141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port 42e1bebd-67e8-440d-9847-006b5ca05907 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:23.241621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.242736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Transition to ACTIVE for port object dc22b684-4c8e-4e76-815e-59fa2e77c6ee will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:23.249084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.257828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9563cf66-8c76-4e31-b8a5-f2d45972573b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:23.258158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.291132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Transition to ACTIVE for port object dc22b684-4c8e-4e76-815e-59fa2e77c6ee will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:23.306237 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.314284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a7d212-488c-4adf-857d-eae27b92c528,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.371665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Network d384889a-6276-4df5-b6de-66d479c8d2fb is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:23.380776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:23.390400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:23.433843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:23.438104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.441965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Pushing event updated for resources: {'Port': ['ID=dc22b684-4c8e-4e76-815e-59fa2e77c6ee,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.494228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port 42e1bebd-67e8-440d-9847-006b5ca05907, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=42e1bebd-67e8-440d-9847-006b5ca05907,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:23.494576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.502441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce15c276-c95e-4c91-b44e-6a87635c0ae7 req-6b28793b-07a0-4cae-8e48-911a6cd1123d tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "GET /v2.0/security-groups?id=05e2d14e-3214-4b24-b652-9ce170d30442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021736 Jul 16 20:29:23.542054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for 42e1bebd-67e8-440d-9847-006b5ca05907 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:23.556081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.634068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 06d1a848-0675-4f5d-85f6-aaa0adb54e4a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:23.687366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Attempting to bind port dc22b684-4c8e-4e76-815e-59fa2e77c6ee on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:23.688150 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Attempting to bind port dc22b684-4c8e-4e76-815e-59fa2e77c6ee by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '41db8715-8282-41ef-a3ce-37d59c41ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd384889a-6276-4df5-b6de-66d479c8d2fb'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:23.688696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Attempting to bind port dc22b684-4c8e-4e76-815e-59fa2e77c6ee on network d384889a-6276-4df5-b6de-66d479c8d2fb {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:23.696057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 06d1a848-0675-4f5d-85f6-aaa0adb54e4a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:23.696620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 06d1a848-0675-4f5d-85f6-aaa0adb54e4a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:23.711979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:23.712974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Checking segment: {'id': '41db8715-8282-41ef-a3ce-37d59c41ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd384889a-6276-4df5-b6de-66d479c8d2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:23.714169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.715065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.716300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Bound using segment: {'id': '41db8715-8282-41ef-a3ce-37d59c41ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd384889a-6276-4df5-b6de-66d479c8d2fb'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:23.717184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Bound port: dc22b684-4c8e-4e76-815e-59fa2e77c6ee, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41db8715-8282-41ef-a3ce-37d59c41ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd384889a-6276-4df5-b6de-66d479c8d2fb'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:23.718027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.795895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.799414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 77e5b623-f61c-4142-b6ef-d243d8c7006c no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:23.811947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.832904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 77e5b623-f61c-4142-b6ef-d243d8c7006c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:23.833247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 77e5b623-f61c-4142-b6ef-d243d8c7006c not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:23.834142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 42e1bebd-67e8-440d-9847-006b5ca05907 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:23.889089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event updated for resources: {'Subnet': ['ID=0ead45c8-2eb4-4758-a332-ceb962523dac,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.921343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.921706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] For port dc22b684-4c8e-4e76-815e-59fa2e77c6ee, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:23.921914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b84f9b-cc9d-4f1f-847f-7e52035df9a1 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:23.931025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] For port dc22b684-4c8e-4e76-815e-59fa2e77c6ee, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dc22b684-4c8e-4e76-815e-59fa2e77c6ee,segment=NetworkSegment(41db8715-8282-41ef-a3ce-37d59c41ab84),segment_id=41db8715-8282-41ef-a3ce-37d59c41ab84)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:23.938761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.938761 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca8ddfc2-5d24-4d58-bd2e-6ab3bf19c701 admin admin] 10.222.0.100 "DELETE /v2.0/routers/39b84f9b-cc9d-4f1f-847f-7e52035df9a1 HTTP/1.1" status: 204 len: 168 time: 2.9550829 Jul 16 20:29:23.938761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Checking segment: {'id': '6dbc37c2-b09b-4a0f-a529-00dde5a67fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:23.938761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Network hostable DHCP agents. Network: 57a2704c-d386-4b2a-b565-904a41c7ed4b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:23.941483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50972) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:23.971058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.015571 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.041514 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.071570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:24.094786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=42e1bebd-67e8-440d-9847-006b5ca05907,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.104721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router f4730dda-8c2e-4538-98f1-e744b59cb5cd has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:24.119808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52acfb8-4398-4985-be0c-237a39509e38 None None] Pushing event updated for resources: {'Port': ['ID=dc22b684-4c8e-4e76-815e-59fa2e77c6ee,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.133906 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:29:24.164306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port 42e1bebd-67e8-440d-9847-006b5ca05907 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:24.166655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 57a2704c-d386-4b2a-b565-904a41c7ed4b) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:24.169531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.172164 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3a50b92f-88f6-4029-a86d-04ea98375132 req-0048d579-80c9-4d7f-91b7-048f5241b77c tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.26 "DELETE /v2.0/ports/42e1bebd-67e8-440d-9847-006b5ca05907 HTTP/1.1" status: 204 len: 173 time: 1.4333000 Jul 16 20:29:24.180792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:24.183231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.193154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7b0714-ed26-4594-b1db-63a6cb9d9dca None None] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:24.218676 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-851f406b-c734-4688-b559-758ba7441149 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7085338 Jul 16 20:29:24.221402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:24.228693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Request body: {'port': {'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-484725027'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:24.357477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] Deleting subnet f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:24.387546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.427968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e788f37-fe4e-4c7a-a70a-ef8130f2856f req-cd0ef433-b2cf-4e0a-bc4e-3a337b3ea0b0 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:24.437015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e788f37-fe4e-4c7a-a70a-ef8130f2856f req-cd0ef433-b2cf-4e0a-bc4e-3a337b3ea0b0 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.6720819 Jul 16 20:29:24.495731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Made reservation on behalf of cf69d67091bc4a86b9fb3202c4453a76 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:24.507581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.508178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.510805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-57a2704c-d386-4b2a-b565-904a41c7ed4b', 'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b', 'tenant_id': 'cf69d67091bc4a86b9fb3202c4453a76', 'fixed_ips': [{'subnet_id': '0ead45c8-2eb4-4758-a332-ceb962523dac'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:24.518941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.521699 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.537573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] device_id is not set on port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:24.714358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.738874 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Floating IP 2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280 associated. External IP: 172.25.8.138, port: d5ace7b9-a534-43bc-9d21-3aa248f8ea6e. Jul 16 20:29:24.833159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Allocated IP 172.20.0.9 (57a2704c-d386-4b2a-b565-904a41c7ed4b/0ead45c8-2eb4-4758-a332-ceb962523dac/d8bbcff9-2f57-43ce-ad9c-6366d6f26780) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:24.887216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Subnet': ['ID=a7694080-9eaf-4b51-b1c0-bca56bdd5632,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.913461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dc22b684-4c8e-4e76-815e-59fa2e77c6ee up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:24.932533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.012833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port dc22b684-4c8e-4e76-815e-59fa2e77c6ee completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:25.085051 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.106222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Transition to ACTIVE for port object d8bbcff9-2f57-43ce-ad9c-6366d6f26780 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:25.110034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41a7d212-488c-4adf-857d-eae27b92c528 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:25.125362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e788f37-fe4e-4c7a-a70a-ef8130f2856f req-0d9158a1-ff2c-4d63-8855-e8e9656b1f29 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6060889 Jul 16 20:29:25.164350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 41a7d212-488c-4adf-857d-eae27b92c528 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:25.164855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41a7d212-488c-4adf-857d-eae27b92c528 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:25.190055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.212963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:25.242441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] Sync routers for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:25.256393 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.266115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:25.267427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:25.280182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:25.290399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:25.293566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:25.332009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event updated for resources: {'Port': ['ID=d8bbcff9-2f57-43ce-ad9c-6366d6f26780,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:25.336838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Allocated IP 172.20.0.2 (57a2704c-d386-4b2a-b565-904a41c7ed4b/0ead45c8-2eb4-4758-a332-ceb962523dac/f88c930d-960b-4b41-aac1-e864961f3514) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:25.370564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Checking segment: {'id': '891d3c93-0d67-4b14-a75a-7725cd74ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0defd68d-0b6c-4714-a5c9-cf31d47007ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:25.371191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network hostable DHCP agents. Network: 0defd68d-0b6c-4714-a5c9-cf31d47007ba, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:25.402864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.403453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.428063 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3b2e06e2-5f3f-4174-82ce-b4b87148283d tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2051430 Jul 16 20:29:25.429009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50980) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:25.434566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Request body: {'port': {'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-626133954', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:25.435102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.api.validators [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] bootfile-name is not in valid_values {{(pid=94096) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:29:25.435555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.api.validators [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] tftp-server is not in valid_values {{(pid=94096) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:29:25.436426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.api.validators [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] server-ip-address is not in valid_values {{(pid=94096) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:29:25.550429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bdb930b7-00af-41ab-aefc-53bd74ad6016 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/floatingips/a334bf21-8adb-4341-a1cc-881769c42cbd HTTP/1.1" status: 204 len: 168 time: 5.8771522 Jul 16 20:29:25.555406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:25.557987 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a" -d '{"events": [{"name": "network-changed", "server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "tag": "3619464b-cce1-47f9-9d53-51c10e114318"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:25.592436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:25.922015 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.954492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network 0defd68d-0b6c-4714-a5c9-cf31d47007ba is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:25.986460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0defd68d-0b6c-4714-a5c9-cf31d47007ba) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:25.999391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806a10-44bc-4b8d-8e64-e85068ff9aa9 req-e3a97a52-1955-4fc9-8d82-17a5d6018c20 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.001094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5806a10-44bc-4b8d-8e64-e85068ff9aa9 req-e3a97a52-1955-4fc9-8d82-17a5d6018c20 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 945 time: 0.6986349 Jul 16 20:29:26.008245 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:26.009158 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.011281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c18298-c706-4b71-86f8-aded011d4dad None None] Network d384889a-6276-4df5-b6de-66d479c8d2fb requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:26.023996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Made reservation on behalf of cf69d67091bc4a86b9fb3202c4453a76 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:26.024972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7acaf-f2a3-4259-88cb-70f2e393675e None None] Network 0defd68d-0b6c-4714-a5c9-cf31d47007ba requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:26.029010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.053571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:26.062037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] device_id is not set on port cfc0e0b6-a743-4d82-b031-96b59f7a46ad yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:29:26.068127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15360eda-f32e-4c44-86de-c8d6dd0e14d9 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9430773 Jul 16 20:29:26.073633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50986) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.093297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.112751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5806a10-44bc-4b8d-8e64-e85068ff9aa9 req-a4779a69-22c6-4aeb-8349-3bcf6df59e9b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945995 Jul 16 20:29:26.140322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.174321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.176367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-437ddae1-4746-4136-a587-def6164dbdee admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f49b55f4-56b0-4e3f-b9c7-8dbf5f59e19f HTTP/1.1" status: 204 len: 168 time: 2.2152290 Jul 16 20:29:26.186199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50990) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.200475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65479be-1a7e-4453-a9c8-3fbe7bb8a6f6 None None] Network dff523e6-04a2-46c0-a3b3-8f4b432e2e30 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:26.219377 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2d9592-84da-4a0d-8773-d5c76fea676f x-openstack-request-id: req-ca2d9592-84da-4a0d-8773-d5c76fea676f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:26.219377 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-deleted", "tag": "77e5b623-f61c-4142-b6ef-d243d8c7006c", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:26.220099 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ca2d9592-84da-4a0d-8773-d5c76fea676f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:26.220099 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-deleted', 'tag': '77e5b623-f61c-4142-b6ef-d243d8c7006c', 'status': 'completed', 'code': 200} Jul 16 20:29:26.351638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cf775690-c35b-44da-9491-f6792fd2407b None None] Provisioning for port dc22b684-4c8e-4e76-815e-59fa2e77c6ee completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:26.355559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50992) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.398667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.423955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:26.432275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.436102 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] Sync routers for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:26.456951 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:26.458202 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:26.475818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cf775690-c35b-44da-9491-f6792fd2407b None None] Provisioning complete for port dc22b684-4c8e-4e76-815e-59fa2e77c6ee triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:26.476064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cf775690-c35b-44da-9491-f6792fd2407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.513482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.538572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2ed9e75f-51fd-4cb8-b4cd-7f3b3f9942d8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "PUT /v2.0/floatingips/2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280 HTTP/1.1" status: 200 len: 991 time: 4.8635805 Jul 16 20:29:26.551755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting subnet c5e8b93d-0e28-4b2d-a38f-e188f81665bd {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:26.556687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.561397 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.623923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.707354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Transition to ACTIVE for port object f88c930d-960b-4b41-aac1-e864961f3514 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:26.809383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.810449 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:26.855325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Transition to ACTIVE for port object f88c930d-960b-4b41-aac1-e864961f3514 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:26.921770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.930308 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.967672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e8b93d-0e28-4b2d-a38f-e188f81665bd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.971263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.977011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-720d2007-e7e9-457f-b7ad-c840792800d0 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/subnets/c5e8b93d-0e28-4b2d-a38f-e188f81665bd HTTP/1.1" status: 204 len: 168 time: 0.6180632 Jul 16 20:29:26.979794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51000) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:27.015691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030b60d-caae-4ca6-98a7-803a280b5032 None None] Network 2ed47769-dca1-4835-aee1-131811c5b8f0 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:27.052216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:27.053225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Allocated IP 172.20.0.6 (57a2704c-d386-4b2a-b565-904a41c7ed4b/0ead45c8-2eb4-4758-a332-ceb962523dac/cfc0e0b6-a743-4d82-b031-96b59f7a46ad) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:27.073557 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fb9bde-822e-4a05-a855-ae439ed2b8b8 x-openstack-request-id: req-02fb9bde-822e-4a05-a855-ae439ed2b8b8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:27.073853 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "tag": "3619464b-cce1-47f9-9d53-51c10e114318", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:27.076556 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-02fb9bde-822e-4a05-a855-ae439ed2b8b8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:27.079605 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318', 'status': 'completed', 'code': 200} Jul 16 20:29:27.080643 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:27.095433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:27.152422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Deleting port 07c64791-1b87-4d91-813a-63eb2cde476b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:27.152883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.259804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Pushing event updated for resources: {'Port': ['ID=f88c930d-960b-4b41-aac1-e864961f3514,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.283317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Allocated IP 2001:db8::1 (d384889a-6276-4df5-b6de-66d479c8d2fb/73ce5d49-b661-4b75-b9b9-2ffb954dfc74/100e0fa3-df99-4598-977f-3c639df99f85) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:27.284212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-0defd68d-0b6c-4714-a5c9-cf31d47007ba', 'network_id': '0defd68d-0b6c-4714-a5c9-cf31d47007ba', 'tenant_id': 'a124e6448e6c4864919fa67f05e5195f', 'fixed_ips': [{'subnet_id': 'a7694080-9eaf-4b51-b1c0-bca56bdd5632'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:27.285699 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.306436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.320460 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'port_id': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'mac_address': 'fa:16:3e:9c:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:27Z', 'updated_at': '2021-07-16T20:29:23Z', 'revision_number': 1, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 5, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:27.360323 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] Checking router: 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:27.369584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] For port 07c64791-1b87-4d91-813a-63eb2cde476b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=07c64791-1b87-4d91-813a-63eb2cde476b,segment=NetworkSegment(35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb),segment_id=35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:27.370671 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cf775690-c35b-44da-9491-f6792fd2407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.370900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.390973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.392289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.392450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.393325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.393325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.396320 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:27.397114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.397525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.398090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.398461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Calling delete_port for 07c64791-1b87-4d91-813a-63eb2cde476b owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:27.399227 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:27.402239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.402239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.402239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.407045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.436255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Attempting to bind port f88c930d-960b-4b41-aac1-e864961f3514 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:27.436675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Attempting to bind port f88c930d-960b-4b41-aac1-e864961f3514 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '6dbc37c2-b09b-4a0f-a529-00dde5a67fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:27.437089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Attempting to bind port f88c930d-960b-4b41-aac1-e864961f3514 on network 57a2704c-d386-4b2a-b565-904a41c7ed4b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:27.538125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeea0e-8891-4646-819a-88c7b1f9fee9 req-6e1dad56-3345-44b3-bd52-c2fc2caed223 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.543848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51aeea0e-8891-4646-819a-88c7b1f9fee9 req-6e1dad56-3345-44b3-bd52-c2fc2caed223 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 945 time: 0.3265276 Jul 16 20:29:27.610157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-3a8e7112-513b-4871-a03e-9ccc9f8ac4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.612063 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-3a8e7112-513b-4871-a03e-9ccc9f8ac4de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e43a0e2e774d10b5c2982191086d76&device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 1135 time: 0.4715440 Jul 16 20:29:27.640456 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:27.674713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port e4e2d797-ca8b-4871-a4ab-0157458dffcb {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:27.675309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.682540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51aeea0e-8891-4646-819a-88c7b1f9fee9 req-5cbf5516-32a6-497c-b02d-0edf94e09d88 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145418 Jul 16 20:29:27.725918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.774720 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.829422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Transition to ACTIVE for port object 100e0fa3-df99-4598-977f-3c639df99f85 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:27.840798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:27.842727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Checking segment: {'id': '6dbc37c2-b09b-4a0f-a529-00dde5a67fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:27.843301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c64791-1b87-4d91-813a-63eb2cde476b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.843906 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.854041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Bound using segment: {'id': '6dbc37c2-b09b-4a0f-a529-00dde5a67fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:27.854595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Bound port: f88c930d-960b-4b41-aac1-e864961f3514, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbc37c2-b09b-4a0f-a529-00dde5a67fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '57a2704c-d386-4b2a-b565-904a41c7ed4b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:27.855005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.871393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] No DVR routers for this DVR port 07c64791-1b87-4d91-813a-63eb2cde476b on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:27.979904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:59Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:28.030183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cf775690-c35b-44da-9491-f6792fd2407b None None] For port dc22b684-4c8e-4e76-815e-59fa2e77c6ee, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dc22b684-4c8e-4e76-815e-59fa2e77c6ee,segment=NetworkSegment(41db8715-8282-41ef-a3ce-37d59c41ab84),segment_id=41db8715-8282-41ef-a3ce-37d59c41ab84)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:28.086117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.117649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Transition to ACTIVE for port object cfc0e0b6-a743-4d82-b031-96b59f7a46ad will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:28.135939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port e4e2d797-ca8b-4871-a4ab-0157458dffcb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e4e2d797-ca8b-4871-a4ab-0157458dffcb,segment=NetworkSegment(ff21db4d-155b-481d-929f-4542cfeb6f04),segment_id=ff21db4d-155b-481d-929f-4542cfeb6f04)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:28.135939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.179902 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'port_id': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'mac_address': 'fa:16:3e:9c:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:27Z', 'updated_at': '2021-07-16T20:29:23Z', 'revision_number': 1, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 5, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:28.189876 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.194786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.205181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] For port f88c930d-960b-4b41-aac1-e864961f3514, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:28.214556 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.215582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] For port f88c930d-960b-4b41-aac1-e864961f3514, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f88c930d-960b-4b41-aac1-e864961f3514,segment=NetworkSegment(6dbc37c2-b09b-4a0f-a529-00dde5a67fc5),segment_id=6dbc37c2-b09b-4a0f-a529-00dde5a67fc5)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:28.234259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11b55f-1f75-40f3-b8a2-2ec2c9abd7d1 None None] DHCP port deletion for dff523e6-04a2-46c0-a3b3-8f4b432e2e30 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:28.242537 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92977a7-1644-4073-ab84-fa8a75334579 None None] The sync data for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 is: [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'port_id': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'mac_address': 'fa:16:3e:9c:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:27Z', 'updated_at': '2021-07-16T20:29:23Z', 'revision_number': 1, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 5, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:28.247601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for e4e2d797-ca8b-4871-a4ab-0157458dffcb owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:28.251670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cf775690-c35b-44da-9491-f6792fd2407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.258463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] Checking router: f4730dda-8c2e-4538-98f1-e744b59cb5cd for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:28.261525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff523e6-04a2-46c0-a3b3-8f4b432e2e30']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:28.278077 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.304458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-deleted', 'tag': '42e1bebd-67e8-440d-9847-006b5ca05907'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:28.313077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:28.313476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c7c1c9-3d97-4339-bd1f-f3dfa126d5cb') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:28.316164 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea07d067-c9ed-4b18-a7c2-4b3e08496949" -d '{"events": [{"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-deleted", "tag": "42e1bebd-67e8-440d-9847-006b5ca05907"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:28.351860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Allocated IP 2001:db8::2 (0defd68d-0b6c-4714-a5c9-cf31d47007ba/a7694080-9eaf-4b51-b1c0-bca56bdd5632/28c5dd44-dd04-4750-9418-fbd135194fed) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:28.358837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:28.375748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:28.381160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network d384889a-6276-4df5-b6de-66d479c8d2fb is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:28.384887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-d9abd7a7-366d-400e-963a-534322bef80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.387071 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-d9abd7a7-366d-400e-963a-534322bef80c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d46c1c4f-78e1-494f-a378-bd8498618995 HTTP/1.1" status: 200 len: 897 time: 0.7636380 Jul 16 20:29:28.389352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.393029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:28.398437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Port': ['ID=100e0fa3-df99-4598-977f-3c639df99f85,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:28.413940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:28.433914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:28.435203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:28.471189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.500869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88681-5de7-4326-80c0-b86ae090816b req-fc3f3b60-0706-437b-8330-74f384a519d9 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.502817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0a88681-5de7-4326-80c0-b86ae090816b req-fc3f3b60-0706-437b-8330-74f384a519d9 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.26 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 984 time: 0.3861103 Jul 16 20:29:28.519842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:28.520295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:28.523290 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:28.539716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event updated for resources: {'Port': ['ID=cfc0e0b6-a743-4d82-b031-96b59f7a46ad,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:28.546952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:28.553181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf775690-c35b-44da-9491-f6792fd2407b None None] Pushing event updated for resources: {'Port': ['ID=dc22b684-4c8e-4e76-815e-59fa2e77c6ee,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:28.558177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.639334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-85822ad8-43c2-4105-bc46-ff9a06a9d495 None None] Provisioning complete for port dc22b684-4c8e-4e76-815e-59fa2e77c6ee triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:28.639808 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-85822ad8-43c2-4105-bc46-ff9a06a9d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.718087 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-392f2a9e-30ca-4ad5-8287-f244bd300d8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3619464b-cce1-47f9-9d53-51c10e114318 HTTP/1.1" status: 200 len: 217 time: 0.3161943 Jul 16 20:29:28.872750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae2a7b-5aea-4330-aba7-41693a7d2d11 req-2d17e5c0-35fd-4e47-aca6-366b46fef33c tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.906432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0ae2a7b-5aea-4330-aba7-41693a7d2d11 req-2d17e5c0-35fd-4e47-aca6-366b46fef33c tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 984 time: 0.6780281 Jul 16 20:29:28.911724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.920431 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.925828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] 10.222.0.100 "DELETE /v2.0/networks/dff523e6-04a2-46c0-a3b3-8f4b432e2e30 HTTP/1.1" status: 204 len: 168 time: 2.7384448 Jul 16 20:29:28.946637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.962890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:28.966253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.089407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-8ec35c09-3a56-449a-8e76-1c4c22e5402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.091226 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-8ec35c09-3a56-449a-8e76-1c4c22e5402c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb16975e-60d1-4e3f-8321-8c8370e59190 HTTP/1.1" status: 200 len: 835 time: 0.3611884 Jul 16 20:29:29.095800 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-865716e0-a3c4-401b-a0c3-084de85e7fb4 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.6654830 Jul 16 20:29:29.098778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51010) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.117901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96edbac7-ef81-42bf-80f3-885af8375214 None None] DHCP port deletion for 2ed47769-dca1-4835-aee1-131811c5b8f0 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:29.120208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dc22b684-4c8e-4e76-815e-59fa2e77c6ee up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:29.172490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:29.176867 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645b1f11-4132-422e-8ec0-3331f7aa577c" -d '{"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:29.200560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port e4e2d797-ca8b-4871-a4ab-0157458dffcb on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:29.210901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4471a4-ecdd-45a0-beed-c7d72f2c7f8a None None] New status for floating IP 2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:29.229843 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.260812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0ae2a7b-5aea-4330-aba7-41693a7d2d11 req-793494d9-6482-4998-8b21-ecb2219ad511 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/security-groups?id=abb6420c-8886-41ac-9ba2-2c9001d917a5&id=fdc55d23-e016-4431-8eaf-13d1e464e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3230333 Jul 16 20:29:29.395066 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.442237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=e4e2d797-ca8b-4871-a4ab-0157458dffcb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.453881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b889f-1932-4d93-8ef4-a3b8515a1d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff523e6-04a2-46c0-a3b3-8f4b432e2e30,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.461488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed47769-dca1-4835-aee1-131811c5b8f0']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:29.474119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb5074-c551-4e0f-8eff-a935cf501ff8 None None] Pushing event updated for resources: {'Port': ['ID=f88c930d-960b-4b41-aac1-e864961f3514,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.478490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51014) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.502213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff21db4d-155b-481d-929f-4542cfeb6f04') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:29.502531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff21db4d-155b-481d-929f-4542cfeb6f04') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:29.518176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.522756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b18272-8a65-4202-b8ba-37a3aad1a778 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.524971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:29.533733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b18272-8a65-4202-b8ba-37a3aad1a778 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.540133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.554162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:29.554522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b18272-8a65-4202-b8ba-37a3aad1a778 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.554650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.560132 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98b18272-8a65-4202-b8ba-37a3aad1a778 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.4573472 Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:29.560361 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:29.576247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-ae3b9a8b-b8c6-4397-a7b9-bda08e0bf12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.579168 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-ae3b9a8b-b8c6-4397-a7b9-bda08e0bf12f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d46c1c4f-78e1-494f-a378-bd8498618995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4669490 Jul 16 20:29:29.579376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51016) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.649850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting port 3619464b-cce1-47f9-9d53-51c10e114318 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:29.651039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.653144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port dc22b684-4c8e-4e76-815e-59fa2e77c6ee triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:29.653815 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.728856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.741435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.743543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/networks/2ed47769-dca1-4835-aee1-131811c5b8f0 HTTP/1.1" status: 204 len: 168 time: 2.7603245 Jul 16 20:29:29.752055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51018) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.858988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc686-4e54-4386-8342-c154a7d6e1d1 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Network': ['ID=2ed47769-dca1-4835-aee1-131811c5b8f0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.866031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7b26699d-bb56-4b02-a537-7504eae6c8f3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dd4b1a7e06c14e78b99090b9b5becdd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819227 Jul 16 20:29:29.872902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.985277 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f80a782-3b15-462b-af52-2ab9f6aba313 x-openstack-request-id: req-2f80a782-3b15-462b-af52-2ab9f6aba313 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:29.986210 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2c672-cc62-439b-8512-8d3749736014", "name": "network-vif-deleted", "tag": "42e1bebd-67e8-440d-9847-006b5ca05907", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:29.987308 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2f80a782-3b15-462b-af52-2ab9f6aba313 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:29.989124 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2c672-cc62-439b-8512-8d3749736014', 'name': 'network-vif-deleted', 'tag': '42e1bebd-67e8-440d-9847-006b5ca05907', 'status': 'completed', 'code': 200} Jul 16 20:29:30.039281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting subnet 5b0b31eb-d29a-4190-9034-7ce06686f92c {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:30.039586 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-9aa8e589-4815-4297-b49b-0428c763e44e service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178874 Jul 16 20:29:30.056912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.125948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] For port 3619464b-cce1-47f9-9d53-51c10e114318, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3619464b-cce1-47f9-9d53-51c10e114318,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:30.127307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.161513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Calling delete_port for 3619464b-cce1-47f9-9d53-51c10e114318 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:30.196673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.200888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.214681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Transition to ACTIVE for port object 28c5dd44-dd04-4750-9418-fbd135194fed will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:30.220084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Deleting port cfc0e0b6-a743-4d82-b031-96b59f7a46ad {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:30.220393 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.225465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.226269 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.240153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Transition to ACTIVE for port object 28c5dd44-dd04-4750-9418-fbd135194fed will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:30.261647 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.301124 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bbb11e-5755-41a5-bf5b-d8499989f8b1 x-openstack-request-id: req-f8bbb11e-5755-41a5-bf5b-d8499989f8b1 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:30.301439 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:30.301832 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f8bbb11e-5755-41a5-bf5b-d8499989f8b1 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:30.302955 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'status': 'completed', 'code': 200} Jul 16 20:29:30.353915 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.365236 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3ec5-6de7-4b38-b791-69c20c4b282c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.421620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3ec5-6de7-4b38-b791-69c20c4b282c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.476721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4ea707ad-356a-42e0-ac4b-ea61d4f63530 None None] Provisioning for port 100e0fa3-df99-4598-977f-3c639df99f85 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:30.493120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c28e70e7-9ddb-411c-9c23-1557f0bdc591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.505144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Network 0defd68d-0b6c-4714-a5c9-cf31d47007ba is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:30.510626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:30.522946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4ea707ad-356a-42e0-ac4b-ea61d4f63530 None None] Provisioning complete for port 100e0fa3-df99-4598-977f-3c639df99f85 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:30.525173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ea707ad-356a-42e0-ac4b-ea61d4f63530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.576171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network d384889a-6276-4df5-b6de-66d479c8d2fb is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:30.586944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:30.594453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Port': ['ID=100e0fa3-df99-4598-977f-3c639df99f85,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.602003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:30.630688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4ea707ad-356a-42e0-ac4b-ea61d4f63530 None None] Port 100e0fa3-df99-4598-977f-3c639df99f85 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:30.657858 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.697559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 07c64791-1b87-4d91-813a-63eb2cde476b no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:30.745029 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-9c113a69-81d1-4e0a-a5fb-319de0c15dcb service neutron] 10.222.0.26 "GET /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872747 Jul 16 20:29:30.745356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 07c64791-1b87-4d91-813a-63eb2cde476b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:30.745639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 07c64791-1b87-4d91-813a-63eb2cde476b not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:30.746220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4e2d797-ca8b-4871-a4ab-0157458dffcb no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:30.748418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962dece-0aef-42d5-8975-230645ef4c85 None None] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:30.770052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.770614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.771096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.771606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.772085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.772554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.773026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.775432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-3eee2eb0-0416-422b-b1bb-4f7397f13e41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6491 time: 0.4516623 Jul 16 20:29:30.777949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Attempting to bind port 28c5dd44-dd04-4750-9418-fbd135194fed on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:30.778924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Attempting to bind port 28c5dd44-dd04-4750-9418-fbd135194fed by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '891d3c93-0d67-4b14-a75a-7725cd74ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0defd68d-0b6c-4714-a5c9-cf31d47007ba'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:30.779611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Attempting to bind port 28c5dd44-dd04-4750-9418-fbd135194fed on network 0defd68d-0b6c-4714-a5c9-cf31d47007ba {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:30.845362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.862301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Calling delete_port for cfc0e0b6-a743-4d82-b031-96b59f7a46ad owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:30.893065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Router 0a79568e-fc60-41b7-8d3c-88180f395102 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:29:30.906593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Pushing event updated for resources: {'Port': ['ID=28c5dd44-dd04-4750-9418-fbd135194fed,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.920475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:30.921307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Checking segment: {'id': '891d3c93-0d67-4b14-a75a-7725cd74ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0defd68d-0b6c-4714-a5c9-cf31d47007ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:30.921494 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.921991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Bound using segment: {'id': '891d3c93-0d67-4b14-a75a-7725cd74ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0defd68d-0b6c-4714-a5c9-cf31d47007ba'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:30.922618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Bound port: 28c5dd44-dd04-4750-9418-fbd135194fed, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891d3c93-0d67-4b14-a75a-7725cd74ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0defd68d-0b6c-4714-a5c9-cf31d47007ba'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:30.923111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.963329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e4e2d797-ca8b-4871-a4ab-0157458dffcb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:30.963816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4e2d797-ca8b-4871-a4ab-0157458dffcb not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:31.017505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:31.035366 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ae38e60-61ac-497a-b533-2a41afdb7761 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9600267 Jul 16 20:29:31.046835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51026) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:31.054305 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] Sync routers for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:31.103666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.106564 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:31.113136 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.119675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-835b9e68-091c-4379-9fcb-6a94668b8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.121662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-835b9e68-091c-4379-9fcb-6a94668b8113 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eda54561-7c99-4f69-8808-6b264e36fb54 HTTP/1.1" status: 200 len: 912 time: 0.3271682 Jul 16 20:29:31.150683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b3e8c434-64c4-4183-a3c7-82bb22ef42a2 None None] Provisioning for port f88c930d-960b-4b41-aac1-e864961f3514 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:31.154203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3ec5-6de7-4b38-b791-69c20c4b282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.156910 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3ec5-6de7-4b38-b791-69c20c4b282c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.163192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ef2a3ec5-6de7-4b38-b791-69c20c4b282c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/24afbf20-f46b-409a-8847-088fe7276dad HTTP/1.1" status: 204 len: 168 time: 1.2874875 Jul 16 20:29:31.230257 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.267863 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:31.268512 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.282710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event deleted for resources: {'Port': ['ID=cfc0e0b6-a743-4d82-b031-96b59f7a46ad,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.320413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-40d42485-eac3-476e-b2eb-e3f6bbee1e55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 200 len: 1001 time: 0.1607437 Jul 16 20:29:31.362396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] For port 28c5dd44-dd04-4750-9418-fbd135194fed, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:31.364399 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.369819 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede6e2f-dbf0-4a20-b566-64046d0646cc None None] The sync data for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:31.388075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] For port 28c5dd44-dd04-4750-9418-fbd135194fed, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28c5dd44-dd04-4750-9418-fbd135194fed,segment=NetworkSegment(891d3c93-0d67-4b14-a75a-7725cd74ffa2),segment_id=891d3c93-0d67-4b14-a75a-7725cd74ffa2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:31.404660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f88c930d-960b-4b41-aac1-e864961f3514 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:31.416799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:59Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.434452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-588f838d-6f0d-4796-b2da-28433a44f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.436383 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-588f838d-6f0d-4796-b2da-28433a44f1f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd25bca1-d942-4cc0-9705-2fa9ef7d910b HTTP/1.1" status: 200 len: 850 time: 0.0817783 Jul 16 20:29:31.478529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838991a-5155-455d-a642-2cc405adb5fd None None] The sync data for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 is: [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:26:40Z', 'revision_number': 4, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c006fe41-39cc-48d7-a5d3-66dbe4167bce', 'name': '', 'network_id': 'd46c1c4f-78e1-494f-a378-bd8498618995', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'mac_address': 'fa:16:3e:a7:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:37Z', 'updated_at': '2021-07-16T20:26:59Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'subnets': [{'id': 'cb16975e-60d1-4e3f-8321-8c8370e59190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:31.483553 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.552686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e4818d3d-f3d9-42b5-a040-6cd1619c1a99 None None] Provisioning complete for port 100e0fa3-df99-4598-977f-3c639df99f85 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:31.553064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4818d3d-f3d9-42b5-a040-6cd1619c1a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.655110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddceccb-71c0-4c52-90e7-4b018a8e24a4 None None] Pushing event updated for resources: {'Port': ['ID=28c5dd44-dd04-4750-9418-fbd135194fed,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.699556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e4818d3d-f3d9-42b5-a040-6cd1619c1a99 None None] Port 100e0fa3-df99-4598-977f-3c639df99f85 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:31.716267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f88c930d-960b-4b41-aac1-e864961f3514 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:31.720959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f88c930d-960b-4b41-aac1-e864961f3514 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:31.721334 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.815624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3619464b-cce1-47f9-9d53-51c10e114318 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:32.025044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.111517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d0431-1c89-47ec-b885-7c7cdd85d2c5 None None] New status for floating IP a334bf21-8adb-4341-a1cc-881769c42cbd: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:32.152948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a3ec5-6de7-4b38-b791-69c20c4b282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24afbf20-f46b-409a-8847-088fe7276dad,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.234944 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.254447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2d542b1e-86fe-4503-9a80-b2fb5d4df897 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "DELETE /v2.0/ports/cfc0e0b6-a743-4d82-b031-96b59f7a46ad HTTP/1.1" status: 204 len: 168 time: 2.6740303 Jul 16 20:29:32.256937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51040) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.270488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f88c930d-960b-4b41-aac1-e864961f3514, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f88c930d-960b-4b41-aac1-e864961f3514,segment=NetworkSegment(6dbc37c2-b09b-4a0f-a529-00dde5a67fc5),segment_id=6dbc37c2-b09b-4a0f-a529-00dde5a67fc5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:32.293865 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.296391 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.300891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Request body: {'port': {'name': 'tempest-new-port-name-721397907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:32.301895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] bootfile-name is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:29:32.302705 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] tftp-server is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:29:32.303321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] server-ip-address is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:29:32.369091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6160b8e3-3986-4680-b79d-f46680ad7541 None None] Provisioning for port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:32.421993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3619464b-cce1-47f9-9d53-51c10e114318, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3619464b-cce1-47f9-9d53-51c10e114318,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:32.430685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:32.433755 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0be9e61-3374-44b3-a956-2feaa1002b5e" -d '{"events": [{"server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "name": "network-vif-unplugged", "status": "completed", "tag": "3619464b-cce1-47f9-9d53-51c10e114318"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:32.440321 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.444846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6160b8e3-3986-4680-b79d-f46680ad7541 None None] Provisioning complete for port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:32.445482 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6160b8e3-3986-4680-b79d-f46680ad7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.489307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.504923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f88c930d-960b-4b41-aac1-e864961f3514,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.538039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f44642-a29b-4d70-81f6-d4fe99aff9c1 req-10737c8c-3ba2-4ca3-9cf9-a3d977ec8c8d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:32.541418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f44642-a29b-4d70-81f6-d4fe99aff9c1 req-10737c8c-3ba2-4ca3-9cf9-a3d977ec8c8d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 945 time: 1.5134072 Jul 16 20:29:32.580985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6160b8e3-3986-4680-b79d-f46680ad7541 None None] Port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:32.589227 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.591705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/subnets/5b0b31eb-d29a-4190-9034-7ce06686f92c HTTP/1.1" status: 204 len: 168 time: 2.8327184 Jul 16 20:29:32.601530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43196205-f6a0-4bbd-be3e-4a02bc870c68 None None] Network 5b2b6f5c-67c8-4536-9ada-294e2f55a56b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:32.608802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51048) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:32.668938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de9dd3-7bfd-4534-801e-07f5c52b3085 tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0b31eb-d29a-4190-9034-7ce06686f92c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.814340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.905739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-ba2b5638-1bf2-49ff-a4a4-5d55f469a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:32.913390 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-ba2b5638-1bf2-49ff-a4a4-5d55f469a598 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eda54561-7c99-4f69-8808-6b264e36fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4348204 Jul 16 20:29:32.979773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3619464b-cce1-47f9-9d53-51c10e114318,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.994787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f44642-a29b-4d70-81f6-d4fe99aff9c1 req-84910c82-5892-4257-94c9-4957ae93d3f0 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387569 Jul 16 20:29:33.022710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6160b8e3-3986-4680-b79d-f46680ad7541 None None] Provisioning complete for port f88c930d-960b-4b41-aac1-e864961f3514 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:33.024145 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6160b8e3-3986-4680-b79d-f46680ad7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.158786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.229733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-63c80dd9-0774-4861-b379-2046ebb088da tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.231807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-63c80dd9-0774-4861-b379-2046ebb088da tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 945 time: 1.0007672 Jul 16 20:29:33.291653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51056) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:33.423610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f88c930d-960b-4b41-aac1-e864961f3514 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:33.428760 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b8a9980-21f1-4cec-8cc1-dc23cce876d8 req-8ab1cba3-e1cf-4586-a084-ff99018771bd tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "GET /v2.0/ports?device_id=a616b776-0055-4338-990e-7b75a66d896f HTTP/1.1" status: 200 len: 210 time: 0.1914830 Jul 16 20:29:33.501086 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-f33dc4dc-b72d-43f8-88ae-800bdcec5b4f service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064878 Jul 16 20:29:33.522161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.545664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f88c930d-960b-4b41-aac1-e864961f3514 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:33.546613 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.550410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Port': ['ID=3619464b-cce1-47f9-9d53-51c10e114318,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:33.646781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d03e9ae1-a20e-4b4e-bc0b-a42426bd248d None None] Could not find standard attr ID for object cfc0e0b6-a743-4d82-b031-96b59f7a46ad. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:29:33.650331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-678debdd-4603-423a-acdd-7fa6e323b289 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8265240 Jul 16 20:29:33.665913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] DHCP port deletion for 5b2b6f5c-67c8-4536-9ada-294e2f55a56b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:33.720084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc150423-143f-4066-8904-ba918f9e17f7 None None] Network 0defd68d-0b6c-4714-a5c9-cf31d47007ba requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:33.738694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d03e9ae1-a20e-4b4e-bc0b-a42426bd248d None None] Provisioning complete for port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:33.739200 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d03e9ae1-a20e-4b4e-bc0b-a42426bd248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.777548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-network', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:33.781070 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092385b4-9fa0-4bf8-80b3-68446dc794fa x-openstack-request-id: req-092385b4-9fa0-4bf8-80b3-68446dc794fa {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:33.781378 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "name": "network-vif-unplugged", "status": "completed", "tag": "3619464b-cce1-47f9-9d53-51c10e114318", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:33.781641 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-092385b4-9fa0-4bf8-80b3-68446dc794fa {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:33.782057 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318', 'code': 200} Jul 16 20:29:33.782853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] No DVR routers for this DVR port 3619464b-cce1-47f9-9d53-51c10e114318 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:33.805722 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-645b1f11-4132-422e-8ec0-3331f7aa577c req-f7ec5c60-050c-4aaf-b24e-983dd04f4d57 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852311 Jul 16 20:29:33.831989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.834827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0a88681-5de7-4326-80c0-b86ae090816b req-37ca32e1-3ee5-41f2-8f63-d97fa2d3d62f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.26 "DELETE /v2.0/ports/3619464b-cce1-47f9-9d53-51c10e114318 HTTP/1.1" status: 204 len: 173 time: 5.3246143 Jul 16 20:29:33.840193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'name': 'network-vif-deleted', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:33.844177 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80217f92-fe47-4cd7-8cab-875fc2d36017" -d '{"events": [{"server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "name": "network-vif-deleted", "tag": "3619464b-cce1-47f9-9d53-51c10e114318"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:33.856568 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-1e4fcd58-6f10-4def-9682-ce60eaa6d17a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:29:33.863530 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1e4fcd58-6f10-4def-9682-ce60eaa6d17a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8045039 Jul 16 20:29:33.876628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51062) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:33.880824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:33.884074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.901912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d03e9ae1-a20e-4b4e-bc0b-a42426bd248d None None] Port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:33.912715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 28c5dd44-dd04-4750-9418-fbd135194fed up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:33.925016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.025896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] Deleting port f5aea2a3-679a-406c-9cd2-841cc8d8198f {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:34.026487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.121697 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.142623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ca62ae3c-f812-4622-9749-0a8d9079263e None None] Provisioning for port 28c5dd44-dd04-4750-9418-fbd135194fed completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:34.165982 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9cdc85-52ee-4236-913d-ca2cb7692e3b x-openstack-request-id: req-2b9cdc85-52ee-4236-913d-ca2cb7692e3b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:34.166579 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a616b776-0055-4338-990e-7b75a66d896f", "name": "network-vif-deleted", "tag": "3619464b-cce1-47f9-9d53-51c10e114318", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:34.166579 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2b9cdc85-52ee-4236-913d-ca2cb7692e3b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:34.167167 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a616b776-0055-4338-990e-7b75a66d896f', 'name': 'network-vif-deleted', 'tag': '3619464b-cce1-47f9-9d53-51c10e114318', 'status': 'completed', 'code': 200} Jul 16 20:29:34.208226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 28c5dd44-dd04-4750-9418-fbd135194fed completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:34.265200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.273045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.313346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 28c5dd44-dd04-4750-9418-fbd135194fed triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:34.313346 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.324646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:34.333934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd71be-862a-4e4b-ac06-fdd35cac9d66,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:34.347552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.349111 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Added segment bf48b5da-1e56-41b7-8189-463d875e38d3 of type vlan for network 14793202-6c19-4021-84c1-351f660b46d6 Jul 16 20:29:34.375476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ca62ae3c-f812-4622-9749-0a8d9079263e None None] Provisioning complete for port 28c5dd44-dd04-4750-9418-fbd135194fed triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:34.376107 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca62ae3c-f812-4622-9749-0a8d9079263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.391609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] For port f5aea2a3-679a-406c-9cd2-841cc8d8198f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f5aea2a3-679a-406c-9cd2-841cc8d8198f,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:34.392036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.437124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Deleting port f5aea2a3-679a-406c-9cd2-841cc8d8198f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:34.437677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.448293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.482789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] Calling delete_port for f5aea2a3-679a-406c-9cd2-841cc8d8198f owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:34.513114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.514753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.515756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.581514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-bd9513e6-70be-4cbc-b0bb-b8895b55879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:34.584259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-bd9513e6-70be-4cbc-b0bb-b8895b55879b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 1096 time: 0.8436780 Jul 16 20:29:34.610285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port 906f3496-aec3-4003-91bc-2f62552088ad {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:34.610843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.661719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] Pushing event updated for resources: {'Network': ['ID=14793202-6c19-4021-84c1-351f660b46d6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:34.681200 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38337b76-89f5-4d6a-8212-e0f92013bc4e admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3872316 Jul 16 20:29:34.684585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:34.693183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Request body: {'subnet': {'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-subnet', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:34.696248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 14793202-6c19-4021-84c1-351f660b46d6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:34.735525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:34.739702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.980276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] For port f5aea2a3-679a-406c-9cd2-841cc8d8198f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f5aea2a3-679a-406c-9cd2-841cc8d8198f,segment=NetworkSegment(bfff0781-c39d-4c6a-a22c-75e6c246f5aa),segment_id=bfff0781-c39d-4c6a-a22c-75e6c246f5aa)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:34.980933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.063160 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.077258 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ca6922b-2e60-40e1-acc4-d34e92ef7d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.081966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.098359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Calling delete_port for f5aea2a3-679a-406c-9cd2-841cc8d8198f owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:35.103435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.105382 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca62ae3c-f812-4622-9749-0a8d9079263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.110376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.112902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06605cb3-7a11-4369-8a2d-406c6c13a215 req-ace96fdc-1e88-420e-91cc-51a554aad181 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.114868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06605cb3-7a11-4369-8a2d-406c6c13a215 req-ace96fdc-1e88-420e-91cc-51a554aad181 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 945 time: 0.8251364 Jul 16 20:29:35.140986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.182735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05e557c-3dc3-4107-b3af-37bdc253942e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.197888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Checking segment: {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:35.198264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Network hostable DHCP agents. Network: 14793202-6c19-4021-84c1-351f660b46d6, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:35.227570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] Pushing event deleted for resources: {'Port': ['ID=f5aea2a3-679a-406c-9cd2-841cc8d8198f,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.229762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Network 14793202-6c19-4021-84c1-351f660b46d6 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:35.247829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 14793202-6c19-4021-84c1-351f660b46d6) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:35.256741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.257493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.277718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0585d-e828-44cf-bbd7-3f19c146193e None None] No DVR routers for this DVR port f5aea2a3-679a-406c-9cd2-841cc8d8198f on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:35.278659 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-300b803c-7bb4-41a8-be65-d659654abe9b admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5916281 Jul 16 20:29:35.282189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51072) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.289196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 28c5dd44-dd04-4750-9418-fbd135194fed, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28c5dd44-dd04-4750-9418-fbd135194fed,segment=NetworkSegment(891d3c93-0d67-4b14-a75a-7725cd74ffa2),segment_id=891d3c93-0d67-4b14-a75a-7725cd74ffa2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:35.294640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:35.296986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07995f-0290-410a-912f-5ae7455d9689 None None] Network 14793202-6c19-4021-84c1-351f660b46d6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:35.329900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.332009 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.332916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.453244 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.517962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f5aea2a3-679a-406c-9cd2-841cc8d8198f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:35.524150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-6ceef36b-a1ba-4795-a3df-56a891f77e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.527958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-6ceef36b-a1ba-4795-a3df-56a891f77e0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.6998267 Jul 16 20:29:35.556687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port 906f3496-aec3-4003-91bc-2f62552088ad, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=906f3496-aec3-4003-91bc-2f62552088ad,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:35.557468 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.579553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f5aea2a3-679a-406c-9cd2-841cc8d8198f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:35.580204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f5aea2a3-679a-406c-9cd2-841cc8d8198f not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:35.582822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for 906f3496-aec3-4003-91bc-2f62552088ad owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:35.603218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06605cb3-7a11-4369-8a2d-406c6c13a215 req-2761f6fe-82da-47d4-9040-03f6a95a4289 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726572 Jul 16 20:29:35.778710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.786761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51074) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.800236 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-ca62ae3c-f812-4622-9749-0a8d9079263e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:35.800851 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-ca62ae3c-f812-4622-9749-0a8d9079263e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:35.807968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=28c5dd44-dd04-4750-9418-fbd135194fed,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.877850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba08b8-d8c8-4a21-83ae-a614cd6254b7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.892443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-14793202-6c19-4021-84c1-351f660b46d6', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:35.895123 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.913968 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba08b8-d8c8-4a21-83ae-a614cd6254b7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.916453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 906f3496-aec3-4003-91bc-2f62552088ad no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:36.018373 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.029398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba08b8-d8c8-4a21-83ae-a614cd6254b7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.032794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba08b8-d8c8-4a21-83ae-a614cd6254b7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.037323 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c8ba08b8-d8c8-4a21-83ae-a614cd6254b7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/security-groups/abb6420c-8886-41ac-9ba2-2c9001d917a5 HTTP/1.1" status: 204 len: 168 time: 0.2467864 Jul 16 20:29:36.039036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51076) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.059991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba08b8-d8c8-4a21-83ae-a614cd6254b7 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb6420c-8886-41ac-9ba2-2c9001d917a5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.181895 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.203998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event updated for resources: {'Port': ['ID=d8bbcff9-2f57-43ce-ad9c-6366d6f26780,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.212428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82e4cb02-a8e7-412c-850f-c0657356b96f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.255303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:36.258173 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e126e85-cf62-4472-b309-ad7771e5196a" -d '{"events": [{"server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "name": "network-vif-unplugged", "status": "completed", "tag": "906f3496-aec3-4003-91bc-2f62552088ad"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:36.276835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] In _notify_port_updated(), no bound segment for port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 on network 57a2704c-d386-4b2a-b565-904a41c7ed4b {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:29:36.277538 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82e4cb02-a8e7-412c-850f-c0657356b96f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.285313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.286238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.291784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-876f97bc-8eed-4187-b5ec-4fd908d9a030 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "PUT /v2.0/ports/d8bbcff9-2f57-43ce-ad9c-6366d6f26780 HTTP/1.1" status: 200 len: 1135 time: 3.9989595 Jul 16 20:29:36.293974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51080) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.327136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.331300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Allocated IP 172.20.0.2 (14793202-6c19-4021-84c1-351f660b46d6/e05e557c-3dc3-4107-b3af-37bdc253942e/2ae78c66-7a76-48b2-82a1-12a5ba459097) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:36.337161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 906f3496-aec3-4003-91bc-2f62552088ad, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=906f3496-aec3-4003-91bc-2f62552088ad,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:36.343531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-952a4081-e0fe-4b8f-8049-48db9bae28da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 HTTP/1.1" status: 200 len: 217 time: 0.7162018 Jul 16 20:29:36.366015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.366672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.420869 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b3a4bd-199e-458b-b915-5f60a9087acd x-openstack-request-id: req-76b3a4bd-199e-458b-b915-5f60a9087acd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:36.421184 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "name": "network-vif-unplugged", "status": "completed", "tag": "906f3496-aec3-4003-91bc-2f62552088ad", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:36.421395 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-76b3a4bd-199e-458b-b915-5f60a9087acd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:36.421897 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad', 'code': 200} Jul 16 20:29:36.472730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.509153 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Allocated IP 172.25.8.135 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/34d2a946-ce93-4b4f-9689-a17898fbb829) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:36.539044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545e8bf-395d-4a23-836f-f321c5702f1c tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.547753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1545e8bf-395d-4a23-836f-f321c5702f1c tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "GET /v2.0/ports/d8bbcff9-2f57-43ce-ad9c-6366d6f26780 HTTP/1.1" status: 200 len: 1135 time: 0.2004213 Jul 16 20:29:36.553400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Port': ['ID=f5aea2a3-679a-406c-9cd2-841cc8d8198f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.559789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51082) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.562975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] No DVR routers for this DVR port f5aea2a3-679a-406c-9cd2-841cc8d8198f on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:36.593423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-3000027a-9e91-40a6-8c2e-f72cee2fd657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:36.595011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-3000027a-9e91-40a6-8c2e-f72cee2fd657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.2272301 Jul 16 20:29:36.607004 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82e4cb02-a8e7-412c-850f-c0657356b96f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.609937 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82e4cb02-a8e7-412c-850f-c0657356b96f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.614646 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-82e4cb02-a8e7-412c-850f-c0657356b96f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/security-groups/fdc55d23-e016-4431-8eaf-13d1e464e0fa HTTP/1.1" status: 204 len: 168 time: 0.5710940 Jul 16 20:29:36.617016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51084) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:36.630907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4cb02-a8e7-412c-850f-c0657356b96f tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc55d23-e016-4431-8eaf-13d1e464e0fa,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.678201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.697271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=906f3496-aec3-4003-91bc-2f62552088ad,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.719811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3ffe9205-d831-4d82-92a8-e1a83d9260fe None None] Provisioning complete for port 28c5dd44-dd04-4750-9418-fbd135194fed triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:36.720262 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9205-d831-4d82-92a8-e1a83d9260fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.758970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-3988b4b4-521f-44f7-bc16-ef8a5eff0f41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204236 Jul 16 20:29:36.782568 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.837790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.846032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:36.849964 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:36.854603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:36.867531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Transition to ACTIVE for port object 2ae78c66-7a76-48b2-82a1-12a5ba459097 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:36.889123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Pushing event updated for resources: {'Port': ['ID=34d2a946-ce93-4b4f-9689-a17898fbb829,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.901600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Transition to ACTIVE for port object 2ae78c66-7a76-48b2-82a1-12a5ba459097 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:36.909618 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.948551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3ffe9205-d831-4d82-92a8-e1a83d9260fe None None] Provisioning complete for port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:36.948918 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9205-d831-4d82-92a8-e1a83d9260fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.972989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.997297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Network 14793202-6c19-4021-84c1-351f660b46d6 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:36.999456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Pushing event updated for resources: {'Port': ['ID=2ae78c66-7a76-48b2-82a1-12a5ba459097,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.010061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:37.017619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:37.058266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2b6f5c-67c8-4536-9ada-294e2f55a56b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.102865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe9205-d831-4d82-92a8-e1a83d9260fe None None] Port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:37.107716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Attempting to bind port 2ae78c66-7a76-48b2-82a1-12a5ba459097 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:37.108762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Attempting to bind port 2ae78c66-7a76-48b2-82a1-12a5ba459097 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:37.108762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Attempting to bind port 2ae78c66-7a76-48b2-82a1-12a5ba459097 on network 14793202-6c19-4021-84c1-351f660b46d6 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:37.115988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:37.116561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Checking segment: {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:37.117191 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.117597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Bound using segment: {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:37.118103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Bound port: 2ae78c66-7a76-48b2-82a1-12a5ba459097, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:37.118729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.144728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.145032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfff0781-c39d-4c6a-a22c-75e6c246f5aa') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.182135 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.187897 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.200469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.201958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:37.255171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] For port 2ae78c66-7a76-48b2-82a1-12a5ba459097, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:37.274816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.284061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=906f3496-aec3-4003-91bc-2f62552088ad,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.320540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.325499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-ec488109-2c4c-4daa-838f-98ba221956c0 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343313 Jul 16 20:29:37.401640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:37.406043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:37.407855 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:37.452166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 28c5dd44-dd04-4750-9418-fbd135194fed up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:37.522924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Deleting port d8bbcff9-2f57-43ce-ad9c-6366d6f26780 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:37.523495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.543560 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.546914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 28c5dd44-dd04-4750-9418-fbd135194fed triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:37.547859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.566654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df0f1c-5979-4a08-ba20-5ccbe7cf42cc req-176b16db-27ed-45f4-9d3f-450ab607ed92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.569071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6df0f1c-5979-4a08-ba20-5ccbe7cf42cc req-176b16db-27ed-45f4-9d3f-450ab607ed92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a04d3e3-6a27-4ed1-a85b-b076b0f6f529 HTTP/1.1" status: 200 len: 865 time: 0.7473335 Jul 16 20:29:37.605526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port 906f3496-aec3-4003-91bc-2f62552088ad on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:37.621030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.623408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54d7ff2c-339a-4968-9945-f9ffda871797 req-4e143861-3b37-4f03-9833-4cfbe5a3c838 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "DELETE /v2.0/ports/906f3496-aec3-4003-91bc-2f62552088ad HTTP/1.1" status: 204 len: 173 time: 4.2516692 Jul 16 20:29:37.636720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'name': 'network-vif-deleted', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:37.639311 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c92119c-036a-452c-8d4a-bb316da7314a" -d '{"events": [{"server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "name": "network-vif-deleted", "tag": "906f3496-aec3-4003-91bc-2f62552088ad"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:37.775137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Router 206b526d-e957-4511-8d88-aec96ceede27 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:29:37.814412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] For port 2ae78c66-7a76-48b2-82a1-12a5ba459097, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2ae78c66-7a76-48b2-82a1-12a5ba459097,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:37.822824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.925931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:37.939877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.941841 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Sync routers for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:37.958029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.964309 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dcc50958-75dc-4ec9-bf48-4c0e91e96d23 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6778517 Jul 16 20:29:37.964309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51092) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:37.972257 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:37.973143 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.995220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.997602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] 10.222.0.100 "DELETE /v2.0/networks/5b2b6f5c-67c8-4536-9ada-294e2f55a56b HTTP/1.1" status: 204 len: 168 time: 5.3300273 Jul 16 20:29:38.024849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077d1d8-7c5f-4d30-9abd-5b90b5cc9c41 None None] Pushing event updated for resources: {'Port': ['ID=2ae78c66-7a76-48b2-82a1-12a5ba459097,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.130841 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.140071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6df0f1c-5979-4a08-ba20-5ccbe7cf42cc req-7b9489bf-5a7e-4126-9140-b3eff66640ed tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072563 Jul 16 20:29:38.161507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19051760-71d5-4cef-a6d4-17bcb3febfaa tempest-ServersTestMultiNic-1875330679 tempest-ServersTestMultiNic-1875330679-project] Pushing event deleted for resources: {'Network': ['ID=5b2b6f5c-67c8-4536-9ada-294e2f55a56b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:38.180424 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.209138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.239663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aef11bc2-eeb6-4f91-b0e9-6aa945e427b3 req-6acc561b-e926-49c4-8be5-aaae529998eb service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031001 Jul 16 20:29:38.335138 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:38.360490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Calling delete_port for d8bbcff9-2f57-43ce-ad9c-6366d6f26780 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:38.571120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.738176 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:37Z', 'revision_number': 3, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:38.818891 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Checking router: 206b526d-e957-4511-8d88-aec96ceede27 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:38.826248 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Updating router 206b526d-e957-4511-8d88-aec96ceede27 port 34d2a946-ce93-4b4f-9689-a17898fbb829 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:29:38.889701 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.983539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.121092 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14663022-00b7-45d8-99b4-20cb4a876e32 x-openstack-request-id: req-14663022-00b7-45d8-99b4-20cb4a876e32 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:39.121953 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a04d3e3-6a27-4ed1-a85b-b076b0f6f529", "name": "network-vif-deleted", "tag": "906f3496-aec3-4003-91bc-2f62552088ad", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:39.122113 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-14663022-00b7-45d8-99b4-20cb4a876e32 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:39.122779 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a04d3e3-6a27-4ed1-a85b-b076b0f6f529', 'name': 'network-vif-deleted', 'tag': '906f3496-aec3-4003-91bc-2f62552088ad', 'status': 'completed', 'code': 200} Jul 16 20:29:39.201946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51104) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:39.463818 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.483564 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Transition to ACTIVE for port object 34d2a946-ce93-4b4f-9689-a17898fbb829 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:39.495183 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.657503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2ae78c66-7a76-48b2-82a1-12a5ba459097 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:39.670362 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Attempting to bind port 34d2a946-ce93-4b4f-9689-a17898fbb829 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:39.670753 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Attempting to bind port 34d2a946-ce93-4b4f-9689-a17898fbb829 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:39.671122 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Attempting to bind port 34d2a946-ce93-4b4f-9689-a17898fbb829 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:39.695085 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:39.697369 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:39.699742 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.700713 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:39.702306 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Bound port: 34d2a946-ce93-4b4f-9689-a17898fbb829, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:39.704334 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.725465 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Pushing event updated for resources: {'Port': ['ID=34d2a946-ce93-4b4f-9689-a17898fbb829,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:39.749682 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.750638 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.751519 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.752358 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.753187 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.754022 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.754995 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.756114 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.757192 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.758310 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.760677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.761043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.762019 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:39.871025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 2ae78c66-7a76-48b2-82a1-12a5ba459097 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:39.919667 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] For port 34d2a946-ce93-4b4f-9689-a17898fbb829, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:39.925334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc9484-aed2-4e80-a6f2-bb373a2d5a8b None None] Network 14793202-6c19-4021-84c1-351f660b46d6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:39.930112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] For port 34d2a946-ce93-4b4f-9689-a17898fbb829, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=34d2a946-ce93-4b4f-9689-a17898fbb829,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:39.937903 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:39.976134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event deleted for resources: {'Port': ['ID=d8bbcff9-2f57-43ce-ad9c-6366d6f26780,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.185739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a5718944-222a-4cad-97ec-3a71f3415ec6 None None] Provisioning for port 2ae78c66-7a76-48b2-82a1-12a5ba459097 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:40.223647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a5718944-222a-4cad-97ec-3a71f3415ec6 None None] Provisioning complete for port 2ae78c66-7a76-48b2-82a1-12a5ba459097 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:40.230720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a5718944-222a-4cad-97ec-3a71f3415ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.288100 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:40.289329 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:40.292147 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fbec4-e6c5-4c7f-8708-eb00ea03555b None None] Pushing event updated for resources: {'Port': ['ID=34d2a946-ce93-4b4f-9689-a17898fbb829,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.378869 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.382461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-33708aae-6f4c-473c-ad03-0afe1eb030d0 tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "DELETE /v2.0/ports/d8bbcff9-2f57-43ce-ad9c-6366d6f26780 HTTP/1.1" status: 204 len: 168 time: 3.8108799 Jul 16 20:29:40.385517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51120) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:40.395115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.491285 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:40.607100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting port 100e0fa3-df99-4598-977f-3c639df99f85 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:40.607789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.671736 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a5718944-222a-4cad-97ec-3a71f3415ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.729730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a5718944-222a-4cad-97ec-3a71f3415ec6 None None] For port 2ae78c66-7a76-48b2-82a1-12a5ba459097, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2ae78c66-7a76-48b2-82a1-12a5ba459097,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:40.737298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a5718944-222a-4cad-97ec-3a71f3415ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.772391 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:37Z', 'revision_number': 3, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:40.812958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5718944-222a-4cad-97ec-3a71f3415ec6 None None] Pushing event updated for resources: {'Port': ['ID=2ae78c66-7a76-48b2-82a1-12a5ba459097,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:40.820707 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7882f7-a938-43ef-906c-1a10baee3340 None None] The sync data for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 is: [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:37Z', 'revision_number': 3, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:40.850995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Allocated IP 172.20.0.1 (14793202-6c19-4021-84c1-351f660b46d6/e05e557c-3dc3-4107-b3af-37bdc253942e/ba3dc3c5-7027-4060-9893-f2da10dd74c1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:40.873201 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.989072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Calling delete_port for 100e0fa3-df99-4598-977f-3c639df99f85 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:41.011199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Deleting subnet 0ead45c8-2eb4-4758-a332-ceb962523dac {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:41.045529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.073705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.105279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Transition to ACTIVE for port object ba3dc3c5-7027-4060-9893-f2da10dd74c1 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:41.156976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-5fd958ac-1ea4-4bae-89cf-31fd185aaee8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:41.165270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-5fd958ac-1ea4-4bae-89cf-31fd185aaee8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.6622705 Jul 16 20:29:41.184806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df922f8a-752d-4dca-9730-c40a1e6e6aa8 None None] Provisioning complete for port 2ae78c66-7a76-48b2-82a1-12a5ba459097 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:41.186885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df922f8a-752d-4dca-9730-c40a1e6e6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.220670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.229122 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.260396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.344702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Network 14793202-6c19-4021-84c1-351f660b46d6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:41.354138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:41.357588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:41.395475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-aae9b104-ff0b-45da-b06a-177ff6f0a6f2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.2292433 Jul 16 20:29:41.616901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3dc3c5-7027-4060-9893-f2da10dd74c1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.701750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 34d2a946-ce93-4b4f-9689-a17898fbb829 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:41.776633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.840966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 34d2a946-ce93-4b4f-9689-a17898fbb829 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:41.845863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 34d2a946-ce93-4b4f-9689-a17898fbb829 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:41.847081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.932216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.965928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74519559-7532-4f38-9adb-98189d189210 None None] Provisioning for port ba3dc3c5-7027-4060-9893-f2da10dd74c1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:41.975709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74519559-7532-4f38-9adb-98189d189210 None None] Provisioning complete for port ba3dc3c5-7027-4060-9893-f2da10dd74c1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:41.976347 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74519559-7532-4f38-9adb-98189d189210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.099232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-74519559-7532-4f38-9adb-98189d189210 None None] Port ba3dc3c5-7027-4060-9893-f2da10dd74c1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:42.145297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.153084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.155172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.174065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-c87c00a3-fa32-484b-ab74-3d56c5513b66 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7263565 Jul 16 20:29:42.217781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 34d2a946-ce93-4b4f-9689-a17898fbb829, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=34d2a946-ce93-4b4f-9689-a17898fbb829,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:42.226568 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.229290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2ae78c66-7a76-48b2-82a1-12a5ba459097 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:42.244020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Deleting port 5051f3ef-447d-47d4-9202-ec246b410878 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:42.245521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.250624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-695fcc6e-3954-4b81-b2b8-432d5871da44 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:29:42.264838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-695fcc6e-3954-4b81-b2b8-432d5871da44 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220747 Jul 16 20:29:42.324867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Port': ['ID=100e0fa3-df99-4598-977f-3c639df99f85,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.390495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=34d2a946-ce93-4b4f-9689-a17898fbb829,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.412572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.422290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] For port 5051f3ef-447d-47d4-9202-ec246b410878, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5051f3ef-447d-47d4-9202-ec246b410878,segment=NetworkSegment(427e7a33-3671-4faf-9214-bb6e6aa8396f),segment_id=427e7a33-3671-4faf-9214-bb6e6aa8396f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:42.422648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.472476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Calling delete_port for 5051f3ef-447d-47d4-9202-ec246b410878 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:42.499373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2ae78c66-7a76-48b2-82a1-12a5ba459097 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:42.499757 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.620839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78cf215-143a-4829-97be-4631bca127c7 None None] Network 57a2704c-d386-4b2a-b565-904a41c7ed4b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:42.692290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.694785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "DELETE /v2.0/subnets/0ead45c8-2eb4-4758-a332-ceb962523dac HTTP/1.1" status: 204 len: 168 time: 2.2728388 Jul 16 20:29:42.700560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.702577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8dfcb-cc12-4143-926e-937a07665ffb tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event deleted for resources: {'Subnet': ['ID=0ead45c8-2eb4-4758-a332-ceb962523dac,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.704977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51130) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:42.781589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting port c006fe41-39cc-48d7-a5d3-66dbe4167bce {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:42.782029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.939719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:42.950349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.039900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-21d2d59b-f2d8-4a2e-9881-cc4c3568377e service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7739415 Jul 16 20:29:43.057527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.147827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Router 0a79568e-fc60-41b7-8d3c-88180f395102 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:43.148873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] DHCP port deletion for 57a2704c-d386-4b2a-b565-904a41c7ed4b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:43.190446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.212516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3dc3c5-7027-4060-9893-f2da10dd74c1,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.255668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] Deleting port f88c930d-960b-4b41-aac1-e864961f3514 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:43.256667 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.257676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.326196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5051f3ef-447d-47d4-9202-ec246b410878,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:43.454285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] For port f88c930d-960b-4b41-aac1-e864961f3514, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f88c930d-960b-4b41-aac1-e864961f3514,segment=NetworkSegment(6dbc37c2-b09b-4a0f-a529-00dde5a67fc5),segment_id=6dbc37c2-b09b-4a0f-a529-00dde5a67fc5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:43.457491 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.481271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] Calling delete_port for f88c930d-960b-4b41-aac1-e864961f3514 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:43.584116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Network 14793202-6c19-4021-84c1-351f660b46d6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:43.592926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:43.776235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 34d2a946-ce93-4b4f-9689-a17898fbb829 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:43.829852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] For port c006fe41-39cc-48d7-a5d3-66dbe4167bce, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c006fe41-39cc-48d7-a5d3-66dbe4167bce,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:43.830630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.939361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 34d2a946-ce93-4b4f-9689-a17898fbb829 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:43.939917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.960004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:43.999143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.066923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Calling delete_port for c006fe41-39cc-48d7-a5d3-66dbe4167bce owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:44.112050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] Pushing event deleted for resources: {'Port': ['ID=f88c930d-960b-4b41-aac1-e864961f3514,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:44.120534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b4297-2c1e-40f7-b7a5-083c258b1407 None None] No DVR routers for this DVR port f88c930d-960b-4b41-aac1-e864961f3514 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:44.130122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ff7b5845-5f3c-4522-afba-600f6f0a0b72 service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0414681 Jul 16 20:29:44.139700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:44.166650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bed98fb8-cd40-4cb9-85d7-2fc9d9c607a2 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2879865 Jul 16 20:29:44.168496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Router 206b526d-e957-4511-8d88-aec96ceede27 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:44.170270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51132) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:44.195160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] Sync routers for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:44.222771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d2f5715-6521-4def-89d2-ab5b6b2f3650 None None] Provisioning complete for port ba3dc3c5-7027-4060-9893-f2da10dd74c1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:44.223210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5715-6521-4def-89d2-ab5b6b2f3650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.290441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f5715-6521-4def-89d2-ab5b6b2f3650 None None] Port ba3dc3c5-7027-4060-9893-f2da10dd74c1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:44.296071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:44.296961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:44.317186 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-2818b2cf-c22c-44b4-ad00-df8c82e20729 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] delete failed (client error): The resource could not be found. Jul 16 20:29:44.322638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2818b2cf-c22c-44b4-ad00-df8c82e20729 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/routers/tempest-non_exist_router-1787611021 HTTP/1.1" status: 404 len: 335 time: 0.1468761 Jul 16 20:29:44.323433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51134) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:44.333448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dd9fa74e-01a9-4bae-8c52-a77b875bc77d tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a79568e-fc60-41b7-8d3c-88180f395102'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:44.359027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:44.380947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:44.381932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:44.449629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:44.450919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9bfe3c-a300-4688-a816-3344a911659b None None] The sync data for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:44.485263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f88c930d-960b-4b41-aac1-e864961f3514 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:44.498336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Deleting port f88c930d-960b-4b41-aac1-e864961f3514 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:44.498815 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.510627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f88c930d-960b-4b41-aac1-e864961f3514 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:44.510954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f88c930d-960b-4b41-aac1-e864961f3514 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:44.530898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:44.544414 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Sync routers for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:44.550275 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd2c47e6-9454-480f-bbaf-d34a8066cec6 admin admin] 10.222.0.100 "PUT /v2.0/routers/206b526d-e957-4511-8d88-aec96ceede27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5840507 Jul 16 20:29:44.569871 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:44.571438 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:44.709221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Router aeeee7ac-2948-458d-be0d-c8fa47e1918b has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:44.747564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] For port f88c930d-960b-4b41-aac1-e864961f3514, host n-d-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:44.748246 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.783048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Calling delete_port for f88c930d-960b-4b41-aac1-e864961f3514 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:44.790227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Port f88c930d-960b-4b41-aac1-e864961f3514 was not found and therefore no delete operation was performed {{(pid=94095) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:29:44.801064 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.841587 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:44.887709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event deleted for resources: {'Port': ['ID=f88c930d-960b-4b41-aac1-e864961f3514,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:44.894762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] No DVR routers for this DVR port f88c930d-960b-4b41-aac1-e864961f3514 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:45.028279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:45.041883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] Sync routers for ids ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:45.054248 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0350fb5-bfbe-4baa-8ac2-76fa3e8e4862 req-45e6ded6-d205-4f9c-9836-57440d176470 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 210 time: 0.1877348 Jul 16 20:29:45.081989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] Routers {'aeeee7ac-2948-458d-be0d-c8fa47e1918b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:45.083903 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6efe269b-76e2-48fe-88d8-b342ad1f21d3 admin admin] 10.222.0.100 "PUT /v2.0/routers/aeeee7ac-2948-458d-be0d-c8fa47e1918b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8797657 Jul 16 20:29:45.084348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51150) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:45.085160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:45.238776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.326705 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa74e-01a9-4bae-8c52-a77b875bc77d tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.339076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a2704c-d386-4b2a-b565-904a41c7ed4b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:45.369430 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 2, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:45.369797 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-dd9fa74e-01a9-4bae-8c52-a77b875bc77d tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] update failed (client error): The resource could not be found. Jul 16 20:29:45.376120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd9fa74e-01a9-4bae-8c52-a77b875bc77d tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102 HTTP/1.1" status: 404 len: 339 time: 1.0484416 Jul 16 20:29:45.376764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51152) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:45.376960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.383926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbc37c2-b09b-4a0f-a529-00dde5a67fc5') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:45.384301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbc37c2-b09b-4a0f-a529-00dde5a67fc5') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:45.389446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1734582599'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:45.434942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:45.439507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.448902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.460273 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Checking router: 206b526d-e957-4511-8d88-aec96ceede27 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:45.460777 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Updating router 206b526d-e957-4511-8d88-aec96ceede27 port ba3dc3c5-7027-4060-9893-f2da10dd74c1 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:29:45.505805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.530162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] Set router aeeee7ac-2948-458d-be0d-c8fa47e1918b gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:45.547164 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.549181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:45.583721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.584278 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Added segment 8b49662b-c641-4c9b-a1d4-f62adf2f063a of type vlan for network 9bb6cf42-676c-423d-b25a-6ba45ff30703 Jul 16 20:29:45.717353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.787429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:45.789787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.817911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:45.928654 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:45.943797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.954707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.957031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.961266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.972437 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.976292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] 10.222.0.100 "DELETE /v2.0/networks/57a2704c-d386-4b2a-b565-904a41c7ed4b HTTP/1.1" status: 204 len: 168 time: 3.2601347 Jul 16 20:29:46.107417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Deleting port 0cb82fa6-1692-4df3-930d-9089ba51c7fc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:46.108471 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.442078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 5, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port': {'id': '0cb82fa6-1692-4df3-930d-9089ba51c7fc', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:09Z', 'updated_at': '2021-07-16T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:46.568426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] Checking router: aeeee7ac-2948-458d-be0d-c8fa47e1918b for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:46.590802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] Routers {'aeeee7ac-2948-458d-be0d-c8fa47e1918b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:46.592062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:46.607347 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.612988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] For port 0cb82fa6-1692-4df3-930d-9089ba51c7fc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0cb82fa6-1692-4df3-930d-9089ba51c7fc,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:46.614158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.656534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Network': ['ID=9bb6cf42-676c-423d-b25a-6ba45ff30703,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:46.739112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Calling delete_port for 0cb82fa6-1692-4df3-930d-9089ba51c7fc owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:46.871915 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51202) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.888668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6d239e08-58ea-4ac1-816d-69c64f49b087 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5074596 Jul 16 20:29:46.894971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6d578b6-8908-4161-a1f4-92e7298ab9d8 req-ff344209-31ad-4b56-b338-ed0fa102e3cb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 210 time: 0.2427299 Jul 16 20:29:46.896621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51206) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:46.923488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'subnet': {'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:46.929764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] Set router aeeee7ac-2948-458d-be0d-c8fa47e1918b gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:46.932028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9043ae7-d867-48d3-a02e-073e92ac198a tempest-ExtraDHCPOptionsTestJSON-1149625598 tempest-ExtraDHCPOptionsTestJSON-1149625598-project] Pushing event deleted for resources: {'Network': ['ID=57a2704c-d386-4b2a-b565-904a41c7ed4b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:46.994782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.012575 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Transition to ACTIVE for port object ba3dc3c5-7027-4060-9893-f2da10dd74c1 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:47.030910 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.083214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Port': ['ID=c006fe41-39cc-48d7-a5d3-66dbe4167bce,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:47.108259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 9bb6cf42-676c-423d-b25a-6ba45ff30703 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:47.293786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 6, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.318689 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec278a-6375-464e-9c8f-7217ab51ab03 None None] Pushing event updated for resources: {'Port': ['ID=ba3dc3c5-7027-4060-9893-f2da10dd74c1,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:47.535732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4e173-373e-43b4-897a-93f898924615 None None] The sync data for ids ['aeeee7ac-2948-458d-be0d-c8fa47e1918b'] in n-d-798930-6 is: [{'id': 'aeeee7ac-2948-458d-be0d-c8fa47e1918b', 'name': 'tempest-ServersTestMultiNic-1310344623-router', 'tenant_id': '52e965b2c89041b0bf7adbdc4355ea21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:07Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 6, 'project_id': '52e965b2c89041b0bf7adbdc4355ea21', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:47.635226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.715513 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Attempting to bind port ba3dc3c5-7027-4060-9893-f2da10dd74c1 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:47.717204 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Attempting to bind port ba3dc3c5-7027-4060-9893-f2da10dd74c1 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:47.718233 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Attempting to bind port ba3dc3c5-7027-4060-9893-f2da10dd74c1 on network 14793202-6c19-4021-84c1-351f660b46d6 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:47.729007 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1ba9b85d-dfeb-476a-973c-edc990654989 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cf69d67091bc4a86b9fb3202c4453a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8452308 Jul 16 20:29:47.731208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51242) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.754390 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:47.758655 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Checking segment: {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:47.761709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb82fa6-1692-4df3-930d-9089ba51c7fc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:47.765328 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.766237 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Bound using segment: {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:47.770678 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Bound port: ba3dc3c5-7027-4060-9893-f2da10dd74c1, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:47.781618 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.969162 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] For port ba3dc3c5-7027-4060-9893-f2da10dd74c1, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:47.980417 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] For port ba3dc3c5-7027-4060-9893-f2da10dd74c1, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ba3dc3c5-7027-4060-9893-f2da10dd74c1,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:48.000711 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.131916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Made reservation on behalf of a124e6448e6c4864919fa67f05e5195f for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:48.146389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.198260 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:48.199861 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.339532 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec278a-6375-464e-9c8f-7217ab51ab03 None None] Pushing event updated for resources: {'Port': ['ID=ba3dc3c5-7027-4060-9893-f2da10dd74c1,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:48.447559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-50f9bb82-8d75-4f65-9f5b-d94d4ed55e5a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:48.450640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-50f9bb82-8d75-4f65-9f5b-d94d4ed55e5a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.9826424 Jul 16 20:29:48.484901 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:48.545054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:48.552971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47661cd0-4c0b-4627-8e7d-980d4e514150 req-3c425663-cd85-4b4c-baa6-d4c93d076344 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 210 time: 0.1861804 Jul 16 20:29:48.673291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.804700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d22ca0da-3d90-402b-9a1a-fe1ad952733f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.840526 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.845345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.886626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d22ca0da-3d90-402b-9a1a-fe1ad952733f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.921617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.956927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.957767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeeee7ac-2948-458d-be0d-c8fa47e1918b {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:48.966577 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.967861 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ef0de301-e884-4650-9183-b7fdc7fb5162 admin admin] 10.222.0.100 "DELETE /v2.0/routers/aeeee7ac-2948-458d-be0d-c8fa47e1918b HTTP/1.1" status: 204 len: 168 time: 3.8780038 Jul 16 20:29:48.972772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.040660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d22ca0da-3d90-402b-9a1a-fe1ad952733f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.050325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d22ca0da-3d90-402b-9a1a-fe1ad952733f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.054744 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d22ca0da-3d90-402b-9a1a-fe1ad952733f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/97aa7c75-62a3-481a-a925-c3fa2b031b22 HTTP/1.1" status: 204 len: 168 time: 1.2968869 Jul 16 20:29:49.063988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] Deleting subnet 7b22bdde-9cde-4a1a-be1b-315cf96d630b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:49.067784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ca0da-3d90-402b-9a1a-fe1ad952733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa7c75-62a3-481a-a925-c3fa2b031b22,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.077193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.089979 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:47Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:49.145570 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20121426-5ac2-4e09-a00c-26fe8576a260 None None] The sync data for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 is: [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:47Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:49.155637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.387949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.522229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.580531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b22bdde-9cde-4a1a-be1b-315cf96d630b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:49.594232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.597146 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a4be4c3f-0faf-47f4-b8c3-81a9cafe6de3 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/7b22bdde-9cde-4a1a-be1b-315cf96d630b HTTP/1.1" status: 204 len: 168 time: 0.6235459 Jul 16 20:29:49.601640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51258) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:49.603398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f3d11-c79a-4b9f-b28e-a88e78c2f8c2 None None] Network 3864bc4a-f590-46c5-b30a-844574deb05e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:49.707223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ba3dc3c5-7027-4060-9893-f2da10dd74c1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:49.886731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port ba3dc3c5-7027-4060-9893-f2da10dd74c1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:49.886980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.894693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ba3dc3c5-7027-4060-9893-f2da10dd74c1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:49.902368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.969927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.011548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:50.041071 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.245091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.293527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port ba3dc3c5-7027-4060-9893-f2da10dd74c1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ba3dc3c5-7027-4060-9893-f2da10dd74c1,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:50.297613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] DHCP port deletion for 3864bc4a-f590-46c5-b30a-844574deb05e request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:50.303797 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.305407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Deleting port f1fcce24-3620-4e0f-a505-898a607e679b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:50.307975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.403128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=ba3dc3c5-7027-4060-9893-f2da10dd74c1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.450256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cb82fa6-1692-4df3-930d-9089ba51c7fc no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:50.506673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0cb82fa6-1692-4df3-930d-9089ba51c7fc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:50.506988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cb82fa6-1692-4df3-930d-9089ba51c7fc not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:50.507526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5051f3ef-447d-47d4-9202-ec246b410878 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:50.545076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 5051f3ef-447d-47d4-9202-ec246b410878 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:50.545391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5051f3ef-447d-47d4-9202-ec246b410878 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:50.547148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da263d44-8907-4b89-ae3b-2545ff0884d8 req-f1593756-1fbf-4d7d-aa38-35523ddb1764 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 210 time: 0.2962904 Jul 16 20:29:50.559028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] Deleting port f1fcce24-3620-4e0f-a505-898a607e679b {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:50.559553 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.602451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] For port f1fcce24-3620-4e0f-a505-898a607e679b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f1fcce24-3620-4e0f-a505-898a607e679b,segment=NetworkSegment(427e7a33-3671-4faf-9214-bb6e6aa8396f),segment_id=427e7a33-3671-4faf-9214-bb6e6aa8396f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:50.603910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.635354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Calling delete_port for f1fcce24-3620-4e0f-a505-898a607e679b owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:50.687076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] For port f1fcce24-3620-4e0f-a505-898a607e679b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f1fcce24-3620-4e0f-a505-898a607e679b,segment=NetworkSegment(427e7a33-3671-4faf-9214-bb6e6aa8396f),segment_id=427e7a33-3671-4faf-9214-bb6e6aa8396f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:50.688089 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.716821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] Calling delete_port for f1fcce24-3620-4e0f-a505-898a607e679b owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:50.722759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Checking segment: {'id': '8b49662b-c641-4c9b-a1d4-f62adf2f063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:50.727893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network hostable DHCP agents. Network: 9bb6cf42-676c-423d-b25a-6ba45ff30703, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:50.798746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51284) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:50.849604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Subnet': ['ID=c6ebce6d-3dac-46eb-a1a8-997eafe99187,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.849906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.909976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network 9bb6cf42-676c-423d-b25a-6ba45ff30703 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:50.937524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 9bb6cf42-676c-423d-b25a-6ba45ff30703) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:50.945559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.977411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] Pushing event deleted for resources: {'Port': ['ID=f1fcce24-3620-4e0f-a505-898a607e679b,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.979399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a91c4-2ce6-4727-8b48-eb7561d7e2ba None None] Network 9bb6cf42-676c-423d-b25a-6ba45ff30703 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:50.991941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fcce24-3620-4e0f-a505-898a607e679b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.001158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] No DVR routers for this DVR port f1fcce24-3620-4e0f-a505-898a607e679b on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:51.134832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77ad40-50d8-44ae-9a38-3d447957da23 None None] No DVR routers for this DVR port f1fcce24-3620-4e0f-a505-898a607e679b on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:51.218968 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.233394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3864bc4a-f590-46c5-b30a-844574deb05e']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:51.271412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427e7a33-3671-4faf-9214-bb6e6aa8396f') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:51.272185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427e7a33-3671-4faf-9214-bb6e6aa8396f') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:51.306975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.365051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1314730399'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:51.409338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.455959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:51.457841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.464371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-9bb6cf42-676c-423d-b25a-6ba45ff30703', 'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703', 'tenant_id': 'a124e6448e6c4864919fa67f05e5195f', 'fixed_ips': [{'subnet_id': 'c6ebce6d-3dac-46eb-a1a8-997eafe99187'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:51.465398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:51.474450 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:51.540066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:51.550451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.627328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.676525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.698675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.704440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.706550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.723213 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] 10.222.0.100 "DELETE /v2.0/networks/3864bc4a-f590-46c5-b30a-844574deb05e HTTP/1.1" status: 204 len: 168 time: 2.0993299 Jul 16 20:29:51.769267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465f5b3-23d1-4edc-9de2-5cbfa80e186c admin admin] Pushing event deleted for resources: {'Network': ['ID=3864bc4a-f590-46c5-b30a-844574deb05e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.816770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ba3dc3c5-7027-4060-9893-f2da10dd74c1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:52.044891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Allocated IP 2001:db8:1::2 (9bb6cf42-676c-423d-b25a-6ba45ff30703/c6ebce6d-3dac-46eb-a1a8-997eafe99187/166054ec-13f3-495f-a64b-d8a12b648aae) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:52.071464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Router f4730dda-8c2e-4538-98f1-e744b59cb5cd has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:52.091528 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.098117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.173239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0707ad0c-a2bb-479a-8c27-0aeea156010b req-549fb8e3-6f67-4d1b-870c-b2bcfd94102e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 210 time: 0.1962638 Jul 16 20:29:52.183050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51296) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.210723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-455a9aa5-eb36-47d2-8e6b-f54ba422f94e tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.2995169 Jul 16 20:29:52.211839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51300) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.236203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:52.256352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.10 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/16e2fe16-2e65-43e3-a4fb-1abedf626a56) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:52.275879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ba3dc3c5-7027-4060-9893-f2da10dd74c1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:52.277066 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.330720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-72285b55-2076-499f-9acb-0c37b27e8b7b tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:52.337479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.340545 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment 889877f1-de97-42b0-b9ad-89d11f193a2e of type vlan for network e884be51-19cf-4149-9552-0fca428be357 Jul 16 20:29:52.353590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7642bee2-b550-40be-921f-1684e9a454d7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.444495 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-29a04590-bac3-41a6-9a51-e399159233aa admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=52e965b2c89041b0bf7adbdc4355ea21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602415 Jul 16 20:29:52.451349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51302) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.469901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.565416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59846821-016d-4170-a3fd-1115f47b0882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.570078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.579357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.580043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.617865 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8178949 Jul 16 20:29:52.628670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.654110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51304) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.690556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Transition to ACTIVE for port object 166054ec-13f3-495f-a64b-d8a12b648aae will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:52.739579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155997815'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:52.743943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Transition to ACTIVE for port object 166054ec-13f3-495f-a64b-d8a12b648aae will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:52.755037 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.758497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59846821-016d-4170-a3fd-1115f47b0882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.761305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ec78c-874a-49f7-a5a5-7e53cc17b01e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=e884be51-19cf-4149-9552-0fca428be357,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.803487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e884be51-19cf-4149-9552-0fca428be357 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:52.843005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Network 9bb6cf42-676c-423d-b25a-6ba45ff30703 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:52.852838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f1fcce24-3620-4e0f-a505-898a607e679b no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:52.883753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59846821-016d-4170-a3fd-1115f47b0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.887797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:52.894565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59846821-016d-4170-a3fd-1115f47b0882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.895648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:52.899441 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-59846821-016d-4170-a3fd-1115f47b0882 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/05e2d14e-3214-4b24-b652-9ce170d30442 HTTP/1.1" status: 204 len: 168 time: 0.4450989 Jul 16 20:29:52.914705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f1fcce24-3620-4e0f-a505-898a607e679b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:52.915074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f1fcce24-3620-4e0f-a505-898a607e679b not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:52.925412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59846821-016d-4170-a3fd-1115f47b0882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2d14e-3214-4b24-b652-9ce170d30442,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:53.039343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Pushing event updated for resources: {'Port': ['ID=166054ec-13f3-495f-a64b-d8a12b648aae,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:53.089211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Attempting to bind port 166054ec-13f3-495f-a64b-d8a12b648aae on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:53.089588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Attempting to bind port 166054ec-13f3-495f-a64b-d8a12b648aae by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '8b49662b-c641-4c9b-a1d4-f62adf2f063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:53.089955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Attempting to bind port 166054ec-13f3-495f-a64b-d8a12b648aae on network 9bb6cf42-676c-423d-b25a-6ba45ff30703 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:53.096637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:53.097244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Checking segment: {'id': '8b49662b-c641-4c9b-a1d4-f62adf2f063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:53.097444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:53.097952 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.098388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Bound using segment: {'id': '8b49662b-c641-4c9b-a1d4-f62adf2f063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:53.098957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Bound port: 166054ec-13f3-495f-a64b-d8a12b648aae, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b49662b-c641-4c9b-a1d4-f62adf2f063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9bb6cf42-676c-423d-b25a-6ba45ff30703'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:53.099588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.104454 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.218816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] For port 166054ec-13f3-495f-a64b-d8a12b648aae, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:53.225196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] For port 166054ec-13f3-495f-a64b-d8a12b648aae, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=166054ec-13f3-495f-a64b-d8a12b648aae,segment=NetworkSegment(8b49662b-c641-4c9b-a1d4-f62adf2f063a),segment_id=8b49662b-c641-4c9b-a1d4-f62adf2f063a)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:53.234541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.235314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:53.328832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a97d0b-fd66-4b33-9581-7c6ca10a7172 None None] Pushing event updated for resources: {'Port': ['ID=166054ec-13f3-495f-a64b-d8a12b648aae,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:53.466198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.466198 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment b682a8f7-0f1c-42c6-b305-fd27c4298c3c of type vlan for network 50402c7d-8294-4ce0-86b7-5081ee6451b8 Jul 16 20:29:53.541321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-609cd1d2-2d00-4297-94f3-d9b3bc637b7c req-0aebb04c-f12e-49a2-8831-58690add1a74 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 210 time: 0.0928128 Jul 16 20:29:53.545430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-72285b55-2076-499f-9acb-0c37b27e8b7b tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.616187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:53.648058 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] Sync routers for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:53.665287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-900fe7f1-0d12-4be5-8437-002253fd0e80 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "PUT /v2.0/routers/f4730dda-8c2e-4538-98f1-e744b59cb5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0246818 Jul 16 20:29:53.668558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51322) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:53.718317 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:53.718975 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:53.719671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.886024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.898709 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:29:53.918653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting subnet cb16975e-60d1-4e3f-8321-8c8370e59190 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:53.926849 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.941917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.948175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.949166 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.056003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.140376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4087441 Jul 16 20:29:54.147496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51328) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.161913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': 'e884be51-19cf-4149-9552-0fca428be357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:54.182378 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:54.194201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1dca1-cf50-44d2-a94f-350db5a2a831 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=50402c7d-8294-4ce0-86b7-5081ee6451b8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.200501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.214780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:54.274633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:54.285506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:54.289193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=16e2fe16-2e65-43e3-a4fb-1abedf626a56,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.292344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:54.329510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:54.348649 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-72285b55-2076-499f-9acb-0c37b27e8b7b tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:29:54.356935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-72285b55-2076-499f-9acb-0c37b27e8b7b tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102 HTTP/1.1" status: 400 len: 364 time: 2.0962055 Jul 16 20:29:54.367586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51330) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.387704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.388715 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.584089 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:54.628330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:54.645803 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] Checking router: f4730dda-8c2e-4538-98f1-e744b59cb5cd for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:54.683610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.684745 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] Routers {'f4730dda-8c2e-4538-98f1-e744b59cb5cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:54.686593 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:54.727555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-ca551b4a-8448-4ff2-8b5c-532d5a55a03c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2573788 Jul 16 20:29:54.763614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Request body: {'port': {'device_id': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:54.954979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51344) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.053396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.078007 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] Set router f4730dda-8c2e-4538-98f1-e744b59cb5cd gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:55.310357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.343729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3bc8b9-54cd-45a1-a912-b6212fb8483f None None] Network 9bb6cf42-676c-423d-b25a-6ba45ff30703 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:55.349811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-184034557-network', 'tenant_id': '113b74d00c604f1a9931ba8a66381fa8'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:55.458261 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:55.482084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Made reservation on behalf of 113b74d00c604f1a9931ba8a66381fa8 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:55.484250 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-86d1b31f-ef0c-4c5f-bad5-6291dacb1f8c None None] Provisioning for port 166054ec-13f3-495f-a64b-d8a12b648aae completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:55.484924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.499731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e41b3-81e6-46eb-b40a-88c7e55a8d58 None None] The sync data for ids ['f4730dda-8c2e-4538-98f1-e744b59cb5cd'] in n-d-798930-6 is: [{'id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361568313', 'tenant_id': '75e43a0e2e774d10b5c2982191086d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:16Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 5, 'project_id': '75e43a0e2e774d10b5c2982191086d76', 'gw_port': {'id': 'a32e20ac-de3c-41bb-88f6-1711b6e40f83', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4730dda-8c2e-4538-98f1-e744b59cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:19Z', 'updated_at': '2021-07-16T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:55.505444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Subnet': ['ID=cb16975e-60d1-4e3f-8321-8c8370e59190,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.509190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.536598 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.539518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.564550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.570768 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-20176835-fa89-402d-ab64-a63965a0d576 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/subnets/cb16975e-60d1-4e3f-8321-8c8370e59190 HTTP/1.1" status: 204 len: 168 time: 1.9004562 Jul 16 20:29:55.571721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.586190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.589036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3259475-09cf-4323-8382-1394ea7ba887 None None] Network d46c1c4f-78e1-494f-a378-bd8498618995 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:55.693672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 166054ec-13f3-495f-a64b-d8a12b648aae up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:55.821424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=a7fde55a-eaf8-46a2-a9ef-cc51f950249a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.048881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': '889877f1-de97-42b0-b9ad-89d11f193a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e884be51-19cf-4149-9552-0fca428be357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:56.049613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: e884be51-19cf-4149-9552-0fca428be357, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:56.071681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.166042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4bb4-4691-4335-9ec7-fa85413ecde3 req-cb269bf5-8f6d-4e77-b5e7-886b98856bfd tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.167748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45ca4bb4-4691-4335-9ec7-fa85413ecde3 req-cb269bf5-8f6d-4e77-b5e7-886b98856bfd tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 932 time: 1.0921862 Jul 16 20:29:56.170793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network e884be51-19cf-4149-9552-0fca428be357 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:56.195543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e884be51-19cf-4149-9552-0fca428be357) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:56.209187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31fb69a-cd5c-4ffd-9020-656468a5e362 None None] Network e884be51-19cf-4149-9552-0fca428be357 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:56.255015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:56.255580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.302977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.314344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 166054ec-13f3-495f-a64b-d8a12b648aae completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:56.373934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 166054ec-13f3-495f-a64b-d8a12b648aae triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:56.375322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.376675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Deleting port a32e20ac-de3c-41bb-88f6-1711b6e40f83 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:56.377345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.524044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] For port a32e20ac-de3c-41bb-88f6-1711b6e40f83, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32e20ac-de3c-41bb-88f6-1711b6e40f83,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:56.525150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.550988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Calling delete_port for a32e20ac-de3c-41bb-88f6-1711b6e40f83 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:56.691944 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.712174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] DHCP port deletion for d46c1c4f-78e1-494f-a378-bd8498618995 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:56.744043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 166054ec-13f3-495f-a64b-d8a12b648aae, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=166054ec-13f3-495f-a64b-d8a12b648aae,segment=NetworkSegment(8b49662b-c641-4c9b-a1d4-f62adf2f063a),segment_id=8b49662b-c641-4c9b-a1d4-f62adf2f063a)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:56.757166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-e884be51-19cf-4149-9552-0fca428be357', 'network_id': 'e884be51-19cf-4149-9552-0fca428be357', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': 'a7fde55a-eaf8-46a2-a9ef-cc51f950249a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:56.757900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.774637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.808543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45ca4bb4-4691-4335-9ec7-fa85413ecde3 req-4da4ba86-9ac7-4aa3-8480-867dcaf2e97a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287742 Jul 16 20:29:56.849105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Allocated IP 2001:db8::1 (024f1d68-9305-4c59-b65d-8c0f6c1bb6da/fd0cf63e-fef8-4b5e-8a7a-02068367f2eb/96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:57.003512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=166054ec-13f3-495f-a64b-d8a12b648aae,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.028863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.072842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] Deleting port a32f1e0e-b898-44c9-aeaa-33048497a1ff {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:57.073083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.132530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Allocated IP 2001:db8::2 (e884be51-19cf-4149-9552-0fca428be357/a7fde55a-eaf8-46a2-a9ef-cc51f950249a/b88a2219-4270-4d10-863e-7335d16c268f) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:57.183501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.202247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.208020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Port': ['ID=a32e20ac-de3c-41bb-88f6-1711b6e40f83,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.220341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6cad8f2-0d3b-4281-b011-099459ee4f04 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0711434 Jul 16 20:29:57.241418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.251980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] For port a32f1e0e-b898-44c9-aeaa-33048497a1ff, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a32f1e0e-b898-44c9-aeaa-33048497a1ff,segment=NetworkSegment(cc480e71-e61b-4ad3-98aa-de8defef216b),segment_id=cc480e71-e61b-4ad3-98aa-de8defef216b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:57.252316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51358) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.253569 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.262531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': '50402c7d-8294-4ce0-86b7-5081ee6451b8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:57.272649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e2fe16-2e65-43e3-a4fb-1abedf626a56 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:57.296120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] Calling delete_port for a32f1e0e-b898-44c9-aeaa-33048497a1ff owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:57.345199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.372155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.376193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.387741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:57.452610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Transition to ACTIVE for port object 16e2fe16-2e65-43e3-a4fb-1abedf626a56 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:57.460470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.464132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.464533 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Added segment bc3fa582-ce9c-45ce-8e61-fba0b9d0f323 of type vlan for network 69e59f02-dc45-4846-8524-e18dcbaa047a Jul 16 20:29:57.472937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.502098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.502707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Fanout notify agent at l3_agent the message router_deleted on router f4730dda-8c2e-4538-98f1-e744b59cb5cd {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:57.543499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.544546 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1c3b4c4-175d-40d9-8497-7d8917a237f0 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/routers/f4730dda-8c2e-4538-98f1-e744b59cb5cd HTTP/1.1" status: 204 len: 168 time: 1.9670012 Jul 16 20:29:57.547453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51362) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.564835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-62a8a35b-acb7-4936-8999-e5a98f05ffb0 None None] Provisioning complete for port 166054ec-13f3-495f-a64b-d8a12b648aae triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:57.565654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62a8a35b-acb7-4936-8999-e5a98f05ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.772792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.792262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.807370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.931572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 166054ec-13f3-495f-a64b-d8a12b648aae up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:57.940552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] Pushing event deleted for resources: {'Port': ['ID=a32f1e0e-b898-44c9-aeaa-33048497a1ff,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.941692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Transition to ACTIVE for port object 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:58.006358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09037bd-78aa-4070-bb3c-aea097b442f3 None None] No DVR routers for this DVR port a32f1e0e-b898-44c9-aeaa-33048497a1ff on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:58.040179 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.057271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Transition to ACTIVE for port object b88a2219-4270-4d10-863e-7335d16c268f will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:58.084471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Pushing event updated for resources: {'Port': ['ID=16e2fe16-2e65-43e3-a4fb-1abedf626a56,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.099107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.102567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Transition to ACTIVE for port object b88a2219-4270-4d10-863e-7335d16c268f will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:58.113523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.130704 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.195769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:58.199549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.257358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.260749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:29:58.261321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Network e884be51-19cf-4149-9552-0fca428be357 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:58.263697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:58.269183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:58.304581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 166054ec-13f3-495f-a64b-d8a12b648aae triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:58.305204 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.306376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46c1c4f-78e1-494f-a378-bd8498618995']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.325563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc480e71-e61b-4ad3-98aa-de8defef216b') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.325906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc480e71-e61b-4ad3-98aa-de8defef216b') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:58.330451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:58.340745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.354531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:58.388580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.389891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:58.390229 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.420879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Port': ['ID=96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.422537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:58.437797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:58.446846 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:58.519407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Pushing event updated for resources: {'Port': ['ID=b88a2219-4270-4d10-863e-7335d16c268f,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.562260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Attempting to bind port b88a2219-4270-4d10-863e-7335d16c268f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:58.563517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Attempting to bind port b88a2219-4270-4d10-863e-7335d16c268f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '889877f1-de97-42b0-b9ad-89d11f193a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e884be51-19cf-4149-9552-0fca428be357'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:58.565653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Attempting to bind port b88a2219-4270-4d10-863e-7335d16c268f on network e884be51-19cf-4149-9552-0fca428be357 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:58.575417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:58.576285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Checking segment: {'id': '889877f1-de97-42b0-b9ad-89d11f193a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e884be51-19cf-4149-9552-0fca428be357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:58.577175 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.578292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Bound using segment: {'id': '889877f1-de97-42b0-b9ad-89d11f193a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e884be51-19cf-4149-9552-0fca428be357'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:58.580469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Bound port: b88a2219-4270-4d10-863e-7335d16c268f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889877f1-de97-42b0-b9ad-89d11f193a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e884be51-19cf-4149-9552-0fca428be357'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:58.584998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.594155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.600688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.601254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.601793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.628964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.649064 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] 10.222.0.100 "DELETE /v2.0/networks/d46c1c4f-78e1-494f-a378-bd8498618995 HTTP/1.1" status: 204 len: 168 time: 1.0953181 Jul 16 20:29:58.679769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bf236-0a0a-4e5e-b23c-32c377797339 tempest-TestSecurityGroupsBasicOps-1365791099 tempest-TestSecurityGroupsBasicOps-1365791099-project] Pushing event deleted for resources: {'Network': ['ID=d46c1c4f-78e1-494f-a378-bd8498618995,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:58.759011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] For port b88a2219-4270-4d10-863e-7335d16c268f, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:58.764357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] For port b88a2219-4270-4d10-863e-7335d16c268f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b88a2219-4270-4d10-863e-7335d16c268f,segment=NetworkSegment(889877f1-de97-42b0-b9ad-89d11f193a2e),segment_id=889877f1-de97-42b0-b9ad-89d11f193a2e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:58.772439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.824862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7810907 Jul 16 20:29:58.827787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51376) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:58.835963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c006fe41-39cc-48d7-a5d3-66dbe4167bce no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:58.836245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Request body: {'subnet': {'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-184034557-subnet', 'tenant_id': '113b74d00c604f1a9931ba8a66381fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:58.875819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Made reservation on behalf of 113b74d00c604f1a9931ba8a66381fa8 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:58.879283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.910552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c006fe41-39cc-48d7-a5d3-66dbe4167bce {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:58.911037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c006fe41-39cc-48d7-a5d3-66dbe4167bce not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:58.919418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32f1e0e-b898-44c9-aeaa-33048497a1ff no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:58.982621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea14264-3ea4-4a93-be22-53547262d3ae admin admin] Pushing event updated for resources: {'Network': ['ID=69e59f02-dc45-4846-8524-e18dcbaa047a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.027719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a32f1e0e-b898-44c9-aeaa-33048497a1ff {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:59.028146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32f1e0e-b898-44c9-aeaa-33048497a1ff not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:59.054512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 69e59f02-dc45-4846-8524-e18dcbaa047a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:59.074910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Attempting to bind port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:59.075679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Attempting to bind port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:59.076254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Attempting to bind port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:59.166949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.204353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1fa1-3136-44e9-a496-5a76f8cd31bd req-b8db43f7-3eef-4548-a017-6b6c4ab9737c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.206066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a8606bb8-900e-4a05-bf76-30ab501cd90e None None] Provisioning for port 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:59.211781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cbc1fa1-3136-44e9-a496-5a76f8cd31bd req-b8db43f7-3eef-4548-a017-6b6c4ab9737c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 944 time: 1.0438082 Jul 16 20:29:59.224950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:59.225565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Attempting to bind port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:59.294299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:59.295079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:59.297212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:59.297456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Bound port: 16e2fe16-2e65-43e3-a4fb-1abedf626a56, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:59.297995 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.300972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a8606bb8-900e-4a05-bf76-30ab501cd90e None None] Provisioning complete for port 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:59.301624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8606bb8-900e-4a05-bf76-30ab501cd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.310339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae9c38-8c40-46a3-809b-1a1568cf3f6b None None] Pushing event updated for resources: {'Port': ['ID=b88a2219-4270-4d10-863e-7335d16c268f,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.327657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.405913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a8606bb8-900e-4a05-bf76-30ab501cd90e None None] Port 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:59.566055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32e20ac-de3c-41bb-88f6-1711b6e40f83 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:59.602128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f6ff16-5ecd-4d9e-be76-235e2b7131e9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.606013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a32e20ac-de3c-41bb-88f6-1711b6e40f83 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:59.606586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a32e20ac-de3c-41bb-88f6-1711b6e40f83 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:59.618418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cbc1fa1-3136-44e9-a496-5a76f8cd31bd req-9f81a7b3-f59a-4a7b-a87e-844686686629 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975773 Jul 16 20:29:59.633503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Checking segment: {'id': 'bc3fa582-ce9c-45ce-8e61-fba0b9d0f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:59.633880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Network hostable DHCP agents. Network: 69e59f02-dc45-4846-8524-e18dcbaa047a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:59.682761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Network 69e59f02-dc45-4846-8524-e18dcbaa047a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:59.708464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 69e59f02-dc45-4846-8524-e18dcbaa047a) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:59.718101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.719472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.763271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8130dda6-b34a-4f55-a299-addcb367a6fa admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9193454 Jul 16 20:29:59.776607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1d543-33ff-489b-a32c-c52242fc9d04 None None] Network 69e59f02-dc45-4846-8524-e18dcbaa047a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:59.837969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] For port 16e2fe16-2e65-43e3-a4fb-1abedf626a56, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:59.840432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.844750 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:59.889009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] For port 16e2fe16-2e65-43e3-a4fb-1abedf626a56, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=16e2fe16-2e65-43e3-a4fb-1abedf626a56,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:59.911482 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.007012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=e211a8b9-d75b-4171-8ca8-93df164171ef,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.035076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.036077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.037769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] 10.222.0.26 "PUT /v2.0/ports/16e2fe16-2e65-43e3-a4fb-1abedf626a56 HTTP/1.1" status: 200 len: 1092 time: 5.3029933 Jul 16 20:30:00.038885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'tag': '16e2fe16-2e65-43e3-a4fb-1abedf626a56'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:00.041510 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997" -d '{"events": [{"name": "network-changed", "server_uuid": "03f4dd54-fce1-4a67-9f23-5979ef60e290", "tag": "16e2fe16-2e65-43e3-a4fb-1abedf626a56"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:00.273177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884e3b-d863-4890-b4e9-aa8ec307d392 service neutron] Pushing event updated for resources: {'Port': ['ID=16e2fe16-2e65-43e3-a4fb-1abedf626a56,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:00.279606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': 'b682a8f7-0f1c-42c6-b305-fd27c4298c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50402c7d-8294-4ce0-86b7-5081ee6451b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:00.280032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: 50402c7d-8294-4ce0-86b7-5081ee6451b8, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:00.548739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.591529 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600b29ce-242c-402b-9846-b8255c3e7e7d x-openstack-request-id: req-600b29ce-242c-402b-9846-b8255c3e7e7d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:00.594967 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f4dd54-fce1-4a67-9f23-5979ef60e290", "tag": "16e2fe16-2e65-43e3-a4fb-1abedf626a56", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:00.595768 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-600b29ce-242c-402b-9846-b8255c3e7e7d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:00.598104 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'tag': '16e2fe16-2e65-43e3-a4fb-1abedf626a56', 'status': 'completed', 'code': 200} Jul 16 20:30:00.611106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.618859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.632026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b056089-463a-4841-bab2-23fb4a1eb367 None None] Network 69e59f02-dc45-4846-8524-e18dcbaa047a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:00.658379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:00.740140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e60a26c5-6c8c-4c66-b9eb-f1fad5edda30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.831404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 50402c7d-8294-4ce0-86b7-5081ee6451b8) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:00.854886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-bc8101ec-b478-44c4-a7f4-7259c52bf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.861104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-bc8101ec-b478-44c4-a7f4-7259c52bf1ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 1095 time: 0.7699914 Jul 16 20:30:00.926678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.927735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.948768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb92a65-d9e1-4799-b27a-d458de495dea None None] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:01.026287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51402) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.125993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6f9407a8-f4be-46c7-a8a5-0d25e5c4db10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8655837 Jul 16 20:30:01.127429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51406) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.155178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ff2aec5a-7866-4b1f-805d-541a8907e95f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-849711539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:01.220301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-47cd8047-6b86-400c-aee3-f2cc39928512 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e2fe16-2e65-43e3-a4fb-1abedf626a56 HTTP/1.1" status: 200 len: 217 time: 0.3010478 Jul 16 20:30:01.222733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event updated for resources: {'Port': ['ID=96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.244991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:01.265193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff2aec5a-7866-4b1f-805d-541a8907e95f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.266597 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff2aec5a-7866-4b1f-805d-541a8907e95f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.358096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:01.472622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff2aec5a-7866-4b1f-805d-541a8907e95f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.492721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff2aec5a-7866-4b1f-805d-541a8907e95f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.538178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515621b4-9bf4-4dd4-9231-e06cbbc366fb None None] Network e884be51-19cf-4149-9552-0fca428be357 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:01.579339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ff2aec5a-7866-4b1f-805d-541a8907e95f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.588522 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ff2aec5a-7866-4b1f-805d-541a8907e95f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4591224 Jul 16 20:30:01.593398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51420) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.775123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b88a2219-4270-4d10-863e-7335d16c268f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:01.872558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fe47e14d-3f94-4fb7-ae90-29e41c52992f None None] Provisioning for port b88a2219-4270-4d10-863e-7335d16c268f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:01.956810 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-18539207-d07f-4015-b9ed-8bfd022f88f6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=75e43a0e2e774d10b5c2982191086d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9228446 Jul 16 20:30:02.009885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51424) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:02.387045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6a511e2-4874-4b35-a938-3f87581e8ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.432177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e9ee7ba1-4df6-427e-bfc9-1d4296bde376 None None] Provisioning complete for port 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:02.433274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7ba1-4df6-427e-bfc9-1d4296bde376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.462576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-50402c7d-8294-4ce0-86b7-5081ee6451b8', 'network_id': '50402c7d-8294-4ce0-86b7-5081ee6451b8', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': 'e211a8b9-d75b-4171-8ca8-93df164171ef'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:02.465166 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.485753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6a511e2-4874-4b35-a938-3f87581e8ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.553192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b88a2219-4270-4d10-863e-7335d16c268f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:02.556729 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.597176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-36303c67-f949-4f64-8cda-3ea1f97fd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.600954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-36303c67-f949-4f64-8cda-3ea1f97fd1f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 1.3594716 Jul 16 20:30:02.620606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee7ba1-4df6-427e-bfc9-1d4296bde376 None None] Port 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:02.695527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b88a2219-4270-4d10-863e-7335d16c268f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:02.695905 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.704363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-4dd3d38c-8fe6-43b9-a0e2-41dc55d302ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962825 Jul 16 20:30:02.836847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-95bc4186-9279-46b2-94c6-61119086dae8 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222970 Jul 16 20:30:02.908811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Router 0a79568e-fc60-41b7-8d3c-88180f395102 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:02.915645 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6a511e2-4874-4b35-a938-3f87581e8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.922036 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6a511e2-4874-4b35-a938-3f87581e8ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.923303 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6a511e2-4874-4b35-a938-3f87581e8ff7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bc5d519c-b448-4fd0-a6a8-6edce5aca1c8 HTTP/1.1" status: 204 len: 168 time: 0.9108644 Jul 16 20:30:02.972359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a511e2-4874-4b35-a938-3f87581e8ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d519c-b448-4fd0-a6a8-6edce5aca1c8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.977045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-2f7f341d-05a0-491f-ae8b-35507a9e7158 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.984477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-2f7f341d-05a0-491f-ae8b-35507a9e7158 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/networks?id=69e59f02-dc45-4846-8524-e18dcbaa047a HTTP/1.1" status: 200 len: 812 time: 1.4025688 Jul 16 20:30:03.054057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Allocated IP 2001:db8:1::2 (50402c7d-8294-4ce0-86b7-5081ee6451b8/e211a8b9-d75b-4171-8ca8-93df164171ef/6b303f93-ca91-4ece-9765-a20dc79980e6) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:03.137309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-b06553ca-5c50-4b02-a0c5-ce36528dbe20 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/quotas/113b74d00c604f1a9931ba8a66381fa8 HTTP/1.1" status: 200 len: 375 time: 0.1517932 Jul 16 20:30:03.142639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:03.159102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] Sync routers for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:03.169070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-03336f56-b7c2-4f7e-8ac3-1c6efacdcee6 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8001413 Jul 16 20:30:03.202917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51432) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:03.223218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6851aa88-7758-4ea2-82b6-60e5a4c29af5 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=113b74d00c604f1a9931ba8a66381fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848520 Jul 16 20:30:03.292048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8::1 (e884be51-19cf-4149-9552-0fca428be357/a7fde55a-eaf8-46a2-a9ef-cc51f950249a/bfec5264-63a1-44d0-bd6c-6e5fcdebf915) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:03.364077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a779ef8f-4fac-4e5f-9691-865e5216463a req-53cbd86c-a9b3-4fca-bb70-058663b35f27 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175214 Jul 16 20:30:03.417351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:03.426411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.503761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.524713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object bfec5264-63a1-44d0-bd6c-6e5fcdebf915 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:03.556452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.572435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.675127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:03.678894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f98bf327-e9fc-4bb5-9ab7-97fbaf296c24 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.687088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:29:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.722605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network e884be51-19cf-4149-9552-0fca428be357 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:03.747949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:03.753723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:03.753723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.924029 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-f98bf327-e9fc-4bb5-9ab7-97fbaf296c24 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:30:03.925515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f98bf327-e9fc-4bb5-9ab7-97fbaf296c24 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102 HTTP/1.1" status: 409 len: 329 time: 0.7143281 Jul 16 20:30:03.946468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51440) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.054405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=bfec5264-63a1-44d0-bd6c-6e5fcdebf915,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.111434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.215452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea393bdf-b554-4367-aecc-58a0f11d5fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.248785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:04.255873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0f6df-08fc-4222-a131-b4d6b98c5597 None None] The sync data for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:04.277653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-1ad1c48f-12e9-45a1-b9ed-c40efd2c6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.289610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-1ad1c48f-12e9-45a1-b9ed-c40efd2c6fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 1095 time: 0.8269703 Jul 16 20:30:04.305143 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.339235 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.395989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.408745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Transition to ACTIVE for port object 6b303f93-ca91-4ece-9765-a20dc79980e6 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:04.414218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d017c46c-f5f0-4e3d-8a94-a9463b0c4966 None None] Provisioning complete for port b88a2219-4270-4d10-863e-7335d16c268f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:04.415029 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d017c46c-f5f0-4e3d-8a94-a9463b0c4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.488660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Transition to ACTIVE for port object 6b303f93-ca91-4ece-9765-a20dc79980e6 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:04.497533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b88a2219-4270-4d10-863e-7335d16c268f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b88a2219-4270-4d10-863e-7335d16c268f,segment=NetworkSegment(889877f1-de97-42b0-b9ad-89d11f193a2e),segment_id=889877f1-de97-42b0-b9ad-89d11f193a2e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:04.510327 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.513492 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.586602 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea393bdf-b554-4367-aecc-58a0f11d5fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.598366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:04.603373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:04.607425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:04.616358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea393bdf-b554-4367-aecc-58a0f11d5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.701811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-5f3a5c99-f9e0-4275-b74e-e9a6047349a5 service neutron] 10.222.0.100 "GET /v2.0/networks/69e59f02-dc45-4846-8524-e18dcbaa047a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4773808 Jul 16 20:30:04.711799 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea393bdf-b554-4367-aecc-58a0f11d5fa1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=10e215c8ceef4f479f07c00e8e355c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979066 Jul 16 20:30:04.712482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51446) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:04.750858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Pushing event updated for resources: {'Port': ['ID=6b303f93-ca91-4ece-9765-a20dc79980e6,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:04.781869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Attempting to bind port 6b303f93-ca91-4ece-9765-a20dc79980e6 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:04.782241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Attempting to bind port 6b303f93-ca91-4ece-9765-a20dc79980e6 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'b682a8f7-0f1c-42c6-b305-fd27c4298c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50402c7d-8294-4ce0-86b7-5081ee6451b8'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:04.782924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Attempting to bind port 6b303f93-ca91-4ece-9765-a20dc79980e6 on network 50402c7d-8294-4ce0-86b7-5081ee6451b8 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:04.796195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.928134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-087a865b-8c02-4529-a18f-0bee2557e69f service neutron] 10.222.0.100 "GET /v2.0/networks/69e59f02-dc45-4846-8524-e18dcbaa047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037015 Jul 16 20:30:04.944332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:04.946306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Checking segment: {'id': 'b682a8f7-0f1c-42c6-b305-fd27c4298c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50402c7d-8294-4ce0-86b7-5081ee6451b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:04.948418 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.949031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Bound using segment: {'id': 'b682a8f7-0f1c-42c6-b305-fd27c4298c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50402c7d-8294-4ce0-86b7-5081ee6451b8'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:04.951151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Bound port: 6b303f93-ca91-4ece-9765-a20dc79980e6, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b682a8f7-0f1c-42c6-b305-fd27c4298c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50402c7d-8294-4ce0-86b7-5081ee6451b8'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:04.951851 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.957990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b88a2219-4270-4d10-863e-7335d16c268f,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.022568 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-224beae7-0b7d-46a3-b192-4caa591ec9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.140361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] For port 6b303f93-ca91-4ece-9765-a20dc79980e6, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:05.147199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] For port 6b303f93-ca91-4ece-9765-a20dc79980e6, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b303f93-ca91-4ece-9765-a20dc79980e6,segment=NetworkSegment(b682a8f7-0f1c-42c6-b305-fd27c4298c3c),segment_id=b682a8f7-0f1c-42c6-b305-fd27c4298c3c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:05.156374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.234978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea393bdf-b554-4367-aecc-58a0f11d5fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299cc541-6287-4692-89be-59e3f47f6858,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.255813 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.542800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.551181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ad554-a79e-4e70-8931-a914b8902497 None None] Pushing event updated for resources: {'Port': ['ID=6b303f93-ca91-4ece-9765-a20dc79980e6,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.588506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-414ab603-2ef9-459f-9c2d-1fb4a2ca9687 None None] Provisioning for port bfec5264-63a1-44d0-bd6c-6e5fcdebf915 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:05.605527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-9aaa260e-b28b-487c-9c10-f546ed5b3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.608761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-9aaa260e-b28b-487c-9c10-f546ed5b3231 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 1.0043054 Jul 16 20:30:05.627886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-414ab603-2ef9-459f-9c2d-1fb4a2ca9687 None None] Provisioning complete for port bfec5264-63a1-44d0-bd6c-6e5fcdebf915 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:05.629086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-414ab603-2ef9-459f-9c2d-1fb4a2ca9687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.723508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-414ab603-2ef9-459f-9c2d-1fb4a2ca9687 None None] Port bfec5264-63a1-44d0-bd6c-6e5fcdebf915 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:05.744132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-e56e6c11-8d53-479d-a652-9c3c4c3ce087 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e2fe16-2e65-43e3-a4fb-1abedf626a56 HTTP/1.1" status: 200 len: 217 time: 0.1264293 Jul 16 20:30:05.880733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-cd3c3c6b-9652-4a3d-bc78-84fe76ec906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:05.883111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-cd3c3c6b-9652-4a3d-bc78-84fe76ec906e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1275451 Jul 16 20:30:05.887087 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.977087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 16e2fe16-2e65-43e3-a4fb-1abedf626a56 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:06.110707 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.161537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-e0f871b7-38d7-4db8-8911-80e291571583 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2655153 Jul 16 20:30:06.427728 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.437174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.440267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.457788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.459771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.465019 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/299cc541-6287-4692-89be-59e3f47f6858 HTTP/1.1" status: 204 len: 168 time: 1.7446570 Jul 16 20:30:06.504727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-43e8fde7-0480-45b7-a467-88a04d4c7ded service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335972 Jul 16 20:30:06.533609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 16e2fe16-2e65-43e3-a4fb-1abedf626a56, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=16e2fe16-2e65-43e3-a4fb-1abedf626a56,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:06.574517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '16e2fe16-2e65-43e3-a4fb-1abedf626a56', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': '16e2fe16-2e65-43e3-a4fb-1abedf626a56', 'mac_address': 'fa:16:3e:5a:2b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:06.746139 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.776233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299cc541-6287-4692-89be-59e3f47f6858,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.784651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=bfec5264-63a1-44d0-bd6c-6e5fcdebf915,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.788952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8ae53-daf0-4fde-9776-f0c3a15547b5 req-207be5be-ba30-4ea9-8341-94f72627e81c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.803672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cb8ae53-daf0-4fde-9776-f0c3a15547b5 req-207be5be-ba30-4ea9-8341-94f72627e81c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 944 time: 1.0639911 Jul 16 20:30:06.808115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e2fe16-2e65-43e3-a4fb-1abedf626a56 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:06.849151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b88a2219-4270-4d10-863e-7335d16c268f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:06.861312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.861656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.862604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.862946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.863310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.863652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.864034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.864441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.865436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.865436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.865436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.865759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.886029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34fb3e0c-a1e4-460a-9a47-b8aa02b2e997 req-dc849e01-31c7-4597-a4a5-8f8857b480eb service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719521 Jul 16 20:30:06.913249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.913591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.929170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.931559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.932179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.932724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.933223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.933730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.934237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.935115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.935675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.936190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b7752-efc6-4787-a183-22a1fdc8fbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:06.979371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 16e2fe16-2e65-43e3-a4fb-1abedf626a56, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=16e2fe16-2e65-43e3-a4fb-1abedf626a56,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:07.021641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.126906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network e884be51-19cf-4149-9552-0fca428be357 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:07.136341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:07.172236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=16e2fe16-2e65-43e3-a4fb-1abedf626a56,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:07.239788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b88a2219-4270-4d10-863e-7335d16c268f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:07.240165 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.250734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cb8ae53-daf0-4fde-9776-f0c3a15547b5 req-38443bf9-95fe-4f34-a440-e8572ac9cd4b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432907 Jul 16 20:30:07.527113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['16e2fe16-2e65-43e3-a4fb-1abedf626a56'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:07.755890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting port 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:07.756249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.833526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 3add0af6-fe0f-44e7-8f8f-373451939df5 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:08.174569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51476) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.267586 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e4e955fa-9f88-4da9-8561-6851abf06555 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fb60a602a1294a8ab9bd0e39636665c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874314 Jul 16 20:30:08.271480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51478) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.297022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:08.321355 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] Sync routers for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:08.325934 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bd4a5644-c9ae-4cf4-ae60-7057c51fd96b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/3add0af6-fe0f-44e7-8f8f-373451939df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7278905 Jul 16 20:30:08.336134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51482) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.356908 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:08.358297 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.378397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-897f1693-191a-47a0-be08-62fa10477303 req-28d25df1-71d6-41f6-b524-65d472a41440 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 210 time: 0.1941774 Jul 16 20:30:08.472900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.522049 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.524483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Calling delete_port for 96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:08.553938 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:08.555072 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.718671 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:08.719824 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad19dd8-58e2-43cd-bc32-7cea827d8c7c None None] The sync data for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:08.735574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a93e486a-a879-4ff8-9212-88dde91913b3 None None] Provisioning complete for port bfec5264-63a1-44d0-bd6c-6e5fcdebf915 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:08.736303 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a93e486a-a879-4ff8-9212-88dde91913b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.837323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a682b9-d7b1-48a3-a5ff-2e5a88d8dd66 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.841693 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f5a682b9-d7b1-48a3-a5ff-2e5a88d8dd66 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports/bfec5264-63a1-44d0-bd6c-6e5fcdebf915 HTTP/1.1" status: 200 len: 911 time: 0.5004349 Jul 16 20:30:08.845189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51488) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:08.916970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45eb4e9c-e365-47a7-b0ac-bb38aaa15ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.961604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a93e486a-a879-4ff8-9212-88dde91913b3 None None] Port bfec5264-63a1-44d0-bd6c-6e5fcdebf915 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:08.964305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.974524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b303f93-ca91-4ece-9765-a20dc79980e6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:08.982767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.013431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.035881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3217df-6484-45a5-8d2b-8bdc85aa6612 None None] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:09.245002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45eb4e9c-e365-47a7-b0ac-bb38aaa15ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.548533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e93ca697-4e53-490e-a58f-23b8dfdbc3ad None None] Provisioning for port 6b303f93-ca91-4ece-9765-a20dc79980e6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:09.596183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6b303f93-ca91-4ece-9765-a20dc79980e6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:09.604004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6b303f93-ca91-4ece-9765-a20dc79980e6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:09.604693 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.681926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ea31a-55e5-44fa-90c4-0fb6941e0dfb req-f4bd36e5-ab12-4712-b6a7-9504ffb1f063 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.689515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b60ea31a-55e5-44fa-90c4-0fb6941e0dfb req-f4bd36e5-ab12-4712-b6a7-9504ffb1f063 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 945 time: 0.8788130 Jul 16 20:30:09.775779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45eb4e9c-e365-47a7-b0ac-bb38aaa15ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.782547 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45eb4e9c-e365-47a7-b0ac-bb38aaa15ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.790407 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-45eb4e9c-e365-47a7-b0ac-bb38aaa15ba8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8fa09d9a-5b45-4574-a083-a01d4b79a514 HTTP/1.1" status: 204 len: 168 time: 1.5174420 Jul 16 20:30:09.796151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b60ea31a-55e5-44fa-90c4-0fb6941e0dfb req-d1b74f69-5bf1-4f42-a917-520984b84e83 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046121 Jul 16 20:30:09.826182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb4e9c-e365-47a7-b0ac-bb38aaa15ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa09d9a-5b45-4574-a083-a01d4b79a514,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.839793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.981404 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.080200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-16df6848-6679-4900-a07a-1db0b129dc5e tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.091908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-16df6848-6679-4900-a07a-1db0b129dc5e tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.21 "GET /v2.0/networks?id=69e59f02-dc45-4846-8524-e18dcbaa047a HTTP/1.1" status: 200 len: 812 time: 1.1446722 Jul 16 20:30:10.093571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.132376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Request body: {'port': {'device_id': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a', 'admin_state_up': True, 'tenant_id': '113b74d00c604f1a9931ba8a66381fa8'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:10.140913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 6b303f93-ca91-4ece-9765-a20dc79980e6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b303f93-ca91-4ece-9765-a20dc79980e6,segment=NetworkSegment(b682a8f7-0f1c-42c6-b305-fd27c4298c3c),segment_id=b682a8f7-0f1c-42c6-b305-fd27c4298c3c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:10.150314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.415983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=6b303f93-ca91-4ece-9765-a20dc79980e6,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:10.592691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Port': ['ID=96ed22e5-8a1d-4179-81e0-6bfd2eda5a3c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:10.758284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a8cb93a6-4aa4-401c-b69a-3048214b632a None None] Provisioning complete for port 6b303f93-ca91-4ece-9765-a20dc79980e6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:10.758934 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8cb93a6-4aa4-401c-b69a-3048214b632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.763861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.764921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.765434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.765947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.766459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.767229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.768550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.769075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.769715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.770229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.770915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.771608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:10.850996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b303f93-ca91-4ece-9765-a20dc79980e6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:10.871426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b453bc81-caee-4a31-9554-2755a5f97fdc req-dd990e23-d934-45a7-87c0-08698a9174fb tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 210 time: 0.0460758 Jul 16 20:30:10.959721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.985186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Made reservation on behalf of 113b74d00c604f1a9931ba8a66381fa8 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:10.997164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.046357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6b303f93-ca91-4ece-9765-a20dc79980e6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:11.047164 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.192159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8:1::1 (50402c7d-8294-4ce0-86b7-5081ee6451b8/e211a8b9-d75b-4171-8ca8-93df164171ef/92c000d7-4e42-47c6-bf81-acfb61b09a7b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:11.587481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Router 0a79568e-fc60-41b7-8d3c-88180f395102 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:11.622580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Allocated IP 172.20.0.14 (69e59f02-dc45-4846-8524-e18dcbaa047a/f4f6ff16-5ecd-4d9e-be76-235e2b7131e9/d0f5cd99-e07b-4041-af3d-d49b403f3c68) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:11.671828 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.708399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object 92c000d7-4e42-47c6-bf81-acfb61b09a7b will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:11.773680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:11.794994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-49388d4e-7cd0-4363-bb5f-5ee5e68aa35a tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8352716 Jul 16 20:30:11.797319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51526) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:11.821919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] Sync routers for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:11.845455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:11.845828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:11.858494 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-9fb90652-5276-445b-a718-ea5265d863ea tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] show failed (client error): The resource could not be found. Jul 16 20:30:11.865783 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9fb90652-5276-445b-a718-ea5265d863ea tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "GET /v2.0/routers/tempest-non_exist_router-583394369 HTTP/1.1" status: 404 len: 334 time: 0.0632677 Jul 16 20:30:11.866111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51530) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:11.872660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7c20ba1a-1fe0-4937-b2ce-77f91d24558c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:11.878914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.880451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74cea-1768-4a92-b627-48337c3d4efc req-472563e0-9df3-4552-b1c9-f52b84531e10 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:11.882171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84b74cea-1768-4a92-b627-48337c3d4efc req-472563e0-9df3-4552-b1c9-f52b84531e10 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 945 time: 0.1608789 Jul 16 20:30:11.929011 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-7c20ba1a-1fe0-4937-b2ce-77f91d24558c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] update failed (client error): The resource could not be found. Jul 16 20:30:11.935884 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7c20ba1a-1fe0-4937-b2ce-77f91d24558c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "PUT /v2.0/routers/tempest-non_exist_router-1020070599 HTTP/1.1" status: 404 len: 335 time: 0.0630624 Jul 16 20:30:11.936393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51532) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:11.967001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.009560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84b74cea-1768-4a92-b627-48337c3d4efc req-349cb53e-9181-461f-aa00-703de64c8356 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Jul 16 20:30:12.051914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 16e2fe16-2e65-43e3-a4fb-1abedf626a56 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:12.056036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:12.061701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.073860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=92c000d7-4e42-47c6-bf81-acfb61b09a7b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.087979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:12.092967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:12.093534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.103574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] Routers {'0a79568e-fc60-41b7-8d3c-88180f395102'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:12.104212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0a79568e-fc60-41b7-8d3c-88180f395102'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.182724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.185726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.186685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7cdbd5-f404-477f-a2be-42abe02bc1db None None] The sync data for ids ['0a79568e-fc60-41b7-8d3c-88180f395102'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:12.230741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:12.235994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:12.237800 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.260979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51536) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:12.287227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting subnet c6ebce6d-3dac-46eb-a1a8-997eafe99187 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:12.303532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Network 69e59f02-dc45-4846-8524-e18dcbaa047a is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:12.310570 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.324602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:12.327203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:12.426204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.428476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Pushing event updated for resources: {'Port': ['ID=d0f5cd99-e07b-4041-af3d-d49b403f3c68,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.517328 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.531309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.533082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.615603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-438244751-network', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:12.620716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 16e2fe16-2e65-43e3-a4fb-1abedf626a56, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=16e2fe16-2e65-43e3-a4fb-1abedf626a56,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:12.624428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e2fe16-2e65-43e3-a4fb-1abedf626a56'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:12.632540 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0dcb5-47ed-4b43-b9f5-a94e70cc5033" -d '{"events": [{"server_uuid": "03f4dd54-fce1-4a67-9f23-5979ef60e290", "name": "network-vif-plugged", "status": "completed", "tag": "16e2fe16-2e65-43e3-a4fb-1abedf626a56"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:12.635174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.636872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-51159418-985f-4a31-9295-16c59a62b225 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5253594 Jul 16 20:30:12.675655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Request body: {'port': {'device_id': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:12.744778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=16e2fe16-2e65-43e3-a4fb-1abedf626a56,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.846824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Made reservation on behalf of 8686bd05c5dd4f279933540d492d2fb9 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:12.851868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.886464 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.904100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.909983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.925474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ee6c41d8-b30c-4cb5-8518-63588ef6a32d None None] Provisioning for port 92c000d7-4e42-47c6-bf81-acfb61b09a7b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:12.929696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ee6c41d8-b30c-4cb5-8518-63588ef6a32d None None] Provisioning complete for port 92c000d7-4e42-47c6-bf81-acfb61b09a7b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:12.930074 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ee6c41d8-b30c-4cb5-8518-63588ef6a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.978282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a77506-9c2b-4add-921a-4a9677ad638c req-f0c10a69-8bca-4884-b9df-d1cafe16d093 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:12.986771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8a77506-9c2b-4add-921a-4a9677ad638c req-f0c10a69-8bca-4884-b9df-d1cafe16d093 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.3415780 Jul 16 20:30:12.999305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.026792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c41d8-b30c-4cb5-8518-63588ef6a32d None None] Port 92c000d7-4e42-47c6-bf81-acfb61b09a7b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:13.142648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8a77506-9c2b-4add-921a-4a9677ad638c req-65c2d5c6-dd61-4cb4-a069-9e7c4590fb0c tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542048 Jul 16 20:30:13.217647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.317277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ebce6d-3dac-46eb-a1a8-997eafe99187,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.326285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.328704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dba82154-6789-46c6-86a1-0378ea163741 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/subnets/c6ebce6d-3dac-46eb-a1a8-997eafe99187 HTTP/1.1" status: 204 len: 168 time: 1.3458023 Jul 16 20:30:13.333381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51546) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:13.338014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c6452-a0c0-43dd-9217-8b2f8ec0dd42 None None] Network 9bb6cf42-676c-423d-b25a-6ba45ff30703 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:13.577148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.636054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.650051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.659524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] DHCP port deletion for 9bb6cf42-676c-423d-b25a-6ba45ff30703 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:13.704692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.712062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:13.716565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.717598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.766426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219d386f-670a-4e0a-a3b5-6e3436a9b433,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:13.770485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.770793 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Added segment ab4fa269-8ef4-40ad-b918-50a8d2165117 of type vlan for network ec01ffab-6b81-47b9-bc74-01c2227ccf3b Jul 16 20:30:13.790040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e12c-29ff-4841-a9d7-0f427d983931 req-ae1dae24-d864-4100-a97e-56b160b6b23b tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.805229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting port 166054ec-13f3-495f-a64b-d8a12b648aae {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:13.805788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.806603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd18e12c-29ff-4841-a9d7-0f427d983931 req-ae1dae24-d864-4100-a97e-56b160b6b23b tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 932 time: 0.4767053 Jul 16 20:30:13.853489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] Deleting port 166054ec-13f3-495f-a64b-d8a12b648aae {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:13.853858 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.888166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] For port 166054ec-13f3-495f-a64b-d8a12b648aae, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=166054ec-13f3-495f-a64b-d8a12b648aae,segment=NetworkSegment(8b49662b-c641-4c9b-a1d4-f62adf2f063a),segment_id=8b49662b-c641-4c9b-a1d4-f62adf2f063a)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:13.888545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:13.905162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Calling delete_port for 166054ec-13f3-495f-a64b-d8a12b648aae owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:14.013092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.035743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] For port 166054ec-13f3-495f-a64b-d8a12b648aae, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=166054ec-13f3-495f-a64b-d8a12b648aae,segment=NetworkSegment(8b49662b-c641-4c9b-a1d4-f62adf2f063a),segment_id=8b49662b-c641-4c9b-a1d4-f62adf2f063a)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:14.036271 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.071493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=92c000d7-4e42-47c6-bf81-acfb61b09a7b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.089650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] Calling delete_port for 166054ec-13f3-495f-a64b-d8a12b648aae owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:14.101168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Port': ['ID=166054ec-13f3-495f-a64b-d8a12b648aae,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.103389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] No DVR routers for this DVR port 166054ec-13f3-495f-a64b-d8a12b648aae on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:14.214748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.229068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd18e12c-29ff-4841-a9d7-0f427d983931 req-4ccdf181-7cd9-471d-9883-8ff3dc56d20d tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178367 Jul 16 20:30:14.237358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.241715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:14.243135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f5cd99-e07b-4041-af3d-d49b403f3c68 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:14.244100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb6cf42-676c-423d-b25a-6ba45ff30703']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:14.247184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:14.268727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.316228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.342674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Transition to ACTIVE for port object d0f5cd99-e07b-4041-af3d-d49b403f3c68 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:14.347818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] No DVR routers for this DVR port 166054ec-13f3-495f-a64b-d8a12b648aae on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:14.352988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b49662b-c641-4c9b-a1d4-f62adf2f063a') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:14.353966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b49662b-c641-4c9b-a1d4-f62adf2f063a') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:14.364159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.371599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.395440 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.399053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0e3d0-368e-4193-a980-4306c82caa0b None None] Pushing event deleted for resources: {'Port': ['ID=166054ec-13f3-495f-a64b-d8a12b648aae,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.484650 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183e501-6ca1-43c2-893d-d81b4b7ad5bd x-openstack-request-id: req-8183e501-6ca1-43c2-893d-d81b4b7ad5bd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:14.494150 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4dd54-fce1-4a67-9f23-5979ef60e290", "name": "network-vif-plugged", "status": "completed", "tag": "16e2fe16-2e65-43e3-a4fb-1abedf626a56", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:14.494580 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8183e501-6ca1-43c2-893d-d81b4b7ad5bd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:14.495303 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e2fe16-2e65-43e3-a4fb-1abedf626a56', 'code': 200} Jul 16 20:30:14.497425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:14.497425 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:14.506639 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:14.610829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 3add0af6-fe0f-44e7-8f8f-373451939df5 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:14.616133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.623219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.624540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.627691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.643543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.649430 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/networks/9bb6cf42-676c-423d-b25a-6ba45ff30703 HTTP/1.1" status: 204 len: 168 time: 1.3115733 Jul 16 20:30:14.649740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51554) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:14.804144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 166054ec-13f3-495f-a64b-d8a12b648aae no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:14.854533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5923038 Jul 16 20:30:14.857644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5cd99-e07b-4041-af3d-d49b403f3c68,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.864509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51564) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:14.871919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Request body: {'subnet': {'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-438244751-subnet', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:14.905943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 166054ec-13f3-495f-a64b-d8a12b648aae {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:14.908284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 166054ec-13f3-495f-a64b-d8a12b648aae not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:14.920229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ad015-dba4-4125-a463-70d8ea56e348 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Network': ['ID=9bb6cf42-676c-423d-b25a-6ba45ff30703,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:14.944095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Made reservation on behalf of 8686bd05c5dd4f279933540d492d2fb9 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:14.951985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.956205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting subnet a7694080-9eaf-4b51-b1c0-bca56bdd5632 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:14.969823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.063706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d9ccbe0-8576-4874-83ff-d4b46550ecb7 None None] Provisioning complete for port 92c000d7-4e42-47c6-bf81-acfb61b09a7b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:15.064097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccbe0-8576-4874-83ff-d4b46550ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.068355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:15.079376 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-22267717-dbdb-49b5-95fd-76d399deeae3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/3add0af6-fe0f-44e7-8f8f-373451939df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2198114 Jul 16 20:30:15.085148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51566) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:15.090303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] Sync routers for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:15.112865 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:15.113824 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:15.137522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade3a62-5922-4f7a-aa5e-035dab40ee14 admin admin] Pushing event updated for resources: {'Network': ['ID=ec01ffab-6b81-47b9-bc74-01c2227ccf3b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.190336 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:15.191433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ccbe0-8576-4874-83ff-d4b46550ecb7 None None] Port 92c000d7-4e42-47c6-bf81-acfb61b09a7b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:15.203142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:15.220677 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:15.221823 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:15.240597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe69de88-e44f-4c82-8fd9-1eba850e0b0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.249756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fe69de88-e44f-4c82-8fd9-1eba850e0b0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports/92c000d7-4e42-47c6-bf81-acfb61b09a7b HTTP/1.1" status: 200 len: 913 time: 0.1565940 Jul 16 20:30:15.256762 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.270211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51570) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:15.298884 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:15.300023 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845d623-3c5f-452a-830d-508813cc51f1 None None] The sync data for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:15.468874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.637045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.700763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Subnet': ['ID=a7694080-9eaf-4b51-b1c0-bca56bdd5632,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.707958 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.712125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d3326bbc-fe6a-496b-993c-59673ff36937 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/subnets/a7694080-9eaf-4b51-b1c0-bca56bdd5632 HTTP/1.1" status: 204 len: 168 time: 1.0608861 Jul 16 20:30:15.714303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51574) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:15.733739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f1479-e860-4052-8330-bcac21da830f None None] Network 0defd68d-0b6c-4714-a5c9-cf31d47007ba requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:15.770022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Attempting to bind port d0f5cd99-e07b-4041-af3d-d49b403f3c68 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:15.770545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Attempting to bind port d0f5cd99-e07b-4041-af3d-d49b403f3c68 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'bc3fa582-ce9c-45ce-8e61-fba0b9d0f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:15.770980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Attempting to bind port d0f5cd99-e07b-4041-af3d-d49b403f3c68 on network 69e59f02-dc45-4846-8524-e18dcbaa047a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:15.799798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81f02-66da-48a2-9683-99d839520627 req-2020fc86-5183-437e-bf11-29497cee9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.802143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16e81f02-66da-48a2-9683-99d839520627 req-2020fc86-5183-437e-bf11-29497cee9488 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 1097 time: 1.1575403 Jul 16 20:30:15.811173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Port d0f5cd99-e07b-4041-af3d-d49b403f3c68 on network 69e59f02-dc45-4846-8524-e18dcbaa047a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:15.811799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Attempting to bind port d0f5cd99-e07b-4041-af3d-d49b403f3c68 on network 69e59f02-dc45-4846-8524-e18dcbaa047a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:15.841070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting subnet 73ce5d49-b661-4b75-b9b9-2ffb954dfc74 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:15.845208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.866562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:15.870521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Checking segment: {'id': 'bc3fa582-ce9c-45ce-8e61-fba0b9d0f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:15.871179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Bound using segment: {'id': 'bc3fa582-ce9c-45ce-8e61-fba0b9d0f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:15.871946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Bound port: d0f5cd99-e07b-4041-af3d-d49b403f3c68, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3fa582-ce9c-45ce-8e61-fba0b9d0f323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:15.872425 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.905257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.928497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba58ad7-de28-46bf-ba8c-9132fd7e0d48 req-eb5ce399-4114-4d30-9f62-e86c309ce1b3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:15.931966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ba58ad7-de28-46bf-ba8c-9132fd7e0d48 req-eb5ce399-4114-4d30-9f62-e86c309ce1b3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 946 time: 1.0709181 Jul 16 20:30:15.936714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16e81f02-66da-48a2-9683-99d839520627 req-72bd45bf-6851-439f-8ff4-e749b665b2b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132994 Jul 16 20:30:16.099645 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.139633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] DHCP port deletion for 0defd68d-0b6c-4714-a5c9-cf31d47007ba request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:16.178010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ba58ad7-de28-46bf-ba8c-9132fd7e0d48 req-2a012f9b-457d-4f4b-b52f-e4de38828c43 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290025 Jul 16 20:30:16.189316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.245374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078755c8-40c2-4c03-8c1d-792a8a7caa31 None None] Network d384889a-6276-4df5-b6de-66d479c8d2fb requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:16.288761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.305407 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/subnets/73ce5d49-b661-4b75-b9b9-2ffb954dfc74 HTTP/1.1" status: 204 len: 168 time: 0.5894482 Jul 16 20:30:16.308640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] For port d0f5cd99-e07b-4041-af3d-d49b403f3c68, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:16.310857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51586) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:16.314576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] For port d0f5cd99-e07b-4041-af3d-d49b403f3c68, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d0f5cd99-e07b-4041-af3d-d49b403f3c68,segment=NetworkSegment(bc3fa582-ce9c-45ce-8e61-fba0b9d0f323),segment_id=bc3fa582-ce9c-45ce-8e61-fba0b9d0f323)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:16.337580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be48e5-4169-4286-b91f-b1fe78abff64 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Subnet': ['ID=73ce5d49-b661-4b75-b9b9-2ffb954dfc74,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:16.342218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.342218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.548292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] Deleting port 28c5dd44-dd04-4750-9418-fbd135194fed {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:16.549070 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.658154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5cd99-e07b-4041-af3d-d49b403f3c68,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:16.668471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:16.669544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.672240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-6f2b2a99-05b2-4a4e-a74f-c8851a36a009 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0f5cd99-e07b-4041-af3d-d49b403f3c68 HTTP/1.1" status: 200 len: 1092 time: 4.0231445 Jul 16 20:30:16.717632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'tag': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:16.722591 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d004add4-4859-4eb0-8b12-124b00e94bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebc07b7-fd94-4163-b75f-a268db39dbeb", "tag": "d0f5cd99-e07b-4041-af3d-d49b403f3c68"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:16.774800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 28c5dd44-dd04-4750-9418-fbd135194fed no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:16.876133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335db42a-bb3f-4192-ad3d-ff6481a320f9,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:16.992461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Checking segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:16.992817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Network hostable DHCP agents. Network: ec01ffab-6b81-47b9-bc74-01c2227ccf3b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:17.013326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] For port 28c5dd44-dd04-4750-9418-fbd135194fed, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28c5dd44-dd04-4750-9418-fbd135194fed,segment=NetworkSegment(891d3c93-0d67-4b14-a75a-7725cd74ffa2),segment_id=891d3c93-0d67-4b14-a75a-7725cd74ffa2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.013739 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.093163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.097685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] Calling delete_port for 28c5dd44-dd04-4750-9418-fbd135194fed owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:17.111783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f147121c-8639-4ced-a813-3527492642db None None] DHCP port deletion for d384889a-6276-4df5-b6de-66d479c8d2fb request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:17.135901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8bd80-a3ca-442a-a00f-7aa0a654010a req-8ebadd3d-f989-44c1-a3c3-da8d903a780a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.148363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8df8bd80-a3ca-442a-a00f-7aa0a654010a req-8ebadd3d-f989-44c1-a3c3-da8d903a780a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.4922686 Jul 16 20:30:17.245246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting port 28c5dd44-dd04-4750-9418-fbd135194fed {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:17.245755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.259703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:17.265790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.313269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ec01ffab-6b81-47b9-bc74-01c2227ccf3b) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:17.337215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e5d0c-8cd4-4afb-9f1b-711c9d3cc911 None None] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:17.337958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] For port 28c5dd44-dd04-4750-9418-fbd135194fed, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28c5dd44-dd04-4750-9418-fbd135194fed,segment=NetworkSegment(891d3c93-0d67-4b14-a75a-7725cd74ffa2),segment_id=891d3c93-0d67-4b14-a75a-7725cd74ffa2)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.338469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.362575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8df8bd80-a3ca-442a-a00f-7aa0a654010a req-117c2fe5-c90e-4f33-a8ff-ead958f2d9b1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021346 Jul 16 20:30:17.373475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Calling delete_port for 28c5dd44-dd04-4750-9418-fbd135194fed owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:17.399160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.405225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.456187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-c82c1461-890f-4e67-ba8a-27e6efd15ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.459031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-c82c1461-890f-4e67-ba8a-27e6efd15ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=113b74d00c604f1a9931ba8a66381fa8&device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 1095 time: 0.4948134 Jul 16 20:30:17.521082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 28c5dd44-dd04-4750-9418-fbd135194fed, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28c5dd44-dd04-4750-9418-fbd135194fed,segment=NetworkSegment(891d3c93-0d67-4b14-a75a-7725cd74ffa2),segment_id=891d3c93-0d67-4b14-a75a-7725cd74ffa2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.535717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.594465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:17.595551 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.602680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f147121c-8639-4ced-a813-3527492642db None None] Deleting port dc22b684-4c8e-4e76-815e-59fa2e77c6ee {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:17.603109 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f147121c-8639-4ced-a813-3527492642db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.628325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.636956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-623d2308-a359-4f3c-9dd0-0b9a1338c663 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7663326 Jul 16 20:30:17.638246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51596) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:17.651601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-c8246036-87cc-468b-95d6-7adbb422e4db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f5cd99-e07b-4041-af3d-d49b403f3c68 HTTP/1.1" status: 200 len: 217 time: 0.1664484 Jul 16 20:30:17.662509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] No DVR routers for this DVR port 28c5dd44-dd04-4750-9418-fbd135194fed on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:17.673316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:17.678081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Port': ['ID=28c5dd44-dd04-4750-9418-fbd135194fed,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.692635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f147121c-8639-4ced-a813-3527492642db None None] For port dc22b684-4c8e-4e76-815e-59fa2e77c6ee, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dc22b684-4c8e-4e76-815e-59fa2e77c6ee,segment=NetworkSegment(41db8715-8282-41ef-a3ce-37d59c41ab84),segment_id=41db8715-8282-41ef-a3ce-37d59c41ab84)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.693043 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f147121c-8639-4ced-a813-3527492642db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.708391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f147121c-8639-4ced-a813-3527492642db None None] Calling delete_port for dc22b684-4c8e-4e76-815e-59fa2e77c6ee owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:17.720946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.754141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.755510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.799795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.813625 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.816953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0defd68d-0b6c-4714-a5c9-cf31d47007ba']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:17.840940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891d3c93-0d67-4b14-a75a-7725cd74ffa2') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:17.841615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891d3c93-0d67-4b14-a75a-7725cd74ffa2') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:17.849697 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f147121c-8639-4ced-a813-3527492642db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.857270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] No DVR routers for this DVR port 28c5dd44-dd04-4750-9418-fbd135194fed on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:17.867771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.896972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147121c-8639-4ced-a813-3527492642db None None] No DVR routers for this DVR port dc22b684-4c8e-4e76-815e-59fa2e77c6ee on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:17.911761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.913168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=28c5dd44-dd04-4750-9418-fbd135194fed,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.983642 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.984258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-c3808af3-a7c7-48a4-9d07-c8f8fbc6c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.986265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-c3808af3-a7c7-48a4-9d07-c8f8fbc6c77c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4f6ff16-5ecd-4d9e-be76-235e2b7131e9 HTTP/1.1" status: 200 len: 852 time: 0.3335185 Jul 16 20:30:18.005704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9db306-8140-4280-b587-3a5032c82c7b None None] Pushing event deleted for resources: {'Port': ['ID=28c5dd44-dd04-4750-9418-fbd135194fed,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.034840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-154c12a0-836b-44ab-b773-74f9ed3717e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e59f02-dc45-4846-8524-e18dcbaa047a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393574 Jul 16 20:30:18.045227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:18.045648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:18.054459 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:18.150355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3607c66-04f8-49a5-852d-90895c7b7a24 req-5f7a2af4-6bab-48db-96f9-929de03dbae5 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.151900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3607c66-04f8-49a5-852d-90895c7b7a24 req-5f7a2af4-6bab-48db-96f9-929de03dbae5 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 944 time: 0.4940028 Jul 16 20:30:18.215667 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.227115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.245551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.247580 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/networks/0defd68d-0b6c-4714-a5c9-cf31d47007ba HTTP/1.1" status: 204 len: 168 time: 1.9340549 Jul 16 20:30:18.250557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:18.259109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Allocated IP 172.20.0.2 (ec01ffab-6b81-47b9-bc74-01c2227ccf3b/335db42a-bb3f-4192-ad3d-ff6481a320f9/50c5d540-ff9d-45c5-a05e-148ce61b1f99) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:18.267396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147121c-8639-4ced-a813-3527492642db None None] Pushing event deleted for resources: {'Port': ['ID=dc22b684-4c8e-4e76-815e-59fa2e77c6ee,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.286855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3607c66-04f8-49a5-852d-90895c7b7a24 req-b41fbab3-01e9-4bb2-947e-ae1e5e2fd19c tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977788 Jul 16 20:30:18.293607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-807ef352-01eb-453f-baf0-736a99f1113d service neutron] 10.222.0.21 "GET /v2.0/networks/69e59f02-dc45-4846-8524-e18dcbaa047a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180269 Jul 16 20:30:18.305166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8de1a-0a36-4af5-8c88-499eb19b51d8 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Network': ['ID=0defd68d-0b6c-4714-a5c9-cf31d47007ba,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.397426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.416161 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec59e8-9800-4691-a7f2-4461d8c9878c x-openstack-request-id: req-0eec59e8-9800-4691-a7f2-4461d8c9878c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:18.416797 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebc07b7-fd94-4163-b75f-a268db39dbeb", "tag": "d0f5cd99-e07b-4041-af3d-d49b403f3c68", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:18.416797 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0eec59e8-9800-4691-a7f2-4461d8c9878c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:18.417067 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'tag': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68', 'status': 'completed', 'code': 200} Jul 16 20:30:18.498448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27632ba4-66c5-4d80-a7a6-9e5a43a4af90 req-f4c2d5f6-c1fe-4803-8c75-aaaee43dfce4 service neutron] 10.222.0.21 "GET /v2.0/networks/69e59f02-dc45-4846-8524-e18dcbaa047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976833 Jul 16 20:30:18.545685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 92c000d7-4e42-47c6-bf81-acfb61b09a7b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:18.546080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.639608 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.654341 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.668053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d384889a-6276-4df5-b6de-66d479c8d2fb']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.671728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Transition to ACTIVE for port object 50c5d540-ff9d-45c5-a05e-148ce61b1f99 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:18.696690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41db8715-8282-41ef-a3ce-37d59c41ab84') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.697339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41db8715-8282-41ef-a3ce-37d59c41ab84') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.717374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Transition to ACTIVE for port object 50c5d540-ff9d-45c5-a05e-148ce61b1f99 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:18.727314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.760780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dc22b684-4c8e-4e76-815e-59fa2e77c6ee no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:18.797317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.819589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 92c000d7-4e42-47c6-bf81-acfb61b09a7b owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:18.842011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-d6878d7d-335c-4c39-9e36-c6f76650b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.843595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-d6878d7d-335c-4c39-9e36-c6f76650b767 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=113b74d00c604f1a9931ba8a66381fa8&device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 1095 time: 0.2329004 Jul 16 20:30:18.857398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fcfc4-7e6c-443d-9434-5b2e85a801ce req-c507703a-365f-4c31-933d-2de9913863f8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:18.857910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: dc22b684-4c8e-4e76-815e-59fa2e77c6ee {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:18.858984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc1fcfc4-7e6c-443d-9434-5b2e85a801ce req-c507703a-365f-4c31-933d-2de9913863f8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 946 time: 0.2255671 Jul 16 20:30:18.859509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dc22b684-4c8e-4e76-815e-59fa2e77c6ee not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:18.874281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Pushing event updated for resources: {'Port': ['ID=50c5d540-ff9d-45c5-a05e-148ce61b1f99,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.891673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:18.894720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:18.898774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:18.906686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.989701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.011400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:19.012529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:19.018675 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:19.021456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc1fcfc4-7e6c-443d-9434-5b2e85a801ce req-16aa19d7-bc92-4c61-9cc9-ff4a1dc62c92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307390 Jul 16 20:30:19.032106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Attempting to bind port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:19.033785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Attempting to bind port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:19.034730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Attempting to bind port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:19.041596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:19.042541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Checking segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:19.043596 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.044207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Bound using segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:19.044858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Bound port: 50c5d540-ff9d-45c5-a05e-148ce61b1f99, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:19.045579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.097003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-f672355e-476e-49bc-a28c-41b6e727588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.098544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-f672355e-476e-49bc-a28c-41b6e727588a service neutron] 10.222.0.21 "GET /v2.0/networks?id=69e59f02-dc45-4846-8524-e18dcbaa047a HTTP/1.1" status: 200 len: 913 time: 0.2386036 Jul 16 20:30:19.188077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-79578d63-8bc5-42ee-9232-92446f84c6ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f5cd99-e07b-4041-af3d-d49b403f3c68 HTTP/1.1" status: 200 len: 217 time: 0.0794337 Jul 16 20:30:19.188686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.193736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.237546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.244706 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/networks/d384889a-6276-4df5-b6de-66d479c8d2fb HTTP/1.1" status: 204 len: 168 time: 0.9929957 Jul 16 20:30:19.245713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a86de-29b2-4f6f-9355-dd9f3811923c tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Network': ['ID=d384889a-6276-4df5-b6de-66d479c8d2fb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.246601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51614) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.248597 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.289192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] For port 50c5d540-ff9d-45c5-a05e-148ce61b1f99, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:19.292588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.297620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] For port 50c5d540-ff9d-45c5-a05e-148ce61b1f99, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=50c5d540-ff9d-45c5-a05e-148ce61b1f99,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:19.305114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.358977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-41829181-0006-42ae-b978-620defa02fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:19.369175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-41829181-0006-42ae-b978-620defa02fe8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4f6ff16-5ecd-4d9e-be76-235e2b7131e9 HTTP/1.1" status: 200 len: 852 time: 0.1732624 Jul 16 20:30:19.384604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=92c000d7-4e42-47c6-bf81-acfb61b09a7b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.425802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cc004-4231-46b8-97e8-95e8f995bead None None] Pushing event updated for resources: {'Port': ['ID=50c5d540-ff9d-45c5-a05e-148ce61b1f99,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.427883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Allocated IP 172.25.8.54 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/80528591-a45c-4cea-a8ca-9c73f8c1b70a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:19.436978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-b47d9be2-ae97-49f4-ab00-f8e5b23df6c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e59f02-dc45-4846-8524-e18dcbaa047a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537674 Jul 16 20:30:19.444278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting subnet fd0cf63e-fef8-4b5e-8a7a-02068367f2eb {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:19.484154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.643209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.699774 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.750685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:19.755421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:19.759895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:19.867862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Pushing event updated for resources: {'Port': ['ID=80528591-a45c-4cea-a8ca-9c73f8c1b70a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.888943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.077337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-b6b82ebc-1de2-4145-a8e3-79a8e9b0041c service neutron] 10.222.0.21 "GET /v2.0/networks/69e59f02-dc45-4846-8524-e18dcbaa047a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299815 Jul 16 20:30:20.084453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.195379 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.453905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.670594 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.753991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.815481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb4e082-034f-4857-92e1-5899a85645fb None None] Network 024f1d68-9305-4c59-b65d-8c0f6c1bb6da requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:20.837165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0cf63e-fef8-4b5e-8a7a-02068367f2eb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.839993 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.842149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2138e56d-eb40-4dd6-b4d4-f4efea3fb9fa tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/subnets/fd0cf63e-fef8-4b5e-8a7a-02068367f2eb HTTP/1.1" status: 204 len: 168 time: 1.5909777 Jul 16 20:30:20.846372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51622) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:20.941079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383709-bd02-4533-9011-7adb33184422 req-4bc9ac8a-660c-43a0-841f-37a1ce4c865e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:20.942757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18383709-bd02-4533-9011-7adb33184422 req-4bc9ac8a-660c-43a0-841f-37a1ce4c865e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 1.3021007 Jul 16 20:30:20.979217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.983885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Router 391cbd38-8a0b-4cc1-9849-6009cc825903 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:21.226085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 50c5d540-ff9d-45c5-a05e-148ce61b1f99 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:21.250090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d004add4-4859-4eb0-8b12-124b00e94bdb req-eef938df-606e-4f69-a198-17938b76a403 service neutron] 10.222.0.21 "GET /v2.0/networks/69e59f02-dc45-4846-8524-e18dcbaa047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1530704 Jul 16 20:30:21.260004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:21.282608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 3add0af6-fe0f-44e7-8f8f-373451939df5 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:21.290909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.292481 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f35c184d-7191-405c-a47f-e1df3bb4d342 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6240325 Jul 16 20:30:21.297029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51626) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:21.313237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Sync routers for ids ['391cbd38-8a0b-4cc1-9849-6009cc825903'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:21.325415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eec411-4215-4554-b63f-48582dfdd1d9 None None] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:21.348816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Deleting port 9563cf66-8c76-4e31-b8a5-f2d45972573b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:21.349173 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.393379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18383709-bd02-4533-9011-7adb33184422 req-b399644d-ba8d-4611-8b91-5a8b167e34e3 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089260 Jul 16 20:30:21.475745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Routers {'391cbd38-8a0b-4cc1-9849-6009cc825903'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:21.477523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['391cbd38-8a0b-4cc1-9849-6009cc825903'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.507304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] For port 9563cf66-8c76-4e31-b8a5-f2d45972573b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9563cf66-8c76-4e31-b8a5-f2d45972573b,segment=NetworkSegment(c72132c6-40b6-47ab-bbd4-bb9498576e93),segment_id=c72132c6-40b6-47ab-bbd4-bb9498576e93)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:21.507909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.528092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Calling delete_port for 9563cf66-8c76-4e31-b8a5-f2d45972573b owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:21.728753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:21.741626 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] Sync routers for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:21.756099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-67f18d58-4a33-45bb-ab1b-9e55ec8edf28 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/3add0af6-fe0f-44e7-8f8f-373451939df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4815071 Jul 16 20:30:21.763291 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:21.764260 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.773768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Set router 391cbd38-8a0b-4cc1-9849-6009cc825903 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:21.786935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3080806a-1345-49a0-a997-ba041bd3e0cf None None] Provisioning for port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:21.793678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51628) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:21.844527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5fca5-46f0-4996-9ad9-be3fdaf9d810 req-961bea51-b37d-4c08-ba41-af113fcc5906 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:21.860784 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.861162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fca5fca5-46f0-4996-9ad9-be3fdaf9d810 req-961bea51-b37d-4c08-ba41-af113fcc5906 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 946 time: 0.2510765 Jul 16 20:30:21.883496 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:21.884550 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.972940 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:21.974007 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc87a08-266e-4d77-8a95-a56c7e9866a8 None None] The sync data for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:21.995895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.020254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] No DVR routers for this DVR port 9563cf66-8c76-4e31-b8a5-f2d45972573b on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:22.046576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fca5fca5-46f0-4996-9ad9-be3fdaf9d810 req-78fdbd8a-5930-4035-8dc2-a9b2bb6c68d9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836591 Jul 16 20:30:22.093325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Port': ['ID=9563cf66-8c76-4e31-b8a5-f2d45972573b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.232325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.251538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024f1d68-9305-4c59-b65d-8c0f6c1bb6da']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:22.298539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72132c6-40b6-47ab-bbd4-bb9498576e93') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:22.298929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72132c6-40b6-47ab-bbd4-bb9498576e93') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:22.313648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.317794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.318714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d0f5cd99-e07b-4041-af3d-d49b403f3c68 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:22.354181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.394328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:22.395879 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:22.398476 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:22.515096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.540305 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.545633 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/networks/024f1d68-9305-4c59-b65d-8c0f6c1bb6da HTTP/1.1" status: 204 len: 168 time: 1.6975987 Jul 16 20:30:22.546238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51636) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:22.549244 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc29554-b199-471a-adfd-f329560ba7cd tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Pushing event deleted for resources: {'Network': ['ID=024f1d68-9305-4c59-b65d-8c0f6c1bb6da,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.589288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:22.613444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:22.614018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.631138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Allocated IP 172.20.0.1 (ec01ffab-6b81-47b9-bc74-01c2227ccf3b/335db42a-bb3f-4192-ad3d-ff6481a320f9/3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:22.651214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:22.658251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-691811ed-76d4-4d35-85ad-3279b13ca113 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "GET /v2.0/ports?device_id=0a79568e-fc60-41b7-8d3c-88180f395102 HTTP/1.1" status: 200 len: 205 time: 0.1033874 Jul 16 20:30:22.665428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a2ec4-3652-47e8-9ef3-79d2bb3b6731 None None] DHCP port deletion for 024f1d68-9305-4c59-b65d-8c0f6c1bb6da request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:22.680837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527815a-553a-419e-ab81-c161abf77d2d req-a227471b-41bb-43d8-9de8-7e5833e87268 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.688455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c527815a-553a-419e-ab81-c161abf77d2d req-a227471b-41bb-43d8-9de8-7e5833e87268 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 944 time: 0.2875383 Jul 16 20:30:22.751447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c527815a-553a-419e-ab81-c161abf77d2d req-298308f7-c857-4ee2-aa9a-072162025f55 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619340 Jul 16 20:30:22.781952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e27b5f8-45b0-4a73-8090-c510e6c49281 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.828871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d0f5cd99-e07b-4041-af3d-d49b403f3c68, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d0f5cd99-e07b-4041-af3d-d49b403f3c68,segment=NetworkSegment(bc3fa582-ce9c-45ce-8e61-fba0b9d0f323),segment_id=bc3fa582-ce9c-45ce-8e61-fba0b9d0f323)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:22.923574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.014292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68', 'network_id': '69e59f02-dc45-4846-8524-e18dcbaa047a', 'port_id': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68', 'mac_address': 'fa:16:3e:16:58:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f6ff16-5ecd-4d9e-be76-235e2b7131e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:23.054664 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e27b5f8-45b0-4a73-8090-c510e6c49281 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.060611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e27b5f8-45b0-4a73-8090-c510e6c49281 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.078807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.147635 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.175113 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e27b5f8-45b0-4a73-8090-c510e6c49281 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.176576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e27b5f8-45b0-4a73-8090-c510e6c49281 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Fanout notify agent at l3_agent the message router_deleted on router 0a79568e-fc60-41b7-8d3c-88180f395102 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:23.207837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e27b5f8-45b0-4a73-8090-c510e6c49281 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.214914 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4e27b5f8-45b0-4a73-8090-c510e6c49281 tempest-RoutersNegativeIpV6Test-832859108 tempest-RoutersNegativeIpV6Test-832859108-project] 10.222.0.100 "DELETE /v2.0/routers/0a79568e-fc60-41b7-8d3c-88180f395102 HTTP/1.1" status: 204 len: 168 time: 0.5623815 Jul 16 20:30:23.234127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Transition to ACTIVE for port object 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:23.320047 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.392219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 50c5d540-ff9d-45c5-a05e-148ce61b1f99, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=50c5d540-ff9d-45c5-a05e-148ce61b1f99,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:23.405026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.449820 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.490348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f5cd99-e07b-4041-af3d-d49b403f3c68 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:23.557827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:23.568128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:23.583204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:23.696359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:23.711502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9563cf66-8c76-4e31-b8a5-f2d45972573b no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:23.729897 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.803875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port bfec5264-63a1-44d0-bd6c-6e5fcdebf915 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:23.804755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.903718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d0f5cd99-e07b-4041-af3d-d49b403f3c68, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d0f5cd99-e07b-4041-af3d-d49b403f3c68,segment=NetworkSegment(bc3fa582-ce9c-45ce-8e61-fba0b9d0f323),segment_id=bc3fa582-ce9c-45ce-8e61-fba0b9d0f323)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:23.909606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9563cf66-8c76-4e31-b8a5-f2d45972573b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:23.910158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9563cf66-8c76-4e31-b8a5-f2d45972573b not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:23.919882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51650) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:23.951758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.976278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=50c5d540-ff9d-45c5-a05e-148ce61b1f99,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:23.988836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:30:20Z', 'revision_number': 3, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port': {'id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:19Z', 'updated_at': '2021-07-16T20:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:24.075028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Checking router: 391cbd38-8a0b-4cc1-9849-6009cc825903 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:24.077364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Updating router 391cbd38-8a0b-4cc1-9849-6009cc825903 port 80528591-a45c-4cea-a8ca-9c73f8c1b70a binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:24.111146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.116239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.141390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for bfec5264-63a1-44d0-bd6c-6e5fcdebf915 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:24.197865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fdfbf795-5691-4326-bc7f-eda03a4de908 None None] Provisioning complete for port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:24.198423 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf795-5691-4326-bc7f-eda03a4de908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.286648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['d0f5cd99-e07b-4041-af3d-d49b403f3c68'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:24.303975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15124950-739f-438c-a007-2b52b035f875 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a124e6448e6c4864919fa67f05e5195f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819625 Jul 16 20:30:24.310014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51656) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:24.349176 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.372459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d0f5cd99-e07b-4041-af3d-d49b403f3c68,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:24.414496 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a9bb46-28ce-4184-b415-ef63c72032b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.444621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a9bb46-28ce-4184-b415-ef63c72032b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.514846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.524869 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.679419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd222f-1cba-4082-af97-9c27124b1ff1 req-fe11576e-4d5e-4600-a753-c7d4872d0209 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:24.696935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38bd222f-1cba-4082-af97-9c27124b1ff1 req-fe11576e-4d5e-4600-a753-c7d4872d0209 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.8274481 Jul 16 20:30:24.714409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.717798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a9bb46-28ce-4184-b415-ef63c72032b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.723179 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a9bb46-28ce-4184-b415-ef63c72032b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.731918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-19a9bb46-28ce-4184-b415-ef63c72032b6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/67e79872-01e5-4ed9-9f0d-52b08108ef28 HTTP/1.1" status: 204 len: 168 time: 0.4171443 Jul 16 20:30:24.854588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38bd222f-1cba-4082-af97-9c27124b1ff1 req-6f71cd53-2a7d-409c-b98f-43087c5fff10 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506364 Jul 16 20:30:24.860108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=bfec5264-63a1-44d0-bd6c-6e5fcdebf915,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:24.876456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9bb46-28ce-4184-b415-ef63c72032b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e79872-01e5-4ed9-9f0d-52b08108ef28,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.004064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cab0b7d9-91ff-43e8-8cc9-5906bd3c19f8 None None] Provisioning for port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:25.015690 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.029629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cab0b7d9-91ff-43e8-8cc9-5906bd3c19f8 None None] Provisioning complete for port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:25.030415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cab0b7d9-91ff-43e8-8cc9-5906bd3c19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.118357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Transition to ACTIVE for port object 80528591-a45c-4cea-a8ca-9c73f8c1b70a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:25.165021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.215326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cab0b7d9-91ff-43e8-8cc9-5906bd3c19f8 None None] Port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:25.292980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.493565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.516353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.556661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Attempting to bind port 80528591-a45c-4cea-a8ca-9c73f8c1b70a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:25.557517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Attempting to bind port 80528591-a45c-4cea-a8ca-9c73f8c1b70a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:25.557517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Attempting to bind port 80528591-a45c-4cea-a8ca-9c73f8c1b70a on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:25.559623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e945b1-be15-4cbe-bf15-0560acda3270 None None] Pushing event updated for resources: {'Port': ['ID=80528591-a45c-4cea-a8ca-9c73f8c1b70a,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.566894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:25.567323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:25.567713 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.568289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:25.568691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Bound port: 80528591-a45c-4cea-a8ca-9c73f8c1b70a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:25.569087 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.646876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] For port 80528591-a45c-4cea-a8ca-9c73f8c1b70a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:25.650862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] For port 80528591-a45c-4cea-a8ca-9c73f8c1b70a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80528591-a45c-4cea-a8ca-9c73f8c1b70a,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:25.657724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:25.719647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 50c5d540-ff9d-45c5-a05e-148ce61b1f99 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:25.793794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Routers {'391cbd38-8a0b-4cc1-9849-6009cc825903'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:25.794445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['391cbd38-8a0b-4cc1-9849-6009cc825903'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:25.805549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703d3d-710d-4411-9540-8497a32a201a req-0c352a87-e115-42ee-af77-b9a72ff82e11 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:25.818912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07703d3d-710d-4411-9540-8497a32a201a req-0c352a87-e115-42ee-af77-b9a72ff82e11 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 946 time: 0.6879725 Jul 16 20:30:25.835727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e945b1-be15-4cbe-bf15-0560acda3270 None None] Pushing event updated for resources: {'Port': ['ID=80528591-a45c-4cea-a8ca-9c73f8c1b70a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:25.858219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:25.860128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:25.926178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:25.926553 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.028652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] Set router 391cbd38-8a0b-4cc1-9849-6009cc825903 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:26.092583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 3add0af6-fe0f-44e7-8f8f-373451939df5 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:26.107317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d75047-620d-4ecc-9971-7040453a488b req-b2c2c902-a417-40ca-b74c-4456dc2aacc1 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:26.115233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87d75047-620d-4ecc-9971-7040453a488b req-b2c2c902-a417-40ca-b74c-4456dc2aacc1 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03f4dd54-fce1-4a67-9f23-5979ef60e290 HTTP/1.1" status: 200 len: 946 time: 0.9611092 Jul 16 20:30:26.209755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Router 391cbd38-8a0b-4cc1-9849-6009cc825903 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:26.266989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d0f5cd99-e07b-4041-af3d-d49b403f3c68 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:26.363392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:26.363905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.478137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port 16e2fe16-2e65-43e3-a4fb-1abedf626a56, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=16e2fe16-2e65-43e3-a4fb-1abedf626a56,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:26.478645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.498230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for 16e2fe16-2e65-43e3-a4fb-1abedf626a56 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:26.609389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:26.610281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87d75047-620d-4ecc-9971-7040453a488b req-ea7e3fb3-42c6-4321-880a-03dd8c1dfc52 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909825 Jul 16 20:30:26.622994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:26.640121 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1dda07ca-844d-448f-a90d-bad1c05fc940 admin admin] 10.222.0.100 "PUT /v2.0/routers/391cbd38-8a0b-4cc1-9849-6009cc825903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3406467 Jul 16 20:30:26.654351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c19a2502-fcbc-467e-94b9-e03dd28a08d3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/3add0af6-fe0f-44e7-8f8f-373451939df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8367429 Jul 16 20:30:26.660206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51694) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.690792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] Sync routers for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:26.732305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:26.736383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b01a9227-241d-40b1-833d-4958e0ead06a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=3add0af6-fe0f-44e7-8f8f-373451939df5 HTTP/1.1" status: 200 len: 205 time: 0.0716829 Jul 16 20:30:26.737780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.740308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d02f0baa-ff4f-4362-bfca-d37da8c44f80 None None] Provisioning complete for port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:26.740590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51696) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.740869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d02f0baa-ff4f-4362-bfca-d37da8c44f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.789413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d02f0baa-ff4f-4362-bfca-d37da8c44f80 None None] Port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:26.796138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51698) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:26.835584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:26.875117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port d0f5cd99-e07b-4041-af3d-d49b403f3c68 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:26.889748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port d0f5cd99-e07b-4041-af3d-d49b403f3c68 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:26.890532 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.901015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] Routers {'3add0af6-fe0f-44e7-8f8f-373451939df5'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:26.902356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3add0af6-fe0f-44e7-8f8f-373451939df5'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.016103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.018589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9ff0fa-e747-43e7-a8fc-88a21f8a2727 None None] The sync data for ids ['3add0af6-fe0f-44e7-8f8f-373451939df5'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:27.025235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1581593226'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:27.062923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:30:23Z', 'revision_number': 4, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port': {'id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:19Z', 'updated_at': '2021-07-16T20:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4', 'name': '', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'mac_address': 'fa:16:3e:91:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:22Z', 'updated_at': '2021-07-16T20:30:24Z', 'revision_number': 2, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'subnets': [{'id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.089368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Made reservation on behalf of 90ec008ade374f77b4f1ee4fe88444ea for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:27.099044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.124211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.128821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5ac7e-9737-424a-a803-5187806f6a00 None None] The sync data for ids ['391cbd38-8a0b-4cc1-9849-6009cc825903'] in n-d-798930-6 is: [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:30:23Z', 'revision_number': 4, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port': {'id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:19Z', 'updated_at': '2021-07-16T20:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4', 'name': '', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'mac_address': 'fa:16:3e:91:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:22Z', 'updated_at': '2021-07-16T20:30:24Z', 'revision_number': 2, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'subnets': [{'id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:27.243195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.296985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:27.302363 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59f68ba-e5ba-4817-a021-6460df269df1" -d '{"events": [{"server_uuid": "0ebc07b7-fd94-4163-b75f-a268db39dbeb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5cd99-e07b-4041-af3d-d49b403f3c68"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:27.337499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d0f5cd99-e07b-4041-af3d-d49b403f3c68, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d0f5cd99-e07b-4041-af3d-d49b403f3c68,segment=NetworkSegment(bc3fa582-ce9c-45ce-8e61-fba0b9d0f323),segment_id=bc3fa582-ce9c-45ce-8e61-fba0b9d0f323)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:27.343769 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.356104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed3243e-2125-4741-8406-2fef8443f89c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.413486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d0f5cd99-e07b-4041-af3d-d49b403f3c68,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:27.422322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.422970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.423499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.424609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.425159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.425669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.426165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.426869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.427582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.427953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.428226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.428553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.428872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:27.431006 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.444332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.459453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:27.491571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d7ecc3-78c1-408f-a650-e2a1ab9255c6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:27.505844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:27.525603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.529134 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Added segment 6bff0389-0bf4-4d79-b6ea-7758000a8996 of type vlan for network ca5a1097-7073-4697-a4f2-e21e52ba78d3 Jul 16 20:30:27.676644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.749142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=16e2fe16-2e65-43e3-a4fb-1abedf626a56,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:27.778074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.784538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.785476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.799195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988681-b916-4b69-8502-e939c76c185f req-33d9bae6-cb38-4e16-8fe4-81c787996cf8 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.804373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86988681-b916-4b69-8502-e939c76c185f req-33d9bae6-cb38-4e16-8fe4-81c787996cf8 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 945 time: 0.5977664 Jul 16 20:30:27.824816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0261662 Jul 16 20:30:27.830612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51718) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:27.839751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-8071fe9c-ad3b-4889-b967-df9d82892797 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-1235446000') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:27.856739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port 16e2fe16-2e65-43e3-a4fb-1abedf626a56 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:27.862720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:27.868752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07703d3d-710d-4411-9540-8497a32a201a req-96f7ea25-c175-4455-a52d-21a487181387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "DELETE /v2.0/ports/16e2fe16-2e65-43e3-a4fb-1abedf626a56 HTTP/1.1" status: 204 len: 173 time: 2.0392597 Jul 16 20:30:27.910650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'name': 'network-vif-deleted', 'tag': '16e2fe16-2e65-43e3-a4fb-1abedf626a56'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:27.913603 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47025fd4-d116-47ae-a68e-92a1bcc0444d" -d '{"events": [{"server_uuid": "03f4dd54-fce1-4a67-9f23-5979ef60e290", "name": "network-vif-deleted", "tag": "16e2fe16-2e65-43e3-a4fb-1abedf626a56"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:28.083066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 16e2fe16-2e65-43e3-a4fb-1abedf626a56 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:28.131107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970c9ef-1f83-4eb6-974b-188b7cd61660 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Pushing event updated for resources: {'Network': ['ID=ca5a1097-7073-4697-a4f2-e21e52ba78d3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:28.171075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 16e2fe16-2e65-43e3-a4fb-1abedf626a56 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:28.171916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 16e2fe16-2e65-43e3-a4fb-1abedf626a56 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:28.176442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ca5a1097-7073-4697-a4f2-e21e52ba78d3 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:28.208100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86988681-b916-4b69-8502-e939c76c185f req-d5f2e27e-1257-41c3-90fd-7d325d09bb0f tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692172 Jul 16 20:30:28.233545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed3243e-2125-4741-8406-2fef8443f89c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.236850 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed3243e-2125-4741-8406-2fef8443f89c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.248160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51726) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:28.329576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1141696391-network', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:28.336560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed3243e-2125-4741-8406-2fef8443f89c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.337798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed3243e-2125-4741-8406-2fef8443f89c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Fanout notify agent at l3_agent the message router_deleted on router 3add0af6-fe0f-44e7-8f8f-373451939df5 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:28.357219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ed3243e-2125-4741-8406-2fef8443f89c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.361881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2ed3243e-2125-4741-8406-2fef8443f89c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/3add0af6-fe0f-44e7-8f8f-373451939df5 HTTP/1.1" status: 204 len: 168 time: 1.6187060 Jul 16 20:30:28.364909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51728) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:28.394678 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8071fe9c-ad3b-4889-b967-df9d82892797 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "PUT /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-1235446000 HTTP/1.1" status: 201 len: 201 time: 0.5573242 Jul 16 20:30:28.395041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:28.403953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-91faa0ed-9483-44c0-9539-e0dbcc49ebe4 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-1235446000') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:28.451188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Made reservation on behalf of a62eed2472e349588cb1cc840ee88c87 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:28.454311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.549899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet e211a8b9-d75b-4171-8ca8-93df164171ef {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:28.551098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.560899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.668857 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.792889 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91faa0ed-9483-44c0-9539-e0dbcc49ebe4 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "GET /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-1235446000 HTTP/1.1" status: 204 len: 168 time: 0.3960114 Jul 16 20:30:28.795109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:28.801212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-3d682b55-aba9-4e59-bfc9-4e7d5a9106a4 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:28.969969 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.066586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:29.077092 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d682b55-aba9-4e59-bfc9-4e7d5a9106a4 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "GET /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags HTTP/1.1" status: 200 len: 238 time: 0.2799795 Jul 16 20:30:29.094114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-cf944eb6-a401-4f48-8cd0-676768d3e0d8 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', {'tags': ['tempest-TagsTest-Tag-304395555', 'tempest-TagsTest-Tag-1904539237', 'tempest-TagsTest-Tag-1993191847']}) {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:29.194601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.201502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.285786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:29.324536 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd573605-020e-49b9-81f0-4aad92b4af63 x-openstack-request-id: req-fd573605-020e-49b9-81f0-4aad92b4af63 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:29.325744 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebc07b7-fd94-4163-b75f-a268db39dbeb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5cd99-e07b-4041-af3d-d49b403f3c68", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:29.326314 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fd573605-020e-49b9-81f0-4aad92b4af63 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:29.326973 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68', 'code': 200} Jul 16 20:30:29.343181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022ee45b-b155-4d3e-aa7a-eb9c417ee002,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:29.377605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.385086 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Added segment 6f6d7e11-8cbd-4392-af16-7d771fdbf93c of type vlan for network 7be36f24-954f-482c-86ef-64bf9eedd1e5 Jul 16 20:30:29.624389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.766682 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.774400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:29.775195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80528591-a45c-4cea-a8ca-9c73f8c1b70a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:29.775457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.819838 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccacb5d1-3c52-49ac-8dae-bb040cf1f4c8 x-openstack-request-id: req-ccacb5d1-3c52-49ac-8dae-bb040cf1f4c8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:29.821280 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4dd54-fce1-4a67-9f23-5979ef60e290", "name": "network-vif-deleted", "tag": "16e2fe16-2e65-43e3-a4fb-1abedf626a56", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:29.832227 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ccacb5d1-3c52-49ac-8dae-bb040cf1f4c8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:29.833020 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f4dd54-fce1-4a67-9f23-5979ef60e290', 'name': 'network-vif-deleted', 'tag': '16e2fe16-2e65-43e3-a4fb-1abedf626a56', 'status': 'completed', 'code': 200} Jul 16 20:30:29.861331 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5410604 Jul 16 20:30:29.868203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51754) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:29.875614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Request body: {'subnet': {'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1141696391-subnet', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:29.912249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Made reservation on behalf of a62eed2472e349588cb1cc840ee88c87 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:29.915923 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.974338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef585c-0cc9-46c0-bf5d-576ef48741e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7be36f24-954f-482c-86ef-64bf9eedd1e5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:30.005793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:30.078135 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.241220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 80528591-a45c-4cea-a8ca-9c73f8c1b70a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:30.275151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 80528591-a45c-4cea-a8ca-9c73f8c1b70a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:30.288705 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.321581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cf944eb6-a401-4f48-8cd0-676768d3e0d8 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "PUT /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags HTTP/1.1" status: 200 len: 308 time: 1.2476413 Jul 16 20:30:30.324216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51756) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:30.326131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=e211a8b9-d75b-4171-8ca8-93df164171ef,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:30.348012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-33a146b1-23e1-4108-aa47-8211eb284ee9 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-304395555') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:30.350925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.362675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5fee7780-3c62-4fba-ba98-d113e5fbe2ec tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/e211a8b9-d75b-4171-8ca8-93df164171ef HTTP/1.1" status: 204 len: 168 time: 1.9960272 Jul 16 20:30:30.366599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51758) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:30.417312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89bfced-ccb0-4edd-b232-d2907f1b33d8 None None] Network 50402c7d-8294-4ce0-86b7-5081ee6451b8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:30.445833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ccac6a3c-ee69-493b-851d-3edd6e33a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.616948 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.685689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42834b0f-e8ab-44ee-be71-8b61049d6986,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:30.703222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet a7fde55a-eaf8-46a2-a9ef-cc51f950249a {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:30.727197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.732261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-fd4f66de-8ffc-42d6-b2f0-f8d7f145ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.733881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-fd4f66de-8ffc-42d6-b2f0-f8d7f145ed54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1096 time: 1.1316867 Jul 16 20:30:30.782079 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.843966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e938-3588-43e9-a4e9-7ada206e5325 req-9457bc37-cb83-42a0-943a-498dbb29e809 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.851064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fca3e938-3588-43e9-a4e9-7ada206e5325 req-9457bc37-cb83-42a0-943a-498dbb29e809 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.8219523 Jul 16 20:30:30.865964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 80528591-a45c-4cea-a8ca-9c73f8c1b70a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80528591-a45c-4cea-a8ca-9c73f8c1b70a,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:30.899913 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.921304 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-33a146b1-23e1-4108-aa47-8211eb284ee9 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "DELETE /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-304395555 HTTP/1.1" status: 204 len: 168 time: 0.5940585 Jul 16 20:30:30.933301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51762) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:30.951442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-d669af8a-dbd4-4b85-a593-6e67801bc4e4 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-304395555') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:30.957907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Checking segment: {'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:30.958656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Network hostable DHCP agents. Network: 7be36f24-954f-482c-86ef-64bf9eedd1e5, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:30.965252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38342964-1389-43b5-b822-4c210cbef7ac req-f1349181-1308-4344-86dc-fa289eab63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.973599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38342964-1389-43b5-b822-4c210cbef7ac req-f1349181-1308-4344-86dc-fa289eab63b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 1097 time: 1.3555775 Jul 16 20:30:31.024205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=80528591-a45c-4cea-a8ca-9c73f8c1b70a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:31.086913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:31.106960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7be36f24-954f-482c-86ef-64bf9eedd1e5) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:31.118802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234081f8-1f3c-44b5-a1ed-00b24fd0d8cd None None] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:31.202642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.203193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.204524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.211352 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-d669af8a-dbd4-4b85-a593-6e67801bc4e4 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] show failed (client error): The resource could not be found. Jul 16 20:30:31.216713 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d669af8a-dbd4-4b85-a593-6e67801bc4e4 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "GET /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-304395555 HTTP/1.1" status: 404 len: 325 time: 0.2780907 Jul 16 20:30:31.225262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51764) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:31.226711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270259f4-e924-41d6-b058-e498437d2937 None None] DHCP port deletion for 50402c7d-8294-4ce0-86b7-5081ee6451b8 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:31.233074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-06def28e-4ccf-44c9-bde9-50b4631febeb tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-1904539237') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:31.261043 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5ecf7b96-4126-4ef7-a6d6-3d3121faae19 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3915181 Jul 16 20:30:31.262144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51766) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:31.272569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:31.284921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fca3e938-3588-43e9-a4e9-7ada206e5325 req-6ad038f8-9c5d-4632-90f0-2f063fd7c697 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249178 Jul 16 20:30:31.307081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38342964-1389-43b5-b822-4c210cbef7ac req-f881fe7c-f67f-4c48-9e05-b1407066d58f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205323 Jul 16 20:30:31.350393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.352123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.464303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.531373 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-06def28e-4ccf-44c9-bde9-50b4631febeb tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "GET /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-1904539237 HTTP/1.1" status: 204 len: 168 time: 0.3044260 Jul 16 20:30:31.536134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51768) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:31.544964 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-e5955829-782b-4ea8-9770-94b873a39a5c tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-1993191847') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:31.619154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-e6134a3a-5f21-438a-8a10-f8322899d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.619975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-e6134a3a-5f21-438a-8a10-f8322899d55d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 0.8087635 Jul 16 20:30:31.725553 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.759689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80528591-a45c-4cea-a8ca-9c73f8c1b70a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:31.877265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-b939a744-a63c-4b37-9332-7871ba2bb637 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 1001 time: 0.2500601 Jul 16 20:30:31.959910 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.044816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fde55a-eaf8-46a2-a9ef-cc51f950249a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:32.064771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f3a9-f3f0-4181-bc39-8c1932b891a1 req-ae866369-127e-49b9-87e8-ab100e021f5d tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.080038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84f0f3a9-f3f0-4181-bc39-8c1932b891a1 req-ae866369-127e-49b9-87e8-ab100e021f5d tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 946 time: 0.3491957 Jul 16 20:30:32.082713 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.141118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-270259f4-e924-41d6-b058-e498437d2937 None None] Deleting port 6b303f93-ca91-4ece-9765-a20dc79980e6 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:32.141594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-270259f4-e924-41d6-b058-e498437d2937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.157834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.166886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c8518102-4990-466a-94c1-5ac5a3c25a97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/a7fde55a-eaf8-46a2-a9ef-cc51f950249a HTTP/1.1" status: 204 len: 168 time: 1.7924960 Jul 16 20:30:32.169077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51772) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:32.185792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-7be36f24-954f-482c-86ef-64bf9eedd1e5', 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'fixed_ips': [{'subnet_id': '42834b0f-e8ab-44ee-be71-8b61049d6986'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:32.186835 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.194709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-dc0182a8-58b9-4ccd-8782-cf659d3e0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.196616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-dc0182a8-58b9-4ccd-8782-cf659d3e0b88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.3080089 Jul 16 20:30:32.210477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee79ba1-2634-49b6-8831-324fbfb25026 None None] Network e884be51-19cf-4149-9552-0fca428be357 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:32.262453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:32.277631 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e5955829-782b-4ea8-9770-94b873a39a5c tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "GET /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-1993191847 HTTP/1.1" status: 204 len: 168 time: 0.7368300 Jul 16 20:30:32.284695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51776) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:32.311174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-7f35e69c-c5ac-4788-b702-585dc1cc8403 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:32.355141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 80528591-a45c-4cea-a8ca-9c73f8c1b70a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:32.355406 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.357702 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.370609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1665505457'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:32.431675 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Sync routers for ids ['391cbd38-8a0b-4cc1-9849-6009cc825903'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:32.446266 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Routers {'391cbd38-8a0b-4cc1-9849-6009cc825903'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:32.446874 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['391cbd38-8a0b-4cc1-9849-6009cc825903'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:32.529198 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7f35e69c-c5ac-4788-b702-585dc1cc8403 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "DELETE /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags HTTP/1.1" status: 204 len: 168 time: 0.2430496 Jul 16 20:30:32.531420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51780) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:32.532726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84f0f3a9-f3f0-4181-bc39-8c1932b891a1 req-041509a4-1959-4ff9-93ea-052dd09b6bae tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981922 Jul 16 20:30:32.562705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-364435cc-64ad-4fd7-ab6d-166d14b9732c tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-1904539237') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:32.566816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:32.576188 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.583349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-270259f4-e924-41d6-b058-e498437d2937 None None] For port 6b303f93-ca91-4ece-9765-a20dc79980e6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b303f93-ca91-4ece-9765-a20dc79980e6,segment=NetworkSegment(b682a8f7-0f1c-42c6-b305-fd27c4298c3c),segment_id=b682a8f7-0f1c-42c6-b305-fd27c4298c3c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:32.583866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-270259f4-e924-41d6-b058-e498437d2937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.618029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-ddc8cc51-b220-4315-91f3-812df575d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.620373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-ddc8cc51-b220-4315-91f3-812df575d843 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3957632 Jul 16 20:30:32.708611 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Set router 391cbd38-8a0b-4cc1-9849-6009cc825903 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:32.872713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-270259f4-e924-41d6-b058-e498437d2937 None None] Calling delete_port for 6b303f93-ca91-4ece-9765-a20dc79980e6 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:32.965326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-f468529f-748b-471f-a4c1-83b58a28424a service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292089 Jul 16 20:30:33.063709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 6b303f93-ca91-4ece-9765-a20dc79980e6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:33.064902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.067402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:33.129895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Allocated IP 172.20.0.2 (7be36f24-954f-482c-86ef-64bf9eedd1e5/42834b0f-e8ab-44ee-be71-8b61049d6986/322d1e79-e07b-4af6-b339-0bcc5f65541a) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:33.200885 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.201801 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Added segment fcb839f6-246e-47f0-81ca-b0e36ad3ab41 of type vlan for network 87a4b21e-dbe0-4008-b365-c64e39314207 Jul 16 20:30:33.262986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-270259f4-e924-41d6-b058-e498437d2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.278238 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-364435cc-64ad-4fd7-ab6d-166d14b9732c tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] show failed (client error): The resource could not be found. Jul 16 20:30:33.283727 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-364435cc-64ad-4fd7-ab6d-166d14b9732c tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "GET /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-1904539237 HTTP/1.1" status: 404 len: 326 time: 0.7387168 Jul 16 20:30:33.289132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.298012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-649d1ec8-91e7-492b-92cc-060e0994b60d tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3', 'tempest-TagsTest-Tag-1993191847') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.333652 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.346516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b303f93-ca91-4ece-9765-a20dc79980e6 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:33.349650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270259f4-e924-41d6-b058-e498437d2937 None None] Pushing event deleted for resources: {'Port': ['ID=6b303f93-ca91-4ece-9765-a20dc79980e6,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:33.382686 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.439359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] DHCP port deletion for e884be51-19cf-4149-9552-0fca428be357 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:33.447406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270259f4-e924-41d6-b058-e498437d2937 None None] No DVR routers for this DVR port 6b303f93-ca91-4ece-9765-a20dc79980e6 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:33.456257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.478385 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:30:23Z', 'revision_number': 4, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port': {'id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:19Z', 'updated_at': '2021-07-16T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4', 'name': '', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'mac_address': 'fa:16:3e:91:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:22Z', 'updated_at': '2021-07-16T20:30:24Z', 'revision_number': 2, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'subnets': [{'id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.498491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 6b303f93-ca91-4ece-9765-a20dc79980e6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:33.501481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b303f93-ca91-4ece-9765-a20dc79980e6 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:33.628893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 6b303f93-ca91-4ece-9765-a20dc79980e6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b303f93-ca91-4ece-9765-a20dc79980e6,segment=NetworkSegment(b682a8f7-0f1c-42c6-b305-fd27c4298c3c),segment_id=b682a8f7-0f1c-42c6-b305-fd27c4298c3c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:33.629471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.676700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 6b303f93-ca91-4ece-9765-a20dc79980e6 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:33.732023 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Checking router: 391cbd38-8a0b-4cc1-9849-6009cc825903 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:33.732769 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Updating router 391cbd38-8a0b-4cc1-9849-6009cc825903 port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:33.779276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b88a2219-4270-4d10-863e-7335d16c268f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:33.790589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.796638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:33.797596 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.812340 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.815047 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-649d1ec8-91e7-492b-92cc-060e0994b60d tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] show failed (client error): The resource could not be found. Jul 16 20:30:33.819323 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-649d1ec8-91e7-492b-92cc-060e0994b60d tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "GET /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags/tempest-TagsTest-Tag-1993191847 HTTP/1.1" status: 404 len: 326 time: 0.5270567 Jul 16 20:30:33.825041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.832898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-068599d3-0e53-4596-bb7c-ef76663896c6 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ca5a1097-7073-4697-a4f2-e21e52ba78d3') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:33.887120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Allocated IP 172.25.8.199 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/0b13e3d6-3999-40d9-8624-afac2284e2cd) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:33.958079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c9e537fd-c579-412a-aad0-f3a3a0edc4b1 req-31e2c1fc-00fc-445e-b7f2-3f435d0533a7 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9787631 Jul 16 20:30:33.991087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] Deleting port b88a2219-4270-4d10-863e-7335d16c268f {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:33.993183 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.016312 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.038731 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.154018 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-068599d3-0e53-4596-bb7c-ef76663896c6 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "DELETE /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3/tags HTTP/1.1" status: 204 len: 168 time: 0.3277643 Jul 16 20:30:34.161913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51794) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.178896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Transition to ACTIVE for port object 322d1e79-e07b-4af6-b339-0bcc5f65541a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:34.182638 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.231011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8795254 Jul 16 20:30:34.238984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=6b303f93-ca91-4ece-9765-a20dc79980e6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.246534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51796) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.252637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1099620865'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:34.256207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf6317-f667-43de-ac49-625f8a9d5730 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Network': ['ID=87a4b21e-dbe0-4008-b365-c64e39314207,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.294007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port 6b303f93-ca91-4ece-9765-a20dc79980e6 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:34.332456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 87a4b21e-dbe0-4008-b365-c64e39314207 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:34.345053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Transition to ACTIVE for port object 322d1e79-e07b-4af6-b339-0bcc5f65541a will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:34.358860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.383224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:34.387595 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.391606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.398913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.466960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] For port b88a2219-4270-4d10-863e-7335d16c268f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b88a2219-4270-4d10-863e-7335d16c268f,segment=NetworkSegment(889877f1-de97-42b0-b9ad-89d11f193a2e),segment_id=889877f1-de97-42b0-b9ad-89d11f193a2e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:34.467711 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.477246 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.495751 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Transition to ACTIVE for port object 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:34.505439 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.507326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:34.519021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:34.566042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.566519 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Added segment a1e16b0d-9c8c-4498-88fa-5d2032daa8dd of type vlan for network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca Jul 16 20:30:34.654355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Pushing event updated for resources: {'Port': ['ID=322d1e79-e07b-4af6-b339-0bcc5f65541a,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.655861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.658381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.688093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] Calling delete_port for b88a2219-4270-4d10-863e-7335d16c268f owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:34.694207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.727086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50402c7d-8294-4ce0-86b7-5081ee6451b8']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.740538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:34.772577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:34.781899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd602e9-c2a4-4557-b309-52ee66eb1093 req-7914dfb7-4e6a-4dd0-8141-797eca57bcf4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.801327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdd602e9-c2a4-4557-b309-52ee66eb1093 req-7914dfb7-4e6a-4dd0-8141-797eca57bcf4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 1.0178835 Jul 16 20:30:34.872098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b682a8f7-0f1c-42c6-b305-fd27c4298c3c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.877792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b682a8f7-0f1c-42c6-b305-fd27c4298c3c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.906576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.927874 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbfcfc-0f55-4115-b602-53b51d62354b None None] Pushing event updated for resources: {'Port': ['ID=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.956439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4c514013-d441-46f0-8dcb-5cf98f1817a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.030049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b88a2219-4270-4d10-863e-7335d16c268f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b88a2219-4270-4d10-863e-7335d16c268f,segment=NetworkSegment(889877f1-de97-42b0-b9ad-89d11f193a2e),segment_id=889877f1-de97-42b0-b9ad-89d11f193a2e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:35.043363 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.070648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.101079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Attempting to bind port 322d1e79-e07b-4af6-b339-0bcc5f65541a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:35.101577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Attempting to bind port 322d1e79-e07b-4af6-b339-0bcc5f65541a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:35.101910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Attempting to bind port 322d1e79-e07b-4af6-b339-0bcc5f65541a on network 7be36f24-954f-482c-86ef-64bf9eedd1e5 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:35.102526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:35.103165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.136248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:35.136623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Checking segment: {'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:35.137174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.137580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Bound using segment: {'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:35.139438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Bound port: 322d1e79-e07b-4af6-b339-0bcc5f65541a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:35.139882 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.196399 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Attempting to bind port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:35.196977 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Attempting to bind port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:35.198258 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Attempting to bind port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:35.213665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b88a2219-4270-4d10-863e-7335d16c268f,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.229384 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:35.230050 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Checking segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:35.230705 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.231630 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Bound using segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:35.233790 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Bound port: 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:35.233790 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.277162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:35.303416 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:35.343675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] Pushing event deleted for resources: {'Port': ['ID=b88a2219-4270-4d10-863e-7335d16c268f,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.379697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.407669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdd602e9-c2a4-4557-b309-52ee66eb1093 req-a5eaef4f-c9c7-44d9-a37f-e8023c20e9ec tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6013083 Jul 16 20:30:35.423150 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.429466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cd628-e7b2-4a9b-b70e-a0e9443bf630 None None] No DVR routers for this DVR port b88a2219-4270-4d10-863e-7335d16c268f on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:35.438119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/50402c7d-8294-4ce0-86b7-5081ee6451b8 HTTP/1.1" status: 204 len: 168 time: 3.2631116 Jul 16 20:30:35.506915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.512596 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] For port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:35.516226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51798) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:35.518408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e486d-2f4e-48a7-ba9e-1434990d0b97 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=50402c7d-8294-4ce0-86b7-5081ee6451b8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.531183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.531515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-4821ff29-f94d-457f-b9dc-29183d3ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.533885 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] For port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:35.537749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-4821ff29-f94d-457f-b9dc-29183d3ef3b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 1096 time: 1.2597401 Jul 16 20:30:35.545932 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.550119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] For port 322d1e79-e07b-4af6-b339-0bcc5f65541a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:35.570034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] For port 322d1e79-e07b-4af6-b339-0bcc5f65541a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=322d1e79-e07b-4af6-b339-0bcc5f65541a,segment=NetworkSegment(6f6d7e11-8cbd-4392-af16-7d771fdbf93c),segment_id=6f6d7e11-8cbd-4392-af16-7d771fdbf93c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:35.583277 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.657476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Pushing event updated for resources: {'Port': ['ID=0b13e3d6-3999-40d9-8624-afac2284e2cd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.662880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5a1097-7073-4697-a4f2-e21e52ba78d3']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:35.666583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.676707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.677664 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.729843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bff0389-0bf4-4d79-b6ea-7758000a8996') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:35.730437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bff0389-0bf4-4d79-b6ea-7758000a8996') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:35.740498 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Routers {'391cbd38-8a0b-4cc1-9849-6009cc825903'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:35.742623 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['391cbd38-8a0b-4cc1-9849-6009cc825903'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:35.761840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:35.771931 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5243125 Jul 16 20:30:35.774422 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.777028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:35.779060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51808) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:35.801699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:35.831399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'subnet': {'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:35.877259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6bd28-5081-4788-a69b-18c66c09fc01 None None] Pushing event updated for resources: {'Port': ['ID=322d1e79-e07b-4af6-b339-0bcc5f65541a,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.977546 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbfcfc-0f55-4115-b602-53b51d62354b None None] Pushing event updated for resources: {'Port': ['ID=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:36.000519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.053123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] Set router 391cbd38-8a0b-4cc1-9849-6009cc825903 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:36.100745 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.187101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:36.196838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.203671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e4b4f-4e9f-4755-9405-662e260604d3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Network': ['ID=48ba64d8-4fb0-435d-90c5-2ac0b96daeca,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:36.217350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.219657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:36.323673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:36.324534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:36.353069 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:36.477548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.523677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-bed873e2-e0bb-487e-9d39-836f45a426a3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.526374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-bed873e2-e0bb-487e-9d39-836f45a426a3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.8931417 Jul 16 20:30:36.566175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-1d8e2eda-d02a-41d1-82d5-d1f638edf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.567927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-1d8e2eda-d02a-41d1-82d5-d1f638edf225 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 0.9304934 Jul 16 20:30:36.581998 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:30:23Z', 'revision_number': 4, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port': {'id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:19Z', 'updated_at': '2021-07-16T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4', 'name': '', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'mac_address': 'fa:16:3e:91:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:22Z', 'updated_at': '2021-07-16T20:30:35Z', 'revision_number': 4, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'subnets': [{'id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:36.589868 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:36.592459 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] 10.222.0.100 "DELETE /v2.0/networks/ca5a1097-7073-4697-a4f2-e21e52ba78d3 HTTP/1.1" status: 204 len: 168 time: 2.4227283 Jul 16 20:30:36.669050 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d14bc71-cc6c-47df-aae6-83c77231a12b None None] The sync data for ids ['391cbd38-8a0b-4cc1-9849-6009cc825903'] in n-d-798930-6 is: [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:30:23Z', 'revision_number': 4, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port': {'id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:19Z', 'updated_at': '2021-07-16T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4', 'name': '', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'mac_address': 'fa:16:3e:91:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:22Z', 'updated_at': '2021-07-16T20:30:35Z', 'revision_number': 4, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'subnets': [{'id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:36.774884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15b3e-afea-467d-b274-cac110e0eff5 tempest-TagsTest-1970881929 tempest-TagsTest-1970881929-project] Pushing event deleted for resources: {'Network': ['ID=ca5a1097-7073-4697-a4f2-e21e52ba78d3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:36.862616 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:37.057373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.154521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.161975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-cd8663e1-3e95-4802-be1a-523aa419d57a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.6209095 Jul 16 20:30:37.214150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e884be51-19cf-4149-9552-0fca428be357']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.244652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889877f1-de97-42b0-b9ad-89d11f193a2e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.245095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889877f1-de97-42b0-b9ad-89d11f193a2e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:37.266585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.293520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.582565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51818) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:37.691617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:37.691959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.703297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-8a52bfb7-e863-4dd0-afed-dee403fb0927 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 200 len: 1001 time: 0.5428059 Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:37.705073 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:37.893984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.954588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.083616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:38.149072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc3b31-4b0b-4a9c-9ee7-f5d42b9aae1a None None] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:38.199798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-f89074c0-03bf-4823-99d1-0ae86e19d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.202706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-f89074c0-03bf-4823-99d1-0ae86e19d5a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.4596970 Jul 16 20:30:38.206255 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.234015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Subnet': ['ID=ae78592c-437d-4796-bb5a-f81a2c434fbe,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.250885 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.253219 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.261276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/e884be51-19cf-4149-9552-0fca428be357 HTTP/1.1" status: 204 len: 168 time: 2.7328033 Jul 16 20:30:38.265909 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-453e8b7e-3293-487b-9b83-674cabb390f2 None None] Provisioning for port 322d1e79-e07b-4af6-b339-0bcc5f65541a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:38.275043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.289632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1452712331'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:38.305380 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.330908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:38.337579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:38.337953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.353441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-fdfec381-9871-4fa3-b774-e8766a6dc70a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1462052 Jul 16 20:30:38.357742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66270b-5619-456d-bbf6-8a794ea6106c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=e884be51-19cf-4149-9552-0fca428be357,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:38.366566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-595e8b42-2966-4e75-8c84-138c827ce1ce admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=90ec008ade374f77b4f1ee4fe88444ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7727618 Jul 16 20:30:38.370857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51824) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.411478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Checking segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:38.412285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network hostable DHCP agents. Network: 87a4b21e-dbe0-4008-b365-c64e39314207, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:38.520349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 87a4b21e-dbe0-4008-b365-c64e39314207 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:38.535991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Router b2d07216-95ff-401c-b21e-9703317577c2 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:38.548092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 87a4b21e-dbe0-4008-b365-c64e39314207) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:38.593936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:38.601627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.679998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.680616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.699169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22f7c8-acfd-41f8-88c5-e7859d7057c0 None None] Network 87a4b21e-dbe0-4008-b365-c64e39314207 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:38.704036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:38.718209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f080297-550d-44cf-ba53-1923411944fd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9139400 Jul 16 20:30:38.719003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51826) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.725500 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'subnet': {'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:38.774360 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.779332 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-928cbdc9-61d3-4892-874a-c6abf6304a89 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5079157 Jul 16 20:30:38.782046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:38.786225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Sync routers for ids ['b2d07216-95ff-401c-b21e-9703317577c2'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:38.786599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-b6e476ea-abfc-4caa-af44-ec02e886870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.789119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-b6e476ea-abfc-4caa-af44-ec02e886870a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5661325 Jul 16 20:30:38.792583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51828) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:38.842319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.879676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-328f4053-f587-4cc2-adec-d45361b3b151 service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070252 Jul 16 20:30:38.885487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac5399f9-df77-4fd2-91b9-7dd5b56e48bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.899635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:38.907415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.911826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:38.912201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Routers {'b2d07216-95ff-401c-b21e-9703317577c2'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:38.912406 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment 97600ffe-fa8d-481a-8bbf-7d787e8a867e of type vlan for network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 Jul 16 20:30:38.914065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b2d07216-95ff-401c-b21e-9703317577c2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:39.184873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.186123 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.277284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac5399f9-df77-4fd2-91b9-7dd5b56e48bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.286058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:39.297332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.298178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 322d1e79-e07b-4af6-b339-0bcc5f65541a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:39.304553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Set router b2d07216-95ff-401c-b21e-9703317577c2 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:39.329887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.333259 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:30:39.469462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.480753 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.483551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.504464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Checking segment: {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:39.504842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network hostable DHCP agents. Network: 48ba64d8-4fb0-435d-90c5-2ac0b96daeca, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:39.514560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Subnet': ['ID=7c9f23d1-c62f-45b9-83c4-08f72b2d26df,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:39.514914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-87a4b21e-dbe0-4008-b365-c64e39314207', 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'fixed_ips': [{'subnet_id': 'ae78592c-437d-4796-bb5a-f81a2c434fbe'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:39.515613 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.545301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-46cbe79b-8946-4f80-ad48-e14289d38b86 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842289 Jul 16 20:30:39.548619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:39.565857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 48ba64d8-4fb0-435d-90c5-2ac0b96daeca) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:39.587824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.588854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.618518 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aa4c4af9-bec4-4105-bf30-4d23801bfb35 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8981709 Jul 16 20:30:39.621503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51830) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:39.635606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'port': {'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'name': 'tempest-TaggedBootDevicesTest_v242-1946675371', 'fixed_ips': [{'subnet_id': 'ae78592c-437d-4796-bb5a-f81a2c434fbe'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:39.663142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2457ae5-3465-4d3c-9560-6c66b81a22d2 None None] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:39.778977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-c16b8780-128d-49f0-afff-d95152e143fe service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594258 Jul 16 20:30:39.832996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:39.939822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:39.974740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.008746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] device_id is not set on port 573cb4fa-fbc1-4115-aa73-96db92e2c530 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:40.087144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8092041 Jul 16 20:30:40.106730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51832) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:40.126556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:40.243691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac5399f9-df77-4fd2-91b9-7dd5b56e48bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.247020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac5399f9-df77-4fd2-91b9-7dd5b56e48bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.248396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac5399f9-df77-4fd2-91b9-7dd5b56e48bf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c2d7ecc3-78c1-408f-a650-e2a1ab9255c6 HTTP/1.1" status: 204 len: 168 time: 1.8698494 Jul 16 20:30:40.322318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a26dc-ca11-4306-adf5-2b72794d409c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:40.337117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c125c28-2b3b-4222-9c08-3903097a3305 req-943e7aeb-394b-4b83-bb7c-32d768fc4aa5 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300456 Jul 16 20:30:40.337758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 322d1e79-e07b-4af6-b339-0bcc5f65541a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:40.359122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5399f9-df77-4fd2-91b9-7dd5b56e48bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d7ecc3-78c1-408f-a650-e2a1ab9255c6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:40.380298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-1cdbac88-07e9-4571-9499-c7957b1f0f57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0732455 Jul 16 20:30:40.426334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:40.434876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40a31003-8a33-4b82-99f9-169e8b8dc79f None None] Provisioning complete for port 322d1e79-e07b-4af6-b339-0bcc5f65541a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:40.438433 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40a31003-8a33-4b82-99f9-169e8b8dc79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.578343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 322d1e79-e07b-4af6-b339-0bcc5f65541a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:40.578650 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.699203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:40.711996 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.732096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-48ba64d8-4fb0-435d-90c5-2ac0b96daeca', 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'fixed_ips': [{'subnet_id': '7c9f23d1-c62f-45b9-83c4-08f72b2d26df'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:40.733362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.897608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Allocated IP 10.1.1.2 (87a4b21e-dbe0-4008-b365-c64e39314207/ae78592c-437d-4796-bb5a-f81a2c434fbe/6b039a5c-a362-40cd-be1c-17b475a3da23) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:41.035711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.037417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.038553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.042292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.042292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.043785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.044809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.050746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-99c05d16-d182-4d01-b549-eb3539b51b0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6491 time: 0.4756634 Jul 16 20:30:41.091411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828e758-3e59-4858-be9c-52bd27c54275 req-46dc9472-a6b2-4449-b958-bdaef2866e6c tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.095201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7828e758-3e59-4858-be9c-52bd27c54275 req-46dc9472-a6b2-4449-b958-bdaef2866e6c tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 946 time: 0.5151417 Jul 16 20:30:41.257199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.357591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7828e758-3e59-4858-be9c-52bd27c54275 req-291eba51-3ecb-454f-9b30-e205d83d88c9 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297506 Jul 16 20:30:41.373004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:36Z', 'revision_number': 3, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port': {'id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:33Z', 'updated_at': '2021-07-16T20:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:41.375742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40a31003-8a33-4b82-99f9-169e8b8dc79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.413406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.624285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Checking router: b2d07216-95ff-401c-b21e-9703317577c2 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:41.625121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Updating router b2d07216-95ff-401c-b21e-9703317577c2 port 0b13e3d6-3999-40d9-8624-afac2284e2cd binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:41.651549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=31317fef-42ae-47ff-b4c7-54984be07b4a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:41.677733 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.701083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': '97600ffe-fa8d-481a-8bbf-7d787e8a867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:41.701813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:41.725096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Allocated IP 10.2.2.2 (48ba64d8-4fb0-435d-90c5-2ac0b96daeca/7c9f23d1-c62f-45b9-83c4-08f72b2d26df/f0db1598-1aff-4d13-84a9-d1dfd78dded5) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:41.771912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:41.791989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.804938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:41.811229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.813974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.851968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39086c2f-0199-4ff4-9ade-7831209c7330 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7427139 Jul 16 20:30:41.854926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51864) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:41.865856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-54a77e32-206b-4afe-bb11-8010341f8f0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-932819873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:41.874421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52e7c80-8580-4f61-bd7e-af16180b9fd4 None None] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:41.932668 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a77e32-206b-4afe-bb11-8010341f8f0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.936133 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a77e32-206b-4afe-bb11-8010341f8f0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.943765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-ae8e59a5-27a0-4770-8a2a-46a53e76accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.944249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-ae8e59a5-27a0-4770-8a2a-46a53e76accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.944732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-ae8e59a5-27a0-4770-8a2a-46a53e76accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.946531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-ae8e59a5-27a0-4770-8a2a-46a53e76accf service neutron] 10.222.0.26 "GET /v2.0/networks?id=eda54561-7c99-4f69-8808-6b264e36fb54&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 2290 time: 0.8491347 Jul 16 20:30:42.063391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a77e32-206b-4afe-bb11-8010341f8f0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.075139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a77e32-206b-4afe-bb11-8010341f8f0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.137341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54a77e32-206b-4afe-bb11-8010341f8f0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.145661 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54a77e32-206b-4afe-bb11-8010341f8f0f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2893019 Jul 16 20:30:42.146905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51868) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:42.157233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'port': {'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07', 'name': 'tempest-RoutersIpV6Test-1966592748'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:42.212276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Allocated IP 172.20.0.1 (7be36f24-954f-482c-86ef-64bf9eedd1e5/42834b0f-e8ab-44ee-be71-8b61049d6986/99acfd89-3906-40bc-b6f1-4e150d28c7c4) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:42.248077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-f9ea194d-e9dc-43fb-8174-f926050e6ca8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 200 len: 1001 time: 0.2752721 Jul 16 20:30:42.440144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34729ab-01e6-43ca-a951-d8a71cc613fc req-789fbf57-6940-41d8-b722-b87573b9dfa8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:42.466630 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40a31003-8a33-4b82-99f9-169e8b8dc79f None None] For port 322d1e79-e07b-4af6-b339-0bcc5f65541a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=322d1e79-e07b-4af6-b339-0bcc5f65541a,segment=NetworkSegment(6f6d7e11-8cbd-4392-af16-7d771fdbf93c),segment_id=6f6d7e11-8cbd-4392-af16-7d771fdbf93c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:42.469132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e34729ab-01e6-43ca-a951-d8a71cc613fc req-789fbf57-6940-41d8-b722-b87573b9dfa8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.4983020 Jul 16 20:30:42.481064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:42.486102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.515464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] device_id is not set on port eb9be58f-99ca-44cb-996b-a5bcda37480a yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:42.714262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8::f0 (cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07/31317fef-42ae-47ff-b4c7-54984be07b4a/eb9be58f-99ca-44cb-996b-a5bcda37480a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:42.715343 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.916424 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40a31003-8a33-4b82-99f9-169e8b8dc79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.180368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.273651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Transition to ACTIVE for port object 6b039a5c-a362-40cd-be1c-17b475a3da23 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:43.352262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-f0c3d81a-82fb-4c9c-9cb9-43089c2873ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.354709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-f0c3d81a-82fb-4c9c-9cb9-43089c2873ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd25bca1-d942-4cc0-9705-2fa9ef7d910b HTTP/1.1" status: 200 len: 850 time: 1.0915945 Jul 16 20:30:43.421261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07', 'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': '31317fef-42ae-47ff-b4c7-54984be07b4a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:43.422151 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.528980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e34729ab-01e6-43ca-a951-d8a71cc613fc req-3bd8760f-169e-4a2f-aefe-5b5f647f3f9d tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=56edc08e-b166-4ef8-b530-5ed1142d9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0576363 Jul 16 20:30:43.540459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Transition to ACTIVE for port object f0db1598-1aff-4d13-84a9-d1dfd78dded5 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:43.555977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.564678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Transition to ACTIVE for port object 6b039a5c-a362-40cd-be1c-17b475a3da23 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:43.603016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Transition to ACTIVE for port object 99acfd89-3906-40bc-b6f1-4e150d28c7c4 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:43.677862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:43.681850 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:43.712178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-40ff6c48-be39-43e7-ac46-535f639c8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.713920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-40ff6c48-be39-43e7-ac46-535f639c8091 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eda54561-7c99-4f69-8808-6b264e36fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426142 Jul 16 20:30:43.735184 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.744914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.761343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a31003-8a33-4b82-99f9-169e8b8dc79f None None] Pushing event updated for resources: {'Port': ['ID=322d1e79-e07b-4af6-b339-0bcc5f65541a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:43.889842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Transition to ACTIVE for port object f0db1598-1aff-4d13-84a9-d1dfd78dded5 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:43.924334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:43.957902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:43.986691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.991271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:43.996285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-1db7a08e-ae54-41d4-bec0-5dbe00eb7e9e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:44.000844 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-1db7a08e-ae54-41d4-bec0-5dbe00eb7e9e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 1.0823259 Jul 16 20:30:44.006625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 10.1.1.81 (87a4b21e-dbe0-4008-b365-c64e39314207/ae78592c-437d-4796-bb5a-f81a2c434fbe/573cb4fa-fbc1-4115-aa73-96db92e2c530) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:44.046662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:44.127638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object eb9be58f-99ca-44cb-996b-a5bcda37480a will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:44.199914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Pushing event updated for resources: {'Port': ['ID=99acfd89-3906-40bc-b6f1-4e150d28c7c4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.325656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Pushing event updated for resources: {'Port': ['ID=6b039a5c-a362-40cd-be1c-17b475a3da23,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.327952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fe503b5-2091-4d2d-afbc-7232d32c0527 req-1b0e5486-1e16-47de-9452-2b7518a68d6a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 210 time: 0.3840346 Jul 16 20:30:44.346419 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.372267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Network 87a4b21e-dbe0-4008-b365-c64e39314207 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:44.444967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:44.448376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:44.516386 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.635400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Pushing event updated for resources: {'Port': ['ID=f0db1598-1aff-4d13-84a9-d1dfd78dded5,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.648539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-198b0efd-012f-4265-9238-baa7de8ae264 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9200184 Jul 16 20:30:44.657081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.684894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:44.710259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:44.741459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:44.908300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:44.916778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.945841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:44.959923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Attempting to bind port 6b039a5c-a362-40cd-be1c-17b475a3da23 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:44.960463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Attempting to bind port 6b039a5c-a362-40cd-be1c-17b475a3da23 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:44.960814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Attempting to bind port 6b039a5c-a362-40cd-be1c-17b475a3da23 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:44.999059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-04919d89-96e5-4901-8c1c-2494fdde7b32 None None] Provisioning for port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:45.118733 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.121601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51894) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:45.135762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Transition to ACTIVE for port object 0b13e3d6-3999-40d9-8624-afac2284e2cd will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:45.141351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Allocated IP 2001:db8::2 (cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07/31317fef-42ae-47ff-b4c7-54984be07b4a/79128e25-b190-4e05-aee9-fdd409355576) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:45.253494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:45.268172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.274764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-e6c898d9-1213-4757-bd80-b37e9fd886b4 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781278 Jul 16 20:30:45.325515 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.339664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:45.372587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=eb9be58f-99ca-44cb-996b-a5bcda37480a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:45.379801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:45.380232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Checking segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:45.383672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:45.385424 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.388425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Bound using segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:45.390166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Bound port: 6b039a5c-a362-40cd-be1c-17b475a3da23, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:45.390664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.397323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-04919d89-96e5-4901-8c1c-2494fdde7b32 None None] Provisioning complete for port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:45.399203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.401592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.401985 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-04919d89-96e5-4901-8c1c-2494fdde7b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.403958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-67622a80-74cc-47d6-9a7f-2a29a9ae5ebe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 217 time: 0.1175342 Jul 16 20:30:45.510237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-b4678876-52fe-4190-9efb-bdcaee766e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.512820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-b4678876-52fe-4190-9efb-bdcaee766e52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0710413 Jul 16 20:30:45.578303 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4b31-c679-4274-adca-150d2f84d4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.656416 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Attempting to bind port f0db1598-1aff-4d13-84a9-d1dfd78dded5 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:45.659138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Attempting to bind port f0db1598-1aff-4d13-84a9-d1dfd78dded5 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:45.662884 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Attempting to bind port f0db1598-1aff-4d13-84a9-d1dfd78dded5 on network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:45.709712 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-931de9ab-0c96-4495-a418-485333a3a0f9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5606780 Jul 16 20:30:45.720139 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51902) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:45.726071 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.773205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:45.775188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Checking segment: {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:45.775866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.778554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Bound using segment: {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:45.779459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Bound port: f0db1598-1aff-4d13-84a9-d1dfd78dded5, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:45.780088 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.806291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9247d-a746-4b3c-8f84-2bc14c7b4517 None None] Pushing event updated for resources: {'Port': ['ID=0b13e3d6-3999-40d9-8624-afac2284e2cd,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:45.948101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-04919d89-96e5-4901-8c1c-2494fdde7b32 None None] Port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:45.983586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Transition to ACTIVE for port object 573cb4fa-fbc1-4115-aa73-96db92e2c530 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:46.000128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4b31-c679-4274-adca-150d2f84d4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.046815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] For port 6b039a5c-a362-40cd-be1c-17b475a3da23, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:46.052504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] For port 6b039a5c-a362-40cd-be1c-17b475a3da23, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b039a5c-a362-40cd-be1c-17b475a3da23,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:46.058947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Attempting to bind port 0b13e3d6-3999-40d9-8624-afac2284e2cd on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:46.058947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Attempting to bind port 0b13e3d6-3999-40d9-8624-afac2284e2cd by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:46.058947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Attempting to bind port 0b13e3d6-3999-40d9-8624-afac2284e2cd on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:46.066519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.102361 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4b31-c679-4274-adca-150d2f84d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.195505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9c4e4b31-c679-4274-adca-150d2f84d4b6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f1d367e1ccdc47a3b79b9643730fc28c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0663745 Jul 16 20:30:46.195505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e4b31-c679-4274-adca-150d2f84d4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67063900-97c4-454b-8552-929733bc7fa0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.212273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:46.247115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:46.257466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:46.258181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.259525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:46.260118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Bound port: 0b13e3d6-3999-40d9-8624-afac2284e2cd, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:46.260678 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.263589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fdd7dfc-a3ac-4195-9808-cb3a9a968b36 req-996fc39b-8ef6-419f-9fd2-8da2d0055ea2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 210 time: 0.1659279 Jul 16 20:30:46.482865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-e899d213-5107-4466-826d-5dfdfb910511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:46.488633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-e899d213-5107-4466-826d-5dfdfb910511 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9562082 Jul 16 20:30:46.495920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.507114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Transition to ACTIVE for port object 79128e25-b190-4e05-aee9-fdd409355576 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:46.525718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Transition to ACTIVE for port object 79128e25-b190-4e05-aee9-fdd409355576 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:46.560038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.9 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/c1ce5f8a-81df-4fc2-8b1f-fe1502eee698) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:46.561297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b3a2-50cb-42fa-9071-9bfee6ca42f6 None None] Pushing event updated for resources: {'Port': ['ID=6b039a5c-a362-40cd-be1c-17b475a3da23,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.572326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:46.573447 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.581986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.584277 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.587613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec0d1-3c27-40d3-997e-f083a286c959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.600005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.656676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] For port 0b13e3d6-3999-40d9-8624-afac2284e2cd, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:46.780849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] For port 0b13e3d6-3999-40d9-8624-afac2284e2cd, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b13e3d6-3999-40d9-8624-afac2284e2cd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:46.789972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec0d1-3c27-40d3-997e-f083a286c959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.809569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Pushing event updated for resources: {'Port': ['ID=99acfd89-3906-40bc-b6f1-4e150d28c7c4,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.821665 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.850776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] For port f0db1598-1aff-4d13-84a9-d1dfd78dded5, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:46.854482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:46.867673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Pushing event updated for resources: {'Port': ['ID=79128e25-b190-4e05-aee9-fdd409355576,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.871238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:46.880513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.902268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] For port f0db1598-1aff-4d13-84a9-d1dfd78dded5, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f0db1598-1aff-4d13-84a9-d1dfd78dded5,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:46.915345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.934166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:47.063380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-6307dc51-1ce9-4da4-b369-80f85657ff4f service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625765 Jul 16 20:30:47.066678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:47.088397 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.109962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:47.178404 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec0d1-3c27-40d3-997e-f083a286c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.181768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec0d1-3c27-40d3-997e-f083a286c959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.183500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8f6ec0d1-3c27-40d3-997e-f083a286c959 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/67063900-97c4-454b-8552-929733bc7fa0 HTTP/1.1" status: 204 len: 168 time: 0.9380360 Jul 16 20:30:47.349297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Routers {'b2d07216-95ff-401c-b21e-9703317577c2'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:47.354399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b2d07216-95ff-401c-b21e-9703317577c2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.357716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Attempting to bind port 79128e25-b190-4e05-aee9-fdd409355576 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:47.358278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Attempting to bind port 79128e25-b190-4e05-aee9-fdd409355576 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '97600ffe-fa8d-481a-8bbf-7d787e8a867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:47.358794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Attempting to bind port 79128e25-b190-4e05-aee9-fdd409355576 on network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:47.392876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ec0d1-3c27-40d3-997e-f083a286c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67063900-97c4-454b-8552-929733bc7fa0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:47.497688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.746855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-6b3023cb-41dd-4948-a2ea-50e3b68bc6d1 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699483 Jul 16 20:30:47.758866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=573cb4fa-fbc1-4115-aa73-96db92e2c530,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:47.873367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 87a4b21e-dbe0-4008-b365-c64e39314207 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:47.874973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-11dcdb86-d350-461f-8249-b55ae89ffb34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 217 time: 0.1209505 Jul 16 20:30:47.888266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:47.894204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:47.948660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:47.949560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Checking segment: {'id': '97600ffe-fa8d-481a-8bbf-7d787e8a867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:47.950871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.950871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Bound using segment: {'id': '97600ffe-fa8d-481a-8bbf-7d787e8a867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:47.951869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Bound port: 79128e25-b190-4e05-aee9-fdd409355576, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97600ffe-fa8d-481a-8bbf-7d787e8a867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:47.953163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.966822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.970645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9247d-a746-4b3c-8f84-2bc14c7b4517 None None] Pushing event updated for resources: {'Port': ['ID=0b13e3d6-3999-40d9-8624-afac2284e2cd,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:47.971723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.095425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:48.157040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.170961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:48.175289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:48.240238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.241883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.242197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Router b2d07216-95ff-401c-b21e-9703317577c2 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:48.256978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-f5d3e745-778b-44a6-8021-240afd95bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.262031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-f5d3e745-778b-44a6-8021-240afd95bfb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.3769388 Jul 16 20:30:48.318099 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3196b2d6-44db-434e-adcd-67fe63960678 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.6949174 Jul 16 20:30:48.324615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51924) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:48.337463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'port': {'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'name': 'tempest-TaggedBootDevicesTest_v242-996318074', 'fixed_ips': [{'subnet_id': 'ae78592c-437d-4796-bb5a-f81a2c434fbe'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:48.408357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:48.447519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 322d1e79-e07b-4af6-b339-0bcc5f65541a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:48.488648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf211d-cdc6-476d-9cbd-974aecf2ab08 req-3459eddd-e37a-4319-9ddb-9f1fa5edd2e9 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.496545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03cf211d-cdc6-476d-9cbd-974aecf2ab08 req-3459eddd-e37a-4319-9ddb-9f1fa5edd2e9 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 946 time: 0.6254885 Jul 16 20:30:48.565624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51926) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:48.642023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-464b24b0-efdb-4a19-a026-6a131235303e None None] Provisioning complete for port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:48.642538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-464b24b0-efdb-4a19-a026-6a131235303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.692721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.693868 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.712649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:48.732473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3f88ef8f-97f6-4286-b1e6-f498ea6ed26d admin admin] 10.222.0.100 "PUT /v2.0/routers/b2d07216-95ff-401c-b21e-9703317577c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9327626 Jul 16 20:30:48.783131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a400a-6560-4ffc-a87d-e1e6abe8fcc7 None None] Pushing event updated for resources: {'Port': ['ID=f0db1598-1aff-4d13-84a9-d1dfd78dded5,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.790283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-411299b0-f00b-4d7f-808b-c17e34765a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.791278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] Set router b2d07216-95ff-401c-b21e-9703317577c2 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:48.820188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-da6b8ff5-cb47-4fc3-bc70-b56f9d07c4d0 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.821900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-da6b8ff5-cb47-4fc3-bc70-b56f9d07c4d0 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 946 time: 0.4764066 Jul 16 20:30:48.838688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03cf211d-cdc6-476d-9cbd-974aecf2ab08 req-d5ccca8d-5533-4e9f-a9d6-d59fae2260c6 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/security-groups?id=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636175 Jul 16 20:30:48.898199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-464b24b0-efdb-4a19-a026-6a131235303e None None] Port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:48.905109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] For port 79128e25-b190-4e05-aee9-fdd409355576, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:48.958773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] For port 79128e25-b190-4e05-aee9-fdd409355576, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=79128e25-b190-4e05-aee9-fdd409355576,segment=NetworkSegment(97600ffe-fa8d-481a-8bbf-7d787e8a867e),segment_id=97600ffe-fa8d-481a-8bbf-7d787e8a867e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:48.985682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-81d1d3de-2789-4b70-92aa-63b7edd56a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:48.991469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-81d1d3de-2789-4b70-92aa-63b7edd56a4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7205579 Jul 16 20:30:48.997180 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-a4af7c02-1994-4e5f-b360-6a0f7dbc23df tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9803288 Jul 16 20:30:49.030487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.143981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-2ea66eff-70ad-4fcf-95c3-10267ffbccc1 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325321 Jul 16 20:30:49.146881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d1dac5-bb34-47b0-95c2-d36e6c575aeb None None] Network 87a4b21e-dbe0-4008-b365-c64e39314207 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:49.162899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Request body: {'port': {'device_id': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:49.179840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 322d1e79-e07b-4af6-b339-0bcc5f65541a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:49.180421 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.369819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cf31a-5d2e-4956-b7c1-710b01488ee0 None None] Pushing event updated for resources: {'Port': ['ID=79128e25-b190-4e05-aee9-fdd409355576,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:49.469580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ee702-d7a8-4de8-ba2e-4bf21c7ab9b9 req-e7248a4e-e1de-4dca-b623-e9fc6b6d36bc tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.473324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-519ee702-d7a8-4de8-ba2e-4bf21c7ab9b9 req-e7248a4e-e1de-4dca-b623-e9fc6b6d36bc tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 931 time: 0.3264730 Jul 16 20:30:49.507026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-a1cf7965-f603-471c-be10-52d61151a362 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463490 Jul 16 20:30:49.510733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Deleting port d0f5cd99-e07b-4041-af3d-d49b403f3c68 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:49.511084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.512745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6ca5d583-99b2-430a-b7ca-320f1c0079cb None None] Provisioning for port 6b039a5c-a362-40cd-be1c-17b475a3da23 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:49.781401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-329c0a19-d9bb-4962-b92c-10d750003ead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d HTTP/1.1" status: 200 len: 217 time: 0.2662349 Jul 16 20:30:49.816487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-519ee702-d7a8-4de8-ba2e-4bf21c7ab9b9 req-8c8422c2-a23b-4b53-be25-d436402b2b7e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277035 Jul 16 20:30:49.840389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-411299b0-f00b-4d7f-808b-c17e34765a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.853303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-411299b0-f00b-4d7f-808b-c17e34765a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.873298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.899487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.991561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port': {'id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:33Z', 'updated_at': '2021-07-16T20:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '99acfd89-3906-40bc-b6f1-4e150d28c7c4', 'name': '', 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'mac_address': 'fa:16:3e:58:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:41Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 2, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'subnets': [{'id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:50.069027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] For port d0f5cd99-e07b-4041-af3d-d49b403f3c68, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d0f5cd99-e07b-4041-af3d-d49b403f3c68,segment=NetworkSegment(bc3fa582-ce9c-45ce-8e61-fba0b9d0f323),segment_id=bc3fa582-ce9c-45ce-8e61-fba0b9d0f323)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:50.074663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca493f5-2a42-4b92-b6a8-bf6df04f58b8 None None] The sync data for ids ['b2d07216-95ff-401c-b21e-9703317577c2'] in n-d-798930-6 is: [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port': {'id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:33Z', 'updated_at': '2021-07-16T20:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '99acfd89-3906-40bc-b6f1-4e150d28c7c4', 'name': '', 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'mac_address': 'fa:16:3e:58:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:41Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 2, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'subnets': [{'id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:50.075981 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.085066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-6aa53f61-6e40-46ea-9c91-8ce4e69c883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.089422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-6aa53f61-6e40-46ea-9c91-8ce4e69c883e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.2934418 Jul 16 20:30:50.093772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3585a1-6c19-4f10-9662-21de1c7c359e None None] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:50.118103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Calling delete_port for d0f5cd99-e07b-4041-af3d-d49b403f3c68 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:50.435058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b039a5c-a362-40cd-be1c-17b475a3da23 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:50.446005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-49f7df43-51c9-4d51-8a4f-951d7ba4d412 None None] Provisioning for port f0db1598-1aff-4d13-84a9-d1dfd78dded5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:50.539705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.541247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:50.681363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6b039a5c-a362-40cd-be1c-17b475a3da23 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:50.781822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6b039a5c-a362-40cd-be1c-17b475a3da23 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:50.782406 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.789433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.793233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.839176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=eb9be58f-99ca-44cb-996b-a5bcda37480a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:50.928407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Provisioning complete for port 6b039a5c-a362-40cd-be1c-17b475a3da23 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:50.929513 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.969108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-5ce62a9b-fd7e-449d-a350-573a0c69f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.978551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-5ce62a9b-fd7e-449d-a350-573a0c69f617 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5960593 Jul 16 20:30:51.019419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411299b0-f00b-4d7f-808b-c17e34765a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ae112-9ba6-4fa4-9a38-1f0f0e9f1ccd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:51.034238 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-411299b0-f00b-4d7f-808b-c17e34765a51 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0fe53a322a3d43588fbb0ee99c29ac70&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4398832 Jul 16 20:30:51.035706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51944) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:51.055400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Pushing event deleted for resources: {'Port': ['ID=d0f5cd99-e07b-4041-af3d-d49b403f3c68,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:51.223584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] No DVR routers for this DVR port d0f5cd99-e07b-4041-af3d-d49b403f3c68 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:51.287882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.291909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfaa7716-f04e-44c9-9f69-9dc189d4d5a7 req-91991a88-06ff-4a30-be38-d81472d79704 tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.21 "DELETE /v2.0/ports/d0f5cd99-e07b-4041-af3d-d49b403f3c68 HTTP/1.1" status: 204 len: 173 time: 2.4517951 Jul 16 20:30:51.328256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.343896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d38af592-65cb-4371-8d87-4099c49e32bd req-263a3103-12b0-486a-aea2-6c248b481a1e tempest-ServerPasswordTestJSON-672208626 tempest-ServerPasswordTestJSON-672208626-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ebc07b7-fd94-4163-b75f-a268db39dbeb HTTP/1.1" status: 200 len: 210 time: 0.2792621 Jul 16 20:30:51.344942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'name': 'network-vif-deleted', 'tag': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:51.348676 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8be0fd-cd80-438f-9573-8ac5b35a230a" -d '{"events": [{"server_uuid": "0ebc07b7-fd94-4163-b75f-a268db39dbeb", "name": "network-vif-deleted", "tag": "d0f5cd99-e07b-4041-af3d-d49b403f3c68"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:51.395873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.509284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 6b039a5c-a362-40cd-be1c-17b475a3da23, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b039a5c-a362-40cd-be1c-17b475a3da23,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:51.523862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.525205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 79128e25-b190-4e05-aee9-fdd409355576 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:51.569821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-d1629db1-cecd-4e42-9a91-d86718d5ab9a service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900495 Jul 16 20:30:51.775278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=6b039a5c-a362-40cd-be1c-17b475a3da23,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:51.778982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa683e6-54c5-466b-9f89-9c7245e75eba None None] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:51.873014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e823-e414-4a65-857c-125794b119a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.882415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.900512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-d9be2bd2-2a59-4112-8f11-f4b92392e04a service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195934 Jul 16 20:30:51.981025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:51.982021 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:51.982315 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.987048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e823-e414-4a65-857c-125794b119a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.024285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] device_id is not set on port f7bf83ae-7204-48bd-95b8-33009ab925c3 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:52.131799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 79128e25-b190-4e05-aee9-fdd409355576 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:52.145332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f0db1598-1aff-4d13-84a9-d1dfd78dded5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:52.334820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d0f5cd99-e07b-4041-af3d-d49b403f3c68 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:52.349686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f0db1598-1aff-4d13-84a9-d1dfd78dded5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:52.592854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-cdc04486-3466-4ac3-b9e0-313b19b87cbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641 HTTP/1.1" status: 200 len: 217 time: 0.6846364 Jul 16 20:30:52.678501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-2111f881-772c-4881-89c3-ee9d3e3affec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.681535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-2111f881-772c-4881-89c3-ee9d3e3affec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0810273 Jul 16 20:30:52.698272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: d0f5cd99-e07b-4041-af3d-d49b403f3c68 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:52.698814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d0f5cd99-e07b-4041-af3d-d49b403f3c68 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:52.726868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fd73-50ab-4191-9c62-e5688daeaf70 req-fe409eae-950c-491b-a0a3-74e637919908 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.736598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f0db1598-1aff-4d13-84a9-d1dfd78dded5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:52.737196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.739843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a914fd73-50ab-4191-9c62-e5688daeaf70 req-fe409eae-950c-491b-a0a3-74e637919908 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 931 time: 1.0053380 Jul 16 20:30:52.832055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.854350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.855483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a914fd73-50ab-4191-9c62-e5688daeaf70 req-845c6770-16bf-4863-9603-c0ac8d8b448b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115913 Jul 16 20:30:52.855996 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.932730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Provisioning for port 573cb4fa-fbc1-4115-aa73-96db92e2c530 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:52.940655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Provisioning complete for port 573cb4fa-fbc1-4115-aa73-96db92e2c530 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:52.941268 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.981706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-1d23edca-ce9e-469f-8d7c-9ecf8658e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.993504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-1d23edca-ce9e-469f-8d7c-9ecf8658e83a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3030424 Jul 16 20:30:53.043205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-478101b4-eb3e-415e-878d-e6f81c9ff73d None None] Port 573cb4fa-fbc1-4115-aa73-96db92e2c530 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:53.085853 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e823-e414-4a65-857c-125794b119a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.114193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e823-e414-4a65-857c-125794b119a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.120838 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2d8e823-e414-4a65-857c-125794b119a0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/197ae112-9ba6-4fa4-9a38-1f0f0e9f1ccd HTTP/1.1" status: 204 len: 168 time: 2.0765398 Jul 16 20:30:53.140354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.255957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Provisioning for port 79128e25-b190-4e05-aee9-fdd409355576 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:53.279060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Provisioning complete for port 79128e25-b190-4e05-aee9-fdd409355576 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:53.279847 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.392683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8e823-e414-4a65-857c-125794b119a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ae112-9ba6-4fa4-9a38-1f0f0e9f1ccd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.422449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f0db1598-1aff-4d13-84a9-d1dfd78dded5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f0db1598-1aff-4d13-84a9-d1dfd78dded5,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:53.443603 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.444373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:53.466994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.493199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Transition to ACTIVE for port object c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:53.512715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 10.1.1.135 (87a4b21e-dbe0-4008-b365-c64e39314207/ae78592c-437d-4796-bb5a-f81a2c434fbe/f7bf83ae-7204-48bd-95b8-33009ab925c3) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:53.519790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=eb9be58f-99ca-44cb-996b-a5bcda37480a,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.543325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-bb3433b0-7252-44ed-a376-b19b3491e00a service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434070 Jul 16 20:30:53.586474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f0db1598-1aff-4d13-84a9-d1dfd78dded5,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.666472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.726194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] For port 79128e25-b190-4e05-aee9-fdd409355576, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=79128e25-b190-4e05-aee9-fdd409355576,segment=NetworkSegment(97600ffe-fa8d-481a-8bbf-7d787e8a867e),segment_id=97600ffe-fa8d-481a-8bbf-7d787e8a867e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:53.731466 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.739539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.780278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Provisioning complete for port f0db1598-1aff-4d13-84a9-d1dfd78dded5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:53.781131 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.924591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b039a5c-a362-40cd-be1c-17b475a3da23 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:53.933197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-ad5a25d2-3471-49ec-9c39-664f3f9941a5 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793597 Jul 16 20:30:53.938196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-8c48963b-21ba-41da-8aac-3018816c080f tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:53.940922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-8c48963b-21ba-41da-8aac-3018816c080f tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/networks?id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b HTTP/1.1" status: 200 len: 910 time: 0.7305319 Jul 16 20:30:54.046512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Pushing event updated for resources: {'Port': ['ID=79128e25-b190-4e05-aee9-fdd409355576,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.056282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.061163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-69092bd1-6038-4dd7-850f-f27cc5df7833 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 200 len: 217 time: 0.1188815 Jul 16 20:30:54.067735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-a9109656-08a1-4733-8d99-3e954efda14a tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/quotas/a62eed2472e349588cb1cc840ee88c87 HTTP/1.1" status: 200 len: 375 time: 0.1133435 Jul 16 20:30:54.139777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:54.161461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Provisioning complete for port 573cb4fa-fbc1-4115-aa73-96db92e2c530 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.166661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:54.167232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.178611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6b039a5c-a362-40cd-be1c-17b475a3da23 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.178984 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.205767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-fa8c2fb0-2071-4c61-91c7-a18b6960f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.221964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-fa8c2fb0-2071-4c61-91c7-a18b6960f5be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.1515236 Jul 16 20:30:54.258998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4f2dd46a-eb93-4f78-ab7f-254c412e459e None None] Port 573cb4fa-fbc1-4115-aa73-96db92e2c530 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:54.350474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b13e3d6-3999-40d9-8624-afac2284e2cd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:54.467594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2b406481-253d-411e-b000-b383e34f5e5d None None] Provisioning for port eb9be58f-99ca-44cb-996b-a5bcda37480a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:54.483999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2b406481-253d-411e-b000-b383e34f5e5d None None] Provisioning complete for port eb9be58f-99ca-44cb-996b-a5bcda37480a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.484947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b406481-253d-411e-b000-b383e34f5e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.521923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-7a8e6435-a7e4-4c4a-828e-10f565cddef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.523524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-7a8e6435-a7e4-4c4a-828e-10f565cddef4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2941234 Jul 16 20:30:54.599806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2b406481-253d-411e-b000-b383e34f5e5d None None] Port eb9be58f-99ca-44cb-996b-a5bcda37480a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:54.607599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Attempting to bind port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:54.607934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Attempting to bind port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:54.608323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Attempting to bind port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:54.623484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0b13e3d6-3999-40d9-8624-afac2284e2cd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:54.633511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:54.633837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Attempting to bind port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:54.640400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.646004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0b13e3d6-3999-40d9-8624-afac2284e2cd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.646004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.675355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:54.675905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:54.676529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:54.677030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Bound port: c1ce5f8a-81df-4fc2-8b1f-fe1502eee698, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:54.677458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.692123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-c93be210-df39-4645-86c4-da1d6677e3fc service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595855 Jul 16 20:30:54.697832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-ca17c4f6-851a-4edc-9664-754591c5063a tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?tenant_id=a62eed2472e349588cb1cc840ee88c87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4717193 Jul 16 20:30:54.733985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Transition to ACTIVE for port object f7bf83ae-7204-48bd-95b8-33009ab925c3 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:54.757886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2b406481-253d-411e-b000-b383e34f5e5d None None] Provisioning complete for port 79128e25-b190-4e05-aee9-fdd409355576 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.757886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b406481-253d-411e-b000-b383e34f5e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.794017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 84e04f5d-4a86-4480-8728-99b6a4187819 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:54.874220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] For port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:54.878127 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Sync routers for ids ['b2d07216-95ff-401c-b21e-9703317577c2'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:54.880287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] For port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:54.921951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.927840 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Routers {'b2d07216-95ff-401c-b21e-9703317577c2'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:54.933016 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b2d07216-95ff-401c-b21e-9703317577c2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:54.981260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-bd722056-5b38-4758-b565-995ea7ce1519 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823055 Jul 16 20:30:55.011559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-aead3b73-18b0-4549-b61f-851f8eb37d2c service neutron] 10.222.0.100 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682970 Jul 16 20:30:55.037783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.113037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 87a4b21e-dbe0-4008-b365-c64e39314207 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:55.139138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.147467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.149945 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] 10.222.0.26 "PUT /v2.0/ports/c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 HTTP/1.1" status: 200 len: 1091 time: 6.0964835 Jul 16 20:30:55.151135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'tag': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:55.155390 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6", "tag": "c1ce5f8a-81df-4fc2-8b1f-fe1502eee698"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:55.171405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:55.214744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:55.239762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-a00691fa-a731-4ce7-9029-98ce22002ea4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 200 len: 217 time: 0.2445710 Jul 16 20:30:55.263305 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Set router b2d07216-95ff-401c-b21e-9703317577c2 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:55.269599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-678dbf5e-e7cf-4d6a-b837-f067740441f9 service neutron] 10.222.0.100 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087924 Jul 16 20:30:55.332915 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.399796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-3093f9ac-f7e1-4b34-8b29-abc59fabf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.421324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-3093f9ac-f7e1-4b34-8b29-abc59fabf9d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.1750388 Jul 16 20:30:55.422855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0b13e3d6-3999-40d9-8624-afac2284e2cd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b13e3d6-3999-40d9-8624-afac2284e2cd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:55.441026 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.623612 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port': {'id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:33Z', 'updated_at': '2021-07-16T20:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '99acfd89-3906-40bc-b6f1-4e150d28c7c4', 'name': '', 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'mac_address': 'fa:16:3e:58:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:41Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 2, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'subnets': [{'id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:55.640529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-18ac9975-9585-4905-98e5-151440435c35 None None] Provisioning complete for port eb9be58f-99ca-44cb-996b-a5bcda37480a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:55.644923 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-18ac9975-9585-4905-98e5-151440435c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.708376 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Checking router: b2d07216-95ff-401c-b21e-9703317577c2 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:55.708587 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Updating router b2d07216-95ff-401c-b21e-9703317577c2 port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:55.734604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-095f7502-0dbf-47e0-9439-108f0c8b81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.744699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-18ac9975-9585-4905-98e5-151440435c35 None None] Port eb9be58f-99ca-44cb-996b-a5bcda37480a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:55.751049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-095f7502-0dbf-47e0-9439-108f0c8b81f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3199158 Jul 16 20:30:55.755796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 79128e25-b190-4e05-aee9-fdd409355576 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:55.794382 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.893857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0b13e3d6-3999-40d9-8624-afac2284e2cd,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.922252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5b891ba8-7733-4dcd-820d-fccb08a1b938 None None] Provisioning for port f7bf83ae-7204-48bd-95b8-33009ab925c3 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:55.927843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5b891ba8-7733-4dcd-820d-fccb08a1b938 None None] Provisioning complete for port f7bf83ae-7204-48bd-95b8-33009ab925c3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:55.928207 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b891ba8-7733-4dcd-820d-fccb08a1b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.988449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5b891ba8-7733-4dcd-820d-fccb08a1b938 None None] Port f7bf83ae-7204-48bd-95b8-33009ab925c3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:55.998207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 79128e25-b190-4e05-aee9-fdd409355576 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:55.998582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.093788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-7fd0e6f2-7682-40b9-915a-d61805eecdf6 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353341 Jul 16 20:30:56.102731 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b209eca6-a995-4367-be0b-eecbf73a3136 x-openstack-request-id: req-b209eca6-a995-4367-be0b-eecbf73a3136 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:56.102963 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebc07b7-fd94-4163-b75f-a268db39dbeb", "name": "network-vif-deleted", "tag": "d0f5cd99-e07b-4041-af3d-d49b403f3c68", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:56.103287 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b209eca6-a995-4367-be0b-eecbf73a3136 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:56.103599 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebc07b7-fd94-4163-b75f-a268db39dbeb', 'name': 'network-vif-deleted', 'tag': 'd0f5cd99-e07b-4041-af3d-d49b403f3c68', 'status': 'completed', 'code': 200} Jul 16 20:30:56.121329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:56.122939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93727b1-048d-47b9-b866-800b9b725083 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.152513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] Sync routers for ids ['84e04f5d-4a86-4480-8728-99b6a4187819'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:56.154145 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8cc0589b-b861-48f0-93a7-69861c613609 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/84e04f5d-4a86-4480-8728-99b6a4187819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4223971 Jul 16 20:30:56.172972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f0db1598-1aff-4d13-84a9-d1dfd78dded5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:56.177563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:56.263226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] Routers {'84e04f5d-4a86-4480-8728-99b6a4187819'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:56.263957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['84e04f5d-4a86-4480-8728-99b6a4187819'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.278081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52010) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:56.332580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.362386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f0db1598-1aff-4d13-84a9-d1dfd78dded5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:56.362720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.363560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6457ac1-b857-4501-981e-9cb1ffe06307 req-db096011-200d-4413-a5d5-78249197b227 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605259 Jul 16 20:30:56.426526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] Routers {'84e04f5d-4a86-4480-8728-99b6a4187819'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:56.427735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['84e04f5d-4a86-4480-8728-99b6a4187819'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.469880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.470789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f23d28-877e-46ed-8f69-b7ad78b57e56 None None] The sync data for ids ['84e04f5d-4a86-4480-8728-99b6a4187819'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:56.564632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.565370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.620493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=f7bf83ae-7204-48bd-95b8-33009ab925c3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.629047 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.651562 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Transition to ACTIVE for port object 99acfd89-3906-40bc-b6f1-4e150d28c7c4 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:56.666482 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.674792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646f726-59c4-4247-aaa3-f635427246d5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.676643 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b646f726-59c4-4247-aaa3-f635427246d5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports/eb9be58f-99ca-44cb-996b-a5bcda37480a HTTP/1.1" status: 200 len: 983 time: 0.4611876 Jul 16 20:30:56.681945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52018) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:56.718938 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cd4c81a2-3c47-4248-b1e8-ef0e8aa26593 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.3892667 Jul 16 20:30:56.726405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac247a0-1d41-4858-ac36-056605d69354 req-68cf941d-f15a-4e72-854f-83f7e23d7089 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.728280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eac247a0-1d41-4858-ac36-056605d69354 req-68cf941d-f15a-4e72-854f-83f7e23d7089 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 943 time: 0.1742623 Jul 16 20:30:56.813591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] Deleting subnet f4f6ff16-5ecd-4d9e-be76-235e2b7131e9 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:56.825743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-dbcc4d66-37a1-4101-944c-c6fc24fe669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.827962 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-dbcc4d66-37a1-4101-944c-c6fc24fe669d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 1094 time: 0.7082975 Jul 16 20:30:56.834321 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Pushing event updated for resources: {'Port': ['ID=99acfd89-3906-40bc-b6f1-4e150d28c7c4,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.835065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.860113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eac247a0-1d41-4858-ac36-056605d69354 req-1bf832ab-3f33-47a5-b149-ec15a6c83d39 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238985 Jul 16 20:30:56.864413 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.865025 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.865598 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.866084 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.866571 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.867121 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.867649 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.868834 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.869500 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.870066 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.870612 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.871199 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.938491 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-2ca696a7-dd37-4085-b0d1-232e31a3b24b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 HTTP/1.1" status: 200 len: 217 time: 0.0990644 Jul 16 20:30:57.064858 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6aa954-9727-41e9-98ca-718aa13af43d x-openstack-request-id: req-bb6aa954-9727-41e9-98ca-718aa13af43d {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:57.065864 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6", "tag": "c1ce5f8a-81df-4fc2-8b1f-fe1502eee698", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:57.066493 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bb6aa954-9727-41e9-98ca-718aa13af43d {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:57.067422 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'tag': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698', 'status': 'completed', 'code': 200} Jul 16 20:30:57.088152 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Attempting to bind port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:57.088955 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Attempting to bind port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:57.089434 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Attempting to bind port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 on network 7be36f24-954f-482c-86ef-64bf9eedd1e5 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:57.108640 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:57.109622 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Checking segment: {'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:57.110251 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.111525 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Bound using segment: {'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:57.113200 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Bound port: 99acfd89-3906-40bc-b6f1-4e150d28c7c4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d7e11-8cbd-4392-af16-7d771fdbf93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:57.113759 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.214852 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] For port 99acfd89-3906-40bc-b6f1-4e150d28c7c4, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:57.233664 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] For port 99acfd89-3906-40bc-b6f1-4e150d28c7c4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=99acfd89-3906-40bc-b6f1-4e150d28c7c4,segment=NetworkSegment(6f6d7e11-8cbd-4392-af16-7d771fdbf93c),segment_id=6f6d7e11-8cbd-4392-af16-7d771fdbf93c)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:57.245153 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.254856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.292599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc6d527a-7ff3-4de4-a7d6-d9c402d35e0b req-5796b308-b6b4-4226-aae7-b9ebbcb09091 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 210 time: 0.0885973 Jul 16 20:30:57.332061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a1799-ba8f-4979-89f1-3fce608ca81f None None] Pushing event updated for resources: {'Port': ['ID=99acfd89-3906-40bc-b6f1-4e150d28c7c4,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:57.336795 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Routers {'b2d07216-95ff-401c-b21e-9703317577c2'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:57.337627 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b2d07216-95ff-401c-b21e-9703317577c2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:57.518678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.628303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] Set router b2d07216-95ff-401c-b21e-9703317577c2 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:57.692256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 99acfd89-3906-40bc-b6f1-4e150d28c7c4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:57.722499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.809704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:57.821118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:57.822696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.852138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-e82892fa-2266-4413-8e93-b80688d9b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.855029 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-e82892fa-2266-4413-8e93-b80688d9b533 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.9033995 Jul 16 20:30:57.866237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f6ff16-5ecd-4d9e-be76-235e2b7131e9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:57.894873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52030) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.900365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a543ec3d-f417-4ce4-a8e7-3691fefb0eb9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786558443', 'description': 'tempest-description--1148335293'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:57.939458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.947511 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9d9e1da-1468-46b2-bf8e-469f6cdccca6 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f4f6ff16-5ecd-4d9e-be76-235e2b7131e9 HTTP/1.1" status: 204 len: 168 time: 1.4015510 Jul 16 20:30:57.950335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d9ee5da-8127-44e5-bd28-96469ded725b None None] Provisioning complete for port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:57.950717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d9ee5da-8127-44e5-bd28-96469ded725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.951999 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-97651e21-6306-4781-9730-d63a7e049122 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733328 Jul 16 20:30:57.952873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52034) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.999048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a543ec3d-f417-4ce4-a8e7-3691fefb0eb9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.183024 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port': {'id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:33Z', 'updated_at': '2021-07-16T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '99acfd89-3906-40bc-b6f1-4e150d28c7c4', 'name': '', 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'mac_address': 'fa:16:3e:58:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:41Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 4, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'subnets': [{'id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:58.302249 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d9ee5da-8127-44e5-bd28-96469ded725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.312136 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc020042-6268-443a-b337-ebe48bddfc59 None None] The sync data for ids ['b2d07216-95ff-401c-b21e-9703317577c2'] in n-d-798930-6 is: [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:30:45Z', 'revision_number': 4, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port': {'id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:33Z', 'updated_at': '2021-07-16T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '99acfd89-3906-40bc-b6f1-4e150d28c7c4', 'name': '', 'network_id': '7be36f24-954f-482c-86ef-64bf9eedd1e5', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'mac_address': 'fa:16:3e:58:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:41Z', 'updated_at': '2021-07-16T20:30:57Z', 'revision_number': 4, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'subnets': [{'id': '42834b0f-e8ab-44ee-be71-8b61049d6986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:58.331124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.340231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-986a779b-0728-4460-b6a3-e0a8cbb193c0 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.342727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-986a779b-0728-4460-b6a3-e0a8cbb193c0 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.26 "GET /v2.0/networks?id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b HTTP/1.1" status: 200 len: 910 time: 0.1851656 Jul 16 20:30:58.358632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Request body: {'port': {'device_id': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'admin_state_up': True, 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:58.397169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.460887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a543ec3d-f417-4ce4-a8e7-3691fefb0eb9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.516424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5d9ee5da-8127-44e5-bd28-96469ded725b None None] For port 99acfd89-3906-40bc-b6f1-4e150d28c7c4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=99acfd89-3906-40bc-b6f1-4e150d28c7c4,segment=NetworkSegment(6f6d7e11-8cbd-4392-af16-7d771fdbf93c),segment_id=6f6d7e11-8cbd-4392-af16-7d771fdbf93c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:58.525015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d9ee5da-8127-44e5-bd28-96469ded725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.542516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a543ec3d-f417-4ce4-a8e7-3691fefb0eb9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.587613 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-5b68a956-e32c-4882-bdb0-00db74ad7809 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183960 Jul 16 20:30:58.670185 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:30:58.670700 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:30:58.674842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Made reservation on behalf of a62eed2472e349588cb1cc840ee88c87 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:58.677643 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.708227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ee5da-8127-44e5-bd28-96469ded725b None None] Pushing event updated for resources: {'Port': ['ID=99acfd89-3906-40bc-b6f1-4e150d28c7c4,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.749171 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a543ec3d-f417-4ce4-a8e7-3691fefb0eb9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.750696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a543ec3d-f417-4ce4-a8e7-3691fefb0eb9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8547328 Jul 16 20:30:58.755456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52040) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.776305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5c91af55-cd19-4667-9a71-3dcb3357b37f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'security_group_rule': {'security_group_id': '620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:58.782170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543ec3d-f417-4ce4-a8e7-3691fefb0eb9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:58.894348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5c91af55-cd19-4667-9a71-3dcb3357b37f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.928462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:58.943605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab2ba7-ba68-487b-bd43-da4b4654986f req-2c039e16-a369-44f9-8d2b-b17f37c305ed tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:58.952324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fab2ba7-ba68-487b-bd43-da4b4654986f req-2c039e16-a369-44f9-8d2b-b17f37c305ed tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 943 time: 0.4138472 Jul 16 20:30:58.956811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e59f02-dc45-4846-8524-e18dcbaa047a']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:59.012447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3fa582-ce9c-45ce-8e61-fba0b9d0f323') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:59.012812 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3fa582-ce9c-45ce-8e61-fba0b9d0f323') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:59.043183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Allocated IP 172.20.0.4 (ec01ffab-6b81-47b9-bc74-01c2227ccf3b/335db42a-bb3f-4192-ad3d-ff6481a320f9/c0aca039-094b-49fc-a32d-3379754a639c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:59.058497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fab2ba7-ba68-487b-bd43-da4b4654986f req-cb66035a-cd12-4109-b638-843543069d64 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047394 Jul 16 20:30:59.065181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.075566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f566b0f7-3376-42cb-9559-83a9e20d8f12 req-85c3e65d-1f1d-4dc3-9464-97e917f7c5ad service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152572 Jul 16 20:30:59.102438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.111164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:59.111939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.125082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5c91af55-cd19-4667-9a71-3dcb3357b37f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.136088 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5c91af55-cd19-4667-9a71-3dcb3357b37f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.181359 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.196151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91af55-cd19-4667-9a71-3dcb3357b37f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e397bccf-db7d-4298-a99e-102b51f56110,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.208782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5c91af55-cd19-4667-9a71-3dcb3357b37f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.210042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5c91af55-cd19-4667-9a71-3dcb3357b37f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528074 Jul 16 20:30:59.217073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52042) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:59.222875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7c684610-fea6-40a2-909a-7924df847d1d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'security_group_rule': {'security_group_id': '620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:59.266730 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:59.286429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b13e3d6-3999-40d9-8624-afac2284e2cd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:59.316185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce46674-c47b-478a-9ef5-958cabbb4e10 req-f3153883-ebd3-4a46-b14d-c7d20de322c9 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 210 time: 0.0634947 Jul 16 20:30:59.328278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c684610-fea6-40a2-909a-7924df847d1d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.405410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0b13e3d6-3999-40d9-8624-afac2284e2cd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:59.406148 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.466770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.471085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c684610-fea6-40a2-909a-7924df847d1d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.479593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c684610-fea6-40a2-909a-7924df847d1d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.536731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Transition to ACTIVE for port object c0aca039-094b-49fc-a32d-3379754a639c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:59.561996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c684610-fea6-40a2-909a-7924df847d1d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbadadc5-4ccf-4d95-8fdd-3e10c41aabc9,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.608044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c684610-fea6-40a2-909a-7924df847d1d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.613717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c684610-fea6-40a2-909a-7924df847d1d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3912396 Jul 16 20:30:59.613717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52050) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:59.617676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:59.640784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.703132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.727447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:59.734052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:59.759221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Pushing event updated for resources: {'Port': ['ID=c0aca039-094b-49fc-a32d-3379754a639c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:59.776416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:59.804516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 99acfd89-3906-40bc-b6f1-4e150d28c7c4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:59.900356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.946546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:59.946919 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.959104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:59.961827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.979807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:59.999238 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] 10.222.0.100 "DELETE /v2.0/networks/69e59f02-dc45-4846-8524-e18dcbaa047a HTTP/1.1" status: 204 len: 168 time: 2.0410082 Jul 16 20:31:00.108057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f675f6ee-adfe-4b77-96a2-59d0f8da87a1 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7541034 Jul 16 20:31:00.124915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Request body: {'port': {'device_id': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:00.242150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cab090-8311-43b6-a77d-3002589fe455 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e59f02-dc45-4846-8524-e18dcbaa047a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:00.245130 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcdd15f1-c4c0-4e01-82e3-0c67bb86e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.294049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.297706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e6765a46-2fba-45a9-8a8e-9dc244c0a92f None None] Provisioning for port c0aca039-094b-49fc-a32d-3379754a639c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:00.306010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e6765a46-2fba-45a9-8a8e-9dc244c0a92f None None] Provisioning complete for port c0aca039-094b-49fc-a32d-3379754a639c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:00.307768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e6765a46-2fba-45a9-8a8e-9dc244c0a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.353675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.406341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e6765a46-2fba-45a9-8a8e-9dc244c0a92f None None] Port c0aca039-094b-49fc-a32d-3379754a639c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:00.455955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-d6545ce6-4724-44ca-97e2-d819ebc34c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.457734 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-d6545ce6-4724-44ca-97e2-d819ebc34c3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 1094 time: 1.1873281 Jul 16 20:31:00.509989 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52060) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.575861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port eb9be58f-99ca-44cb-996b-a5bcda37480a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:00.576352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.739496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-9b2b54f2-0d6a-4c71-990b-eb0db445492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.742029 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-9b2b54f2-0d6a-4c71-990b-eb0db445492e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.2694459 Jul 16 20:31:00.756340 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d5fe898f-893f-486c-afc6-30a6b93b7c88 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=113b74d00c604f1a9931ba8a66381fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408090 Jul 16 20:31:00.767114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:00.826858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:00.840681 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-4e46eddd-2134-4813-9913-fece2459eb09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 HTTP/1.1" status: 200 len: 217 time: 0.0853915 Jul 16 20:31:00.854717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for eb9be58f-99ca-44cb-996b-a5bcda37480a owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:00.944865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72336e11-be66-496c-9431-107eab0a1a89 req-b7b4f577-2147-49de-8685-d0176e4d58c8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.947188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72336e11-be66-496c-9431-107eab0a1a89 req-b7b4f577-2147-49de-8685-d0176e4d58c8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 943 time: 0.5491841 Jul 16 20:31:00.963986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 172.25.8.134 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/1c43ea10-c354-471a-ac45-4a36dfcd6794) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:01.023237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-ffcfc7b1-85b7-41d5-b55d-91ee16a62159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.024712 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-ffcfc7b1-85b7-41d5-b55d-91ee16a62159 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1720967 Jul 16 20:31:01.054155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c7f42fe-ac2f-4097-8e66-56478a0677e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.083791 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-84ac4f4a-71e2-4bfc-a04a-cdbd14a4aabd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523906 Jul 16 20:31:01.164841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c7f42fe-ac2f-4097-8e66-56478a0677e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.228196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72336e11-be66-496c-9431-107eab0a1a89 req-7b2c2d04-c937-454b-9f72-a5f9824f0199 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589426 Jul 16 20:31:01.316943 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-c2e8853b-ff21-40e8-8ac3-2b350aa823bd service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199759 Jul 16 20:31:01.360767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c7f42fe-ac2f-4097-8e66-56478a0677e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.363648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c7f42fe-ac2f-4097-8e66-56478a0677e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.368900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5c7f42fe-ac2f-4097-8e66-56478a0677e3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8ffdbeb1-c7de-4a36-bd9c-23d116a89bad HTTP/1.1" status: 204 len: 168 time: 0.5755081 Jul 16 20:31:01.413911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f42fe-ac2f-4097-8e66-56478a0677e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffdbeb1-c7de-4a36-bd9c-23d116a89bad,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:01.419856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.469730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.551138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=eb9be58f-99ca-44cb-996b-a5bcda37480a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:01.697628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0aca039-094b-49fc-a32d-3379754a639c {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:01.717632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.738101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.773804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Transition to ACTIVE for port object c0aca039-094b-49fc-a32d-3379754a639c will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:01.814875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.819528 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e88f8fff-f283-4d33-bbfc-58c15b6f9edb req-9a7a7a8e-1d82-4cfb-ab0c-06ab77432206 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744396 Jul 16 20:31:01.858950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:01.891292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:01.891292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=1c43ea10-c354-471a-ac45-4a36dfcd6794,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:01.895810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:01.983320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de33f32-9774-481d-98fa-fe111db81b0e req-31ff0acf-56d8-4bc8-9b5e-ccc8ad363581 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.985280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1de33f32-9774-481d-98fa-fe111db81b0e req-31ff0acf-56d8-4bc8-9b5e-ccc8ad363581 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1027 time: 0.3679945 Jul 16 20:31:02.102013 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.194733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:02.217728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aca039-094b-49fc-a32d-3379754a639c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.334330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1de33f32-9774-481d-98fa-fe111db81b0e req-a7902216-0503-4e49-90b5-52cf635d583f tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331478 Jul 16 20:31:02.381691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.386345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Attempting to bind port c0aca039-094b-49fc-a32d-3379754a639c on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:02.387040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Attempting to bind port c0aca039-094b-49fc-a32d-3379754a639c by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:02.387762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Attempting to bind port c0aca039-094b-49fc-a32d-3379754a639c on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:02.399300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Port c0aca039-094b-49fc-a32d-3379754a639c on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:02.400385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Attempting to bind port c0aca039-094b-49fc-a32d-3379754a639c on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:02.409507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:02.410137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Checking segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:02.410755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Bound using segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:02.411435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Bound port: c0aca039-094b-49fc-a32d-3379754a639c, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:02.412121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.466414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:02.490796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.502546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698', 'mac_address': 'fa:16:3e:b9:3a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:02.578199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] For port c0aca039-094b-49fc-a32d-3379754a639c, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:02.594023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] For port c0aca039-094b-49fc-a32d-3379754a639c, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c0aca039-094b-49fc-a32d-3379754a639c,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:02.645006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.700130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 84e04f5d-4a86-4480-8728-99b6a4187819 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:02.862024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aca039-094b-49fc-a32d-3379754a639c,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.974393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.994702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:03.009380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8c29e23e-390e-4e2f-b424-6a9c3ff5e37f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/84e04f5d-4a86-4480-8728-99b6a4187819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3228478 Jul 16 20:31:03.010458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.017191 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] Sync routers for ids ['84e04f5d-4a86-4480-8728-99b6a4187819'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:03.033618 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] Routers {'84e04f5d-4a86-4480-8728-99b6a4187819'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:03.034879 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['84e04f5d-4a86-4480-8728-99b6a4187819'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.064393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:03.133815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:03.147597 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.150988 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.180284 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] Routers {'84e04f5d-4a86-4480-8728-99b6a4187819'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:03.181388 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['84e04f5d-4a86-4480-8728-99b6a4187819'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.301370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:03.321090 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:03.322135 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad28b2-da09-476b-b434-3defa6897bee None None] The sync data for ids ['84e04f5d-4a86-4480-8728-99b6a4187819'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:03.409112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c1ce5f8a-81df-4fc2-8b1f-fe1502eee698'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:03.567657 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-7c20c697-4bb2-4613-a615-8a3ed3bbd613 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:31:03.570548 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7c20c697-4bb2-4613-a615-8a3ed3bbd613 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/84e04f5d-4a86-4480-8728-99b6a4187819/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5582654 Jul 16 20:31:03.572173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52112) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.587121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52114) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.606487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:03.607535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.613466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-9a76ff57-18d3-4f45-917a-b231c58e35d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/c0aca039-094b-49fc-a32d-3379754a639c HTTP/1.1" status: 200 len: 1091 time: 3.4932783 Jul 16 20:31:03.613977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'tag': 'c0aca039-094b-49fc-a32d-3379754a639c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:03.616584 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d97a44-2ef7-4d73-a30d-883d1a6cfca8", "tag": "c0aca039-094b-49fc-a32d-3379754a639c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:03.642964 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e2e6769-b2bb-4d13-99ce-19dcb4182b4f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=84e04f5d-4a86-4480-8728-99b6a4187819 HTTP/1.1" status: 200 len: 205 time: 0.0531571 Jul 16 20:31:03.645777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52120) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.806557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.817061 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.891684 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68f16c3d-3360-4f38-9a0c-236433ae1f55 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.917153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e30ab3-ef1d-4057-bb67-5140877eccb0 req-075f8d08-a660-42aa-9f49-4a682ca5edee tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:03.925210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78e30ab3-ef1d-4057-bb67-5140877eccb0 req-075f8d08-a660-42aa-9f49-4a682ca5edee tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 943 time: 1.0487006 Jul 16 20:31:03.963422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.997610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-253845977-network', 'tenant_id': 'db8d5781aa7e4b019e9f74049faa6638'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:04.007927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=1c43ea10-c354-471a-ac45-4a36dfcd6794,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.026865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Made reservation on behalf of db8d5781aa7e4b019e9f74049faa6638 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:04.029819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.044925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-efa774b3-0388-4574-985e-e9097d26e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.046748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-efa774b3-0388-4574-985e-e9097d26e0c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62eed2472e349588cb1cc840ee88c87&device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1094 time: 0.3226588 Jul 16 20:31:04.053324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78e30ab3-ef1d-4057-bb67-5140877eccb0 req-3d80e626-e77b-4fc3-b393-26ed96d5977a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271305 Jul 16 20:31:04.053605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.066483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.105117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-b6f0c395-a4dd-446e-98c0-ebe457a5ed0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0aca039-094b-49fc-a32d-3379754a639c HTTP/1.1" status: 200 len: 217 time: 0.0483365 Jul 16 20:31:04.166609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f3c02a4d-86e1-47bb-bea0-20bee7404507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.168895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-f3c02a4d-86e1-47bb-bea0-20bee7404507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=335db42a-bb3f-4192-ad3d-ff6481a320f9 HTTP/1.1" status: 200 len: 848 time: 0.0528619 Jul 16 20:31:04.179383 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68f16c3d-3360-4f38-9a0c-236433ae1f55 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.184205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68f16c3d-3360-4f38-9a0c-236433ae1f55 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.302098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.304446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68f16c3d-3360-4f38-9a0c-236433ae1f55 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.304948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f16c3d-3360-4f38-9a0c-236433ae1f55 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Fanout notify agent at l3_agent the message router_deleted on router 84e04f5d-4a86-4480-8728-99b6a4187819 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:04.312714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68f16c3d-3360-4f38-9a0c-236433ae1f55 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.315058 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-68f16c3d-3360-4f38-9a0c-236433ae1f55 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/84e04f5d-4a86-4480-8728-99b6a4187819 HTTP/1.1" status: 204 len: 168 time: 0.6679838 Jul 16 20:31:04.319095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52124) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:04.321683 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.332759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.335284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a2c2b5db-64fd-4af7-ac0c-c4b19d24be61 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7213058 Jul 16 20:31:04.369075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062d8c5-42e5-45dc-b6e1-434f7c691bf6 req-4e80f5f9-c584-4165-b4cc-37710ea7d346 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.371179 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e062d8c5-42e5-45dc-b6e1-434f7c691bf6 req-4e80f5f9-c584-4165-b4cc-37710ea7d346 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1094 time: 0.1410987 Jul 16 20:31:04.378526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-7b3ee62a-de10-4a69-85ed-177611ce3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.382082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-7b3ee62a-de10-4a69-85ed-177611ce3f90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049174 Jul 16 20:31:04.468639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:04.479894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e062d8c5-42e5-45dc-b6e1-434f7c691bf6 req-f85e973e-3e51-4162-9748-ead669efde5b tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963235 Jul 16 20:31:04.511229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c530db7-9223-44f4-83e8-877b87df6727,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:04.550957 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.552100 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Added segment dc173cc8-29ba-4691-ba1f-51bf18ea403b of type vlan for network aef4a77e-d1a2-43af-a3e3-549df1e3f776 Jul 16 20:31:04.566960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet 31317fef-42ae-47ff-b4c7-54984be07b4a {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:04.588831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.676432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-b2501877-a776-45e3-a41c-f88e8a9a6898 service neutron] 10.222.0.26 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771544 Jul 16 20:31:04.679864 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa7dab6-fa31-4d30-b4a2-5e1a1461106c x-openstack-request-id: req-5fa7dab6-fa31-4d30-b4a2-5e1a1461106c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:04.680500 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d97a44-2ef7-4d73-a30d-883d1a6cfca8", "tag": "c0aca039-094b-49fc-a32d-3379754a639c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:04.681027 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5fa7dab6-fa31-4d30-b4a2-5e1a1461106c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:04.682005 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'tag': 'c0aca039-094b-49fc-a32d-3379754a639c', 'status': 'completed', 'code': 200} Jul 16 20:31:04.733025 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.745504 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.796842 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-16602c6d-3983-442b-8e7d-10eb95a83ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.882623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-151fd832-e6af-45b7-ab55-61b1a3001bc8 req-3b76ddcf-5d47-456e-8498-2c510168b15e service neutron] 10.222.0.26 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987672 Jul 16 20:31:04.898026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.900075 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.901211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:04.981953 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4034104 Jul 16 20:31:04.983860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52142) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:04.992853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Request body: {'subnet': {'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-253845977-subnet', 'tenant_id': 'db8d5781aa7e4b019e9f74049faa6638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:05.067043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.202226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fa314-5f0e-4a97-bef1-f5ebe5364d26 admin admin] Pushing event updated for resources: {'Network': ['ID=aef4a77e-d1a2-43af-a3e3-549df1e3f776,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.203501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-0fbad3ee-bac2-44f5-96bd-fc2631c9ca17 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1786558443&fields=id&tenant_id=4d01b4abdbb346b48f0686a7a1f4460e HTTP/1.1" status: 200 len: 267 time: 0.2327158 Jul 16 20:31:05.228334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Made reservation on behalf of db8d5781aa7e4b019e9f74049faa6638 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:05.232760 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.233527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network aef4a77e-d1a2-43af-a3e3-549df1e3f776 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:05.333983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.385859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-80e9e72d-9c96-48d6-84e4-9acb1d563116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.388194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-80e9e72d-9c96-48d6-84e4-9acb1d563116 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62eed2472e349588cb1cc840ee88c87&device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1094 time: 0.4126704 Jul 16 20:31:05.415761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-afd7c972-f935-4ac4-b4dc-75cc84e97b30 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.417336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-afd7c972-f935-4ac4-b4dc-75cc84e97b30 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports/573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 936 time: 0.1685231 Jul 16 20:31:05.452723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=31317fef-42ae-47ff-b4c7-54984be07b4a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:05.457489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.464776 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9dfe32c-0a69-4830-ac56-0c88130b5f75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/31317fef-42ae-47ff-b4c7-54984be07b4a HTTP/1.1" status: 204 len: 168 time: 1.1402144 Jul 16 20:31:05.466412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52146) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:05.480903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53e653-f3d7-43f9-89d0-93c0f45a15a8 None None] Network cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:05.613002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-6240620b-c055-4b22-a130-39c86b5d95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.615756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-6240620b-c055-4b22-a130-39c86b5d95f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b HTTP/1.1" status: 200 len: 910 time: 0.2189448 Jul 16 20:31:05.643520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b3bd6502-a7d0-42ac-b4f6-a48c2ed71217 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.655359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b3bd6502-a7d0-42ac-b4f6-a48c2ed71217 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports/f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 936 time: 0.2255473 Jul 16 20:31:05.816691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-f1512cb9-da4b-4a25-aa86-c84ac66e1fa9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1533432 Jul 16 20:31:05.816691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-6ee1c4b0-0b04-401c-936a-38baaf86c1ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0aca039-094b-49fc-a32d-3379754a639c HTTP/1.1" status: 200 len: 217 time: 0.1551502 Jul 16 20:31:05.933469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] DHCP port deletion for cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:05.961076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-9f6347a6-3b1e-49b6-9b27-5b866265ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.963676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-9f6347a6-3b1e-49b6-9b27-5b866265ff6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=335db42a-bb3f-4192-ad3d-ff6481a320f9 HTTP/1.1" status: 200 len: 848 time: 0.1185367 Jul 16 20:31:05.967874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-7aaedfb1-4315-46f6-82d7-a4450773ec15 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1559410 Jul 16 20:31:06.027537 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.059193 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.101399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] Deleting port 79128e25-b190-4e05-aee9-fdd409355576 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:06.101753 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.184816 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.215114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] For port 79128e25-b190-4e05-aee9-fdd409355576, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=79128e25-b190-4e05-aee9-fdd409355576,segment=NetworkSegment(97600ffe-fa8d-481a-8bbf-7d787e8a867e),segment_id=97600ffe-fa8d-481a-8bbf-7d787e8a867e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:06.216561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.221708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-c046e365-94a9-4e2d-bfbb-02df33ff1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.222567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:06.224802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-c046e365-94a9-4e2d-bfbb-02df33ff1290 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535655 Jul 16 20:31:06.259603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] Calling delete_port for 79128e25-b190-4e05-aee9-fdd409355576 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:06.281892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbceadae-2317-4af3-a437-01398118c8d9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.284352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d541508b-fe9f-4821-a536-217a3dc07f1c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.294164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d541508b-fe9f-4821-a536-217a3dc07f1c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.305609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d541508b-fe9f-4821-a536-217a3dc07f1c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.308484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d541508b-fe9f-4821-a536-217a3dc07f1c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 1996 time: 0.2917113 Jul 16 20:31:06.348551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-bc3f2442-af8a-48ea-831f-b0bb8b5fb1d4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/quotas/4d01b4abdbb346b48f0686a7a1f4460e HTTP/1.1" status: 200 len: 375 time: 0.0263472 Jul 16 20:31:06.362792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:06.377780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 79128e25-b190-4e05-aee9-fdd409355576 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:06.378410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.386073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Checking segment: {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:06.386741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Network hostable DHCP agents. Network: aef4a77e-d1a2-43af-a3e3-549df1e3f776, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:06.400807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:06.401508 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.456094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.469718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Network aef4a77e-d1a2-43af-a3e3-549df1e3f776 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:06.488777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] Pushing event deleted for resources: {'Port': ['ID=79128e25-b190-4e05-aee9-fdd409355576,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.504836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4035f32-dbc1-4fd7-b17a-a6f6bfad7306 None None] No DVR routers for this DVR port 79128e25-b190-4e05-aee9-fdd409355576 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:06.561431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 79128e25-b190-4e05-aee9-fdd409355576, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=79128e25-b190-4e05-aee9-fdd409355576,segment=NetworkSegment(97600ffe-fa8d-481a-8bbf-7d787e8a867e),segment_id=97600ffe-fa8d-481a-8bbf-7d787e8a867e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:06.562228 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.593087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 79128e25-b190-4e05-aee9-fdd409355576 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:06.596659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, aef4a77e-d1a2-43af-a3e3-549df1e3f776) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:06.599558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.609437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.610686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.614400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-2b8d3ae0-b9b7-4725-8e24-b56991f69886 service neutron] 10.222.0.26 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777435 Jul 16 20:31:06.637404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132bbfaf-deb4-4ec1-8504-470a5993941c None None] Network aef4a77e-d1a2-43af-a3e3-549df1e3f776 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:06.697656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:06.700826 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95baf5ac-9921-4401-839c-5382f63426e1" -d '{"events": [{"server_uuid": "5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6", "name": "network-vif-plugged", "status": "completed", "tag": "c1ce5f8a-81df-4fc2-8b1f-fe1502eee698"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:06.713919 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-257ced32-294d-43f9-8258-1e15de98c23d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7280464 Jul 16 20:31:06.732711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:06.745044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.862026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.892577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-7079d457-ae00-45cb-9449-7fa63eb7b1fb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3175523 Jul 16 20:31:06.903015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf9cb28-8d19-424a-a0aa-6d1220b0c89a req-d7af57d1-2712-46a7-bd8c-18718a06d9d1 service neutron] 10.222.0.26 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461572 Jul 16 20:31:06.945548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=79128e25-b190-4e05-aee9-fdd409355576,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.990736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port 79128e25-b190-4e05-aee9-fdd409355576 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:07.008147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.008717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.009281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.010363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.010495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.011019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.011559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.012230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.012801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.013362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.015084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.015882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:07.119492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c343f-f2bc-4bc8-9817-9af5f45e7940 None None] Network aef4a77e-d1a2-43af-a3e3-549df1e3f776 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:07.131629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8bebf142-5e70-4341-aed5-cf96537f393c service neutron] 10.222.0.100 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804154 Jul 16 20:31:07.150404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.197252 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.211239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:07.225009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97600ffe-fa8d-481a-8bbf-7d787e8a867e') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:07.225482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97600ffe-fa8d-481a-8bbf-7d787e8a867e') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:07.262907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.290767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.303673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:07.304414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:07.311674 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:07.315416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-339dce58-a0e8-4e93-b95d-75ee845eecfa service neutron] 10.222.0.100 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724162 Jul 16 20:31:07.421210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d1694de4-c9bb-40e7-a0c9-99173ba5f872 service neutron] 10.222.0.100 "GET /v2.0/ports/573cb4fa-fbc1-4115-aa73-96db92e2c530?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0983615 Jul 16 20:31:07.460296 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.475589 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.480940 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07 HTTP/1.1" status: 204 len: 168 time: 2.0130239 Jul 16 20:31:07.493650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52178) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:07.506027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eab76c-07ce-4a50-9472-3b974d4e69bc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=cf2bf84b-b81a-4fdd-92d6-7c4c929f8d07,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:07.507309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1797301638'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:07.594086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:07.600391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.660389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-3a481207-8342-4e97-abe5-d2c2ef8019fa service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079229 Jul 16 20:31:07.665098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:07.711755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.712255 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment 804a2418-e3f3-45ed-952a-df5129613b72 of type vlan for network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 Jul 16 20:31:07.773847 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 79128e25-b190-4e05-aee9-fdd409355576 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:07.828928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 79128e25-b190-4e05-aee9-fdd409355576 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:07.830659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 79128e25-b190-4e05-aee9-fdd409355576 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:07.851542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.934974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-6742854a-79cb-4ee2-937f-4206e7a010fe service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572916 Jul 16 20:31:07.941637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.949803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.951028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.050655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5477095 Jul 16 20:31:08.054883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.062553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': '7a8eabbc-7138-42ed-8830-3cc566fbbfb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:08.124090 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.129410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e6b3b-3c10-4060-b06a-441de83b8ef7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=7a8eabbc-7138-42ed-8830-3cc566fbbfb6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.136894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-eaaacd6d-2601-42d2-8d38-92e4389e4f6d service neutron] 10.222.0.100 "GET /v2.0/ports/f7bf83ae-7204-48bd-95b8-33009ab925c3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1799991 Jul 16 20:31:08.152561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:08.222359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:08.228941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.250220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c0aca039-094b-49fc-a32d-3379754a639c details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:08.313341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-70857368-0e1a-491f-bd4e-6d6c1d5d047d service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696439 Jul 16 20:31:08.329609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.464583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-dca9c8a3-b406-4048-aff3-7928758e34de service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365075 Jul 16 20:31:08.542097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c0aca039-094b-49fc-a32d-3379754a639c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c0aca039-094b-49fc-a32d-3379754a639c,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:08.560473 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.567430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c0aca039-094b-49fc-a32d-3379754a639c', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'port_id': 'c0aca039-094b-49fc-a32d-3379754a639c', 'mac_address': 'fa:16:3e:95:fa:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:08.612971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.620427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.628414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-9d3a5574-7d24-419f-91e4-dd599d7accb2 service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559508 Jul 16 20:31:08.636311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0aca039-094b-49fc-a32d-3379754a639c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:08.643768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=a2b455bf-f9e1-4d42-9f7f-ddde0a36762e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.654211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': '804a2418-e3f3-45ed-952a-df5129613b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a8eabbc-7138-42ed-8830-3cc566fbbfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:08.654636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: 7a8eabbc-7138-42ed-8830-3cc566fbbfb6, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:08.666770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c0aca039-094b-49fc-a32d-3379754a639c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c0aca039-094b-49fc-a32d-3379754a639c,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:08.672522 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.677936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:08.691823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7a8eabbc-7138-42ed-8830-3cc566fbbfb6) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:08.706186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.706829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.712578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33420489-4bce-4f4b-bb3b-3d67e57b7df8 None None] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:08.731486 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5dddb09d-632d-4280-85b7-c6c7eac3ed7a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6741476 Jul 16 20:31:08.735400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52196) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.743171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fecda94e-23ad-4e99-ab60-2b90c2642061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734423066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:08.780123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fecda94e-23ad-4e99-ab60-2b90c2642061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.781464 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fecda94e-23ad-4e99-ab60-2b90c2642061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.839735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c0aca039-094b-49fc-a32d-3379754a639c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.854230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b42a0d91-5ebe-406b-b837-1134540c91a5 service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156150 Jul 16 20:31:08.869212 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fecda94e-23ad-4e99-ab60-2b90c2642061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.877215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fecda94e-23ad-4e99-ab60-2b90c2642061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.899750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fecda94e-23ad-4e99-ab60-2b90c2642061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.907901 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fecda94e-23ad-4e99-ab60-2b90c2642061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1701660 Jul 16 20:31:08.912000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52198) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:08.991311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c0aca039-094b-49fc-a32d-3379754a639c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:09.057959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c159ae93-f9dd-434d-833c-4dcfc9fb8212 service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946485 Jul 16 20:31:09.084954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-7a8eabbc-7138-42ed-8830-3cc566fbbfb6', 'network_id': '7a8eabbc-7138-42ed-8830-3cc566fbbfb6', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': 'a2b455bf-f9e1-4d42-9f7f-ddde0a36762e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:09.087899 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.200279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-14889558-f5c0-4eac-b667-5e0f387e68b7 service neutron] 10.222.0.100 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236143 Jul 16 20:31:09.284695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Allocated IP 2001:db8::2 (7a8eabbc-7138-42ed-8830-3cc566fbbfb6/a2b455bf-f9e1-4d42-9f7f-ddde0a36762e/cc1ad3c3-90aa-452a-abe0-2c4b725e860c) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:09.356266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-23e42e29-061b-4cfb-908c-3a14805e16e2 service neutron] 10.222.0.100 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420610 Jul 16 20:31:09.383931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.490428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-23dc0ae6-a8ae-4ade-88a9-1d5569d61573 service neutron] 10.222.0.100 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265941 Jul 16 20:31:09.540156 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.557910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Transition to ACTIVE for port object cc1ad3c3-90aa-452a-abe0-2c4b725e860c will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:09.600355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Transition to ACTIVE for port object cc1ad3c3-90aa-452a-abe0-2c4b725e860c will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:09.612948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-3bc6f586-6dea-4eac-bab1-d10238db3c00 service neutron] 10.222.0.100 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150165 Jul 16 20:31:09.617873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.684346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:09.690352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:09.692548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Pushing event updated for resources: {'Port': ['ID=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:09.695194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:09.750544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8::1 (7a8eabbc-7138-42ed-8830-3cc566fbbfb6/a2b455bf-f9e1-4d42-9f7f-ddde0a36762e/69fb431c-1616-43fc-bf90-863fbd519220) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:09.754227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1d283160-3ba3-4530-b576-1bf338a1adae service neutron] 10.222.0.100 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347833 Jul 16 20:31:09.789459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Attempting to bind port cc1ad3c3-90aa-452a-abe0-2c4b725e860c on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:09.790653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Attempting to bind port cc1ad3c3-90aa-452a-abe0-2c4b725e860c by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '804a2418-e3f3-45ed-952a-df5129613b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a8eabbc-7138-42ed-8830-3cc566fbbfb6'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:09.791669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Attempting to bind port cc1ad3c3-90aa-452a-abe0-2c4b725e860c on network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:09.802304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:09.803167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Checking segment: {'id': '804a2418-e3f3-45ed-952a-df5129613b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a8eabbc-7138-42ed-8830-3cc566fbbfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:09.803970 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.804664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Bound using segment: {'id': '804a2418-e3f3-45ed-952a-df5129613b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a8eabbc-7138-42ed-8830-3cc566fbbfb6'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:09.807677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Bound port: cc1ad3c3-90aa-452a-abe0-2c4b725e860c, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804a2418-e3f3-45ed-952a-df5129613b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7a8eabbc-7138-42ed-8830-3cc566fbbfb6'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:09.808528 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.921761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] For port cc1ad3c3-90aa-452a-abe0-2c4b725e860c, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:09.926237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] For port cc1ad3c3-90aa-452a-abe0-2c4b725e860c, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,segment=NetworkSegment(804a2418-e3f3-45ed-952a-df5129613b72),segment_id=804a2418-e3f3-45ed-952a-df5129613b72)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:09.931342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.075659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510361f-eec9-4f1b-99a2-769b1f79af79 None None] Pushing event updated for resources: {'Port': ['ID=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.090362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.120319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object 69fb431c-1616-43fc-bf90-863fbd519220 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:10.184839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.232946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:10.237571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:10.248685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:10.249258 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.343783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=69fb431c-1616-43fc-bf90-863fbd519220,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:10.492050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.882804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.891911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.892837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.949592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=69fb431c-1616-43fc-bf90-863fbd519220,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:11.149180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eaf51-0578-4bfa-9d67-16790066f49d req-6eff62d9-a514-4d7f-a3a3-fb2b13673eed tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.156980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-245eaf51-0578-4bfa-9d67-16790066f49d req-6eff62d9-a514-4d7f-a3a3-fb2b13673eed tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 945 time: 0.1920664 Jul 16 20:31:11.161555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:11.163375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:11.553688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:11.703305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84114063-5096-44ea-8e4c-7141fb07f83a None None] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:11.869599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-245eaf51-0578-4bfa-9d67-16790066f49d req-a14815d2-58f1-4f29-b3e2-ce499437785e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7035408 Jul 16 20:31:11.897096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-82560907-4a01-4261-b5d0-cb8f52485a14 None None] Provisioning for port cc1ad3c3-90aa-452a-abe0-2c4b725e860c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:11.909726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:11.939135 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f1741a4-71e8-4be4-bd19-9275a6a40816 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0230021 Jul 16 20:31:11.940437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52242) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:11.941835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] Sync routers for ids ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:11.952955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cc1ad3c3-90aa-452a-abe0-2c4b725e860c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:12.021960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a8dff-4285-4eb7-b73d-0ffc0e6d6353 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.023355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] Routers {'e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:12.024014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.025107 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-151a8dff-4285-4eb7-b73d-0ffc0e6d6353 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports/69fb431c-1616-43fc-bf90-863fbd519220 HTTP/1.1" status: 200 len: 911 time: 0.0836141 Jul 16 20:31:12.028097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52244) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:12.379276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c0aca039-094b-49fc-a32d-3379754a639c up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:12.385107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.420585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f4263-ba08-4c0e-ab64-ca5ef2a3dde3 req-42cc389b-fbeb-4f35-9724-60436076ee07 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.429763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f49f4263-ba08-4c0e-ab64-ca5ef2a3dde3 req-42cc389b-fbeb-4f35-9724-60436076ee07 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1095 time: 0.2602408 Jul 16 20:31:12.431554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] Routers {'e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:12.432055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.484087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f49f4263-ba08-4c0e-ab64-ca5ef2a3dde3 req-4c9f9015-95f7-4a94-a409-750fb787ae51 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533652 Jul 16 20:31:12.533245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:12.534483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21087b2f-f654-488e-aa98-b43d3f51fc90 None None] The sync data for ids ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:12.560869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port cc1ad3c3-90aa-452a-abe0-2c4b725e860c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:12.570188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port cc1ad3c3-90aa-452a-abe0-2c4b725e860c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:12.570833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.658870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port c0aca039-094b-49fc-a32d-3379754a639c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:12.691364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c0aca039-094b-49fc-a32d-3379754a639c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:12.691657 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.726515 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.786775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port cc1ad3c3-90aa-452a-abe0-2c4b725e860c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,segment=NetworkSegment(804a2418-e3f3-45ed-952a-df5129613b72),segment_id=804a2418-e3f3-45ed-952a-df5129613b72)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:12.802016 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.849979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.081835 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5b7913-d61f-469c-8502-6a87dc098738 x-openstack-request-id: req-ff5b7913-d61f-469c-8502-6a87dc098738 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:13.082586 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6", "name": "network-vif-plugged", "status": "completed", "tag": "c1ce5f8a-81df-4fc2-8b1f-fe1502eee698", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:13.083006 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ff5b7913-d61f-469c-8502-6a87dc098738 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:13.083697 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698', 'code': 200} Jul 16 20:31:13.098247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.231986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ed0bc5d4-e715-45dc-aded-0ff0a128cecc None None] Provisioning complete for port cc1ad3c3-90aa-452a-abe0-2c4b725e860c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:13.232523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ed0bc5d4-e715-45dc-aded-0ff0a128cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.237162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.280025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4e72bb28-3cab-4246-95d2-e00327273ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.281433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4e72bb28-3cab-4246-95d2-e00327273ac0 service neutron] 10.222.0.21 "GET /v2.0/ports/573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 1032 time: 0.3453536 Jul 16 20:31:13.459700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c0aca039-094b-49fc-a32d-3379754a639c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c0aca039-094b-49fc-a32d-3379754a639c,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:13.474189 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.577858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-91f8c5e0-e7ae-45c5-b6e3-ba5d315f2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.580158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-91f8c5e0-e7ae-45c5-b6e3-ba5d315f2f6e service neutron] 10.222.0.21 "GET /v2.0/ports/f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 1032 time: 0.2840080 Jul 16 20:31:13.629577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cb07b-b2d2-4dcf-961b-7187bf329e9e req-abe01d50-7d1b-46f2-bb5c-5a9b91c6fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.631371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b53cb07b-b2d2-4dcf-961b-7187bf329e9e req-abe01d50-7d1b-46f2-bb5c-5a9b91c6fdd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 1096 time: 0.4796576 Jul 16 20:31:13.819123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b53cb07b-b2d2-4dcf-961b-7187bf329e9e req-78c9c72c-ea26-43a8-adfc-9311df16500b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450939 Jul 16 20:31:13.848641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c0aca039-094b-49fc-a32d-3379754a639c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.851514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-bf688ff5-c4e3-46f4-b372-f39348baeab4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.856265 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:13.861195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-bf688ff5-c4e3-46f4-b372-f39348baeab4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 813 time: 0.3754563 Jul 16 20:31:13.866841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cc1ad3c3-90aa-452a-abe0-2c4b725e860c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:13.964256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ed0bc5d4-e715-45dc-aded-0ff0a128cecc None None] Provisioning for port 69fb431c-1616-43fc-bf90-863fbd519220 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:13.966854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-f77428e9-2d88-4166-89e0-35f631b7c1d3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/quotas/db8d5781aa7e4b019e9f74049faa6638 HTTP/1.1" status: 200 len: 375 time: 0.1043875 Jul 16 20:31:13.987636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ed0bc5d4-e715-45dc-aded-0ff0a128cecc None None] Provisioning complete for port 69fb431c-1616-43fc-bf90-863fbd519220 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:13.988694 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ed0bc5d4-e715-45dc-aded-0ff0a128cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.022398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-916a5932-f283-49dd-b0af-5abcc6c80fc4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.029470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-916a5932-f283-49dd-b0af-5abcc6c80fc4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.036970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-916a5932-f283-49dd-b0af-5abcc6c80fc4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.039136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-916a5932-f283-49dd-b0af-5abcc6c80fc4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 1996 time: 0.4475040 Jul 16 20:31:14.082911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-7c925d44-7728-4879-8a04-be682fe51725 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148152 Jul 16 20:31:14.086967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bc5d4-e715-45dc-aded-0ff0a128cecc None None] Port 69fb431c-1616-43fc-bf90-863fbd519220 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:14.106654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port cc1ad3c3-90aa-452a-abe0-2c4b725e860c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:14.107421 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.287726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-64cea2e8-0866-4040-acc9-6028b41462c3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d01b4abdbb346b48f0686a7a1f4460e HTTP/1.1" status: 200 len: 380 time: 0.2088368 Jul 16 20:31:14.289697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f65cdbb1-b9c6-462a-a824-9ba385f5f384 None None] Provisioning complete for port 69fb431c-1616-43fc-bf90-863fbd519220 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:14.290634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f65cdbb1-b9c6-462a-a824-9ba385f5f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.291391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 69fb431c-1616-43fc-bf90-863fbd519220 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:14.292053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.304927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'admin_state_up': True, 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'security_groups': ['620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:14.323001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2de9585e-6b29-42d6-83d2-c2942ff5e48e service neutron] 10.222.0.100 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237432 Jul 16 20:31:14.373716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f65cdbb1-b9c6-462a-a824-9ba385f5f384 None None] Port 69fb431c-1616-43fc-bf90-863fbd519220 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:14.602618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.635825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-27e6d44a-744b-4247-9bd6-1a7be52c128e service neutron] 10.222.0.100 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848327 Jul 16 20:31:14.642856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 69fb431c-1616-43fc-bf90-863fbd519220 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:14.698366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:14.702440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.085010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aca039-094b-49fc-a32d-3379754a639c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:15.088527 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e725fd-0eb7-46e3-b7a8-5ecd9a108700" -d '{"events": [{"server_uuid": "d6d97a44-2ef7-4d73-a30d-883d1a6cfca8", "name": "network-vif-plugged", "status": "completed", "tag": "c0aca039-094b-49fc-a32d-3379754a639c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:15.169704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 172.20.0.10 (14793202-6c19-4021-84c1-351f660b46d6/e05e557c-3dc3-4107-b3af-37bdc253942e/e09d36e9-9b42-480b-90a0-320baa497ac6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:15.497356 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.538055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Transition to ACTIVE for port object e09d36e9-9b42-480b-90a0-320baa497ac6 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:15.600629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01ab2aef-e40c-4d7c-974d-20026a4407df req-199be6a6-b346-4e2f-a6e4-3a4c0547f03a tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0481291 Jul 16 20:31:15.601156 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.685353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=69fb431c-1616-43fc-bf90-863fbd519220,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:15.775300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.775661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.775993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.776332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.776666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.778169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.778495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.778831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.780123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.780459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.780793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:15.781181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:16.050252 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.101326 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.156091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 14793202-6c19-4021-84c1-351f660b46d6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:16.177192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:16.180728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:16.286365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=e09d36e9-9b42-480b-90a0-320baa497ac6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.394943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe865f1-c4db-4d34-88cb-4b7da64b2f23 req-d57e0b01-7424-47e6-b2e1-7f474938aa1a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.415531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebe865f1-c4db-4d34-88cb-4b7da64b2f23 req-d57e0b01-7424-47e6-b2e1-7f474938aa1a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 945 time: 0.4526918 Jul 16 20:31:16.497939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.500653 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.599505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebe865f1-c4db-4d34-88cb-4b7da64b2f23 req-63163398-9f89-4eaf-a8fe-7dc7965d5f22 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827929 Jul 16 20:31:16.616822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:16.619312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1dd1b2ef-2013-42f1-9feb-09781641d554 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3189521 Jul 16 20:31:16.664022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dd84c671-472b-47d4-8a88-39b4717b85f0 None None] Provisioning for port e09d36e9-9b42-480b-90a0-320baa497ac6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:16.670023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dd84c671-472b-47d4-8a88-39b4717b85f0 None None] Provisioning complete for port e09d36e9-9b42-480b-90a0-320baa497ac6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:16.670824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dd84c671-472b-47d4-8a88-39b4717b85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.816625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c671-472b-47d4-8a88-39b4717b85f0 None None] Port e09d36e9-9b42-480b-90a0-320baa497ac6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:17.358682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'admin_state_up': True, 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'security_groups': ['620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:17.381906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:17.399566 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] Sync routers for ids ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:17.400523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f869b03d-5a74-4869-92ad-0459e982c3b8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3659861 Jul 16 20:31:17.405359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52306) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:17.422360 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] Routers {'e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:17.423472 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:17.441684 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a0177e22-5517-43e9-bd87-61ff2a62046a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7 HTTP/1.1" status: 200 len: 205 time: 0.0317521 Jul 16 20:31:17.447440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52308) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:17.548535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:17.581583 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] Routers {'e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:17.583574 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:17.616591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-0d140f79-7674-42aa-9de7-ceb3a2773c76 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:17.618631 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-0d140f79-7674-42aa-9de7-ceb3a2773c76 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 945 time: 0.3232629 Jul 16 20:31:17.621869 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92ad4a27-4b63-48cc-8142-0d1b9b8954a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.673841 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:17.675102 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed1dff7-00e0-4475-b307-68c3065a5b5c None None] The sync data for ids ['e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:17.732538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-16319186-da5d-47bc-b21e-ccd40f7bcc8b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:17.743633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-16319186-da5d-47bc-b21e-ccd40f7bcc8b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.21 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 813 time: 0.3714814 Jul 16 20:31:17.826778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Request body: {'port': {'device_id': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776', 'admin_state_up': True, 'tenant_id': 'db8d5781aa7e4b019e9f74049faa6638'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:17.936308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:17.941220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.222184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92ad4a27-4b63-48cc-8142-0d1b9b8954a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.227450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92ad4a27-4b63-48cc-8142-0d1b9b8954a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.284109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Made reservation on behalf of db8d5781aa7e4b019e9f74049faa6638 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:18.290331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.302205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42c89c-8339-49b5-876c-7b0362ae1d19 req-7619ff52-5072-4db7-a3dd-7feb32436bcf tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.308304 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d42c89c-8339-49b5-876c-7b0362ae1d19 req-7619ff52-5072-4db7-a3dd-7feb32436bcf tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1096 time: 0.9446359 Jul 16 20:31:18.399082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 10.1.1.230 (87a4b21e-dbe0-4008-b365-c64e39314207/ae78592c-437d-4796-bb5a-f81a2c434fbe/d12a73ee-4f29-4d6b-af3a-6129c8351b6a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:18.515908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d42c89c-8339-49b5-876c-7b0362ae1d19 req-f2037aa7-fbc7-4cd6-8d65-e3e385223c1c tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816356 Jul 16 20:31:18.607715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92ad4a27-4b63-48cc-8142-0d1b9b8954a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.609795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ad4a27-4b63-48cc-8142-0d1b9b8954a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Fanout notify agent at l3_agent the message router_deleted on router e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:18.624118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92ad4a27-4b63-48cc-8142-0d1b9b8954a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.632234 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-92ad4a27-4b63-48cc-8142-0d1b9b8954a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7 HTTP/1.1" status: 204 len: 168 time: 1.1811609 Jul 16 20:31:18.633490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52312) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:18.635579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Deleting port a5cfeeff-933a-4fde-b122-e310a69d7baf {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:18.636141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.754988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Allocated IP 172.20.0.7 (aef4a77e-d1a2-43af-a3e3-549df1e3f776/cbceadae-2317-4af3-a437-01398118c8d9/1a316ea5-268b-45b5-869e-56ca5f371ea9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:18.774227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet a2b455bf-f9e1-4d42-9f7f-ddde0a36762e {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:18.788982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.877195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] For port a5cfeeff-933a-4fde-b122-e310a69d7baf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfeeff-933a-4fde-b122-e310a69d7baf,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:18.879044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.885379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.917078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.008321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Transition to ACTIVE for port object d12a73ee-4f29-4d6b-af3a-6129c8351b6a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:19.265190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e65878a-6ab2-4e1f-b36d-89158942e4fe req-76cb2b08-73da-4d89-bf33-23692927c8b3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 210 time: 0.0556626 Jul 16 20:31:19.294262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.335684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.346874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.451500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 87a4b21e-dbe0-4008-b365-c64e39314207 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:19.458879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.461732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:19.475792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:19.477463 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff4cea-5f48-44fd-a753-29ec89c5b921 x-openstack-request-id: req-30ff4cea-5f48-44fd-a753-29ec89c5b921 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:19.479169 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d97a44-2ef7-4d73-a30d-883d1a6cfca8", "name": "network-vif-plugged", "status": "completed", "tag": "c0aca039-094b-49fc-a32d-3379754a639c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:19.481194 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-30ff4cea-5f48-44fd-a753-29ec89c5b921 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:19.481194 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aca039-094b-49fc-a32d-3379754a639c', 'code': 200} Jul 16 20:31:19.511332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.571037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.577228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/a2b455bf-f9e1-4d42-9f7f-ddde0a36762e HTTP/1.1" status: 204 len: 168 time: 0.9390321 Jul 16 20:31:19.577228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa414bcf-35c1-4cdf-a1e8-f9c4c8d14ee1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b455bf-f9e1-4d42-9f7f-ddde0a36762e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.577228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.586901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52324) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:19.591276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f9688-a003-476c-87a5-13d046c90265 None None] Network 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:19.622875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.623786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.623786 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Floating IP 8946b268-b6a4-418e-a257-e3422d4f56cf disassociated. External IP: 172.25.8.156, port: a5cfeeff-933a-4fde-b122-e310a69d7baf. Jul 16 20:31:19.624348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Calling delete_port for a5cfeeff-933a-4fde-b122-e310a69d7baf owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:19.626079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.630584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.835893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-653d9b89-42a2-4384-88e1-cb65a635821e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1952310 Jul 16 20:31:19.842331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Network aef4a77e-d1a2-43af-a3e3-549df1e3f776 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:19.981036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'admin_state_up': True, 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'security_groups': ['620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:20.035645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:20.049656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:20.073419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.105463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ed1354f6-e368-46b4-938c-1567e3324d6d None None] Provisioning for port d12a73ee-4f29-4d6b-af3a-6129c8351b6a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:20.113119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ed1354f6-e368-46b4-938c-1567e3324d6d None None] Provisioning complete for port d12a73ee-4f29-4d6b-af3a-6129c8351b6a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:20.113592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ed1354f6-e368-46b4-938c-1567e3324d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.186282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ed1354f6-e368-46b4-938c-1567e3324d6d None None] Port d12a73ee-4f29-4d6b-af3a-6129c8351b6a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:20.190698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:20.193881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event deleted for resources: {'Port': ['ID=a5cfeeff-933a-4fde-b122-e310a69d7baf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:20.250696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.288332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] DHCP port deletion for 7a8eabbc-7138-42ed-8830-3cc566fbbfb6 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:20.420446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfeeff-933a-4fde-b122-e310a69d7baf no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:20.464671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Router d316205a-21cc-4c51-9a12-eefad01d5f9d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:20.475891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b49eb22-c515-494c-81a6-4e135e2acb19 req-061180bd-5eb8-4a10-be12-3bc6d290681c tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=a71ade95-1676-4f9c-aa88-57749d71b4c0 HTTP/1.1" status: 200 len: 210 time: 0.4204800 Jul 16 20:31:20.525036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: a5cfeeff-933a-4fde-b122-e310a69d7baf {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:20.528586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfeeff-933a-4fde-b122-e310a69d7baf not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:20.566228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] Deleting port cc1ad3c3-90aa-452a-abe0-2c4b725e860c {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:20.566829 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.571410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.572273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.616577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86876d07-e93b-4a1b-85e4-ca1ec262833a req-009027c0-56fb-4fd4-bd5d-bee29755e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.620056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86876d07-e93b-4a1b-85e4-ca1ec262833a req-009027c0-56fb-4fd4-bd5d-bee29755e8ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1096 time: 0.8993688 Jul 16 20:31:20.620848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:20.626747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.784686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] For port cc1ad3c3-90aa-452a-abe0-2c4b725e860c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,segment=NetworkSegment(804a2418-e3f3-45ed-952a-df5129613b72),segment_id=804a2418-e3f3-45ed-952a-df5129613b72)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:20.785345 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.794862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-2348554d-d7ed-4bfa-9974-ebe326c4df0d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9685118 Jul 16 20:31:20.818207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Request body: {'port': {'device_id': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:20.843207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86876d07-e93b-4a1b-85e4-ca1ec262833a req-a6c98a9e-a1f9-4f23-8bbc-381c5727ce46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045956 Jul 16 20:31:20.848554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] Calling delete_port for cc1ad3c3-90aa-452a-abe0-2c4b725e860c owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:20.885000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:21.005222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] No DVR routers for this DVR port a5cfeeff-933a-4fde-b122-e310a69d7baf on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:21.010540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.012765 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-323e0bf6-bdfa-475d-a746-2f67d30a5ada req-cee1cb90-60e9-470c-9a5c-110d71cd88aa tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.21 "DELETE /v2.0/ports/a5cfeeff-933a-4fde-b122-e310a69d7baf HTTP/1.1" status: 204 len: 173 time: 3.3866544 Jul 16 20:31:21.020137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'name': 'network-vif-deleted', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:21.022638 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a99317-e389-4124-95ed-03ec2bb2c965" -d '{"events": [{"server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "name": "network-vif-deleted", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:21.036413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] Sync routers for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:21.089943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:21.094527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:21.295091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port cc1ad3c3-90aa-452a-abe0-2c4b725e860c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:21.295539 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.353984 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.389968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] Pushing event deleted for resources: {'Port': ['ID=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.405337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75104b0d-31b1-4614-a634-2ddaecb361a1 None None] No DVR routers for this DVR port cc1ad3c3-90aa-452a-abe0-2c4b725e860c on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:21.429025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:21.458212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.662967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port cc1ad3c3-90aa-452a-abe0-2c4b725e860c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,segment=NetworkSegment(804a2418-e3f3-45ed-952a-df5129613b72),segment_id=804a2418-e3f3-45ed-952a-df5129613b72)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:21.664422 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.784560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for cc1ad3c3-90aa-452a-abe0-2c4b725e860c owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:21.889623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9742cc-fb42-4200-8425-612fa3776685 req-584eb78d-4883-43ad-92e0-4af7903aaa2c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.895425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9742cc-fb42-4200-8425-612fa3776685 req-584eb78d-4883-43ad-92e0-4af7903aaa2c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.905800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca9742cc-fb42-4200-8425-612fa3776685 req-584eb78d-4883-43ad-92e0-4af7903aaa2c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 1654 time: 1.0108991 Jul 16 20:31:21.930829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cc1ad3c3-90aa-452a-abe0-2c4b725e860c no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:21.980378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: cc1ad3c3-90aa-452a-abe0-2c4b725e860c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:21.980931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cc1ad3c3-90aa-452a-abe0-2c4b725e860c not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:22.001618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 10.1.1.11 (87a4b21e-dbe0-4008-b365-c64e39314207/ae78592c-437d-4796-bb5a-f81a2c434fbe/2d59118a-4e01-4a99-bc45-d91457b4ea90) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:22.066252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:22.156430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] Checking router: d316205a-21cc-4c51-9a12-eefad01d5f9d for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:22.172206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:22.173026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:22.229476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca9742cc-fb42-4200-8425-612fa3776685 req-1af804ef-2f83-45ff-986b-0d676d137f9a tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186569 Jul 16 20:31:22.370001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:22.372924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.436299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port cc1ad3c3-90aa-452a-abe0-2c4b725e860c on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:22.492823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=cc1ad3c3-90aa-452a-abe0-2c4b725e860c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:22.602051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:22.640926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e0783-3426-4200-8ec4-82a58f1ea486 None None] The sync data for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 is: [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:22.732570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.747731 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.776697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8eabbc-7138-42ed-8830-3cc566fbbfb6']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:22.805692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804a2418-e3f3-45ed-952a-df5129613b72') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:22.806062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804a2418-e3f3-45ed-952a-df5129613b72') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:22.818882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519a9b-acff-43f0-a9e8-1e703953733c req-c111b515-b1bc-4e87-8490-3790daf2aa1e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:22.820589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-c111b515-b1bc-4e87-8490-3790daf2aa1e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.4245510 Jul 16 20:31:22.830102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Transition to ACTIVE for port object 2d59118a-4e01-4a99-bc45-d91457b4ea90 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:22.855599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.889330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.900863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-24aca5a0-54d2-4e01-9c3a-2a69ff036647 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.0477607 Jul 16 20:31:22.913631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:22.914059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:22.917606 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:22.921560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a316ea5-268b-45b5-869e-56ca5f371ea9 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:22.966438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.045848 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1430959-afac-4145-8cdd-a60ce417a9aa None None] New status for floating IP 8946b268-b6a4-418e-a257-e3422d4f56cf: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:31:23.468485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.474776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Transition to ACTIVE for port object 1a316ea5-268b-45b5-869e-56ca5f371ea9 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:23.490380 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.496730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.498772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/7a8eabbc-7138-42ed-8830-3cc566fbbfb6 HTTP/1.1" status: 204 len: 168 time: 3.9163818 Jul 16 20:31:23.504923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52360) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.510536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-661700304', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:23.546107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.548008 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.616672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=2d59118a-4e01-4a99-bc45-d91457b4ea90,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.621142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.621635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.717758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.751734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-94e9d6e7-66e9-45c4-8895-002495e9a347 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8254635 Jul 16 20:31:23.757276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa29e3e-44c3-47dc-b20e-1a030e67a13f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=7a8eabbc-7138-42ed-8830-3cc566fbbfb6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.785686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 87a4b21e-dbe0-4008-b365-c64e39314207 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:23.806453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:23.814060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:23.864735 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.991116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.993000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.043121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-0d02d17c-a40e-4896-b811-aeb88275a9f8 service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825165 Jul 16 20:31:24.071615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c45df090-ff67-4f14-8b18-df9ecbdc46d9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1090014 Jul 16 20:31:24.086272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca', 'admin_state_up': True, 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'security_groups': ['620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:24.125256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:24.125695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:24.126042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:24.208596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:24.208955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:24.235295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:24.235704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Checking segment: {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:24.236040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Bound using segment: {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:24.237827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Bound port: 1a316ea5-268b-45b5-869e-56ca5f371ea9, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:24.238216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.294382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a8f64180-9d36-459f-b921-d01a4d707186 None None] Provisioning for port 2d59118a-4e01-4a99-bc45-d91457b4ea90 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:24.302302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a8f64180-9d36-459f-b921-d01a4d707186 None None] Provisioning complete for port 2d59118a-4e01-4a99-bc45-d91457b4ea90 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:24.302787 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8f64180-9d36-459f-b921-d01a4d707186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.316765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-50842873-c418-4fa8-a902-886f7ad4157f service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723062 Jul 16 20:31:24.402975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.414208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a8f64180-9d36-459f-b921-d01a4d707186 None None] Port 2d59118a-4e01-4a99-bc45-d91457b4ea90 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:24.473377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.545243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:24.596929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:24.656368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:24.770128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.811197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 172.25.8.40 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/1a955533-f8b9-427f-98f3-9873ff5ffcf8) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:24.865989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.866834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.868556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 1091 time: 4.0601974 Jul 16 20:31:24.878153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:24.883227 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38" -d '{"events": [{"name": "network-changed", "server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:25.080794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.148698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.152267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16524c6-b96b-48a4-b84e-149eb76382d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.230012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.299050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca232e8-a35b-4f83-beb0-da70772e7bcb req-42ab6719-0850-4543-a5e7-97102dd19501 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.301266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ca232e8-a35b-4f83-beb0-da70772e7bcb req-42ab6719-0850-4543-a5e7-97102dd19501 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1096 time: 0.6621277 Jul 16 20:31:25.321125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:25.333989 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:25.349859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:25.357907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=1a955533-f8b9-427f-98f3-9873ff5ffcf8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:25.434032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-fa7100c8-4bf5-4544-8f37-111c5118e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.439350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-fa7100c8-4bf5-4544-8f37-111c5118e872 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1094 time: 0.4800093 Jul 16 20:31:25.610569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-d3ea9843-1e99-454e-b233-7dca5444f570 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 217 time: 0.1170173 Jul 16 20:31:25.684843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ca232e8-a35b-4f83-beb0-da70772e7bcb req-ac89f54b-1d87-431e-b840-9a200ca02483 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645477 Jul 16 20:31:25.691642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-0dbdbdef-c05c-4830-b680-1415c80a0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.693115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-0dbdbdef-c05c-4830-b680-1415c80a0b5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.0760560 Jul 16 20:31:25.835233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-10957330-1396-482a-8055-2da17a293846 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861702 Jul 16 20:31:25.947441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 10.2.2.100 (48ba64d8-4fb0-435d-90c5-2ac0b96daeca/7c9f23d1-c62f-45b9-83c4-08f72b2d26df/91e0ff2b-4ab4-4f20-82ee-cc67000df496) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:25.982660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.200818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-6a03326c-b1e8-4241-bca2-5ac38e4363ca service neutron] 10.222.0.21 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580084 Jul 16 20:31:26.330701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.497735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6508d2c-9f40-4591-9cf8-e2da55ec0208 req-0426ede3-2269-4226-bda4-132e6f3ee992 service neutron] 10.222.0.21 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831588 Jul 16 20:31:26.678224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.749186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75488-4297-4c19-b9d5-7b94ba100faf req-61dce92a-1ecb-4c2c-b749-a221d88e742b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.759554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 61463c12-97a6-4e40-b55c-bb8e1142f28b is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:26.763869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12b75488-4297-4c19-b9d5-7b94ba100faf req-61dce92a-1ecb-4c2c-b749-a221d88e742b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 943 time: 0.1978929 Jul 16 20:31:26.808955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Transition to ACTIVE for port object 91e0ff2b-4ab4-4f20-82ee-cc67000df496 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:26.958617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12b75488-4297-4c19-b9d5-7b94ba100faf req-cfcf17d8-e2ae-4e28-b145-82be2e0d7973 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934388 Jul 16 20:31:27.042039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.064760 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:27.083730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] Sync routers for ids ['61463c12-97a6-4e40-b55c-bb8e1142f28b'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:27.089305 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e9bbdd-a1d0-4e99-827c-431ebb263335 x-openstack-request-id: req-e2e9bbdd-a1d0-4e99-827c-431ebb263335 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:27.090600 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71ade95-1676-4f9c-aa88-57749d71b4c0", "name": "network-vif-deleted", "tag": "a5cfeeff-933a-4fde-b122-e310a69d7baf", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:27.091173 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e2e9bbdd-a1d0-4e99-827c-431ebb263335 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:27.092748 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71ade95-1676-4f9c-aa88-57749d71b4c0', 'name': 'network-vif-deleted', 'tag': 'a5cfeeff-933a-4fde-b122-e310a69d7baf', 'status': 'completed', 'code': 200} Jul 16 20:31:27.096418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.097809 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6b44f56b-da54-45c8-99fb-ef52cbe71705 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.5911510 Jul 16 20:31:27.102270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52410) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.117134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b4b17883-bc46-43a8-a615-afd7168125b3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.120280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b4b17883-bc46-43a8-a615-afd7168125b3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.4059205 Jul 16 20:31:27.120623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] Routers {'61463c12-97a6-4e40-b55c-bb8e1142f28b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:27.122788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['61463c12-97a6-4e40-b55c-bb8e1142f28b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:27.185277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': '03722186-08d6-4dae-a2d0-335c588dda32', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:27.239125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:27.276658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] Routers {'61463c12-97a6-4e40-b55c-bb8e1142f28b'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:27.277793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['61463c12-97a6-4e40-b55c-bb8e1142f28b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:27.368561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:27.370205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ed8c0-fbfd-4073-8f91-b94058741497 None None] The sync data for ids ['61463c12-97a6-4e40-b55c-bb8e1142f28b'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:27.384901 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-786648af-043d-4bb1-aa70-17f7c8a80317 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/routers/61463c12-97a6-4e40-b55c-bb8e1142f28b HTTP/1.1" status: 200 len: 883 time: 0.2814441 Jul 16 20:31:27.388716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52418) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.485629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:27.513483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:27.620618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:27.710100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=91e0ff2b-4ab4-4f20-82ee-cc67000df496,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.790486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:27.794626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.830696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.831755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.008206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3b35-4a21-4ca1-b3dd-aae64b0fb883 req-e9274b9d-b0b1-47c3-93f3-2bf611c26efd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.015982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3b35-4a21-4ca1-b3dd-aae64b0fb883 req-e9274b9d-b0b1-47c3-93f3-2bf611c26efd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.023027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3b35-4a21-4ca1-b3dd-aae64b0fb883 req-e9274b9d-b0b1-47c3-93f3-2bf611c26efd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.028975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3b35-4a21-4ca1-b3dd-aae64b0fb883 req-e9274b9d-b0b1-47c3-93f3-2bf611c26efd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.030901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a7d3b35-4a21-4ca1-b3dd-aae64b0fb883 req-e9274b9d-b0b1-47c3-93f3-2bf611c26efd tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 3095 time: 0.5285845 Jul 16 20:31:28.042180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e916a2e0-d7db-49b7-9b4c-549a25d84e46 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9603598 Jul 16 20:31:28.087882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca', 'admin_state_up': True, 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'security_groups': ['620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:28.097022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-23d3a0d4-8320-4c35-8d28-efc7cf9a8f2a None None] Provisioning for port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:28.121732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-23d3a0d4-8320-4c35-8d28-efc7cf9a8f2a None None] Provisioning complete for port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:28.122507 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-23d3a0d4-8320-4c35-8d28-efc7cf9a8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.157897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.11 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/8e8cf46c-4a15-424c-987f-f057e41925e5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:28.201681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-23d3a0d4-8320-4c35-8d28-efc7cf9a8f2a None None] Port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:28.233040 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9638fe72-055c-4ffb-9f66-8fa2846acb56 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8431141 Jul 16 20:31:28.237359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52422) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:28.242405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b372252d-5621-4dda-bb90-457511de5847 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-661700304'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:28.372971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a7d3b35-4a21-4ca1-b3dd-aae64b0fb883 req-acfde36d-25fd-4ae5-9158-c79e80818744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927799 Jul 16 20:31:28.415050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:28.502947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Made reservation on behalf of 4d01b4abdbb346b48f0686a7a1f4460e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:28.509290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.567928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.652460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:28.669908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776', 'port_id': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'mac_address': 'fa:16:3e:9a:04:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbceadae-2317-4af3-a437-01398118c8d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:28.733502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.749550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a316ea5-268b-45b5-869e-56ca5f371ea9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:28.780661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:28.785877 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.836770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Allocated IP 10.2.2.200 (48ba64d8-4fb0-435d-90c5-2ac0b96daeca/7c9f23d1-c62f-45b9-83c4-08f72b2d26df/6bf0ac31-2cf5-49ce-8f71-e010412ccb2d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:28.841274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b372252d-5621-4dda-bb90-457511de5847 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.859674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.873337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.874288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.875420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.877584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.878139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.878962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.879108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b372252d-5621-4dda-bb90-457511de5847 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.880204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.880837 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.881421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.881973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.882645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.883331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:28.995199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.016011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Transition to ACTIVE for port object 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:29.019607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-911172cf-e265-47f5-8b9e-df1422a66a14 req-e1537a9a-54a5-4b08-911c-a2c8a2aae92c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 210 time: 0.3873761 Jul 16 20:31:29.031649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['1a316ea5-268b-45b5-869e-56ca5f371ea9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:29.045128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b372252d-5621-4dda-bb90-457511de5847 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 61463c12-97a6-4e40-b55c-bb8e1142f28b has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:29.072720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.130035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c1ce5f8a-81df-4fc2-8b1f-fe1502eee698'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:29.132994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:29.142298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:29.148143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:29.151728 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.220590 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3433d4-292e-4c1b-a16a-8bad7f327dec x-openstack-request-id: req-dd3433d4-292e-4c1b-a16a-8bad7f327dec {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:29.220936 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:29.221399 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dd3433d4-292e-4c1b-a16a-8bad7f327dec {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:29.222437 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'status': 'completed', 'code': 200} Jul 16 20:31:29.237778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=8e8cf46c-4a15-424c-987f-f057e41925e5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.255357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b372252d-5621-4dda-bb90-457511de5847 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:29.266727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b372252d-5621-4dda-bb90-457511de5847 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.269429 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b372252d-5621-4dda-bb90-457511de5847 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/61463c12-97a6-4e40-b55c-bb8e1142f28b HTTP/1.1" status: 200 len: 890 time: 1.0297818 Jul 16 20:31:29.271289 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] Sync routers for ids ['61463c12-97a6-4e40-b55c-bb8e1142f28b'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:29.272641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52430) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:29.285586 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] Routers {'61463c12-97a6-4e40-b55c-bb8e1142f28b'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:29.286209 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['61463c12-97a6-4e40-b55c-bb8e1142f28b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.373312 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.383207 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] Routers {'61463c12-97a6-4e40-b55c-bb8e1142f28b'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:29.384099 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['61463c12-97a6-4e40-b55c-bb8e1142f28b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.420573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-a432373c-0247-4540-9199-d21a979f4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.420573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-a432373c-0247-4540-9199-d21a979f4de6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1095 time: 0.2369173 Jul 16 20:31:29.440695 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:29.441401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4400e6-9902-46af-b22e-548d28ac3f54 None None] The sync data for ids ['61463c12-97a6-4e40-b55c-bb8e1142f28b'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:29.450320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:29.470215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.471538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.474826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:29.489821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event updated for resources: {'Port': ['ID=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.524819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:29.607134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b0ba5f74-82de-41d5-98ba-d60a657e2610 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4376695 Jul 16 20:31:29.616861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-53374efd-da83-41ad-b117-94725f20dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.619458 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-53374efd-da83-41ad-b117-94725f20dc96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 914 time: 0.1915236 Jul 16 20:31:29.644112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Request body: {'port': {'device_id': '03722186-08d6-4dae-a2d0-335c588dda32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:29.700004 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-800ea5ee-c004-478c-903d-860b52bf8cb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 217 time: 0.0676692 Jul 16 20:31:29.738627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.739680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.788154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-638b5163-9cea-4a98-a07a-a222b3c440a0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7067602 Jul 16 20:31:29.819883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-2d05964a-2bf2-48df-b992-3bc420071142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.820319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:29.823431 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-2d05964a-2bf2-48df-b992-3bc420071142 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.0989461 Jul 16 20:31:29.832653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:29.893670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b718d-ff19-4cf1-a35e-538b62cbf419 req-c152d15c-1c01-4091-9aa1-e4cbd30d5a0b tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.895363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe7b718d-ff19-4cf1-a35e-538b62cbf419 req-c152d15c-1c01-4091-9aa1-e4cbd30d5a0b tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1096 time: 0.5071874 Jul 16 20:31:29.931115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-6d4d54b8-0f82-4ebd-8d40-0017677062b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924361 Jul 16 20:31:29.952836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.980671 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-18fc5750-a454-4a45-a794-a3f8bf61ca03 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/routers/61463c12-97a6-4e40-b55c-bb8e1142f28b HTTP/1.1" status: 200 len: 890 time: 0.7067132 Jul 16 20:31:29.987836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52436) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:30.031271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe7b718d-ff19-4cf1-a35e-538b62cbf419 req-dd8c4e49-fb13-4619-8ea8-8c64398f021c tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179528 Jul 16 20:31:30.052663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-eb88c32e-7e1c-4c13-9667-89cc3bbb11dd None None] Provisioning for port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:30.065264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-eb88c32e-7e1c-4c13-9667-89cc3bbb11dd None None] Provisioning complete for port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:30.066056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eb88c32e-7e1c-4c13-9667-89cc3bbb11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.187429 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-b43f7fef-7180-4bbc-bfc7-d71cfdef0dbb service neutron] 10.222.0.21 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449434 Jul 16 20:31:30.187968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:30.215381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-eb88c32e-7e1c-4c13-9667-89cc3bbb11dd None None] Port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:30.291377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1143f06-b6e8-4498-94bf-59d4f4ccd23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.416765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:30.489487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91eb68f0-e737-45d0-931c-1430a85ce7f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.562435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 1a316ea5-268b-45b5-869e-56ca5f371ea9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:30.564199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-77b15ae2-c0c9-42e6-ac89-1587b0c8ca2f req-649d00bd-0ea4-44e9-99a1-e8f3e4bde543 service neutron] (94095) timed out ('10.222.0.21', 57051) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:31:30.570558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-65aa7725-0228-4798-bc11-8c2592255e75 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=61463c12-97a6-4e40-b55c-bb8e1142f28b HTTP/1.1" status: 200 len: 205 time: 0.5790884 Jul 16 20:31:30.579444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 1a316ea5-268b-45b5-869e-56ca5f371ea9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:30.579946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:30.581195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.596980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91eb68f0-e737-45d0-931c-1430a85ce7f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.669769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.697274 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d0e18ee4-a1a2-4054-a0c7-9ba2ffbc9f38 req-8966fc4c-c9f2-4fd6-affe-a8d60380ad90 service neutron] 10.222.0.21 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189057 Jul 16 20:31:30.829536 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.882799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:30.883465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.884042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:30.888578 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40606458-1ff5-4743-a8e5-a072d537a8c5" -d '{"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:30.896114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.972622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.996646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f03089-423a-42a8-893a-6a699c27a51c req-00e0e1d9-9e65-4f87-a274-9e4e7876bc27 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.003944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62f03089-423a-42a8-893a-6a699c27a51c req-00e0e1d9-9e65-4f87-a274-9e4e7876bc27 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 944 time: 0.3911004 Jul 16 20:31:31.022020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91eb68f0-e737-45d0-931c-1430a85ce7f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.030655 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91eb68f0-e737-45d0-931c-1430a85ce7f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.034816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91eb68f0-e737-45d0-931c-1430a85ce7f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "DELETE /v2.0/security-groups/56edc08e-b166-4ef8-b530-5ed1142d9f2e HTTP/1.1" status: 204 len: 168 time: 0.8455043 Jul 16 20:31:31.038173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52450) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:31.073623 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-a87a7458-c06e-498c-b42f-5fcb79976c0f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] show failed (client error): The resource could not be found. Jul 16 20:31:31.075327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a87a7458-c06e-498c-b42f-5fcb79976c0f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups/56edc08e-b166-4ef8-b530-5ed1142d9f2e HTTP/1.1" status: 404 len: 347 time: 0.0290000 Jul 16 20:31:31.094127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52452) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:31.118460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb68f0-e737-45d0-931c-1430a85ce7f8 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56edc08e-b166-4ef8-b530-5ed1142d9f2e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:31.167964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.228542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62f03089-423a-42a8-893a-6a699c27a51c req-cac80fff-1288-431e-a58f-7916f02e7dbf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140338 Jul 16 20:31:31.289127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 1a955533-f8b9-427f-98f3-9873ff5ffcf8 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:31.289864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.424967 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.440474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 1a955533-f8b9-427f-98f3-9873ff5ffcf8 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:31.625112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8cf46c-4a15-424c-987f-f057e41925e5 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:31.656578 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.679726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.735358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Transition to ACTIVE for port object 8e8cf46c-4a15-424c-987f-f057e41925e5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:31.765782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.773107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=1a955533-f8b9-427f-98f3-9873ff5ffcf8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:31.790185 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.809705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Deleting port 91c475bd-a456-414d-9ff9-f20b83e496bc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:31.810102 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.847939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7b499-bfdf-4ba2-956c-601ffea624b8 req-e8e6ff6f-ed0d-43a9-8fc1-3771002c0cb3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.853988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7b499-bfdf-4ba2-956c-601ffea624b8 req-e8e6ff6f-ed0d-43a9-8fc1-3771002c0cb3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.860190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7b499-bfdf-4ba2-956c-601ffea624b8 req-e8e6ff6f-ed0d-43a9-8fc1-3771002c0cb3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.866487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7b499-bfdf-4ba2-956c-601ffea624b8 req-e8e6ff6f-ed0d-43a9-8fc1-3771002c0cb3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.878461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7b499-bfdf-4ba2-956c-601ffea624b8 req-e8e6ff6f-ed0d-43a9-8fc1-3771002c0cb3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.882784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85c7b499-bfdf-4ba2-956c-601ffea624b8 req-e8e6ff6f-ed0d-43a9-8fc1-3771002c0cb3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 3816 time: 0.4369652 Jul 16 20:31:31.913506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.920377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.931006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09d36e9-9b42-480b-90a0-320baa497ac6 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:31.996605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.010218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.010552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Pushing event updated for resources: {'Port': ['ID=8e8cf46c-4a15-424c-987f-f057e41925e5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.010794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Fanout notify agent at l3_agent the message router_deleted on router 61463c12-97a6-4e40-b55c-bb8e1142f28b {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:32.036513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.038726 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e15d4fb-ab3f-4f8f-9a7c-76d7b11a307c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/61463c12-97a6-4e40-b55c-bb8e1142f28b HTTP/1.1" status: 204 len: 168 time: 1.4533236 Jul 16 20:31:32.042320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52460) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:32.050748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-235715850'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:32.113340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:32.122480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.149075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.149970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.169888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:32.176421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Calling delete_port for 91c475bd-a456-414d-9ff9-f20b83e496bc owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:32.183668 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.184419 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment 06857863-e8d3-4d49-8b21-581953b0f5df of type vlan for network 2b7c4694-dabe-47df-a000-4a13cae97822 Jul 16 20:31:32.200271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Transition to ACTIVE for port object e09d36e9-9b42-480b-90a0-320baa497ac6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:32.234567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85c7b499-bfdf-4ba2-956c-601ffea624b8 req-1771af88-a1e8-4396-b401-da6bd6b92229 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897401 Jul 16 20:31:32.286308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.328584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.359151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52466) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:32.386749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.415113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.418374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.530903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Pushing event updated for resources: {'Port': ['ID=e09d36e9-9b42-480b-90a0-320baa497ac6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.584636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Attempting to bind port 8e8cf46c-4a15-424c-987f-f057e41925e5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:32.584943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Attempting to bind port 8e8cf46c-4a15-424c-987f-f057e41925e5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:32.585251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Attempting to bind port 8e8cf46c-4a15-424c-987f-f057e41925e5 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:32.645609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=2b7c4694-dabe-47df-a000-4a13cae97822,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.650819 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1ae5169-4c92-4e2b-aa7f-7cc200d0e9cb tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6055126 Jul 16 20:31:32.654422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52470) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:32.662831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': '2b7c4694-dabe-47df-a000-4a13cae97822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:32.672102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2b7c4694-dabe-47df-a000-4a13cae97822 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:32.678372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Port 8e8cf46c-4a15-424c-987f-f057e41925e5 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:32.678714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Attempting to bind port 8e8cf46c-4a15-424c-987f-f057e41925e5 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:32.812630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:32.814191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:32.815120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:32.816079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Bound port: 8e8cf46c-4a15-424c-987f-f057e41925e5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:32.817198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.835119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fc9645a-59bc-4160-ab4c-1b2b705e3e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.899114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:32.903092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.905746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Attempting to bind port e09d36e9-9b42-480b-90a0-320baa497ac6 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:32.906187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Attempting to bind port e09d36e9-9b42-480b-90a0-320baa497ac6 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:32.906440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Attempting to bind port e09d36e9-9b42-480b-90a0-320baa497ac6 on network 14793202-6c19-4021-84c1-351f660b46d6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:32.924910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Port e09d36e9-9b42-480b-90a0-320baa497ac6 on network 14793202-6c19-4021-84c1-351f660b46d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:32.924910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Attempting to bind port e09d36e9-9b42-480b-90a0-320baa497ac6 on network 14793202-6c19-4021-84c1-351f660b46d6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:32.933223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.952245 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a622b-dc95-428a-8be7-1fe64139899c req-5b4c8f7b-7f87-420f-9183-ec1dae0fd306 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.954578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-210a622b-dc95-428a-8be7-1fe64139899c req-5b4c8f7b-7f87-420f-9183-ec1dae0fd306 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 944 time: 0.5047214 Jul 16 20:31:32.981486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:32.981841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Checking segment: {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:32.982271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Bound using segment: {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:32.982644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Bound port: e09d36e9-9b42-480b-90a0-320baa497ac6, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf48b5da-1e56-41b7-8189-463d875e38d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '14793202-6c19-4021-84c1-351f660b46d6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:32.983005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.998776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event deleted for resources: {'Port': ['ID=91c475bd-a456-414d-9ff9-f20b83e496bc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.094395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] For port 8e8cf46c-4a15-424c-987f-f057e41925e5, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:33.146063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fc9645a-59bc-4160-ab4c-1b2b705e3e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.157865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fc9645a-59bc-4160-ab4c-1b2b705e3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.171966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-210a622b-dc95-428a-8be7-1fe64139899c req-4542c0c5-5094-4cf6-a102-23c318fca9b9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837828 Jul 16 20:31:33.182379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] For port 8e8cf46c-4a15-424c-987f-f057e41925e5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8e8cf46c-4a15-424c-987f-f057e41925e5,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:33.202080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.214415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.217859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.221874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7273aa9d-8d64-4b93-9842-cf568dbc510a tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "DELETE /v2.0/floatingips/8946b268-b6a4-418e-a257-e3422d4f56cf HTTP/1.1" status: 204 len: 168 time: 2.1102185 Jul 16 20:31:33.286482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.287139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.289722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] 10.222.0.21 "PUT /v2.0/ports/8e8cf46c-4a15-424c-987f-f057e41925e5 HTTP/1.1" status: 200 len: 1092 time: 3.6657653 Jul 16 20:31:33.297887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03722186-08d6-4dae-a2d0-335c588dda32', 'tag': '8e8cf46c-4a15-424c-987f-f057e41925e5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:33.300355 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd" -d '{"events": [{"name": "network-changed", "server_uuid": "03722186-08d6-4dae-a2d0-335c588dda32", "tag": "8e8cf46c-4a15-424c-987f-f057e41925e5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:33.306076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] For port e09d36e9-9b42-480b-90a0-320baa497ac6, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:33.310305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] For port e09d36e9-9b42-480b-90a0-320baa497ac6, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e09d36e9-9b42-480b-90a0-320baa497ac6,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:33.327062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.381645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374f9e8-45cd-4489-bfad-ead784337dee service neutron] Pushing event updated for resources: {'Port': ['ID=8e8cf46c-4a15-424c-987f-f057e41925e5,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.449924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.450571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.452132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] 10.222.0.21 "PUT /v2.0/ports/e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1092 time: 3.6328325 Jul 16 20:31:33.494938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:33.601737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d30f9-e19a-483d-aa53-94fc263a7435 service neutron] Pushing event updated for resources: {'Port': ['ID=e09d36e9-9b42-480b-90a0-320baa497ac6,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.629077 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9fc9645a-59bc-4160-ab4c-1b2b705e3e63 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f0d3d67b601b4d32a0ed004edd399797&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2665925 Jul 16 20:31:33.637390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52480) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:33.642409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9645a-59bc-4160-ab4c-1b2b705e3e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46912f8-d3a7-4df9-877e-dc9a1981753d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.701681 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.708129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.723176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5726-93e4-4549-88bc-9e36bf08763d req-7a2680f3-ad6f-45e5-a386-4013c7ff9f55 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.730561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44bc5726-93e4-4549-88bc-9e36bf08763d req-7a2680f3-ad6f-45e5-a386-4013c7ff9f55 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1096 time: 0.3856506 Jul 16 20:31:33.791558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519a9b-acff-43f0-a9e8-1e703953733c req-97d7fdd3-ad24-4b73-a6d9-cda91c09231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.793258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-97d7fdd3-ad24-4b73-a6d9-cda91c09231e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 1095 time: 0.4411108 Jul 16 20:31:33.816116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=a214fc90-fe9d-4e3c-ae0d-8e160e448401,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.862806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-727c98da-1c59-470b-8c0d-bd9b890ecc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.874257 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-8e82b2b5-b6d0-4940-9d88-920d4e93dab4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2146389 Jul 16 20:31:33.876678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': '06857863-e8d3-4d49-8b21-581953b0f5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b7c4694-dabe-47df-a000-4a13cae97822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:33.877160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: 2b7c4694-dabe-47df-a000-4a13cae97822, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:33.898603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 2b7c4694-dabe-47df-a000-4a13cae97822 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:33.948014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2b7c4694-dabe-47df-a000-4a13cae97822) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:33.962190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5001ae-d1cb-48c8-bc06-b7366ac9f0cf None None] Network 2b7c4694-dabe-47df-a000-4a13cae97822 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:33.964153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44bc5726-93e4-4549-88bc-9e36bf08763d req-2321e048-16a5-48e0-ba36-eb41a40b3cf2 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323306 Jul 16 20:31:33.966787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-8e737ec3-9d3d-4473-8f14-bd94adc1a961 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e8cf46c-4a15-424c-987f-f057e41925e5 HTTP/1.1" status: 200 len: 217 time: 0.1591461 Jul 16 20:31:33.970252 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.972736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.003606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.011302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-727c98da-1c59-470b-8c0d-bd9b890ecc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.034835 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9101df02-5500-432f-a70b-d9450882c253 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3649607 Jul 16 20:31:34.034835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52482) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:34.061675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-46d4c5dc-55ee-4c60-89b1-daba7670f72b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1244053043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:34.138768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d4c5dc-55ee-4c60-89b1-daba7670f72b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.142515 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d4c5dc-55ee-4c60-89b1-daba7670f72b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.154014 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8135bae-5db5-4a11-998f-2e20a1baa26b x-openstack-request-id: req-c8135bae-5db5-4a11-998f-2e20a1baa26b {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:34.154916 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:34.155686 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c8135bae-5db5-4a11-998f-2e20a1baa26b {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:34.157576 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'code': 200} Jul 16 20:31:34.183834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-b5688493-78eb-4bc8-8372-453f14711991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.186021 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-b5688493-78eb-4bc8-8372-453f14711991 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 1096 time: 0.2846932 Jul 16 20:31:34.273178 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d4c5dc-55ee-4c60-89b1-daba7670f72b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.273178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.21', 57468) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:34.294566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d4c5dc-55ee-4c60-89b1-daba7670f72b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.340569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519a9b-acff-43f0-a9e8-1e703953733c req-c2e456ff-7113-434a-8952-98dc39bf49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.356854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-c2e456ff-7113-434a-8952-98dc39bf49d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1681964 Jul 16 20:31:34.358432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-727c98da-1c59-470b-8c0d-bd9b890ecc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.364805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-727c98da-1c59-470b-8c0d-bd9b890ecc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.367316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-727c98da-1c59-470b-8c0d-bd9b890ecc7f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a46912f8-d3a7-4df9-877e-dc9a1981753d HTTP/1.1" status: 204 len: 168 time: 0.7220318 Jul 16 20:31:34.418474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-2b7c4694-dabe-47df-a000-4a13cae97822', 'network_id': '2b7c4694-dabe-47df-a000-4a13cae97822', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': 'a214fc90-fe9d-4e3c-ae0d-8e160e448401'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:34.419427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.460631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-1abd70eb-f043-432f-abbc-323373995340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795913 Jul 16 20:31:34.462504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c98da-1c59-470b-8c0d-bd9b890ecc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46912f8-d3a7-4df9-877e-dc9a1981753d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.497496 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d4c5dc-55ee-4c60-89b1-daba7670f72b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.505179 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-46d4c5dc-55ee-4c60-89b1-daba7670f72b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4652877 Jul 16 20:31:34.508508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52492) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:34.603614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-1d0c3820-123f-44d6-b277-4edbf6bc1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.607721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-1d0c3820-123f-44d6-b277-4edbf6bc1beb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.3259370 Jul 16 20:31:34.629648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba5f40-ede1-4b5f-a79a-4bf4644fdc55 req-7833f368-a54e-4599-836a-7b47a91bb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.633366 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d2ba5f40-ede1-4b5f-a79a-4bf4644fdc55 req-7833f368-a54e-4599-836a-7b47a91bb685 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1096 time: 0.3610144 Jul 16 20:31:34.727085 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-0ac7721e-a4e5-40d4-8ae0-b9904a1bdaf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 HTTP/1.1" status: 200 len: 217 time: 0.1098189 Jul 16 20:31:34.846375 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d2ba5f40-ede1-4b5f-a79a-4bf4644fdc55 req-2aed5da7-5fb2-452b-9bff-019a27c6ba7b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978960 Jul 16 20:31:34.887778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-fe35c6af-b84a-4751-9555-8a4451cff2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.890882 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-fe35c6af-b84a-4751-9555-8a4451cff2d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1493747 Jul 16 20:31:34.965979 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-bd3a1768-c221-4d1d-92e0-146763167276 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626473 Jul 16 20:31:34.970960 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94a69d0e-0661-43fd-93cf-bb8602df74d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.004431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Allocated IP 2001:db8::2 (2b7c4694-dabe-47df-a000-4a13cae97822/a214fc90-fe9d-4e3c-ae0d-8e160e448401/0d9a127b-d0ff-4289-b69c-8529fed94589) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:35.059076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52496) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:35.101012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-2a9425e7-cdb7-4743-83ce-55c8b2cdc359 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220622 Jul 16 20:31:35.213575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8a2fac14-6cde-40b2-9106-5e1d4e1ca6a4 req-eb8d23f9-d60b-46ee-9499-bbb61266f558 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039553 Jul 16 20:31:35.233454 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.245826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Transition to ACTIVE for port object 0d9a127b-d0ff-4289-b69c-8529fed94589 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:35.265861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Transition to ACTIVE for port object 0d9a127b-d0ff-4289-b69c-8529fed94589 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:35.274470 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.324317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Network 2b7c4694-dabe-47df-a000-4a13cae97822 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:35.327539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:35.332574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:35.338953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Pushing event updated for resources: {'Port': ['ID=0d9a127b-d0ff-4289-b69c-8529fed94589,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:35.408657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Attempting to bind port 0d9a127b-d0ff-4289-b69c-8529fed94589 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:35.409039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Attempting to bind port 0d9a127b-d0ff-4289-b69c-8529fed94589 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '06857863-e8d3-4d49-8b21-581953b0f5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b7c4694-dabe-47df-a000-4a13cae97822'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:35.409405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Attempting to bind port 0d9a127b-d0ff-4289-b69c-8529fed94589 on network 2b7c4694-dabe-47df-a000-4a13cae97822 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:35.415752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:35.416158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Checking segment: {'id': '06857863-e8d3-4d49-8b21-581953b0f5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b7c4694-dabe-47df-a000-4a13cae97822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:35.416519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.416989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Bound using segment: {'id': '06857863-e8d3-4d49-8b21-581953b0f5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b7c4694-dabe-47df-a000-4a13cae97822'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:35.417594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Bound port: 0d9a127b-d0ff-4289-b69c-8529fed94589, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06857863-e8d3-4d49-8b21-581953b0f5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b7c4694-dabe-47df-a000-4a13cae97822'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:35.418014 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.486748 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2871-dbc2-48e0-a0d0-efb8fd6fea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.499816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-81cfd6f8-0fa4-448d-8918-64e532ee2187 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0266209 Jul 16 20:31:35.505157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] For port 0d9a127b-d0ff-4289-b69c-8529fed94589, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:35.509700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] For port 0d9a127b-d0ff-4289-b69c-8529fed94589, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0d9a127b-d0ff-4289-b69c-8529fed94589,segment=NetworkSegment(06857863-e8d3-4d49-8b21-581953b0f5df),segment_id=06857863-e8d3-4d49-8b21-581953b0f5df)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:35.519110 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.615750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f991d1-0340-4258-b0da-a50c954aaa39 None None] Pushing event updated for resources: {'Port': ['ID=0d9a127b-d0ff-4289-b69c-8529fed94589,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:35.661400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573cb4fa-fbc1-4115-aa73-96db92e2c530 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:35.696040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.711582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd2461-8312-4068-9385-1328c3c94a53 req-9ed0efa3-f9f3-4c79-a226-a269ba4feb15 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.713372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8bd2461-8312-4068-9385-1328c3c94a53 req-9ed0efa3-f9f3-4c79-a226-a269ba4feb15 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.9687827 Jul 16 20:31:35.714666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.783838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Transition to ACTIVE for port object 573cb4fa-fbc1-4115-aa73-96db92e2c530 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:35.806059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.980969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.040533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90519a9b-acff-43f0-a9e8-1e703953733c req-3d1e7971-660c-4092-90b4-251241b272a6 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979565 Jul 16 20:31:36.093418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8bd2461-8312-4068-9385-1328c3c94a53 req-69ea2056-88cc-4106-ba1d-2261cf80a48b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386133 Jul 16 20:31:36.113788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=573cb4fa-fbc1-4115-aa73-96db92e2c530,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.328464 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2871-dbc2-48e0-a0d0-efb8fd6fea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.341117 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2871-dbc2-48e0-a0d0-efb8fd6fea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.380574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae2871-dbc2-48e0-a0d0-efb8fd6fea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036acf18-fb0f-46b6-88c3-ae00f887e603,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.384418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Attempting to bind port 573cb4fa-fbc1-4115-aa73-96db92e2c530 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:36.384682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Attempting to bind port 573cb4fa-fbc1-4115-aa73-96db92e2c530 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:36.385030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Attempting to bind port 573cb4fa-fbc1-4115-aa73-96db92e2c530 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:36.418023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Port 573cb4fa-fbc1-4115-aa73-96db92e2c530 on network 87a4b21e-dbe0-4008-b365-c64e39314207 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:36.418378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Attempting to bind port 573cb4fa-fbc1-4115-aa73-96db92e2c530 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:36.434376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:36.434621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Checking segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:36.434914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Bound using segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:36.436125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Bound port: 573cb4fa-fbc1-4115-aa73-96db92e2c530, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:36.436125 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.466087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3ae2871-dbc2-48e0-a0d0-efb8fd6fea43 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3c62ad0d30814cf4a5d41e909e480058&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4042099 Jul 16 20:31:36.468785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52500) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.512854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52502) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.523035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1da4e0ca-5813-4aa8-a6af-542db5e65e2e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568988894', 'description': 'tempest-description--2050178418'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:36.571663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1da4e0ca-5813-4aa8-a6af-542db5e65e2e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.604577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8::1 (2b7c4694-dabe-47df-a000-4a13cae97822/a214fc90-fe9d-4e3c-ae0d-8e160e448401/a163d49a-4caa-40fd-8957-d298a18e039c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:36.653502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16193eb5-7be2-43c2-90dc-b996c7d8c6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.707083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16193eb5-7be2-43c2-90dc-b996c7d8c6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.724716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] For port 573cb4fa-fbc1-4115-aa73-96db92e2c530, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:36.775092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1da4e0ca-5813-4aa8-a6af-542db5e65e2e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.782261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1da4e0ca-5813-4aa8-a6af-542db5e65e2e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.801314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] For port 573cb4fa-fbc1-4115-aa73-96db92e2c530, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:36.824569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4e0ca-5813-4aa8-a6af-542db5e65e2e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.828128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1da4e0ca-5813-4aa8-a6af-542db5e65e2e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.833903 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1da4e0ca-5813-4aa8-a6af-542db5e65e2e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3199787 Jul 16 20:31:36.836499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:36.842372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0d0b8d47-efad-464b-87c4-79a4d61d43a6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'security_group_rule': {'security_group_id': 'c1cb7dd6-32da-438a-81c9-2ad7a50b10bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:36.868988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16193eb5-7be2-43c2-90dc-b996c7d8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.872196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16193eb5-7be2-43c2-90dc-b996c7d8c6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.873508 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16193eb5-7be2-43c2-90dc-b996c7d8c6cb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/036acf18-fb0f-46b6-88c3-ae00f887e603 HTTP/1.1" status: 204 len: 168 time: 0.4035048 Jul 16 20:31:36.886831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d0b8d47-efad-464b-87c4-79a4d61d43a6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.889226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.950548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16193eb5-7be2-43c2-90dc-b996c7d8c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036acf18-fb0f-46b6-88c3-ae00f887e603,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.073303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d0b8d47-efad-464b-87c4-79a4d61d43a6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.087917 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d0b8d47-efad-464b-87c4-79a4d61d43a6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.088661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.089310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.090997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] 10.222.0.21 "PUT /v2.0/ports/573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 1135 time: 3.6004715 Jul 16 20:31:37.091764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee661c-cbe1-4e05-87d6-7ebaf28c3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=573cb4fa-fbc1-4115-aa73-96db92e2c530,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.142095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0d0b8d47-efad-464b-87c4-79a4d61d43a6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.145636 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0d0b8d47-efad-464b-87c4-79a4d61d43a6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3069713 Jul 16 20:31:37.148419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52508) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:37.167527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:37.169442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b8d47-efad-464b-87c4-79a4d61d43a6 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abd37bd-53ea-412e-8aab-defe42847ce9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.190362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3e0ee167-2dfb-4d4b-9ec8-75b5f94ee3c1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'security_group_rule': {'security_group_id': 'c1cb7dd6-32da-438a-81c9-2ad7a50b10bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:37.388209 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.449695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5859-7386-4c55-b475-647a304d4476 req-350f7446-859a-4e0c-af0c-23f93a64a6f7 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.456632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5859-7386-4c55-b475-647a304d4476 req-350f7446-859a-4e0c-af0c-23f93a64a6f7 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.463228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5859-7386-4c55-b475-647a304d4476 req-350f7446-859a-4e0c-af0c-23f93a64a6f7 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.469633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5859-7386-4c55-b475-647a304d4476 req-350f7446-859a-4e0c-af0c-23f93a64a6f7 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.479978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5859-7386-4c55-b475-647a304d4476 req-350f7446-859a-4e0c-af0c-23f93a64a6f7 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.489776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5859-7386-4c55-b475-647a304d4476 req-350f7446-859a-4e0c-af0c-23f93a64a6f7 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.504977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30b5859-7386-4c55-b475-647a304d4476 req-350f7446-859a-4e0c-af0c-23f93a64a6f7 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 4605 time: 0.7739902 Jul 16 20:31:37.506314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee167-2dfb-4d4b-9ec8-75b5f94ee3c1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.527361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object a163d49a-4caa-40fd-8957-d298a18e039c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:37.549939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa8db1f-3667-4b1c-8a73-56767c423f76 None None] Network 2b7c4694-dabe-47df-a000-4a13cae97822 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:37.559877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.647621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1b157a65-a578-4d51-97ff-86748f473460 None None] Provisioning for port 0d9a127b-d0ff-4289-b69c-8529fed94589 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:37.773551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30b5859-7386-4c55-b475-647a304d4476 req-1ee2fda4-a7ff-4c35-a4fe-c4f289a23d7e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2535200 Jul 16 20:31:37.796203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee167-2dfb-4d4b-9ec8-75b5f94ee3c1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.812538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee167-2dfb-4d4b-9ec8-75b5f94ee3c1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.818941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.935135 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba9fc3-6778-48ca-9e9b-76371a22ffa3 x-openstack-request-id: req-7fba9fc3-6778-48ca-9e9b-76371a22ffa3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:37.935463 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03722186-08d6-4dae-a2d0-335c588dda32", "tag": "8e8cf46c-4a15-424c-987f-f057e41925e5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:37.935717 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7fba9fc3-6778-48ca-9e9b-76371a22ffa3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:37.936139 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03722186-08d6-4dae-a2d0-335c588dda32', 'tag': '8e8cf46c-4a15-424c-987f-f057e41925e5', 'status': 'completed', 'code': 200} Jul 16 20:31:37.936766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ee167-2dfb-4d4b-9ec8-75b5f94ee3c1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b46217-1c47-438b-a2a9-e263870ebaa0,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.951606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0d9a127b-d0ff-4289-b69c-8529fed94589 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:37.982442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee167-2dfb-4d4b-9ec8-75b5f94ee3c1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.983713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3e0ee167-2dfb-4d4b-9ec8-75b5f94ee3c1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8086295 Jul 16 20:31:37.993177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:38.005493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:38.021488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 2b7c4694-dabe-47df-a000-4a13cae97822 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:38.064361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:38.070695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:38.071279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.074054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=a163d49a-4caa-40fd-8957-d298a18e039c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.106953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0d9a127b-d0ff-4289-b69c-8529fed94589 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:38.135238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0d9a127b-d0ff-4289-b69c-8529fed94589 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:38.136049 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.189768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.206148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.247592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.316062 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.365305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-6442e4e5-5dd0-4b79-b515-7ce6212de235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.366866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-6442e4e5-5dd0-4b79-b515-7ce6212de235 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 1095 time: 0.3567836 Jul 16 20:31:38.381107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0d9a127b-d0ff-4289-b69c-8529fed94589, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0d9a127b-d0ff-4289-b69c-8529fed94589,segment=NetworkSegment(06857863-e8d3-4d49-8b21-581953b0f5df),segment_id=06857863-e8d3-4d49-8b21-581953b0f5df)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:38.389216 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.464114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.464371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8e8cf46c-4a15-424c-987f-f057e41925e5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:38.552922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0d9a127b-d0ff-4289-b69c-8529fed94589,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.629490 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.651676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 8e8cf46c-4a15-424c-987f-f057e41925e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8e8cf46c-4a15-424c-987f-f057e41925e5,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:38.655124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0e850172-b7ae-40ca-a2f8-32ee90053f37 None None] Provisioning for port a163d49a-4caa-40fd-8957-d298a18e039c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:38.669961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0e850172-b7ae-40ca-a2f8-32ee90053f37 None None] Provisioning complete for port a163d49a-4caa-40fd-8957-d298a18e039c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:38.670431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0e850172-b7ae-40ca-a2f8-32ee90053f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.674757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '8e8cf46c-4a15-424c-987f-f057e41925e5', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': '8e8cf46c-4a15-424c-987f-f057e41925e5', 'mac_address': 'fa:16:3e:94:5f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:38.742237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bf83ae-7204-48bd-95b8-33009ab925c3 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:38.744922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0e850172-b7ae-40ca-a2f8-32ee90053f37 None None] Port a163d49a-4caa-40fd-8957-d298a18e039c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:38.764782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.767748 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.775018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Allocated IP 172.25.8.104 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/cf5aee0b-6dc6-4b6e-9cee-d7ccbefbfb42) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:38.802271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Transition to ACTIVE for port object f7bf83ae-7204-48bd-95b8-33009ab925c3 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:38.804753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0e850172-b7ae-40ca-a2f8-32ee90053f37 None None] Provisioning complete for port 0d9a127b-d0ff-4289-b69c-8529fed94589 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:38.805087 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0e850172-b7ae-40ca-a2f8-32ee90053f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.871888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8cf46c-4a15-424c-987f-f057e41925e5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:38.890334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.917876 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.953500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f16098-526d-41e7-a606-4e636d7b4696 req-fc839935-cbfe-4aa7-9bc6-8ddc5ab215cd tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.958075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05f16098-526d-41e7-a606-4e636d7b4696 req-fc839935-cbfe-4aa7-9bc6-8ddc5ab215cd tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 944 time: 0.7934911 Jul 16 20:31:38.964284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 8e8cf46c-4a15-424c-987f-f057e41925e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8e8cf46c-4a15-424c-987f-f057e41925e5,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:38.971608 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.041529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.097024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=8e8cf46c-4a15-424c-987f-f057e41925e5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.140564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.182558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:39.189810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:39.192946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:39.196850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-ae2f3e70-0f5a-4273-a766-1477c245d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.198882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-ae2f3e70-0f5a-4273-a766-1477c245d339 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.6943848 Jul 16 20:31:39.229321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'Port': ['ID=cf5aee0b-6dc6-4b6e-9cee-d7ccbefbfb42,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.253130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['8e8cf46c-4a15-424c-987f-f057e41925e5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:39.302593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-6c2b8e2a-e968-45e1-8bcc-7ee8475e13c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e8cf46c-4a15-424c-987f-f057e41925e5 HTTP/1.1" status: 200 len: 217 time: 0.0886877 Jul 16 20:31:39.331762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Pushing event updated for resources: {'Port': ['ID=f7bf83ae-7204-48bd-95b8-33009ab925c3,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.383488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.388271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-450113a2-c180-46b3-88de-ce8a9fa08c8e None None] Provisioning complete for port a163d49a-4caa-40fd-8957-d298a18e039c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:39.388872 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-450113a2-c180-46b3-88de-ce8a9fa08c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.461502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.540402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05f16098-526d-41e7-a606-4e636d7b4696 req-5ab1bcb2-6d69-4dff-a4d3-ac44926f2ca6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603769 Jul 16 20:31:39.592492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-450113a2-c180-46b3-88de-ce8a9fa08c8e None None] Port a163d49a-4caa-40fd-8957-d298a18e039c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:39.617861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-f38063a4-8c75-49ce-89ce-126d10bc7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.619677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-f38063a4-8c75-49ce-89ce-126d10bc7281 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.2772539 Jul 16 20:31:39.705933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-e7357eba-c31d-455a-9d91-2820e77cd510 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705733 Jul 16 20:31:39.828677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0d9a127b-d0ff-4289-b69c-8529fed94589 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:39.837154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.842922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.906235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Attempting to bind port f7bf83ae-7204-48bd-95b8-33009ab925c3 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:39.907838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Attempting to bind port f7bf83ae-7204-48bd-95b8-33009ab925c3 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:39.908259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Attempting to bind port f7bf83ae-7204-48bd-95b8-33009ab925c3 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:39.915466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0d9a127b-d0ff-4289-b69c-8529fed94589 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:39.915839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.934929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'Port': ['ID=cf5aee0b-6dc6-4b6e-9cee-d7ccbefbfb42,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:39.951015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6'}, {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '573cb4fa-fbc1-4115-aa73-96db92e2c530'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:39.953275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.956230 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6"}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "573cb4fa-fbc1-4115-aa73-96db92e2c530"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:39.960951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Port f7bf83ae-7204-48bd-95b8-33009ab925c3 on network 87a4b21e-dbe0-4008-b365-c64e39314207 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:39.961607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Attempting to bind port f7bf83ae-7204-48bd-95b8-33009ab925c3 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:39.973620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.975144 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38c19a36-4e78-4f8b-900c-fc245e4bc88e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9792397 Jul 16 20:31:40.039882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:40.040258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Checking segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:40.040442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Bound using segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:40.040830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Bound port: f7bf83ae-7204-48bd-95b8-33009ab925c3, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:40.041189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.226382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-730910d0-71a6-4408-8691-928380f71c05 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061285 Jul 16 20:31:40.468435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8e8cf46c-4a15-424c-987f-f057e41925e5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:40.528370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 8e8cf46c-4a15-424c-987f-f057e41925e5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:40.533935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 8e8cf46c-4a15-424c-987f-f057e41925e5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:40.534308 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.635843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.663873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03722186-08d6-4dae-a2d0-335c588dda32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8cf46c-4a15-424c-987f-f057e41925e5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:40.666580 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e880bf2-e070-43b1-a3f4-0bce60c75586" -d '{"events": [{"server_uuid": "03722186-08d6-4dae-a2d0-335c588dda32", "name": "network-vif-plugged", "status": "completed", "tag": "8e8cf46c-4a15-424c-987f-f057e41925e5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:40.679497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-3bc63f3d-f0f1-48db-9c45-1dff2f2c349d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9398830 Jul 16 20:31:40.681088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 8e8cf46c-4a15-424c-987f-f057e41925e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8e8cf46c-4a15-424c-987f-f057e41925e5,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:40.686932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.711212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-d9894920-74ae-44f5-8aa8-d561405d04db tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.712908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-d9894920-74ae-44f5-8aa8-d561405d04db tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/networks?id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b HTTP/1.1" status: 200 len: 910 time: 0.9017053 Jul 16 20:31:40.729854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] For port f7bf83ae-7204-48bd-95b8-33009ab925c3, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:40.742436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.751213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=8e8cf46c-4a15-424c-987f-f057e41925e5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:40.785544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.786575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.804617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] For port f7bf83ae-7204-48bd-95b8-33009ab925c3, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:40.853344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-a0f83bac-4354-4c55-81e0-9552f55f6187 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/quotas/a62eed2472e349588cb1cc840ee88c87 HTTP/1.1" status: 200 len: 375 time: 0.1193931 Jul 16 20:31:40.861066 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.966118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.966799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.968262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] 10.222.0.21 "PUT /v2.0/ports/f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 1135 time: 3.8323514 Jul 16 20:31:40.969777 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=a163d49a-4caa-40fd-8957-d298a18e039c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:40.988105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40adfa8e-05de-4ce2-b1fa-de35d17c20bd req-4ea07999-2b4c-4d6e-8847-58ee7a1dc859 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438684 Jul 16 20:31:41.049419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:41.180855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.181340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.181825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.182370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.182880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.183494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.184023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.186363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8e1865fb-853c-462b-a9d6-f69974a1de9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6491 time: 0.4020181 Jul 16 20:31:41.196764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87e801-4c5e-4853-9d92-0c8277f54ccc service neutron] Pushing event updated for resources: {'Port': ['ID=f7bf83ae-7204-48bd-95b8-33009ab925c3,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.233305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 2b7c4694-dabe-47df-a000-4a13cae97822 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:41.263580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-193cf841-8895-4999-8a6e-532782ce2310 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?tenant_id=a62eed2472e349588cb1cc840ee88c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3998780 Jul 16 20:31:41.264488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:41.306723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.569868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-f8c81d41-71c4-498a-b4e0-700d62703bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.570217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-f8c81d41-71c4-498a-b4e0-700d62703bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.570684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-f8c81d41-71c4-498a-b4e0-700d62703bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.572433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-f8c81d41-71c4-498a-b4e0-700d62703bf8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eda54561-7c99-4f69-8808-6b264e36fb54&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 2290 time: 0.3440938 Jul 16 20:31:41.615151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9b9e2a22-18a5-4c6f-9b0c-104c7215e853 None None] Provisioning complete for port a163d49a-4caa-40fd-8957-d298a18e039c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:41.616151 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2a22-18a5-4c6f-9b0c-104c7215e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.637738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-b6300dfe-5a9c-4293-84b3-b0aca8663cbf service neutron] 10.222.0.100 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480487 Jul 16 20:31:41.667802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e2a22-18a5-4c6f-9b0c-104c7215e853 None None] Port a163d49a-4caa-40fd-8957-d298a18e039c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:41.823894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-a7662409-f960-46e7-ba39-a8c1c134053d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 200 len: 1001 time: 0.2404118 Jul 16 20:31:41.915218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 337acf67-688f-414d-9a70-b85c0b8ab8cd is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:41.954991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-2fa7eb31-83d6-4872-96c3-d44ad2244cac service neutron] 10.222.0.100 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028479 Jul 16 20:31:41.987365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-2e8edc00-ff73-477d-80ac-b4671d46c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.989061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-2e8edc00-ff73-477d-80ac-b4671d46c387 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd25bca1-d942-4cc0-9705-2fa9ef7d910b HTTP/1.1" status: 200 len: 850 time: 0.1544759 Jul 16 20:31:42.179253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:42.189183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6954fcfa-bddd-4e9f-aa3b-ef1c57399404 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/337acf67-688f-414d-9a70-b85c0b8ab8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6775644 Jul 16 20:31:42.192568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.194829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] Sync routers for ids ['337acf67-688f-414d-9a70-b85c0b8ab8cd'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:42.206647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12a73ee-4f29-4d6b-af3a-6129c8351b6a {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:42.207915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] Routers {'337acf67-688f-414d-9a70-b85c0b8ab8cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:42.208666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['337acf67-688f-414d-9a70-b85c0b8ab8cd'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.216944 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.226888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8db7c40f-aa62-4e83-b6e7-a61faefed0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.230715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8db7c40f-aa62-4e83-b6e7-a61faefed0da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eda54561-7c99-4f69-8808-6b264e36fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976292 Jul 16 20:31:42.238307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Transition to ACTIVE for port object d12a73ee-4f29-4d6b-af3a-6129c8351b6a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:42.245718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.250065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.258272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] Routers {'337acf67-688f-414d-9a70-b85c0b8ab8cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:42.258910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['337acf67-688f-414d-9a70-b85c0b8ab8cd'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.340439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.341461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4d208-8d2c-4e96-873b-3c21a1de491c None None] The sync data for ids ['337acf67-688f-414d-9a70-b85c0b8ab8cd'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:42.359199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33688ec9-83fd-4342-b5c3-e9a10d0712df tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.363735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-33688ec9-83fd-4342-b5c3-e9a10d0712df tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports/a163d49a-4caa-40fd-8957-d298a18e039c HTTP/1.1" status: 200 len: 911 time: 0.1674335 Jul 16 20:31:42.368846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52544) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.381990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Pushing event updated for resources: {'Port': ['ID=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.398831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a214fc90-fe9d-4e3c-ae0d-8e160e448401'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:42.490727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-ba91e867-f6df-4eb2-b49f-816c3a00ffa5 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507541 Jul 16 20:31:42.602949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Attempting to bind port d12a73ee-4f29-4d6b-af3a-6129c8351b6a on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:42.603309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Attempting to bind port d12a73ee-4f29-4d6b-af3a-6129c8351b6a by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:42.603645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Attempting to bind port d12a73ee-4f29-4d6b-af3a-6129c8351b6a on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:42.621819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Port d12a73ee-4f29-4d6b-af3a-6129c8351b6a on network 87a4b21e-dbe0-4008-b365-c64e39314207 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:42.622173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Attempting to bind port d12a73ee-4f29-4d6b-af3a-6129c8351b6a on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:42.650397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4c848-a361-4242-a259-6998b6d8a98e req-659cb3a8-3d3f-4fee-9ef0-ff8da61a3cc6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.658408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99f4c848-a361-4242-a259-6998b6d8a98e req-659cb3a8-3d3f-4fee-9ef0-ff8da61a3cc6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.2552016 Jul 16 20:31:42.667880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:42.668244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Checking segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:42.668567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Bound using segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:42.669147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Bound port: d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:42.669456 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.676018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-78ad10d8-fdfa-4721-bcc7-cc4a20ae99ca service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771343 Jul 16 20:31:42.755850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-6ba17364-0311-4c39-9b3e-eea838f9599b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 217 time: 0.0574851 Jul 16 20:31:42.757605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.812562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99f4c848-a361-4242-a259-6998b6d8a98e req-d407b646-df20-4302-b96e-1e551716102e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529450 Jul 16 20:31:42.884521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8948409a-1726-4f57-9456-f282b3fbae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.887367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8948409a-1726-4f57-9456-f282b3fbae96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1085157 Jul 16 20:31:42.903817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] For port d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:42.922820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] For port d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:42.971050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.022330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.022970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.024568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] 10.222.0.21 "PUT /v2.0/ports/d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 1091 time: 1.9799588 Jul 16 20:31:43.065853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:43.107023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5e31-08a0-4dc1-99de-5d178b3b9b8f service neutron] Pushing event updated for resources: {'Port': ['ID=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.158107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-45c63069-1eff-4c32-85b3-0fdee9172fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.159853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-45c63069-1eff-4c32-85b3-0fdee9172fcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2584827 Jul 16 20:31:43.321539 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.394428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.400719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.406717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.413409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.418262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.419439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.429107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.429470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.439858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.440200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.440768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.446787 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/ports/a163d49a-4caa-40fd-8957-d298a18e039c HTTP/1.1" status: 200 len: 911 time: 1.0704029 Jul 16 20:31:43.447110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-937a1c9f-27c4-4503-a01a-13dd85d18edb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5394 time: 0.3431101 Jul 16 20:31:43.448637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52556) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:43.462025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8c3fff93-aa97-4233-a96c-6b77d2aba39c service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920642 Jul 16 20:31:43.592318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923b49f-660f-45c9-afe0-ce8bbf656728 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=a163d49a-4caa-40fd-8957-d298a18e039c,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.901238 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.198060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e502648-48fe-46a1-8fa1-bb8b6cc084a7 req-0b46ba9a-77b4-4f81-a1b3-506ffd1ba093 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7321100 Jul 16 20:31:44.295810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-a87e6c20-80f0-4865-abf1-8f0938a7f89b service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150189 Jul 16 20:31:44.299219 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5dbdd9-29d8-42bd-9f5c-cc0e5c62e569 x-openstack-request-id: req-4a5dbdd9-29d8-42bd-9f5c-cc0e5c62e569 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:44.299631 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "573cb4fa-fbc1-4115-aa73-96db92e2c530", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:44.299834 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4a5dbdd9-29d8-42bd-9f5c-cc0e5c62e569 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:44.300163 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'status': 'completed', 'code': 200} Jul 16 20:31:44.300430 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '573cb4fa-fbc1-4115-aa73-96db92e2c530', 'status': 'completed', 'code': 200} Jul 16 20:31:44.325312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port a163d49a-4caa-40fd-8957-d298a18e039c {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:44.325749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.405679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8f94100f-347b-4b3f-9b71-9ed7bf4c76b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 217 time: 0.1005349 Jul 16 20:31:44.430129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-4fd99298-8c68-4bbe-a60b-dc42f603fa8f tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.431683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-4fd99298-8c68-4bbe-a60b-dc42f603fa8f tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.21 "GET /v2.0/networks?id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b HTTP/1.1" status: 200 len: 910 time: 0.2820766 Jul 16 20:31:44.461401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Request body: {'port': {'device_id': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'admin_state_up': True, 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:44.469592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.470310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.470798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.471293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.471764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.472228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.472732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.474850 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-2c0566f3-7a9c-471d-ae7b-8b568c6b3d74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6286 time: 0.1429255 Jul 16 20:31:44.512270 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.552545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-9e40ad7f-93ef-4f6d-aff3-19240d733319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.554416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-9e40ad7f-93ef-4f6d-aff3-19240d733319 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1390123 Jul 16 20:31:44.564786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for a163d49a-4caa-40fd-8957-d298a18e039c owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:44.574487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Made reservation on behalf of a62eed2472e349588cb1cc840ee88c87 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:44.576586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.604799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-4584ee66-11ec-4703-8666-7be0e02d47de tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1568988894&fields=id&tenant_id=e6932f09d87e44debaad56d57ce146ca HTTP/1.1" status: 200 len: 267 time: 0.1504033 Jul 16 20:31:44.724079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d59118a-4e01-4a99-bc45-d91457b4ea90 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:44.755777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-416b56a8-0202-45a4-a037-359e36916533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.756502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-416b56a8-0202-45a4-a037-359e36916533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.756710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-416b56a8-0202-45a4-a037-359e36916533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.758368 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-416b56a8-0202-45a4-a037-359e36916533 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2758029 Jul 16 20:31:44.799740 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.859159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Transition to ACTIVE for port object 2d59118a-4e01-4a99-bc45-d91457b4ea90 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:44.888213 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.944629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-a1767d1d-16f2-4679-8afc-07db6c027e15 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.947027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-a1767d1d-16f2-4679-8afc-07db6c027e15 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 810 time: 0.3177638 Jul 16 20:31:44.991976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-2f71dcfc-2c51-4dfd-b2aa-5cd06f012ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.994556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-2f71dcfc-2c51-4dfd-b2aa-5cd06f012ec0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4315917 Jul 16 20:31:45.110354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-0f1029be-3c4d-4513-92b4-2e469881cecd tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/quotas/e6932f09d87e44debaad56d57ce146ca HTTP/1.1" status: 200 len: 375 time: 0.1034949 Jul 16 20:31:45.131951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Allocated IP 172.20.0.6 (ec01ffab-6b81-47b9-bc74-01c2227ccf3b/335db42a-bb3f-4192-ad3d-ff6481a320f9/1668e2a1-3a54-475a-9fdf-0d3ad94dc844) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:45.135135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d59118a-4e01-4a99-bc45-d91457b4ea90,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.353451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-29aa1ea6-c4b2-49b4-8e16-280eb560ed0d service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419271 Jul 16 20:31:45.434989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Attempting to bind port 2d59118a-4e01-4a99-bc45-d91457b4ea90 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:45.435385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Attempting to bind port 2d59118a-4e01-4a99-bc45-d91457b4ea90 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:45.435725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Attempting to bind port 2d59118a-4e01-4a99-bc45-d91457b4ea90 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:45.496867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-eb584f8a-2578-4ffa-85e9-599e7637c914 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3705454 Jul 16 20:31:45.506185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-a6fd5db7-7c33-4010-9002-af5f71fe5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.508115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-a6fd5db7-7c33-4010-9002-af5f71fe5460 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7424526 Jul 16 20:31:45.522032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.542002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Port 2d59118a-4e01-4a99-bc45-d91457b4ea90 on network 87a4b21e-dbe0-4008-b365-c64e39314207 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:45.542430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Attempting to bind port 2d59118a-4e01-4a99-bc45-d91457b4ea90 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:45.584899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=a163d49a-4caa-40fd-8957-d298a18e039c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.585132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:45.587988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Checking segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:45.588877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Bound using segment: {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:45.590282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Bound port: 2d59118a-4e01-4a99-bc45-d91457b4ea90, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:45.591805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.760083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.762941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.781004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-117a8f0e-2b28-4bee-b2e3-218099d9979c service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024150 Jul 16 20:31:45.814978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Transition to ACTIVE for port object 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:45.854456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-c712612b-58bd-4b38-96a5-34452f6d3e1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d HTTP/1.1" status: 200 len: 217 time: 0.0601301 Jul 16 20:31:45.865557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-463542fb-fe64-4e4d-8d6d-47b1101e6de8 service neutron] 10.222.0.100 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112803 Jul 16 20:31:45.876992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.877645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.878285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.879013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.879752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.880516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.881135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.883684 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-4c198c35-3f3d-48d4-a07e-a909edb30986 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6311 time: 0.3089452 Jul 16 20:31:45.937032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] For port 2d59118a-4e01-4a99-bc45-d91457b4ea90, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:45.984160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] For port 2d59118a-4e01-4a99-bc45-d91457b4ea90, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:46.024912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.038629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-2f5d9e6b-c81d-4798-940c-f87dea1b6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.040212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-2f5d9e6b-c81d-4798-940c-f87dea1b6d70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1692989 Jul 16 20:31:46.046737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 337acf67-688f-414d-9a70-b85c0b8ab8cd has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:46.075355 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.089524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c0aca039-094b-49fc-a32d-3379754a639c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:46.135472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.136100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.137544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 1090 time: 3.0787425 Jul 16 20:31:46.154093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-00a5dd82-f965-40f8-a730-e3501ffa1293 service neutron] 10.222.0.100 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682595 Jul 16 20:31:46.173758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:46.179678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:46.185079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-8774485e-6fce-41ff-9be2-500b81cef240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.185751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-8774485e-6fce-41ff-9be2-500b81cef240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.186755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-8774485e-6fce-41ff-9be2-500b81cef240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.190298 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-8774485e-6fce-41ff-9be2-500b81cef240 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2971938 Jul 16 20:31:46.192226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:46.195805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e14395-b730-49b7-a7ff-af085a1ac7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d59118a-4e01-4a99-bc45-d91457b4ea90,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.199686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:46.208165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:46.208368 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88dcfc1d-dcf9-4df7-86ee-9c0fae6b20c6 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/337acf67-688f-414d-9a70-b85c0b8ab8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7573826 Jul 16 20:31:46.214925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52568) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:46.227445 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] Sync routers for ids ['337acf67-688f-414d-9a70-b85c0b8ab8cd'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:46.298890 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] Routers {'337acf67-688f-414d-9a70-b85c0b8ab8cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:46.304442 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['337acf67-688f-414d-9a70-b85c0b8ab8cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:46.316426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'f7bf83ae-7204-48bd-95b8-33009ab925c3'}, {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a'}, {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:46.319233 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63" -d '{"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "f7bf83ae-7204-48bd-95b8-33009ab925c3"}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a"}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:46.375623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52572) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:46.376373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-30c0a2a2-5db1-456c-ac29-0db278d197fc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=337acf67-688f-414d-9a70-b85c0b8ab8cd HTTP/1.1" status: 200 len: 205 time: 0.1381903 Jul 16 20:31:46.424302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-102595e0-3328-403e-9dfa-867c29963b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.426514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-102595e0-3328-403e-9dfa-867c29963b2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3773189 Jul 16 20:31:46.439344 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:46.462397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] Routers {'337acf67-688f-414d-9a70-b85c0b8ab8cd'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:46.463494 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['337acf67-688f-414d-9a70-b85c0b8ab8cd'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:46.518954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-b675639a-c8b6-4f64-9aba-d3f296873e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.520573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-319f4537-9a4d-4c0d-9553-83f29ff8c1ce req-b675639a-c8b6-4f64-9aba-d3f296873e45 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3112464 Jul 16 20:31:46.523019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f8f543-1dea-42cb-802c-877bb8adccb7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.566356 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:46.568515 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed30f9-8867-4ab6-aafd-459408bc015b None None] The sync data for ids ['337acf67-688f-414d-9a70-b85c0b8ab8cd'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:46.648255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.648999 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.654748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Pushing event updated for resources: {'Port': ['ID=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:46.743336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-bd27a3ae-a642-4012-8a11-9816170d5807 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2874694 Jul 16 20:31:46.744281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d09eb92-e870-4dfc-9f18-676c958ef15e None None] Provisioning for port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:46.752753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5d09eb92-e870-4dfc-9f18-676c958ef15e None None] Provisioning complete for port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:46.753917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5d09eb92-e870-4dfc-9f18-676c958ef15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.762844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Request body: {'port': {'device_id': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:46.768343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-31bf5ba5-b2ff-433f-b847-a8bd8998234c service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250837 Jul 16 20:31:46.850114 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.860556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f8f543-1dea-42cb-802c-877bb8adccb7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.864582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f8f543-1dea-42cb-802c-877bb8adccb7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.878256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5d09eb92-e870-4dfc-9f18-676c958ef15e None None] Port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:46.930738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f8f543-1dea-42cb-802c-877bb8adccb7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.931902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f8f543-1dea-42cb-802c-877bb8adccb7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Fanout notify agent at l3_agent the message router_deleted on router 337acf67-688f-414d-9a70-b85c0b8ab8cd {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:31:46.947123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f8f543-1dea-42cb-802c-877bb8adccb7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.950818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-19f8f543-1dea-42cb-802c-877bb8adccb7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/337acf67-688f-414d-9a70-b85c0b8ab8cd HTTP/1.1" status: 204 len: 168 time: 0.5717618 Jul 16 20:31:46.951885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52582) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.043612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet a214fc90-fe9d-4e3c-ae0d-8e160e448401 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:47.049104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.049492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-f7fe94e7-25e4-48b3-8399-552ac87f7ec9 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561922 Jul 16 20:31:47.055317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.133626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.233691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-5a1d3240-ade4-4aa0-84fe-e5d6d1123ba6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641 HTTP/1.1" status: 200 len: 217 time: 0.1750195 Jul 16 20:31:47.302733 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.362489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28061288-fe40-40f2-a5f4-38460136d691 req-c3016138-f127-45e4-9abc-834627b7578b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.364479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28061288-fe40-40f2-a5f4-38460136d691 req-c3016138-f127-45e4-9abc-834627b7578b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 946 time: 0.5296400 Jul 16 20:31:47.387322 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.425360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=a214fc90-fe9d-4e3c-ae0d-8e160e448401,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.427765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.429759 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d079b9bf-8265-4f17-80a4-55dbfc095c6e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/a214fc90-fe9d-4e3c-ae0d-8e160e448401 HTTP/1.1" status: 204 len: 168 time: 0.4768355 Jul 16 20:31:47.433240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52586) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:47.442660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112eec3a-3f16-49c7-92ba-af127fad0ec5 None None] Network 2b7c4694-dabe-47df-a000-4a13cae97822 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:47.517300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8d86a1e7-94ab-4f8a-89cd-e782d8035a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.518426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-8d86a1e7-94ab-4f8a-89cd-e782d8035a74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.2295680 Jul 16 20:31:47.592443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.729317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 0d9a127b-d0ff-4289-b69c-8529fed94589 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:47.729317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.835548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] DHCP port deletion for 2b7c4694-dabe-47df-a000-4a13cae97822 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:31:47.835855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 0d9a127b-d0ff-4289-b69c-8529fed94589, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0d9a127b-d0ff-4289-b69c-8529fed94589,segment=NetworkSegment(06857863-e8d3-4d49-8b21-581953b0f5df),segment_id=06857863-e8d3-4d49-8b21-581953b0f5df)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:47.836226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.859111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 0d9a127b-d0ff-4289-b69c-8529fed94589 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:47.970745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] Deleting port 0d9a127b-d0ff-4289-b69c-8529fed94589 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:47.973637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:47.995912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.040289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=0d9a127b-d0ff-4289-b69c-8529fed94589,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.045614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port 0d9a127b-d0ff-4289-b69c-8529fed94589 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:48.100446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] For port 0d9a127b-d0ff-4289-b69c-8529fed94589, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0d9a127b-d0ff-4289-b69c-8529fed94589,segment=NetworkSegment(06857863-e8d3-4d49-8b21-581953b0f5df),segment_id=06857863-e8d3-4d49-8b21-581953b0f5df)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:48.100938 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.140038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] Calling delete_port for 0d9a127b-d0ff-4289-b69c-8529fed94589 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:48.220553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28061288-fe40-40f2-a5f4-38460136d691 req-c142dcf4-ee65-4496-a3c9-a504c66c8ec7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223829 Jul 16 20:31:48.225673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.243612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7c4694-dabe-47df-a000-4a13cae97822']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:48.318493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.319896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06857863-e8d3-4d49-8b21-581953b0f5df') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:48.320223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06857863-e8d3-4d49-8b21-581953b0f5df') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:48.366615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.412858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.418083 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a5743-a7c4-4470-9d68-75c1fcb3767a x-openstack-request-id: req-8e3a5743-a7c4-4470-9d68-75c1fcb3767a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:48.418399 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03722186-08d6-4dae-a2d0-335c588dda32", "name": "network-vif-plugged", "status": "completed", "tag": "8e8cf46c-4a15-424c-987f-f057e41925e5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:48.418647 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8e3a5743-a7c4-4470-9d68-75c1fcb3767a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:48.419659 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03722186-08d6-4dae-a2d0-335c588dda32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8cf46c-4a15-424c-987f-f057e41925e5', 'code': 200} Jul 16 20:31:48.420755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] No DVR routers for this DVR port 0d9a127b-d0ff-4289-b69c-8529fed94589 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:48.424052 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4418e5-5183-4d60-94fa-7f80f7e69af8 None None] Pushing event deleted for resources: {'Port': ['ID=0d9a127b-d0ff-4289-b69c-8529fed94589,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.431821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:48.432311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:48.436371 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:48.462647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e0ff2b-4ab4-4f20-82ee-cc67000df496 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:48.476861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-3d418447-e3e2-47ff-82c6-ccd3d914a52f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.479336 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-3d418447-e3e2-47ff-82c6-ccd3d914a52f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.26 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 810 time: 0.2114508 Jul 16 20:31:48.518480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.568170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-fb409837-4834-4491-bb8a-b0a37881f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.570851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-fb409837-4834-4491-bb8a-b0a37881f5af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0298035 Jul 16 20:31:48.590950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.603202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.607816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/2b7c4694-dabe-47df-a000-4a13cae97822 HTTP/1.1" status: 204 len: 168 time: 1.1732671 Jul 16 20:31:48.626221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52588) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.633357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d8d2d0f9-1b57-4dc2-9fe6-e6a334c4bea3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-771396191', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:48.649732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded2a03-ea9a-4ef6-a4cd-e5c3fbfd3440 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=2b7c4694-dabe-47df-a000-4a13cae97822,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.670156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Transition to ACTIVE for port object 91e0ff2b-4ab4-4f20-82ee-cc67000df496 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:48.686230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.691352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-a01272f6-8c16-453b-8e45-8f33eeaa5f40 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6932f09d87e44debaad56d57ce146ca HTTP/1.1" status: 200 len: 380 time: 0.1686692 Jul 16 20:31:48.709732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'port': {'device_id': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'admin_state_up': True, 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'security_groups': ['c1cb7dd6-32da-438a-81c9-2ad7a50b10bc']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:48.738817 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d0f9-1b57-4dc2-9fe6-e6a334c4bea3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.739827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d0f9-1b57-4dc2-9fe6-e6a334c4bea3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.748618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e8a7-5a18-4e43-ad8c-148c4323b397 req-e31bb9b9-fb0d-48e2-90a8-6b7bba1defb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.750707 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bed8e8a7-5a18-4e43-ad8c-148c4323b397 req-e31bb9b9-fb0d-48e2-90a8-6b7bba1defb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 1097 time: 0.2161620 Jul 16 20:31:48.869279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Pushing event updated for resources: {'Port': ['ID=91e0ff2b-4ab4-4f20-82ee-cc67000df496,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:48.889249 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d0f9-1b57-4dc2-9fe6-e6a334c4bea3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.890167 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bed8e8a7-5a18-4e43-ad8c-148c4323b397 req-3d6c932e-f67d-4b92-bf30-2667ed7ed30b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314087 Jul 16 20:31:48.901336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d0f9-1b57-4dc2-9fe6-e6a334c4bea3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.912575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-3cc95691-2442-413c-825d-9ea9c0509610 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098273 Jul 16 20:31:48.933718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d0f9-1b57-4dc2-9fe6-e6a334c4bea3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.937757 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d8d2d0f9-1b57-4dc2-9fe6-e6a334c4bea3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3058872 Jul 16 20:31:48.937757 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52590) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:48.943738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874301331'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:48.964641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Made reservation on behalf of e6932f09d87e44debaad56d57ce146ca for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:48.971116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.974695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:49.011641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697cdd4-8f66-4eb3-8879-2530b136d756 req-4d78732e-28e3-47ff-9e60-c96beae60f36 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.013208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2697cdd4-8f66-4eb3-8879-2530b136d756 req-4d78732e-28e3-47ff-9e60-c96beae60f36 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1027 time: 0.4584682 Jul 16 20:31:49.017416 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.034905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:49.039941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.116844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Transition to ACTIVE for port object 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:49.124329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:49.131755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.164454 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.164454 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment 253a1809-5da5-4d87-a718-c5bb59c44cea of type vlan for network 295de56b-9528-4b2b-9d60-85c02e1d214b Jul 16 20:31:49.199165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Attempting to bind port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:49.199573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Attempting to bind port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:49.200039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Attempting to bind port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 on network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:49.217902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2697cdd4-8f66-4eb3-8879-2530b136d756 req-89b73352-fef0-4adc-ad5a-2c9990ed8350 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955836 Jul 16 20:31:49.225851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 on network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:49.226181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Attempting to bind port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 on network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:49.234260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-58d693d9-3788-4ff3-a0d0-f00856679bc9 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123586 Jul 16 20:31:49.238741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.247170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:49.247170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Checking segment: {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:49.247170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Bound using segment: {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:49.247170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Bound port: 91e0ff2b-4ab4-4f20-82ee-cc67000df496, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:49.247170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.254533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Allocated IP 172.20.0.4 (7d9b33ae-f8e5-4259-b182-c6e25c7a0211/63937132-979c-4ebc-a2e5-3323e7c9e04b/d8010660-ee83-44cf-a9dd-50da87b9f903) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:49.335300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.340939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.342315 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.342536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Pushing event updated for resources: {'Port': ['ID=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.349007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-1b93dfab-7c15-48c3-9a92-c2182e54bb11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 200 len: 217 time: 0.1073658 Jul 16 20:31:49.375014 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4355028 Jul 16 20:31:49.387735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52602) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.398163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.671794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-c3234827-fc3f-4039-90a7-9b8d3eee3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.673843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-c3234827-fc3f-4039-90a7-9b8d3eee3d4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.3173037 Jul 16 20:31:49.699448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-03d4b27d-0535-4c14-b95e-47436cdf5f51 req-5c7d7604-3dec-4da6-b3f4-4a0917032a73 service neutron] (94095) timed out ('10.222.0.26', 51579) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:31:49.700097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Attempting to bind port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:49.700430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Attempting to bind port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:49.700784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Attempting to bind port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:49.706793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] For port 91e0ff2b-4ab4-4f20-82ee-cc67000df496, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:49.756251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] For port 91e0ff2b-4ab4-4f20-82ee-cc67000df496, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:49.764942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:49.765320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Attempting to bind port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 on network ec01ffab-6b81-47b9-bc74-01c2227ccf3b {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:49.782742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.794059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:49.798386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.812789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0d9a127b-d0ff-4289-b69c-8529fed94589 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:49.815734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee33af-360d-4811-9896-586edfc2f605 req-032f34ed-ef5c-4777-a432-26968e2b6580 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.817664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-032f34ed-ef5c-4777-a432-26968e2b6580 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 813 time: 0.4277918 Jul 16 20:31:49.819706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:49.820085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Checking segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:49.820483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Bound using segment: {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:49.820939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Bound port: 1668e2a1-3a54-475a-9fdf-0d3ad94dc844, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4fa269-8ef4-40ad-b918-50a8d2165117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:49.821302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.839624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0d9a127b-d0ff-4289-b69c-8529fed94589 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:31:49.840027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0d9a127b-d0ff-4289-b69c-8529fed94589 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:49.879473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712af232-9cfe-408b-b420-b7620737bbe5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=295de56b-9528-4b2b-9d60-85c02e1d214b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:49.896502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 295de56b-9528-4b2b-9d60-85c02e1d214b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:49.911520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.912205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.913744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] 10.222.0.21 "PUT /v2.0/ports/91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 1091 time: 3.7314816 Jul 16 20:31:49.918339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-fab53d27-1928-4af4-be52-2ee34ebc8007 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/quotas/db8d5781aa7e4b019e9f74049faa6638 HTTP/1.1" status: 200 len: 375 time: 0.0946386 Jul 16 20:31:49.979668 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.002116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Transition to ACTIVE for port object d8010660-ee83-44cf-a9dd-50da87b9f903 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:50.115080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.122521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e7c3f-7ddc-4921-b8b3-20fedb441b94 service neutron] Pushing event updated for resources: {'Port': ['ID=91e0ff2b-4ab4-4f20-82ee-cc67000df496,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.159642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Request body: {'port': {'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:50.172561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-290dd7a9-1f10-4efc-a9d1-39cededaaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.174251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-290dd7a9-1f10-4efc-a9d1-39cededaaf71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4909399 Jul 16 20:31:50.177667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:50.181823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event updated for resources: {'Port': ['ID=d8010660-ee83-44cf-a9dd-50da87b9f903,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.184387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:50.186705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:50.226768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] For port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:50.252213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.252984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.272054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-58d8eb67-e169-4dd8-a4d9-628da746415e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5665467 Jul 16 20:31:50.287125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Request body: {'port': {'device_id': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:50.305919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] For port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:50.377740 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.385390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.461341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-e3373e24-c8d3-44a8-9540-95df7d9a196b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5130732 Jul 16 20:31:50.483801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.484358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.485829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] 10.222.0.21 "PUT /v2.0/ports/1668e2a1-3a54-475a-9fdf-0d3ad94dc844 HTTP/1.1" status: 200 len: 1091 time: 3.7275176 Jul 16 20:31:50.520766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.562112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c2f99d62-a2f8-4980-97ff-b2988eac08e6 None None] Provisioning for port d8010660-ee83-44cf-a9dd-50da87b9f903 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:50.569514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c2f99d62-a2f8-4980-97ff-b2988eac08e6 None None] Provisioning complete for port d8010660-ee83-44cf-a9dd-50da87b9f903 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:50.570235 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c2f99d62-a2f8-4980-97ff-b2988eac08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.617265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-ab8cd345-3d7b-4e9d-b074-2e23843494ba service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111295 Jul 16 20:31:50.620536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c2f99d62-a2f8-4980-97ff-b2988eac08e6 None None] Port d8010660-ee83-44cf-a9dd-50da87b9f903 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:50.638435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e55b43-0657-4ef7-a893-ab5543a2a99d service neutron] Pushing event updated for resources: {'Port': ['ID=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.756038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.821809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8010660-ee83-44cf-a9dd-50da87b9f903 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:50.832137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.850120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Transition to ACTIVE for port object d8010660-ee83-44cf-a9dd-50da87b9f903 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:50.855777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.866997 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:50.935289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8010660-ee83-44cf-a9dd-50da87b9f903,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.960637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-0274942b-5fa0-4d4f-88aa-5e6537c45555 service neutron] 10.222.0.100 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982307 Jul 16 20:31:50.993144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=b55d9669-4bd9-49c7-84a0-4ee16c18b501,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.993703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Attempting to bind port d8010660-ee83-44cf-a9dd-50da87b9f903 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:50.994044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Attempting to bind port d8010660-ee83-44cf-a9dd-50da87b9f903 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:50.994434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Attempting to bind port d8010660-ee83-44cf-a9dd-50da87b9f903 on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:51.001108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Port d8010660-ee83-44cf-a9dd-50da87b9f903 on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:51.001439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Attempting to bind port d8010660-ee83-44cf-a9dd-50da87b9f903 on network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:51.007522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:51.007867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Checking segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:51.008266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Bound using segment: {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:51.008718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Bound port: d8010660-ee83-44cf-a9dd-50da87b9f903, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0eadbe-76d7-4a65-9923-5d2f958de32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:51.009084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.040097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-22c0f51d-d256-4834-abe7-a392cd74ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.041699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-22c0f51d-d256-4834-abe7-a392cd74ac0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a62eed2472e349588cb1cc840ee88c87&device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1094 time: 0.4653754 Jul 16 20:31:51.055642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-95c9cb8e-2c96-4a91-addd-7b6d76ec00f2 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225783 Jul 16 20:31:51.098366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] For port d8010660-ee83-44cf-a9dd-50da87b9f903, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:51.103942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] For port d8010660-ee83-44cf-a9dd-50da87b9f903, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d8010660-ee83-44cf-a9dd-50da87b9f903,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:51.112591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.170151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.170920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.172926 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] 10.222.0.26 "PUT /v2.0/ports/d8010660-ee83-44cf-a9dd-50da87b9f903 HTTP/1.1" status: 200 len: 1091 time: 0.8925691 Jul 16 20:31:51.173645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:51.177414 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d83cda-a502-4d37-9361-1352eb80d99c" -d '{"events": [{"name": "network-changed", "server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:51.248106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b87de-6eac-4593-9cb3-584200234bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8010660-ee83-44cf-a9dd-50da87b9f903,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.373009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-de37fb19-873e-4f83-b5e0-9e1f52d00bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.376401 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-de37fb19-873e-4f83-b5e0-9e1f52d00bc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 1094 time: 0.1390162 Jul 16 20:31:51.462624 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-d558075b-f99b-4da7-96e7-4ddd2ac3c295 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8010660-ee83-44cf-a9dd-50da87b9f903 HTTP/1.1" status: 200 len: 217 time: 0.0776927 Jul 16 20:31:51.539001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-9ee4695c-6191-4604-91b7-a7a41bce6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.541429 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-9ee4695c-6191-4604-91b7-a7a41bce6839 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.0723441 Jul 16 20:31:51.571916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:51.572295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: 295de56b-9528-4b2b-9d60-85c02e1d214b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:51.612837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-c7ea575f-d8b9-4fcd-80be-538da6351126 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1668e2a1-3a54-475a-9fdf-0d3ad94dc844 HTTP/1.1" status: 200 len: 217 time: 0.5540030 Jul 16 20:31:51.616838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-e861dbeb-50e3-41ae-9472-96986f138e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.618770 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-e861dbeb-50e3-41ae-9472-96986f138e9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700181 Jul 16 20:31:51.621516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-56db1cdb-0d3c-468b-b7ff-da3dd2b14714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 200 len: 217 time: 0.5555418 Jul 16 20:31:51.737379 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-e787165e-27dc-43e5-a1be-e9296889881e service neutron] 10.222.0.26 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056883 Jul 16 20:31:51.778166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 295de56b-9528-4b2b-9d60-85c02e1d214b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:51.785425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-7ae4a3b4-fb92-4709-a9c7-b2c39f411a1e service neutron] 10.222.0.100 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151016 Jul 16 20:31:51.786953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-3b12d6a8-3b4e-4bad-8445-025aae833339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.788668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-3b12d6a8-3b4e-4bad-8445-025aae833339 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=335db42a-bb3f-4192-ad3d-ff6481a320f9 HTTP/1.1" status: 200 len: 848 time: 0.1625810 Jul 16 20:31:51.794066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-757587f5-5cc1-4024-92be-a040a0774fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.796079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-757587f5-5cc1-4024-92be-a040a0774fe9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.1487653 Jul 16 20:31:51.834239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 295de56b-9528-4b2b-9d60-85c02e1d214b) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:51.853312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c02f47-e697-4199-acce-7ff7b38eb4e4 None None] Network 295de56b-9528-4b2b-9d60-85c02e1d214b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:51.883784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.884557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.894146 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c6dab581-3540-4993-a147-1f6e222e7a94 req-20f0b51f-dd3f-471e-89e6-a43efe7b6e61 service neutron] 10.222.0.26 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503077 Jul 16 20:31:51.942961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:51.956116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-90689c7a-5cdb-49ff-8a77-de1f1413d0aa tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5619831 Jul 16 20:31:51.956863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52608) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.958866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.981546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Transition to ACTIVE for port object 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:51.991401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.062113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.101265 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-7e1dc3a9-d92c-4e89-a000-9a254e82303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.102860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-7e1dc3a9-d92c-4e89-a000-9a254e82303a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2847271 Jul 16 20:31:52.104859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-553eaf0c-e2b4-4692-b1fc-512fab8a2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.106407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-553eaf0c-e2b4-4692-b1fc-512fab8a2f76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3058014 Jul 16 20:31:52.222240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-295de56b-9528-4b2b-9d60-85c02e1d214b', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:52.223140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.259823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-965310c9-0319-48c8-8a1e-1961b8c015f8 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482675 Jul 16 20:31:52.508691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Allocated IP 2001:db8::2 (295de56b-9528-4b2b-9d60-85c02e1d214b/b55d9669-4bd9-49c7-84a0-4ee16c18b501/6b1c17bb-418d-44ea-91c0-aa759c91af2d) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:52.558202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.603896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Attempting to bind port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:52.604550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Attempting to bind port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:52.605077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Attempting to bind port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d on network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:52.653145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-fcdce601-92a1-4e93-ab70-24da6e1babd5 service neutron] 10.222.0.21 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235539 Jul 16 20:31:52.654079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d on network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:52.654596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Attempting to bind port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d on network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:52.676689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb8b0393-cdb4-4e92-8aeb-cc5189b93a3f req-77532b3b-7105-4f02-b13b-240492056e50 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842893 Jul 16 20:31:52.697745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:52.698626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Checking segment: {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:52.699269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Bound using segment: {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:52.699922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Bound port: 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:52.700302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.802870 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.812400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Transition to ACTIVE for port object 6b1c17bb-418d-44ea-91c0-aa759c91af2d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:52.833425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Transition to ACTIVE for port object 6b1c17bb-418d-44ea-91c0-aa759c91af2d will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:52.842546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.881697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c11f7c2-9cad-4f64-a4e5-2eac568bd61a req-5b2fa7d9-4971-4615-8e11-a93f9fd2609d service neutron] 10.222.0.21 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189648 Jul 16 20:31:52.922196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Pushing event updated for resources: {'Port': ['ID=6b1c17bb-418d-44ea-91c0-aa759c91af2d,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.934808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.935985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Network 295de56b-9528-4b2b-9d60-85c02e1d214b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:52.937776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:52.942771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.943424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:52.948864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.956554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.962642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.969672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.975476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.983527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a543ea32-1308-4211-98e3-498721e94fed req-8b08e24e-e90e-4b7f-9fb4-a7675aa53f10 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.3889995 Jul 16 20:31:53.020386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8::1 (295de56b-9528-4b2b-9d60-85c02e1d214b/b55d9669-4bd9-49c7-84a0-4ee16c18b501/127e890f-b466-422e-86f3-b1ead940f33a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:53.022225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] For port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:53.054950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a543ea32-1308-4211-98e3-498721e94fed req-5fb2e356-1da9-434d-9569-223e5d876f71 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704079 Jul 16 20:31:53.057709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Attempting to bind port 6b1c17bb-418d-44ea-91c0-aa759c91af2d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:53.058692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Attempting to bind port 6b1c17bb-418d-44ea-91c0-aa759c91af2d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:53.059841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Attempting to bind port 6b1c17bb-418d-44ea-91c0-aa759c91af2d on network 295de56b-9528-4b2b-9d60-85c02e1d214b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:53.066711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] For port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:53.070923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:53.072032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Checking segment: {'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:53.073132 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.074017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Bound using segment: {'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:53.074865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Bound port: 6b1c17bb-418d-44ea-91c0-aa759c91af2d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:53.075648 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.091708 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.139177 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a1006-642b-4947-9c8e-341772018cf7 x-openstack-request-id: req-003a1006-642b-4947-9c8e-341772018cf7 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:53.150508 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "f7bf83ae-7204-48bd-95b8-33009ab925c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:53.150924 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-003a1006-642b-4947-9c8e-341772018cf7 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:53.151394 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'f7bf83ae-7204-48bd-95b8-33009ab925c3', 'status': 'completed', 'code': 200} Jul 16 20:31:53.151649 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a', 'status': 'completed', 'code': 200} Jul 16 20:31:53.151901 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90', 'status': 'completed', 'code': 200} Jul 16 20:31:53.171273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] For port 6b1c17bb-418d-44ea-91c0-aa759c91af2d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:53.174892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.175861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.176706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] For port 6b1c17bb-418d-44ea-91c0-aa759c91af2d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b1c17bb-418d-44ea-91c0-aa759c91af2d,segment=NetworkSegment(253a1809-5da5-4d87-a718-c5bb59c44cea),segment_id=253a1809-5da5-4d87-a718-c5bb59c44cea)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:53.177124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 1091 time: 3.0343900 Jul 16 20:31:53.182656 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.267688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d133de0-60c2-4590-b20b-fa6efc8ffa49 None None] Pushing event updated for resources: {'Port': ['ID=6b1c17bb-418d-44ea-91c0-aa759c91af2d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.293554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b50b4-ddd3-4e2f-aa69-0cbe8848d4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.308371 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.325552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object 127e890f-b466-422e-86f3-b1ead940f33a will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:53.366695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.391312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.392186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.392838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.393485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.394133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.394768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.395476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.398165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-2a3b782c-d379-4ff6-9618-d7c4f1b4e916 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6487 time: 0.2006190 Jul 16 20:31:53.428397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 295de56b-9528-4b2b-9d60-85c02e1d214b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:53.432664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:53.438342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:53.438964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.493431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6984c-aa58-448d-8cbf-d181300ed8dd req-0f0cd862-dc82-4bda-ad27-fdae91ff7fd1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.495086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10c6984c-aa58-448d-8cbf-d181300ed8dd req-0f0cd862-dc82-4bda-ad27-fdae91ff7fd1 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 943 time: 0.1984384 Jul 16 20:31:53.525630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=127e890f-b466-422e-86f3-b1ead940f33a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.706553 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.709182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10c6984c-aa58-448d-8cbf-d181300ed8dd req-eff2fadc-3173-4077-8de7-d47f8391c2d4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878350 Jul 16 20:31:53.715240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-9f80d48d-88a2-42bf-999a-cace7373776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.716177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-9f80d48d-88a2-42bf-999a-cace7373776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.716658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-9f80d48d-88a2-42bf-999a-cace7373776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.718378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-9f80d48d-88a2-42bf-999a-cace7373776b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3086281 Jul 16 20:31:53.907075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b1c17bb-418d-44ea-91c0-aa759c91af2d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:53.976034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6b1c17bb-418d-44ea-91c0-aa759c91af2d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:54.138052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-24a7bcd7-aefe-4009-86a5-fe98ac27d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.139572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-24a7bcd7-aefe-4009-86a5-fe98ac27d4f1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4144225 Jul 16 20:31:54.224463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9846d96-ad79-486c-b94e-8c74b433d0ea req-6ce6a646-eece-40f8-92c5-6dceb4e15387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.226893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9846d96-ad79-486c-b94e-8c74b433d0ea req-6ce6a646-eece-40f8-92c5-6dceb4e15387 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 946 time: 0.2907748 Jul 16 20:31:54.275203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee33af-360d-4811-9896-586edfc2f605 req-a4e1baa8-4c4c-446f-a527-7f77a7a669a7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.276823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-a4e1baa8-4c4c-446f-a527-7f77a7a669a7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.26 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 813 time: 0.3010898 Jul 16 20:31:54.293223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Request body: {'port': {'device_id': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776', 'admin_state_up': True, 'tenant_id': 'db8d5781aa7e4b019e9f74049faa6638'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:54.300915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.312601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.314937 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.337213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9846d96-ad79-486c-b94e-8c74b433d0ea req-deb77e49-2b12-4016-a32e-cc625420b883 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908537 Jul 16 20:31:54.404614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=127e890f-b466-422e-86f3-b1ead940f33a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:54.443973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.444899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.445851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.446782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.447907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.448860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.449971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.453519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-74e226dd-f931-40f8-8283-90d6a3a27d21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6487 time: 0.2551868 Jul 16 20:31:54.491716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 295de56b-9528-4b2b-9d60-85c02e1d214b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:54.494519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:54.568803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:54.576286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d8010660-ee83-44cf-a9dd-50da87b9f903 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:54.644068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Made reservation on behalf of db8d5781aa7e4b019e9f74049faa6638 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:54.648458 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.659798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:54.760482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-e50b67bb-db06-4006-930c-7fe78906e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.761131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-e50b67bb-db06-4006-930c-7fe78906e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.761769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-e50b67bb-db06-4006-930c-7fe78906e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.763627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-e50b67bb-db06-4006-930c-7fe78906e037 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3018050 Jul 16 20:31:54.773131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371909b-4594-4c73-8cc2-3726e715dc55 req-5851da98-d8d5-4707-b4c1-cee75564c005 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.774926 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0371909b-4594-4c73-8cc2-3726e715dc55 req-5851da98-d8d5-4707-b4c1-cee75564c005 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1094 time: 0.2815275 Jul 16 20:31:54.807865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:54.819861 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-45757db0-11bf-49be-8a16-0dfe97972e9d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8592274 Jul 16 20:31:54.825402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:54.836228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180035699'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:54.881053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:54.885018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.913483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:54.915522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a105ff-b4b0-4b02-aaca-4ba2d33fb0b0 None None] Network 295de56b-9528-4b2b-9d60-85c02e1d214b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:54.930847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:54.946871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.947469 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment bcdedd17-6aad-4c76-8015-80c54bf6a6fc of type vlan for network 1048ac0f-219a-4e7d-aef0-9cc66133fffa Jul 16 20:31:54.948697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0371909b-4594-4c73-8cc2-3726e715dc55 req-1bbbc4e0-5906-4d2d-b26b-599f7358f3a8 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367989 Jul 16 20:31:54.995929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Allocated IP 172.20.0.8 (aef4a77e-d1a2-43af-a3e3-549df1e3f776/cbceadae-2317-4af3-a437-01398118c8d9/5141aedc-1997-4164-9f26-8c6c0399864e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:55.037251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:55.038588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:55.121333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.139325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:55.186494 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c23c2e-2343-4eb3-ac6f-6954e6bc692f x-openstack-request-id: req-b3c23c2e-2343-4eb3-ac6f-6954e6bc692f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:55.187230 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:55.187808 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b3c23c2e-2343-4eb3-ac6f-6954e6bc692f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:55.188747 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'status': 'completed', 'code': 200} Jul 16 20:31:55.226646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.233145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.234262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.292860 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4660172 Jul 16 20:31:55.296998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:55.306238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:55.326273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a80d7726-6772-4d19-8dcb-bbe38f8632ed None None] Provisioning for port 6b1c17bb-418d-44ea-91c0-aa759c91af2d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:55.346575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:55.353235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d8010660-ee83-44cf-a9dd-50da87b9f903, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d8010660-ee83-44cf-a9dd-50da87b9f903,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:55.362278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67e82-aa23-4934-937a-1fe5f263143c tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=1048ac0f-219a-4e7d-aef0-9cc66133fffa,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:55.378849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a80d7726-6772-4d19-8dcb-bbe38f8632ed None None] Provisioning complete for port 6b1c17bb-418d-44ea-91c0-aa759c91af2d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:55.379430 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a80d7726-6772-4d19-8dcb-bbe38f8632ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.390626 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83cda-a502-4d37-9361-1352eb80d99c req-3d01a5f6-e54a-4780-ba7e-516d1cf850c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.392573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16d83cda-a502-4d37-9361-1352eb80d99c req-3d01a5f6-e54a-4780-ba7e-516d1cf850c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 1094 time: 0.2024636 Jul 16 20:31:55.393906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:55.411293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '91e0ff2b-4ab4-4f20-82ee-cc67000df496'}, {'name': 'network-changed', 'server_uuid': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'tag': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844'}, {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:55.413775 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d04c299-bdcc-46a3-8674-ac168b107a74" -d '{"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "91e0ff2b-4ab4-4f20-82ee-cc67000df496"}, {"name": "network-changed", "server_uuid": "9ecde827-0f6f-4553-8a6f-f7dfd9152fdc", "tag": "1668e2a1-3a54-475a-9fdf-0d3ad94dc844"}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:55.416814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-828f9705-0a55-42f7-a376-67ea1915d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.418365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-828f9705-0a55-42f7-a376-67ea1915d407 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6374273 Jul 16 20:31:55.466283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac8969d7-bce4-491f-9080-51645fa1d05f req-1e76f630-ce0f-4e0c-b3a4-6a64d24be2bf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 210 time: 0.0427976 Jul 16 20:31:55.478927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'port_id': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'mac_address': 'fa:16:3e:f2:2d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:55.538094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844', 'network_id': 'ec01ffab-6b81-47b9-bc74-01c2227ccf3b', 'port_id': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844', 'mac_address': 'fa:16:3e:32:00:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335db42a-bb3f-4192-ad3d-ff6481a320f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:55.549171 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.565751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83cda-a502-4d37-9361-1352eb80d99c req-9446af1f-b0e1-4536-a1d8-6df45ee83b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.567752 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16d83cda-a502-4d37-9361-1352eb80d99c req-9446af1f-b0e1-4536-a1d8-6df45ee83b3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 0.1682155 Jul 16 20:31:55.585051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.631111 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16d83cda-a502-4d37-9361-1352eb80d99c req-2b9cb73e-cb4a-44b7-913d-599f53b6979b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8010660-ee83-44cf-a9dd-50da87b9f903 HTTP/1.1" status: 200 len: 217 time: 0.0559068 Jul 16 20:31:55.679190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.722437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8010660-ee83-44cf-a9dd-50da87b9f903 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:55.724762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:55.733289 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.741797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['1a316ea5-268b-45b5-869e-56ca5f371ea9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:55.747938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Network aef4a77e-d1a2-43af-a3e3-549df1e3f776 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:55.760000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:55.765294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:55.804269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83cda-a502-4d37-9361-1352eb80d99c req-53e7f0ed-754c-4b50-9811-814094bccb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.806255 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16d83cda-a502-4d37-9361-1352eb80d99c req-53e7f0ed-754c-4b50-9811-814094bccb68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.1666298 Jul 16 20:31:55.842670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.843390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.854653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.855143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.855650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.856125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.856640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.857115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.857585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.860808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-f1dc523c-1031-4a9e-96df-5f461b444485 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6487 time: 0.2389634 Jul 16 20:31:55.871474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d8010660-ee83-44cf-a9dd-50da87b9f903, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d8010660-ee83-44cf-a9dd-50da87b9f903,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:55.882972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Pushing event updated for resources: {'Port': ['ID=5141aedc-1997-4164-9f26-8c6c0399864e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:55.915465 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.922523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.924481 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a80d7726-6772-4d19-8dcb-bbe38f8632ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.930766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-5a350c9c-7bdd-4372-b320-b9a565c4b35b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428993 Jul 16 20:31:55.945241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Request body: {'port': {'device_id': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:55.952176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83cda-a502-4d37-9361-1352eb80d99c req-e75dceeb-1176-4c88-91e7-2557afe6f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.955660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16d83cda-a502-4d37-9361-1352eb80d99c req-e75dceeb-1176-4c88-91e7-2557afe6f967 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389401 Jul 16 20:31:56.035969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:56.072902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.081076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.086581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.093627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.100001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.106552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.113071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.115409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-cc35989e-75bd-4ff3-a275-a8dc6abdf966 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.2949257 Jul 16 20:31:56.138917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a80d7726-6772-4d19-8dcb-bbe38f8632ed None None] For port 6b1c17bb-418d-44ea-91c0-aa759c91af2d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b1c17bb-418d-44ea-91c0-aa759c91af2d,segment=NetworkSegment(253a1809-5da5-4d87-a718-c5bb59c44cea),segment_id=253a1809-5da5-4d87-a718-c5bb59c44cea)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:56.155730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:56.159992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d8010660-ee83-44cf-a9dd-50da87b9f903,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.163161 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a80d7726-6772-4d19-8dcb-bbe38f8632ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.168491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.170469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.179348 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16d83cda-a502-4d37-9361-1352eb80d99c req-116a3c0f-1c0f-4216-9c6f-995dda2558c2 service neutron] 10.222.0.26 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159219 Jul 16 20:31:56.222512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-4b80f898-eac7-4c8f-b7ab-c614b64d804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.223340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-4b80f898-eac7-4c8f-b7ab-c614b64d804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.223984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-4b80f898-eac7-4c8f-b7ab-c614b64d804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.225837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-4b80f898-eac7-4c8f-b7ab-c614b64d804c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3380096 Jul 16 20:31:56.299000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d7726-6772-4d19-8dcb-bbe38f8632ed None None] Pushing event updated for resources: {'Port': ['ID=6b1c17bb-418d-44ea-91c0-aa759c91af2d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.338416 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.352534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=564334eb-72b3-4d4f-ab94-a5cd78c979ef,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.360450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cc44ed2-4f84-4afc-b682-e0337fa5b218 req-fe0a6951-0814-437b-aa82-f3c24a9bc023 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127588 Jul 16 20:31:56.370408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:56.370790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: 1048ac0f-219a-4e7d-aef0-9cc66133fffa, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:56.405074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:31:53Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:54Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:56.416222 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16d83cda-a502-4d37-9361-1352eb80d99c req-37dbf0c0-711e-4633-83bd-dd41a1854fe7 service neutron] 10.222.0.26 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990960 Jul 16 20:31:56.445019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:56.470685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['d8010660-ee83-44cf-a9dd-50da87b9f903'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:56.475963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.480235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 1048ac0f-219a-4e7d-aef0-9cc66133fffa) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:56.494254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.494450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:56.494450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Updating router a356ac02-1319-4c63-9ed5-84c91d1d7242 port 127e890f-b466-422e-86f3-b1ead940f33a binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:56.494634 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.504218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-599fdeb7-87cb-4d80-a5a7-1eaae11b822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.506764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cd5f091-1670-4bdb-bbfb-1ab0bc554f63 req-599fdeb7-87cb-4d80-a5a7-1eaae11b822e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2698777 Jul 16 20:31:56.534550 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6410af9d-b73d-4679-8671-c03d19c9e6b1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2358789 Jul 16 20:31:56.535281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:56.589595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7bc343-38d3-41c7-bd48-f73b70585c27 None None] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:56.652557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['1668e2a1-3a54-475a-9fdf-0d3ad94dc844'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:56.763684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7a7e128e-82d0-46ce-b4f9-f203e7e2ef4b None None] Provisioning complete for port 6b1c17bb-418d-44ea-91c0-aa759c91af2d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:56.763988 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a7e128e-82d0-46ce-b4f9-f203e7e2ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.849205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.849700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.850183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.850656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.851140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.851630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.852101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.854199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8142fd6f-bb29-4cab-b789-9e7fbe01013d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6487 time: 0.2290788 Jul 16 20:31:56.873381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca4ec-60cf-4618-b324-5dbf866834c5 req-6fdeb58c-b36d-48fb-81ba-7427e2aa2a4b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.881311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaeca4ec-60cf-4618-b324-5dbf866834c5 req-6fdeb58c-b36d-48fb-81ba-7427e2aa2a4b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 945 time: 0.2468688 Jul 16 20:31:56.897554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.947189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-2fdf2e4f-6d21-4cfa-8266-5ae277f96726 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 217 time: 0.0577159 Jul 16 20:31:57.046568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaeca4ec-60cf-4618-b324-5dbf866834c5 req-13c0877e-f296-48c5-b27c-76cdb62d5e14 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642489 Jul 16 20:31:57.110916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c120d9ea-2193-4f86-bf8d-257b67a7765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.112613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c120d9ea-2193-4f86-bf8d-257b67a7765c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.1530528 Jul 16 20:31:57.114992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5141aedc-1997-4164-9f26-8c6c0399864e {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:57.132425 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.206208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.214414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Transition to ACTIVE for port object 5141aedc-1997-4164-9f26-8c6c0399864e will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:57.244295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.333326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-84c65a52-a936-441f-bbad-10e8d830f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.335072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-84c65a52-a936-441f-bbad-10e8d830f61f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993394 Jul 16 20:31:57.337532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5141aedc-1997-4164-9f26-8c6c0399864e,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:57.440079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201994b5-668c-4956-abbe-8fbad5e1a718 req-db4a9842-35e9-4246-a5c3-12f3f6cd921f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.447182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-201994b5-668c-4956-abbe-8fbad5e1a718 req-db4a9842-35e9-4246-a5c3-12f3f6cd921f tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 944 time: 0.2560737 Jul 16 20:31:57.545559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:57.546517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.584043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-201994b5-668c-4956-abbe-8fbad5e1a718 req-183dee0a-a5c4-46c0-a1dd-1f494c606c4d tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354754 Jul 16 20:31:57.587302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Attempting to bind port 5141aedc-1997-4164-9f26-8c6c0399864e on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:57.589570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Attempting to bind port 5141aedc-1997-4164-9f26-8c6c0399864e by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:57.590921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Attempting to bind port 5141aedc-1997-4164-9f26-8c6c0399864e on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:57.603981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-9fc2e24d-9572-4207-ae45-aef6d20f0536 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570639 Jul 16 20:31:57.610898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7a7e128e-82d0-46ce-b4f9-f203e7e2ef4b None None] Provisioning for port 127e890f-b466-422e-86f3-b1ead940f33a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:57.632738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7a7e128e-82d0-46ce-b4f9-f203e7e2ef4b None None] Provisioning complete for port 127e890f-b466-422e-86f3-b1ead940f33a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:57.633101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a7e128e-82d0-46ce-b4f9-f203e7e2ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.640453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Port 5141aedc-1997-4164-9f26-8c6c0399864e on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:57.642140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Attempting to bind port 5141aedc-1997-4164-9f26-8c6c0399864e on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:57.655322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:57.655946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Checking segment: {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:57.656495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Bound using segment: {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:57.657827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Bound port: 5141aedc-1997-4164-9f26-8c6c0399864e, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:57.657827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.693881 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd76b6-bbc3-4056-a7c4-e9c533a04a1c x-openstack-request-id: req-2dcd76b6-bbc3-4056-a7c4-e9c533a04a1c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:57.694227 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "91e0ff2b-4ab4-4f20-82ee-cc67000df496", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ecde827-0f6f-4553-8a6f-f7dfd9152fdc", "tag": "1668e2a1-3a54-475a-9fdf-0d3ad94dc844", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:57.694518 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2dcd76b6-bbc3-4056-a7c4-e9c533a04a1c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:57.696340 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '91e0ff2b-4ab4-4f20-82ee-cc67000df496', 'status': 'completed', 'code': 200} Jul 16 20:31:57.696685 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'tag': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844', 'status': 'completed', 'code': 200} Jul 16 20:31:57.696891 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d', 'status': 'completed', 'code': 200} Jul 16 20:31:57.895163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b1c17bb-418d-44ea-91c0-aa759c91af2d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:57.918880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] For port 5141aedc-1997-4164-9f26-8c6c0399864e, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:57.924468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] For port 5141aedc-1997-4164-9f26-8c6c0399864e, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5141aedc-1997-4164-9f26-8c6c0399864e,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:57.930604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-9202d9e4-231d-4459-b473-dd8bec5771e3 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174987 Jul 16 20:31:57.933712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e128e-82d0-46ce-b4f9-f203e7e2ef4b None None] Port 127e890f-b466-422e-86f3-b1ead940f33a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:57.936810 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.971195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.012817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d727afd9-2a47-4925-88ce-ac7f74eb2170 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 217 time: 0.0724311 Jul 16 20:31:58.021259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.022134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.022312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Transition to ACTIVE for port object 127e890f-b466-422e-86f3-b1ead940f33a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:58.024092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/5141aedc-1997-4164-9f26-8c6c0399864e HTTP/1.1" status: 200 len: 1091 time: 2.0832083 Jul 16 20:31:58.040291 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.058286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Allocated IP 2001:db8:1::2 (1048ac0f-219a-4e7d-aef0-9cc66133fffa/564334eb-72b3-4d4f-ab94-a5cd78c979ef/733c4928-05da-4108-8979-7349ac49db1f) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:58.060171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff50e-cbd4-4849-8049-43fff8938dc7 req-ed105053-45d5-48d2-b627-807892ca9944 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.061966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b15ff50e-cbd4-4849-8049-43fff8938dc7 req-ed105053-45d5-48d2-b627-807892ca9944 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1095 time: 0.2754900 Jul 16 20:31:58.121524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6b1c17bb-418d-44ea-91c0-aa759c91af2d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:58.121886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.178596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa23c92-b661-430a-adf6-f7eed29891dd None None] Pushing event updated for resources: {'Port': ['ID=127e890f-b466-422e-86f3-b1ead940f33a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.186297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b308cc-cb99-4639-a46d-36145c7f09b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5141aedc-1997-4164-9f26-8c6c0399864e,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.208238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e6ad1e43-35f7-4c88-bd58-bcd23e9d9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.210114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-e6ad1e43-35f7-4c88-bd58-bcd23e9d9fe6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1771042 Jul 16 20:31:58.246906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b15ff50e-cbd4-4849-8049-43fff8938dc7 req-1c5e9dc7-e39a-4b47-84ab-837fd8da1a51 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548088 Jul 16 20:31:58.313568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee33af-360d-4811-9896-586edfc2f605 req-feddc9ea-fe9d-432d-a5fc-c6fdac53de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.315372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-feddc9ea-fe9d-432d-a5fc-c6fdac53de39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 1094 time: 0.2222407 Jul 16 20:31:58.319620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Attempting to bind port 127e890f-b466-422e-86f3-b1ead940f33a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:58.320006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Attempting to bind port 127e890f-b466-422e-86f3-b1ead940f33a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:58.320378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Attempting to bind port 127e890f-b466-422e-86f3-b1ead940f33a on network 295de56b-9528-4b2b-9d60-85c02e1d214b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:58.341325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:58.342139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Checking segment: {'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:58.342732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.343389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Bound using segment: {'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:58.344730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Bound port: 127e890f-b466-422e-86f3-b1ead940f33a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253a1809-5da5-4d87-a718-c5bb59c44cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:58.345416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.378157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-a391e0bd-500e-44c2-987c-aa03ee5e840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.379831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-a391e0bd-500e-44c2-987c-aa03ee5e840a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510251 Jul 16 20:31:58.381944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-8f90585b-0dc4-4e16-b259-f93d168e7756 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5141aedc-1997-4164-9f26-8c6c0399864e HTTP/1.1" status: 200 len: 217 time: 0.0577383 Jul 16 20:31:58.455544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.471988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Transition to ACTIVE for port object 733c4928-05da-4108-8979-7349ac49db1f will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:58.505287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Transition to ACTIVE for port object 733c4928-05da-4108-8979-7349ac49db1f will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:58.515860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] For port 127e890f-b466-422e-86f3-b1ead940f33a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:58.522521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] For port 127e890f-b466-422e-86f3-b1ead940f33a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=127e890f-b466-422e-86f3-b1ead940f33a,segment=NetworkSegment(253a1809-5da5-4d87-a718-c5bb59c44cea),segment_id=253a1809-5da5-4d87-a718-c5bb59c44cea)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:58.524158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.533575 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.550469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee33af-360d-4811-9896-586edfc2f605 req-70eb3b87-1d71-48db-9c5f-82c7582d7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.553554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-70eb3b87-1d71-48db-9c5f-82c7582d7e58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.1508241 Jul 16 20:31:58.591765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:58.605075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:58.607687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Pushing event updated for resources: {'Port': ['ID=733c4928-05da-4108-8979-7349ac49db1f,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.611154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:58.616934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-ce7826cb-c16e-4918-89a8-ad30c90f212a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531793 Jul 16 20:31:58.617494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d8010660-ee83-44cf-a9dd-50da87b9f903 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:58.620243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:58.641469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8:1::1 (1048ac0f-219a-4e7d-aef0-9cc66133fffa/564334eb-72b3-4d4f-ab94-a5cd78c979ef/3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:58.682978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-812839ba-1a64-40b1-ae75-4c48e9fa7c85 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908125 Jul 16 20:31:58.765827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ddd59-b546-42c2-9d04-e226a77d78ee req-da35c99f-96c1-4ad9-9c47-b087388805cd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.775456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a0ddd59-b546-42c2-9d04-e226a77d78ee req-da35c99f-96c1-4ad9-9c47-b087388805cd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 943 time: 0.3582745 Jul 16 20:31:58.810610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:58.811861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:58.850576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.874196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:58.905850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-648fa0e0-ccf8-4593-a12b-da59b1d0e852 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826202 Jul 16 20:31:58.926955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a0ddd59-b546-42c2-9d04-e226a77d78ee req-083a4733-0c57-492d-84ab-c314ebe64aa2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504047 Jul 16 20:31:58.937551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.953695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c1ac107e-7871-4626-9b45-c6dbc4e5140e service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596743 Jul 16 20:31:58.954106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa23c92-b661-430a-adf6-f7eed29891dd None None] Pushing event updated for resources: {'Port': ['ID=127e890f-b466-422e-86f3-b1ead940f33a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.959881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Attempting to bind port 733c4928-05da-4108-8979-7349ac49db1f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:58.960573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Attempting to bind port 733c4928-05da-4108-8979-7349ac49db1f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:58.961125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Attempting to bind port 733c4928-05da-4108-8979-7349ac49db1f on network 1048ac0f-219a-4e7d-aef0-9cc66133fffa {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:59.011472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:59.018819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:59.020891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-0c69c533-8b3d-4eea-8342-de76d007df0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 217 time: 0.0546823 Jul 16 20:31:59.025684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:59.032135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:59.033047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.087055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.107598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:59.108330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Checking segment: {'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:59.108907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.110621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Bound using segment: {'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:59.111806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Bound port: 733c4928-05da-4108-8979-7349ac49db1f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:59.112470 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.124500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port d8010660-ee83-44cf-a9dd-50da87b9f903 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:59.130674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbee33af-360d-4811-9896-586edfc2f605 req-6aa4320a-a7ef-4cf5-998d-6134649cffc9 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177019 Jul 16 20:31:59.132188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8918bffd-fc9a-4768-9954-a1e904dc61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:59.137519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-8918bffd-fc9a-4768-9954-a1e904dc61e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0713067 Jul 16 20:31:59.159192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port d8010660-ee83-44cf-a9dd-50da87b9f903 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:59.159606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.202243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:59.219971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5807e7bb-c70f-4420-8a9f-112e244a60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:59.220987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-5807e7bb-c70f-4420-8a9f-112e244a60af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785046 Jul 16 20:31:59.245253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.258786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:59.259477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.381387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-39a5a547-d9cd-4794-b7b6-ffb7fec61f08 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528966 Jul 16 20:31:59.391502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] For port 733c4928-05da-4108-8979-7349ac49db1f, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:59.394974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d4f-2fc6-46dd-ad7f-ddd6be9ab268 req-8b56e0e5-8c8e-4f40-a267-e811c8d6ed27 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:59.396778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33a93d4f-2fc6-46dd-ad7f-ddd6be9ab268 req-8b56e0e5-8c8e-4f40-a267-e811c8d6ed27 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 946 time: 0.1279991 Jul 16 20:31:59.430227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] For port 733c4928-05da-4108-8979-7349ac49db1f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=733c4928-05da-4108-8979-7349ac49db1f,segment=NetworkSegment(bcdedd17-6aad-4c76-8015-80c54bf6a6fc),segment_id=bcdedd17-6aad-4c76-8015-80c54bf6a6fc)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:59.441474 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.640062 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.647154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.650481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.688607 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.733018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.784818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:59.787871 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b599f57-e9a3-4b92-af26-eb05d51fd5c3" -d '{"events": [{"server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "name": "network-vif-plugged", "status": "completed", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:59.800993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cdc59-dc80-4ef4-a8d0-af32d61dae28 None None] Pushing event updated for resources: {'Port': ['ID=733c4928-05da-4108-8979-7349ac49db1f,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.823164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d8010660-ee83-44cf-a9dd-50da87b9f903, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d8010660-ee83-44cf-a9dd-50da87b9f903,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:59.827273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:31:53Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:59.838451 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.870455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.881135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:59.883189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab87b1-cb60-4f90-be2a-c0ed22a7b0aa None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:31:53Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:59.886441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'tag': '5141aedc-1997-4164-9f26-8c6c0399864e'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:59.889264 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c28a7f-7373-4586-b7aa-59de1ca73939" -d '{"events": [{"name": "network-changed", "server_uuid": "cf835556-bc6b-418b-8e03-3dcef0c966f4", "tag": "5141aedc-1997-4164-9f26-8c6c0399864e"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:59.917514 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.930433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33a93d4f-2fc6-46dd-ad7f-ddd6be9ab268 req-387c8b12-e3fc-452c-9b66-490b18ace871 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172739 Jul 16 20:31:59.948842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:59.948842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:59.970070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d9df5438-f8a4-4a00-949c-36f68b465604 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706086 Jul 16 20:31:59.975640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d8010660-ee83-44cf-a9dd-50da87b9f903,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.042351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-7e021f96-7f34-401b-b923-e275e0a8677d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 217 time: 0.0651631 Jul 16 20:32:00.122760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.152461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1006d7c2-3a04-4d9f-a1e5-bd7f9e8245ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.153867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1006d7c2-3a04-4d9f-a1e5-bd7f9e8245ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1034293 Jul 16 20:32:00.176992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:00.257795 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-988c4bd4-2cd7-4606-83ff-fa727c7550af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.345198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:00.347548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.351311 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f7216d48-f7ee-4127-bc19-df9b43609b26 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8147855 Jul 16 20:32:00.355663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52660) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.366671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-103596137'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:00.367053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.374148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.381604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.388221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.395018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.395320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:00.398887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.401231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.403713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-555e0046-6869-4fa6-800b-71f9c823b600 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.2550931 Jul 16 20:32:00.410427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-57c08a87-06d9-492c-842a-7b18f809d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.412063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-57c08a87-06d9-492c-842a-7b18f809d193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2391927 Jul 16 20:32:00.434250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:00.449456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.449858 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment 2d2c9062-4b3f-4653-9857-12f0e8f7377c of type vlan for network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc Jul 16 20:32:00.514312 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.546263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbb9b434-2edb-4a36-a282-745d891821e7 req-be76f166-c73d-4ff9-842c-b523006d18ca tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331451 Jul 16 20:32:00.558552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.564726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.565724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.598164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-62f7fa19-bb53-4bb5-9294-7d79d6de795f service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564426 Jul 16 20:32:00.614356 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2572341 Jul 16 20:32:00.618823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.624501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:00.724061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c389ee-bdb8-4477-9be3-5dc66b0f5737 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=9fd6b02c-3971-4059-a671-3ec12a7bb6bc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.741257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:00.894089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-734114c3-bf09-40b4-87fb-6c596b6113b5 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774148 Jul 16 20:32:00.929466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:00.935921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb5aa5-521d-4656-aba1-6f66f92c2bad req-646bcfd0-3798-4eb3-9bd2-73f2003d83bc tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.936090 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.938512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aceb5aa5-521d-4656-aba1-6f66f92c2bad req-646bcfd0-3798-4eb3-9bd2-73f2003d83bc tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 945 time: 0.1855860 Jul 16 20:32:01.002102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-d24455da-0f23-4687-a2d3-df6a2f3eac1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 217 time: 0.0927262 Jul 16 20:32:01.091568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aceb5aa5-521d-4656-aba1-6f66f92c2bad req-1ddd670d-2579-43c8-aea5-e236212feda4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985324 Jul 16 20:32:01.126103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-27f11ba7-1fb4-4d39-a85d-a11f7b07f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.128445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-27f11ba7-1fb4-4d39-a85d-a11f7b07f55b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1021457 Jul 16 20:32:01.222031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-511ccc7f-1d6b-4ec3-80a7-9cd7712744ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.223294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3750533-8c7c-488f-a705-ead8b929e05e None None] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:01.224912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-511ccc7f-1d6b-4ec3-80a7-9cd7712744ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892985 Jul 16 20:32:01.244404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.316714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=011f71f5-e4e2-430a-9280-c66c66279bfd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.340882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:01.341773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: 9fd6b02c-3971-4059-a671-3ec12a7bb6bc, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:01.347925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5ee41c50-23fc-4887-ac72-0e6383b8073d None None] Provisioning for port 733c4928-05da-4108-8979-7349ac49db1f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:01.366901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:01.380075 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 9fd6b02c-3971-4059-a671-3ec12a7bb6bc) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:01.390329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.393492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.394016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0907c-88c5-4e40-9d04-c7cae0331ca0 None None] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:01.401485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782f8a5-efa6-487f-ae09-f92722e9f0ab req-e2bbbc5a-be40-441f-a7c3-e7c9aaf6c6a9 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.403570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d782f8a5-efa6-487f-ae09-f92722e9f0ab req-e2bbbc5a-be40-441f-a7c3-e7c9aaf6c6a9 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.1441393 Jul 16 20:32:01.406782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-f16c6dec-698a-42ff-b0cd-b0e288ce6252 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713245 Jul 16 20:32:01.418433 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d9e899fc-9581-435d-9e18-58be7d4ab8d4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7979016 Jul 16 20:32:01.421346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.486714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d782f8a5-efa6-487f-ae09-f92722e9f0ab req-5b9eb152-e8b9-4b0b-9c1d-9340d765c165 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730286 Jul 16 20:32:01.561016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-66c3df93-bd59-45e1-b358-fae4757dfa36 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458211 Jul 16 20:32:01.608542 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff59bd12-f373-4e57-bf7e-575f2f972d8c x-openstack-request-id: req-ff59bd12-f373-4e57-bf7e-575f2f972d8c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:01.609249 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "name": "network-vif-plugged", "status": "completed", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:01.610202 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ff59bd12-f373-4e57-bf7e-575f2f972d8c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:01.610773 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'code': 200} Jul 16 20:32:01.654691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-b9abfb6f-fac2-468f-bab8-a504b7c3f5ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.0832791 Jul 16 20:32:01.672795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:01.674016 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.805705 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78261a09-e799-4b48-a069-c3b797115d69 x-openstack-request-id: req-78261a09-e799-4b48-a069-c3b797115d69 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:01.807197 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf835556-bc6b-418b-8e03-3dcef0c966f4", "tag": "5141aedc-1997-4164-9f26-8c6c0399864e", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:01.807507 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-78261a09-e799-4b48-a069-c3b797115d69 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:01.809098 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'tag': '5141aedc-1997-4164-9f26-8c6c0399864e', 'status': 'completed', 'code': 200} Jul 16 20:32:01.903878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-168d72ad-130d-4ad3-8e43-7946875cd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.909386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-168d72ad-130d-4ad3-8e43-7946875cd68b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.2476485 Jul 16 20:32:01.962377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Allocated IP 2001:db8:2::2 (9fd6b02c-3971-4059-a671-3ec12a7bb6bc/011f71f5-e4e2-430a-9280-c66c66279bfd/73831319-aaad-4bfd-b34e-61a621530828) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:02.037568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae530a-c79b-43cf-b60a-0c365a3652d2 req-839b1ff3-4562-4846-9e5e-a598395ee1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.039132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4ae530a-c79b-43cf-b60a-0c365a3652d2 req-839b1ff3-4562-4846-9e5e-a598395ee1ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 1096 time: 0.2443523 Jul 16 20:32:02.039357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 733c4928-05da-4108-8979-7349ac49db1f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:02.156974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-a77bc242-87dc-436b-b8de-59f7f2272df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.158578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-a77bc242-87dc-436b-b8de-59f7f2272df9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2353611 Jul 16 20:32:02.164277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4ae530a-c79b-43cf-b60a-0c365a3652d2 req-ed3b3b83-a572-4503-89b6-97f1ed34a100 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002028 Jul 16 20:32:02.178958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:02.202135 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:02.203641 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:02.224717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-c69e84eb-406a-4685-b394-7764e169377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.227164 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-c69e84eb-406a-4685-b394-7764e169377e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 1094 time: 0.4720533 Jul 16 20:32:02.248382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b5bdb44e-2b3d-4b8f-9999-839d4392d105 None None] Provisioning for port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:02.252490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 733c4928-05da-4108-8979-7349ac49db1f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:02.299409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 733c4928-05da-4108-8979-7349ac49db1f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:02.299762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.301412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b5bdb44e-2b3d-4b8f-9999-839d4392d105 None None] Provisioning complete for port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:02.301780 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb44e-2b3d-4b8f-9999-839d4392d105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.364223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-5ab5f647-e15a-4ae2-b41a-969df463e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.366409 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-5ab5f647-e15a-4ae2-b41a-969df463e27e service neutron] 10.222.0.26 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 914 time: 0.1291139 Jul 16 20:32:02.387173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c673a063-41dc-48ba-bf82-fdf00d3826e7 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149074 Jul 16 20:32:02.499517 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:02.529763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdb44e-2b3d-4b8f-9999-839d4392d105 None None] Port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:02.542311 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-12a5f3bc-9c1a-43e3-8485-a75f47beaed9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5141aedc-1997-4164-9f26-8c6c0399864e HTTP/1.1" status: 200 len: 217 time: 0.1669443 Jul 16 20:32:02.548180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.570339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Transition to ACTIVE for port object 73831319-aaad-4bfd-b34e-61a621530828 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:02.610174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5141aedc-1997-4164-9f26-8c6c0399864e details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:02.619376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Transition to ACTIVE for port object 73831319-aaad-4bfd-b34e-61a621530828 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:02.703424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-9da818d7-1d4a-4986-8496-44df32f14954 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148119 Jul 16 20:32:02.717394 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.724430 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.727734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b5bdb44e-2b3d-4b8f-9999-839d4392d105 None None] Provisioning complete for port 733c4928-05da-4108-8979-7349ac49db1f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:02.728379 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb44e-2b3d-4b8f-9999-839d4392d105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.794466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-a0cf3f11-a32a-457a-af2b-0bfad71ced84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.800074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-a0cf3f11-a32a-457a-af2b-0bfad71ced84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.1905327 Jul 16 20:32:02.816493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Pushing event updated for resources: {'Port': ['ID=73831319-aaad-4bfd-b34e-61a621530828,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:02.836819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf939-88a6-4b81-9a52-25e8ecf1a97b req-071f5970-074d-42c0-87d2-4ed2cdffffb2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.850611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e46cf939-88a6-4b81-9a52-25e8ecf1a97b req-071f5970-074d-42c0-87d2-4ed2cdffffb2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 943 time: 0.4153283 Jul 16 20:32:02.899729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 733c4928-05da-4108-8979-7349ac49db1f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=733c4928-05da-4108-8979-7349ac49db1f,segment=NetworkSegment(bcdedd17-6aad-4c76-8015-80c54bf6a6fc),segment_id=bcdedd17-6aad-4c76-8015-80c54bf6a6fc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:02.902228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:32:02.904736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-60003d6e-0df0-4bdc-b84a-d8dd36916233 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.1815603 Jul 16 20:32:02.946306 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.947289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 127e890f-b466-422e-86f3-b1ead940f33a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:02.976493 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-4ad6a3fe-370a-4744-8e9f-a3cd2bf3b4a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614203 Jul 16 20:32:02.982668 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.096270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-14cad384-5947-4111-a160-34cff77c1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.103050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-14cad384-5947-4111-a160-34cff77c1635 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.1642983 Jul 16 20:32:03.130931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e46cf939-88a6-4b81-9a52-25e8ecf1a97b req-565fe256-3859-4aa1-957e-f61b2445a8bb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779100 Jul 16 20:32:03.139814 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:31:59Z', 'revision_number': 3, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:31:59Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:03.173397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:03.192708 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:03.193602 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Updating router a356ac02-1319-4c63-9ed5-84c91d1d7242 port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:03.195928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:03.210280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:03.252424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-0e765c30-8563-42ce-bf76-37d4bff2cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.254439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-0e765c30-8563-42ce-bf76-37d4bff2cabc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457891 Jul 16 20:32:03.264210 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.372120 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-e28428e3-0f67-4779-ab4b-42b3add99e62 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465521 Jul 16 20:32:03.476261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=733c4928-05da-4108-8979-7349ac49db1f,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.535960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-c526f936-6198-49be-b077-51bf27f695c0 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731795 Jul 16 20:32:03.620435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Attempting to bind port 73831319-aaad-4bfd-b34e-61a621530828 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:03.620810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Attempting to bind port 73831319-aaad-4bfd-b34e-61a621530828 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:03.622877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Attempting to bind port 73831319-aaad-4bfd-b34e-61a621530828 on network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:03.623944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:03.627377 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1eb84f-869c-47a5-a1a4-2719062e194a" -d '{"events": [{"server_uuid": "9ecde827-0f6f-4553-8a6f-f7dfd9152fdc", "name": "network-vif-plugged", "status": "completed", "tag": "1668e2a1-3a54-475a-9fdf-0d3ad94dc844"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:03.653978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5141aedc-1997-4164-9f26-8c6c0399864e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5141aedc-1997-4164-9f26-8c6c0399864e,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:03.657123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 127e890f-b466-422e-86f3-b1ead940f33a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:03.669952 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:03.670373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Checking segment: {'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:03.670730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.671129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Bound using segment: {'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:03.671704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Bound port: 73831319-aaad-4bfd-b34e-61a621530828, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:03.672231 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.682190 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.685718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 127e890f-b466-422e-86f3-b1ead940f33a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:03.686267 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.694140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Transition to ACTIVE for port object 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:03.698149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '5141aedc-1997-4164-9f26-8c6c0399864e', 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776', 'port_id': '5141aedc-1997-4164-9f26-8c6c0399864e', 'mac_address': 'fa:16:3e:ee:77:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbceadae-2317-4af3-a437-01398118c8d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:03.701138 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.798603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d43d08c-ce7c-4b93-a614-cf4591a1e667 req-1c6ad9e6-dfdc-45c6-a977-da43eeb3c29f service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557101 Jul 16 20:32:03.831481 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Pushing event updated for resources: {'Port': ['ID=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.834533 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50c28a7f-7373-4586-b7aa-59de1ca73939 req-bc4d9697-ef3b-4aa3-8d0c-1014b3b830d8 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561293 Jul 16 20:32:03.858520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8:2::1 (9fd6b02c-3971-4059-a671-3ec12a7bb6bc/011f71f5-e4e2-430a-9280-c66c66279bfd/8d860bf7-16ed-45d6-b41a-7d3585e89326) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:03.874327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.875524 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.876491 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.877117 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.877706 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.878301 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.878889 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.879713 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.880478 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.882173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.883270 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.891198 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.892216 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:03.898229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.907116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.913729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.920517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.925043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Attempting to bind port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:03.925820 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Attempting to bind port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:03.927847 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Attempting to bind port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 on network 1048ac0f-219a-4e7d-aef0-9cc66133fffa {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:03.932991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.941671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.942815 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:03.943800 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Checking segment: {'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:03.944509 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.945206 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Bound using segment: {'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:03.946114 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Bound port: 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:03.946850 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.947937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.969625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b600763-2f10-4edd-97c1-fa529762172f req-533964ad-2dfe-41f3-8f1a-cd434c69d2e2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.4091921 Jul 16 20:32:03.994757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5141aedc-1997-4164-9f26-8c6c0399864e {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:04.061629 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.090036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object 8d860bf7-16ed-45d6-b41a-7d3585e89326 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:04.097445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5141aedc-1997-4164-9f26-8c6c0399864e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5141aedc-1997-4164-9f26-8c6c0399864e,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:04.111420 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] For port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:04.116493 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] For port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,segment=NetworkSegment(bcdedd17-6aad-4c76-8015-80c54bf6a6fc),segment_id=bcdedd17-6aad-4c76-8015-80c54bf6a6fc)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:04.116987 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.123527 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.139035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.142294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.153117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-dacd1352-55a5-4f70-9875-395d5db869da tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.155317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-dacd1352-55a5-4f70-9875-395d5db869da tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 946 time: 0.3818521 Jul 16 20:32:04.205239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] For port 73831319-aaad-4bfd-b34e-61a621530828, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:04.208812 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:04.210180 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:31:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:04.224789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:04.228768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] For port 73831319-aaad-4bfd-b34e-61a621530828, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=73831319-aaad-4bfd-b34e-61a621530828,segment=NetworkSegment(2d2c9062-4b3f-4653-9857-12f0e8f7377c),segment_id=2d2c9062-4b3f-4653-9857-12f0e8f7377c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:04.234168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:04.246642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.251296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:04.255862 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.269231 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.271920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b600763-2f10-4edd-97c1-fa529762172f req-4c5fa61a-6c96-4af9-974f-7e56235c4eab tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3006871 Jul 16 20:32:04.291942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5141aedc-1997-4164-9f26-8c6c0399864e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.330371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.330636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.331155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.331739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.332348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.333313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.333974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.336509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4758af63-0096-4e68-9b59-390f49aaaa47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6487 time: 0.3459814 Jul 16 20:32:04.381646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 127e890f-b466-422e-86f3-b1ead940f33a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=127e890f-b466-422e-86f3-b1ead940f33a,segment=NetworkSegment(253a1809-5da5-4d87-a718-c5bb59c44cea),segment_id=253a1809-5da5-4d87-a718-c5bb59c44cea)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:04.390107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=8d860bf7-16ed-45d6-b41a-7d3585e89326,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.408623 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.416962 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:04.458787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['5141aedc-1997-4164-9f26-8c6c0399864e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:04.588917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44a76f-e7c6-428c-a6f2-b9408ec43397 None None] Pushing event updated for resources: {'Port': ['ID=73831319-aaad-4bfd-b34e-61a621530828,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.646166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.676956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=127e890f-b466-422e-86f3-b1ead940f33a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.687519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 733c4928-05da-4108-8979-7349ac49db1f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:04.750655 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef19b9-b663-42d8-8aed-7b442cc49a22 None None] Pushing event updated for resources: {'Port': ['ID=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.755375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port 8e8cf46c-4a15-424c-987f-f057e41925e5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:04.755760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.867204 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fda89d1-6f99-4229-a162-9aad34a2089c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.878854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4814ffb3-d6eb-4d95-9996-0893944e0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.880411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-4814ffb3-d6eb-4d95-9996-0893944e0627 service neutron] 10.222.0.21 "GET /v2.0/networks?id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 903 time: 0.4808226 Jul 16 20:32:04.928439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 733c4928-05da-4108-8979-7349ac49db1f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:04.931725 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.964603 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:31:59Z', 'revision_number': 3, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:05.021890 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49b34b-cef2-4892-9ac7-e02786d18337 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:31:59Z', 'revision_number': 3, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:31:58Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:05.069033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-7cb57213-766a-4586-9594-9241c1502c54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.0949297 Jul 16 20:32:05.186437 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.193026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.194159 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.217343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port 8e8cf46c-4a15-424c-987f-f057e41925e5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8e8cf46c-4a15-424c-987f-f057e41925e5,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:05.217747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.236058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d519-8418-455b-b21d-e9169a5a8b85 req-0da7ee61-3fad-496a-9116-0927e99016c4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.240118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0086d519-8418-455b-b21d-e9169a5a8b85 req-0da7ee61-3fad-496a-9116-0927e99016c4 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 945 time: 0.5947156 Jul 16 20:32:05.262459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for 8e8cf46c-4a15-424c-987f-f057e41925e5 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:05.279629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=8d860bf7-16ed-45d6-b41a-7d3585e89326,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:05.360843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:05.362334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:05.362545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-f7cdceda-1548-45bc-9dfe-26532cf516e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.364271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-f7cdceda-1548-45bc-9dfe-26532cf516e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.2807336 Jul 16 20:32:05.452629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0086d519-8418-455b-b21d-e9169a5a8b85 req-953195bf-a902-4045-a8b5-17e0fbc5e9cd tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939654 Jul 16 20:32:05.493084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-8e03d483-857f-4dee-b903-98f03ff50a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.494751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-8e03d483-857f-4dee-b903-98f03ff50a72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205602 Jul 16 20:32:05.522221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:05.711801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.729424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c1ce5f8a-81df-4fc2-8b1f-fe1502eee698'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:05.733344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:05.761685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-c0aae8a6-6514-47f2-a221-be77d01a371d service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525220 Jul 16 20:32:05.846354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=8e8cf46c-4a15-424c-987f-f057e41925e5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:05.934888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac8a73f-a60a-4639-a011-2a468fb1dad3 None None] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:05.981322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port 8e8cf46c-4a15-424c-987f-f057e41925e5 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:05.990273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.993348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01efc8dc-5d54-481a-8ada-51ace21035dc req-5fa45035-08d8-4c57-9713-b4524749a945 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "DELETE /v2.0/ports/8e8cf46c-4a15-424c-987f-f057e41925e5 HTTP/1.1" status: 204 len: 173 time: 1.8159726 Jul 16 20:32:05.996044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03722186-08d6-4dae-a2d0-335c588dda32', 'name': 'network-vif-deleted', 'tag': '8e8cf46c-4a15-424c-987f-f057e41925e5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:06.006080 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d4540b-577f-4506-b564-5938c9881a68" -d '{"events": [{"server_uuid": "03722186-08d6-4dae-a2d0-335c588dda32", "name": "network-vif-deleted", "tag": "8e8cf46c-4a15-424c-987f-f057e41925e5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:06.060706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-6130a126-ec93-4b90-b0ba-ef7a228541f9 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908483 Jul 16 20:32:06.081824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de0347-0bc3-4f79-b408-d851e1163ff6 req-535bf039-8fb0-4ac4-8b64-7e9e557788be tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.083779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48de0347-0bc3-4f79-b408-d851e1163ff6 req-535bf039-8fb0-4ac4-8b64-7e9e557788be tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=03722186-08d6-4dae-a2d0-335c588dda32 HTTP/1.1" status: 200 len: 867 time: 0.4338155 Jul 16 20:32:06.114246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:06.126778 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea8ba13b-ef02-42bf-9f25-15258ac354c8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7019074 Jul 16 20:32:06.128786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:06.140310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1913814099'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:06.153082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48de0347-0bc3-4f79-b408-d851e1163ff6 req-67320367-4304-475a-aa80-cb44a532c464 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613220 Jul 16 20:32:06.190886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:06.203478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.236593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:06.248975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.249355 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added segment 35a09508-0ce0-4c16-943a-2408c74dfec3 of type vlan for network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 Jul 16 20:32:06.267101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:06.268064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-9325cc4b-a2f8-4a06-bb9d-6f73a9d0fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.269713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-9325cc4b-a2f8-4a06-bb9d-6f73a9d0fd43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a62eed2472e349588cb1cc840ee88c87&device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.1065440 Jul 16 20:32:06.304638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8efbe66c-fa84-476d-bf37-6489da2cb0f9 None None] Provisioning for port 73831319-aaad-4bfd-b34e-61a621530828 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:06.313092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.327003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:06.327738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:06.333008 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.352419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.358232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.359388 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.435802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Network': ['ID=0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:06.452292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0fd43dcf-8173-4eb2-9745-98650704146b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3213983 Jul 16 20:32:06.457440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52688) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:06.463420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-2ee2d054-da2a-49e7-a9e8-1c855a1a0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.466015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-2ee2d054-da2a-49e7-a9e8-1c855a1a0d7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b HTTP/1.1" status: 200 len: 910 time: 0.1884532 Jul 16 20:32:06.482011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8432-9c77-41a0-a83f-dd3906d30e3d req-17181079-6c5a-433e-b75d-02b8314c8d54 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.482613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'subnet': {'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:06.504055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-209e8432-9c77-41a0-a83f-dd3906d30e3d req-17181079-6c5a-433e-b75d-02b8314c8d54 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.1676152 Jul 16 20:32:06.532554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:06.564188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-37372d0b-7d9e-4f92-a126-b2ad57645490 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1668e2a1-3a54-475a-9fdf-0d3ad94dc844 HTTP/1.1" status: 200 len: 217 time: 0.0902481 Jul 16 20:32:06.599577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:06.621701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5141aedc-1997-4164-9f26-8c6c0399864e up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:06.661383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Made reservation on behalf of 839181d540844c52929b058b19f22f67 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:06.665703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.670496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-209e8432-9c77-41a0-a83f-dd3906d30e3d req-88bdffa5-1a2b-4e23-be39-56f5b76a0d8f tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618874 Jul 16 20:32:06.699919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-9ac64f34-36a8-474a-9351-da684318dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.701786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-9ac64f34-36a8-474a-9351-da684318dfbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=335db42a-bb3f-4192-ad3d-ff6481a320f9 HTTP/1.1" status: 200 len: 848 time: 0.1268039 Jul 16 20:32:06.727891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8e8cf46c-4a15-424c-987f-f057e41925e5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:06.825189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 8e8cf46c-4a15-424c-987f-f057e41925e5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:06.825933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8e8cf46c-4a15-424c-987f-f057e41925e5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:06.830260 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0b2110-a393-42e8-b27b-a364633b9b64 x-openstack-request-id: req-7f0b2110-a393-42e8-b27b-a364633b9b64 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:06.830548 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecde827-0f6f-4553-8a6f-f7dfd9152fdc", "name": "network-vif-plugged", "status": "completed", "tag": "1668e2a1-3a54-475a-9fdf-0d3ad94dc844", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:06.830821 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7f0b2110-a393-42e8-b27b-a364633b9b64 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:06.831280 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844', 'code': 200} Jul 16 20:32:06.867367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-19cf2ff2-af92-4e5e-8f5b-e381da55689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.868955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-19cf2ff2-af92-4e5e-8f5b-e381da55689a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec01ffab-6b81-47b9-bc74-01c2227ccf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597574 Jul 16 20:32:06.903286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73831319-aaad-4bfd-b34e-61a621530828 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:06.985273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-58b16ec9-0c42-4d3c-8c44-b3ad219ded6e service neutron] 10.222.0.21 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062584 Jul 16 20:32:07.017610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.149788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Subnet': ['ID=8188d798-defd-4b29-8d51-ee5d06cd3a3b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:07.159859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Checking segment: {'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:07.160366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network hostable DHCP agents. Network: 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:32:07.166601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.167073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.167429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.167770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.168106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.168436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.168796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.169098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.169436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.169756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.170078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.170396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:07.198629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:32:07.210890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af0dc7-3309-4182-ac02-accdf0ca41fe req-cefead17-c4e4-42a3-9d16-d715e5aeca77 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.212846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5af0dc7-3309-4182-ac02-accdf0ca41fe req-cefead17-c4e4-42a3-9d16-d715e5aeca77 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 944 time: 0.2184854 Jul 16 20:32:07.216380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1e964-9d9c-40e9-a43a-175c88b983ef req-b65cb41d-9c9d-4b14-b4c9-dda87324f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.217047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:07.217901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eeb1e964-9d9c-40e9-a43a-175c88b983ef req-b65cb41d-9c9d-4b14-b4c9-dda87324f3a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.2312770 Jul 16 20:32:07.225340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.225939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.231161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-63be1bad-e2a3-4c95-886d-4152b2a15f5d service neutron] 10.222.0.21 "GET /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136173 Jul 16 20:32:07.255032 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac7655f3-b6d9-447a-8faa-be233a58d2de tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7941132 Jul 16 20:32:07.257677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52692) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:07.265996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b1351-4081-4502-ae46-f38adb367a8f None None] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:07.322008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 5141aedc-1997-4164-9f26-8c6c0399864e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:07.344351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 73831319-aaad-4bfd-b34e-61a621530828 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:07.354107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 5141aedc-1997-4164-9f26-8c6c0399864e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:07.354546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.430660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 73831319-aaad-4bfd-b34e-61a621530828 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:07.431381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.722129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eeb1e964-9d9c-40e9-a43a-175c88b983ef req-a7db6f64-6eb3-48ee-be4c-60342179842c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886677 Jul 16 20:32:07.722385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:07.727203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5af0dc7-3309-4182-ac02-accdf0ca41fe req-b235bb4f-9483-424e-8622-9046ae7923dc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949327 Jul 16 20:32:07.765338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.765876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.766361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.766837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.767516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.767997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.768457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.771479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-12179716-8b9b-4de3-92d2-85553161b9a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6487 time: 0.1266596 Jul 16 20:32:07.810011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:07.810388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Updating router a356ac02-1319-4c63-9ed5-84c91d1d7242 port 8d860bf7-16ed-45d6-b41a-7d3585e89326 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:07.819461 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.850112 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.861702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'tenant_id': '839181d540844c52929b058b19f22f67', 'fixed_ips': [{'subnet_id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:32:07.862592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.970378 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.978013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-7b9c20c4-7034-4742-a86a-50368f256c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.980057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-7b9c20c4-7034-4742-a86a-50368f256c6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 903 time: 0.1981859 Jul 16 20:32:08.022129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.025444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5141aedc-1997-4164-9f26-8c6c0399864e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5141aedc-1997-4164-9f26-8c6c0399864e,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:08.052383 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.054789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c13e4eb-3db0-4db5-9ca4-63c4c9f0e7d0 None None] Provisioning for port 8d860bf7-16ed-45d6-b41a-7d3585e89326 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:08.091208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-8f3103ca-7a03-43ee-9c30-0d7bcf8e7660 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.0988414 Jul 16 20:32:08.128488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c13e4eb-3db0-4db5-9ca4-63c4c9f0e7d0 None None] Provisioning complete for port 8d860bf7-16ed-45d6-b41a-7d3585e89326 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:08.128963 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c13e4eb-3db0-4db5-9ca4-63c4c9f0e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.180118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 73831319-aaad-4bfd-b34e-61a621530828, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=73831319-aaad-4bfd-b34e-61a621530828,segment=NetworkSegment(2d2c9062-4b3f-4653-9857-12f0e8f7377c),segment_id=2d2c9062-4b3f-4653-9857-12f0e8f7377c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:08.222390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-e4726f3c-6317-4a6b-b933-e1db5531aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.224291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-e4726f3c-6317-4a6b-b933-e1db5531aa49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.1191804 Jul 16 20:32:08.275055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.276618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 127e890f-b466-422e-86f3-b1ead940f33a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:08.280368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.337126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Allocated IP 2001:db8:3::1 (0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5/8188d798-defd-4b29-8d51-ee5d06cd3a3b/b50bdb43-cd90-47aa-877f-126f29a38214) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:08.364315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-54fffcc8-1f1d-45eb-bc84-3323185464c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.366249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-54fffcc8-1f1d-45eb-bc84-3323185464c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353953 Jul 16 20:32:08.366884 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.393372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5141aedc-1997-4164-9f26-8c6c0399864e,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.399371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.407975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.415011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.421518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.429612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.435881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.442716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.444787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-6d77b4fa-5411-4426-9cb9-ce37a9d7e115 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.1644568 Jul 16 20:32:08.519929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e91fbca9-e39b-4bec-a02d-a73e5c59c756 req-f92b1188-6254-4886-8657-12cca8fd51c6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649006 Jul 16 20:32:08.600299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.629699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Transition to ACTIVE for port object b50bdb43-cd90-47aa-877f-126f29a38214 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:08.646954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-9c42c928-0356-444c-8cf8-445ca1b7a016 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722213 Jul 16 20:32:08.702496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2c13e4eb-3db0-4db5-9ca4-63c4c9f0e7d0 None None] Port 8d860bf7-16ed-45d6-b41a-7d3585e89326 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:08.708453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=73831319-aaad-4bfd-b34e-61a621530828,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.722149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.833624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c13e4eb-3db0-4db5-9ca4-63c4c9f0e7d0 None None] Provisioning complete for port 73831319-aaad-4bfd-b34e-61a621530828 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:08.833624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c13e4eb-3db0-4db5-9ca4-63c4c9f0e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.868472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5141aedc-1997-4164-9f26-8c6c0399864e'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:08.883543 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff83b6ed-63a6-48c0-afe2-89880a8a9640" -d '{"events": [{"server_uuid": "cf835556-bc6b-418b-8e03-3dcef0c966f4", "name": "network-vif-plugged", "status": "completed", "tag": "5141aedc-1997-4164-9f26-8c6c0399864e"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:08.910035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=b50bdb43-cd90-47aa-877f-126f29a38214,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:08.914334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:08.917332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:08.921748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:08.922324 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.935884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d04c299-bdcc-46a3-8674-ac168b107a74 req-b2111c7c-92f9-4be0-b3fd-edf69e1cb750 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783217 Jul 16 20:32:09.005398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.034394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Allocated IP 2001:db8:3::2 (0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5/8188d798-defd-4b29-8d51-ee5d06cd3a3b/b8e1fdef-65e7-44f4-a8d5-12cda441720e) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:09.097296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 127e890f-b466-422e-86f3-b1ead940f33a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:09.097867 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.115815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.123590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7613e-f932-4dde-94db-53e22aff6d76 req-9aaf1832-1747-411d-96d2-cbcdc102555d tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.126754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54f7613e-f932-4dde-94db-53e22aff6d76 req-9aaf1832-1747-411d-96d2-cbcdc102555d tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 945 time: 0.0899780 Jul 16 20:32:09.144180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:09.153873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Request body: {'floatingip': {'port_id': 'd8010660-ee83-44cf-a9dd-50da87b9f903'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:09.227387 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea938188-ceba-4a59-a5f9-16a1274eff9e x-openstack-request-id: req-ea938188-ceba-4a59-a5f9-16a1274eff9e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:09.228123 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03722186-08d6-4dae-a2d0-335c588dda32", "name": "network-vif-deleted", "tag": "8e8cf46c-4a15-424c-987f-f057e41925e5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:09.228123 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ea938188-ceba-4a59-a5f9-16a1274eff9e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:09.228687 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03722186-08d6-4dae-a2d0-335c588dda32', 'name': 'network-vif-deleted', 'tag': '8e8cf46c-4a15-424c-987f-f057e41925e5', 'status': 'completed', 'code': 200} Jul 16 20:32:09.244363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.572516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.578658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.581162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.699823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dbee4-ef0e-424e-a856-c1afb541c9f8 req-6f202fdd-d212-41ae-afec-62208e8ee011 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.704972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b51dbee4-ef0e-424e-a856-c1afb541c9f8 req-6f202fdd-d212-41ae-afec-62208e8ee011 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.2701747 Jul 16 20:32:09.717228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event updated for resources: {'Port': ['ID=b50bdb43-cd90-47aa-877f-126f29a38214,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:09.775282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:09.778653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:09.892009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b51dbee4-ef0e-424e-a856-c1afb541c9f8 req-ef021f0a-3cac-4e1e-9901-5863d8260d62 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477709 Jul 16 20:32:09.904411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:09.949782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.978523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.992963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:09.993778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Transition to ACTIVE for port object 8d860bf7-16ed-45d6-b41a-7d3585e89326 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:09.995069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-15670bb2-3c8a-49f4-bf8b-85c6a1d3c04a None None] Provisioning complete for port 8d860bf7-16ed-45d6-b41a-7d3585e89326 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:09.995481 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-15670bb2-3c8a-49f4-bf8b-85c6a1d3c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.005300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Transition to ACTIVE for port object b8e1fdef-65e7-44f4-a8d5-12cda441720e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:10.030946 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.091375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Transition to ACTIVE for port object b8e1fdef-65e7-44f4-a8d5-12cda441720e will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:10.108027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-15670bb2-3c8a-49f4-bf8b-85c6a1d3c04a None None] Port 8d860bf7-16ed-45d6-b41a-7d3585e89326 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:10.114150 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.135119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f69e4-45e9-482b-be74-41cf861d8f3b None None] Pushing event updated for resources: {'Port': ['ID=8d860bf7-16ed-45d6-b41a-7d3585e89326,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.166794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:10.191582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:10.198418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:10.208267 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8b6d954e-4e6e-4309-bf3b-7f1265386555 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9490428 Jul 16 20:32:10.209517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52710) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.224275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:10.225640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:10.225861 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.227905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:10.238524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:10.289881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fdef-65e7-44f4-a8d5-12cda441720e,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.314594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Attempting to bind port 8d860bf7-16ed-45d6-b41a-7d3585e89326 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:10.314962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Attempting to bind port 8d860bf7-16ed-45d6-b41a-7d3585e89326 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:10.315361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Attempting to bind port 8d860bf7-16ed-45d6-b41a-7d3585e89326 on network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:10.326946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:10.327396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Checking segment: {'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:10.327742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.328419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Bound using segment: {'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:10.329122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Bound port: 8d860bf7-16ed-45d6-b41a-7d3585e89326, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2c9062-4b3f-4653-9857-12f0e8f7377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:10.329518 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.381785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Attempting to bind port b8e1fdef-65e7-44f4-a8d5-12cda441720e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:10.382157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Attempting to bind port b8e1fdef-65e7-44f4-a8d5-12cda441720e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:10.382528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Attempting to bind port b8e1fdef-65e7-44f4-a8d5-12cda441720e on network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:10.413856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:10.414233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Checking segment: {'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:10.414636 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.415029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Bound using segment: {'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:10.415553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Bound port: b8e1fdef-65e7-44f4-a8d5-12cda441720e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:10.415944 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.460153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89ec00-b453-4e32-91ee-bb3cff7fe755 req-3222f517-90d9-4837-8a37-5317442f958b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.461782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d89ec00-b453-4e32-91ee-bb3cff7fe755 req-3222f517-90d9-4837-8a37-5317442f958b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 945 time: 0.4078269 Jul 16 20:32:10.525169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.556407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] For port 8d860bf7-16ed-45d6-b41a-7d3585e89326, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:10.589394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] For port 8d860bf7-16ed-45d6-b41a-7d3585e89326, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8d860bf7-16ed-45d6-b41a-7d3585e89326,segment=NetworkSegment(2d2c9062-4b3f-4653-9857-12f0e8f7377c),segment_id=2d2c9062-4b3f-4653-9857-12f0e8f7377c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:10.594080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] For port b8e1fdef-65e7-44f4-a8d5-12cda441720e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:10.604044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.638698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.647914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.652427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,segment=NetworkSegment(bcdedd17-6aad-4c76-8015-80c54bf6a6fc),segment_id=bcdedd17-6aad-4c76-8015-80c54bf6a6fc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:10.654579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d89ec00-b453-4e32-91ee-bb3cff7fe755 req-11f1885e-c1d3-4c19-80b1-185200c19c96 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796546 Jul 16 20:32:10.654838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] For port b8e1fdef-65e7-44f4-a8d5-12cda441720e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8e1fdef-65e7-44f4-a8d5-12cda441720e,segment=NetworkSegment(35a09508-0ce0-4c16-943a-2408c74dfec3),segment_id=35a09508-0ce0-4c16-943a-2408c74dfec3)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:10.660681 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.668061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.716525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:10.717535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:10.721701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f69e4-45e9-482b-be74-41cf861d8f3b None None] Pushing event updated for resources: {'Port': ['ID=8d860bf7-16ed-45d6-b41a-7d3585e89326,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.810461 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Floating IP 5443c87b-b687-4919-8eb0-4053bf7865fd associated. External IP: 172.25.8.104, port: d8010660-ee83-44cf-a9dd-50da87b9f903. Jul 16 20:32:10.939480 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e92264-429e-4c8b-862b-ad663c88e8fc x-openstack-request-id: req-58e92264-429e-4c8b-862b-ad663c88e8fc {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:10.940468 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf835556-bc6b-418b-8e03-3dcef0c966f4", "name": "network-vif-plugged", "status": "completed", "tag": "5141aedc-1997-4164-9f26-8c6c0399864e", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:10.941098 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-58e92264-429e-4c8b-862b-ad663c88e8fc {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:10.941697 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5141aedc-1997-4164-9f26-8c6c0399864e', 'code': 200} Jul 16 20:32:10.974585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73831319-aaad-4bfd-b34e-61a621530828 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:11.059683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.151819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e439-b50a-4865-be45-1bcda82ce0f5 req-80a34c5f-02a5-4da9-ab8b-b22825b90fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.153582 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac78e439-b50a-4865-be45-1bcda82ce0f5 req-80a34c5f-02a5-4da9-ab8b-b22825b90fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 1096 time: 0.2055557 Jul 16 20:32:11.240219 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ac78e439-b50a-4865-be45-1bcda82ce0f5 req-cb730ea1-6f97-45e5-9d6f-067a03fcc545 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746596 Jul 16 20:32:11.256329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:11.330791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889466a-32bf-4721-9c16-8c9d6ca262f2 None None] Pushing event updated for resources: {'Port': ['ID=b8e1fdef-65e7-44f4-a8d5-12cda441720e,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.381974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 73831319-aaad-4bfd-b34e-61a621530828 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:11.382435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.603458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:32:11.643642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50bdb43-cd90-47aa-877f-126f29a38214', 'name': '', 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:7f:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:07Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:11.672547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d75f1-20df-4067-8804-3cf428d1bb10 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50bdb43-cd90-47aa-877f-126f29a38214', 'name': '', 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:7f:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:07Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:11.709160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Removed routes are [] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:32:11.709848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.888402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Router d316205a-21cc-4c51-9a12-eefad01d5f9d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:11.956703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.968026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.987837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.994776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.003135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.010546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.018512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.020809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-c2ebd165-1da9-44f6-8834-ac6f2c722b8c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.4114470 Jul 16 20:32:12.242280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f74b23ed-6fa7-4676-8944-2ee436a03feb req-554cdd43-282d-4479-8408-bcca41a7ac14 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120333 Jul 16 20:32:12.271419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52db8e-9a25-4a70-bdc9-1b9e109ba444 None None] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:12.357787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.363866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-70e456e8-d96f-480a-8d91-defd1c146584 None None] Provisioning for port b8e1fdef-65e7-44f4-a8d5-12cda441720e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:12.377667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.518270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:12.524469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.535733 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] Sync routers for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:12.546433 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:12.547780 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:12.729195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:12.751439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b3aa36d3-11f0-4897-b5cb-a8be8b627a57 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "PUT /v2.0/floatingips/5443c87b-b687-4919-8eb0-4053bf7865fd HTTP/1.1" status: 200 len: 991 time: 3.6050198 Jul 16 20:32:12.754527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:12.762407 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38be020-583d-44c6-86c9-b663d07539e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:12.797850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:13.029146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-02d4152b-50e6-46fb-8bee-96c50716d8b8 None None] Provisioning for port b50bdb43-cd90-47aa-877f-126f29a38214 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:13.039457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-02d4152b-50e6-46fb-8bee-96c50716d8b8 None None] Provisioning complete for port b50bdb43-cd90-47aa-877f-126f29a38214 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:13.039917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02d4152b-50e6-46fb-8bee-96c50716d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.129064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-6e514028-603a-4172-ad29-cad17ee9391e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.137387 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-6e514028-603a-4172-ad29-cad17ee9391e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 945 time: 0.2652776 Jul 16 20:32:13.154021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-02d4152b-50e6-46fb-8bee-96c50716d8b8 None None] Port b50bdb43-cd90-47aa-877f-126f29a38214 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:13.156500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8d860bf7-16ed-45d6-b41a-7d3585e89326 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:13.288437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 8d860bf7-16ed-45d6-b41a-7d3585e89326 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:13.293143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8d860bf7-16ed-45d6-b41a-7d3585e89326 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:13.293824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.377854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:13.381916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.400703 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '5443c87b-b687-4919-8eb0-4053bf7865fd', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'port_id': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'mac_address': 'fa:16:3e:f2:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:39Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 1, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:13.466763 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.469283 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] Checking router: d316205a-21cc-4c51-9a12-eefad01d5f9d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:13.490425 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:13.493175 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:13.560181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe691ef2-1583-45a1-9dd6-29a9d6081a34 req-6ced46bf-24aa-4505-bfdd-2a4597ce350c tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:13.560508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 8d860bf7-16ed-45d6-b41a-7d3585e89326, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8d860bf7-16ed-45d6-b41a-7d3585e89326,segment=NetworkSegment(2d2c9062-4b3f-4653-9857-12f0e8f7377c),segment_id=2d2c9062-4b3f-4653-9857-12f0e8f7377c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:13.561821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe691ef2-1583-45a1-9dd6-29a9d6081a34 req-6ced46bf-24aa-4505-bfdd-2a4597ce350c tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 1.0348425 Jul 16 20:32:13.573680 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.575644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8e1fdef-65e7-44f4-a8d5-12cda441720e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:13.587430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:13.587881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.613038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:13.618086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:13.628196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.632704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9a3a0141-b93d-4c6b-80ad-c1d1abd4484e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 200 len: 953 time: 3.4205079 Jul 16 20:32:13.633691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52724) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:13.650793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe691ef2-1583-45a1-9dd6-29a9d6081a34 req-635c7f85-a4b7-47bf-ad8b-04e5a273ff12 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Jul 16 20:32:13.677889 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:13.837343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.847839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:13.857542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=8d860bf7-16ed-45d6-b41a-7d3585e89326,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:13.869281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a898f756-3703-421a-a329-493f46576101 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 200 len: 953 time: 0.2342558 Jul 16 20:32:13.869943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52728) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:13.875300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c1ce5f8a-81df-4fc2-8b1f-fe1502eee698'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:13.875495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'routes': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:13.885313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:13.939598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=c1ce5f8a-81df-4fc2-8b1f-fe1502eee698,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:13.975910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-485e8f27-4f0e-41b9-8b38-765791feef2a None None] Provisioning complete for port b50bdb43-cd90-47aa-877f-126f29a38214 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:13.976302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-485e8f27-4f0e-41b9-8b38-765791feef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.985337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:13.986007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:13.998694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e485d1c2-6ef9-495d-865e-0e449ea6ca30 req-0cb84a6b-cb17-498a-ab5a-f02e3065fb5e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6 HTTP/1.1" status: 200 len: 210 time: 0.1198173 Jul 16 20:32:14.004909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:14.009049 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.011916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-efbeb0c3-82a6-4b65-b665-4775356f465e req-717a127d-aa28-4c72-b9eb-7db8514fc17d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "DELETE /v2.0/ports/c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 HTTP/1.1" status: 204 len: 173 time: 0.8686931 Jul 16 20:32:14.013044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'name': 'network-vif-deleted', 'tag': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:14.017679 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8027f929-1e3d-4588-a5b4-cb6dabdedae7" -d '{"events": [{"server_uuid": "5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6", "name": "network-vif-deleted", "tag": "c1ce5f8a-81df-4fc2-8b1f-fe1502eee698"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:14.272245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b8e1fdef-65e7-44f4-a8d5-12cda441720e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:14.332127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b8e1fdef-65e7-44f4-a8d5-12cda441720e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:14.333474 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.336103 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '5443c87b-b687-4919-8eb0-4053bf7865fd', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'port_id': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'mac_address': 'fa:16:3e:f2:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:39Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 1, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:14.361063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-485e8f27-4f0e-41b9-8b38-765791feef2a None None] Port b50bdb43-cd90-47aa-877f-126f29a38214 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:14.365092 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c920a90-c603-4024-9bdc-e7118078e964 None None] The sync data for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 is: [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '5443c87b-b687-4919-8eb0-4053bf7865fd', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'port_id': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'mac_address': 'fa:16:3e:f2:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:39Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 1, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:14.430562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:14.501819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b02fae-01b2-4475-847a-0cad6f752315 req-f3e6042f-69c9-470b-a789-ba535c290442 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.503537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38b02fae-01b2-4475-847a-0cad6f752315 req-f3e6042f-69c9-470b-a789-ba535c290442 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 945 time: 0.1862369 Jul 16 20:32:14.606088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-baada456-1c3a-46da-81f9-7e3fcdfc65d0 None None] Provisioning complete for port b50bdb43-cd90-47aa-877f-126f29a38214 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:14.606469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-baada456-1c3a-46da-81f9-7e3fcdfc65d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.639963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38b02fae-01b2-4475-847a-0cad6f752315 req-d54b59a4-b017-4ac2-a733-c676c8275f45 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196330 Jul 16 20:32:14.652630 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d38c34-ee4e-40aa-a5f7-f82ec7ded880 None None] New status for floating IP 5443c87b-b687-4919-8eb0-4053bf7865fd: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:14.681323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added routes are [] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:32:14.683008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:32:14.726007 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.737961 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.742680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-baada456-1c3a-46da-81f9-7e3fcdfc65d0 None None] Port b50bdb43-cd90-47aa-877f-126f29a38214 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:14.818660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b8e1fdef-65e7-44f4-a8d5-12cda441720e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8e1fdef-65e7-44f4-a8d5-12cda441720e,segment=NetworkSegment(35a09508-0ce0-4c16-943a-2408c74dfec3),segment_id=35a09508-0ce0-4c16-943a-2408c74dfec3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:14.824819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.826160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:14.960485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b8e1fdef-65e7-44f4-a8d5-12cda441720e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:14.992028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:14.992525 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.001095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:11Z', 'revision_number': 6, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50bdb43-cd90-47aa-877f-126f29a38214', 'name': '', 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:7f:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:07Z', 'updated_at': '2021-07-16T20:32:09Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:15.059467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:15.059836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Updating router a356ac02-1319-4c63-9ed5-84c91d1d7242 port b50bdb43-cd90-47aa-877f-126f29a38214 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:15.086745 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfe531e-cc61-4107-af5c-c8415ef77d0c x-openstack-request-id: req-cdfe531e-cc61-4107-af5c-c8415ef77d0c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:15.086745 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:15.086745 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cdfe531e-cc61-4107-af5c-c8415ef77d0c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:15.086745 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'status': 'completed', 'code': 200} Jul 16 20:32:15.092039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.097583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.138473 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.192738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38be020-583d-44c6-86c9-b663d07539e5 req-14f050cb-26a6-4a4d-931d-5a7b36a09a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.195529 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a38be020-583d-44c6-86c9-b663d07539e5 req-14f050cb-26a6-4a4d-931d-5a7b36a09a5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6932f09d87e44debaad56d57ce146ca&device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 1096 time: 0.0833807 Jul 16 20:32:15.334504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38be020-583d-44c6-86c9-b663d07539e5 req-cc93f50c-8e49-4821-9b57-c16e58aa0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.342304 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a38be020-583d-44c6-86c9-b663d07539e5 req-cc93f50c-8e49-4821-9b57-c16e58aa0f5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 200 len: 911 time: 0.1400306 Jul 16 20:32:15.343539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8d860bf7-16ed-45d6-b41a-7d3585e89326 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:15.365415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.373261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.381579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.388830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.396481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.402602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.409750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.412669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2be61ae-a841-42e5-837c-63f0501012ac req-f9b30a69-946f-4f29-8a44-a072bf7414ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.2000089 Jul 16 20:32:15.415568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:15.426880 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a38be020-583d-44c6-86c9-b663d07539e5 req-049fd040-4274-48f3-a3e5-15f401109b04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8010660-ee83-44cf-a9dd-50da87b9f903 HTTP/1.1" status: 200 len: 1001 time: 0.0766010 Jul 16 20:32:15.476931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8d860bf7-16ed-45d6-b41a-7d3585e89326 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:15.477460 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.491620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38be020-583d-44c6-86c9-b663d07539e5 req-40233ce9-6788-4c68-9605-6dfc5f952342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.493297 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a38be020-583d-44c6-86c9-b663d07539e5 req-40233ce9-6788-4c68-9605-6dfc5f952342 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 200 len: 849 time: 0.0595345 Jul 16 20:32:15.550502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:15.565170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.566571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3230a841-b788-466d-a93c-d3540ec91d5b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 200 len: 703 time: 1.6956549 Jul 16 20:32:15.569434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:15.584099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2be61ae-a841-42e5-837c-63f0501012ac req-4169e823-41b5-4b6a-9ae8-af095d5829c5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653233 Jul 16 20:32:15.694907 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e4ffc992-b9b9-4b71-b1b6-30400ea7ca3d tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 200 len: 703 time: 0.1234579 Jul 16 20:32:15.699441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52738) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:15.700578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8e1fdef-65e7-44f4-a8d5-12cda441720e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:15.707610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38be020-583d-44c6-86c9-b663d07539e5 req-0f91fc91-f09e-4f40-ba3a-f548a0823692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.709583 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a38be020-583d-44c6-86c9-b663d07539e5 req-0f91fc91-f09e-4f40-ba3a-f548a0823692 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d9b33ae-f8e5-4259-b182-c6e25c7a0211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057853 Jul 16 20:32:15.773757 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.787920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Transition to ACTIVE for port object b50bdb43-cd90-47aa-877f-126f29a38214 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:15.797977 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.842618 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a38be020-583d-44c6-86c9-b663d07539e5 req-35e13a1a-5d3d-4976-9acf-728c2e6a67cf service neutron] 10.222.0.26 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249187 Jul 16 20:32:15.904163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe11586-3410-45b7-8a5e-3758d01d6488 None None] Pushing event updated for resources: {'Port': ['ID=b50bdb43-cd90-47aa-877f-126f29a38214,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:15.908761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b8e1fdef-65e7-44f4-a8d5-12cda441720e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:15.909210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.012132 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a38be020-583d-44c6-86c9-b663d07539e5 req-187b2df1-0b8a-4e4f-9987-7c2e9616f2b3 service neutron] 10.222.0.26 "GET /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578262 Jul 16 20:32:16.091616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Attempting to bind port b50bdb43-cd90-47aa-877f-126f29a38214 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:16.092276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Attempting to bind port b50bdb43-cd90-47aa-877f-126f29a38214 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:16.092857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Attempting to bind port b50bdb43-cd90-47aa-877f-126f29a38214 on network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:16.103593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:16.104892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Checking segment: {'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:16.105543 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.106172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Bound using segment: {'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:16.107164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Bound port: b50bdb43-cd90-47aa-877f-126f29a38214, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a09508-0ce0-4c16-943a-2408c74dfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:16.108125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.119026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ac0b-7c7b-4669-b12a-8377fb6dbff5 req-07657843-de1a-47b0-93fa-a9d589acf39c tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:16.132125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1105ac0b-7c7b-4669-b12a-8377fb6dbff5 req-07657843-de1a-47b0-93fa-a9d589acf39c tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.3703277 Jul 16 20:32:16.239682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1105ac0b-7c7b-4669-b12a-8377fb6dbff5 req-b8cf867f-c725-4b3c-a928-786398fdb844 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056242 Jul 16 20:32:16.288211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] For port b50bdb43-cd90-47aa-877f-126f29a38214, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:16.291881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] For port b50bdb43-cd90-47aa-877f-126f29a38214, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b50bdb43-cd90-47aa-877f-126f29a38214,segment=NetworkSegment(35a09508-0ce0-4c16-943a-2408c74dfec3),segment_id=35a09508-0ce0-4c16-943a-2408c74dfec3)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:16.299711 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.371464 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0190177-4f09-4ccf-8565-d7d4455f1dcb x-openstack-request-id: req-d0190177-4f09-4ccf-8565-d7d4455f1dcb {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:16.371997 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6", "name": "network-vif-deleted", "tag": "c1ce5f8a-81df-4fc2-8b1f-fe1502eee698", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:16.371997 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d0190177-4f09-4ccf-8565-d7d4455f1dcb {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:16.372517 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0986fa-f4f9-4399-bc8a-7348e2ac4dc6', 'name': 'network-vif-deleted', 'tag': 'c1ce5f8a-81df-4fc2-8b1f-fe1502eee698', 'status': 'completed', 'code': 200} Jul 16 20:32:16.379453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:16.380430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:16.392556 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.515911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe11586-3410-45b7-8a5e-3758d01d6488 None None] Pushing event updated for resources: {'Port': ['ID=b50bdb43-cd90-47aa-877f-126f29a38214,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:16.556691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:16.617201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:16.648213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:16.648729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c1ce5f8a-81df-4fc2-8b1f-fe1502eee698 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:16.804607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port b50bdb43-cd90-47aa-877f-126f29a38214 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:16.805513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.916644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:14Z', 'revision_number': 7, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50bdb43-cd90-47aa-877f-126f29a38214', 'name': '', 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:7f:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:07Z', 'updated_at': '2021-07-16T20:32:16Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:16.930337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port b50bdb43-cd90-47aa-877f-126f29a38214, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b50bdb43-cd90-47aa-877f-126f29a38214,segment=NetworkSegment(35a09508-0ce0-4c16-943a-2408c74dfec3),segment_id=35a09508-0ce0-4c16-943a-2408c74dfec3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:16.930824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.944911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33febcae-f42d-4993-b72e-c966f8a70b71 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:14Z', 'revision_number': 7, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50bdb43-cd90-47aa-877f-126f29a38214', 'name': '', 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:7f:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:07Z', 'updated_at': '2021-07-16T20:32:16Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:16.950361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for b50bdb43-cd90-47aa-877f-126f29a38214 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:17.138221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:17.151146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:17.151995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:17.177031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.212074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=b50bdb43-cd90-47aa-877f-126f29a38214,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.255342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.255701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.256209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.256726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.257318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.257783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.258230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.258735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.259120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.259632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.260106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.260360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:17.307123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:17.385337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b50bdb43-cd90-47aa-877f-126f29a38214 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:17.414469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b50bdb43-cd90-47aa-877f-126f29a38214 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:17.414915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b50bdb43-cd90-47aa-877f-126f29a38214 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:32:17.418575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.437155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Port b50bdb43-cd90-47aa-877f-126f29a38214 not found, will not notify nova. {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:32:17.585732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.592532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.600212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.606069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.612697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.618562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.624449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.627273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-967cdff2-1cad-4707-acb2-ca6f44c96c87 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.2223768 Jul 16 20:32:17.646304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:14Z', 'revision_number': 7, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b50bdb43-cd90-47aa-877f-126f29a38214', 'name': '', 'network_id': '0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:7f:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:07Z', 'updated_at': '2021-07-16T20:32:16Z', 'revision_number': 4, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '8188d798-defd-4b29-8d51-ee5d06cd3a3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:17.678126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:17.687597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:17.688222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:17.745029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d4d93fd-7e22-4bb3-8d15-b1c37c5a1ed2 req-7667557f-d14e-4401-b469-2e61826c5de4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837648 Jul 16 20:32:17.757268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:17.781884 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:17.885327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:17.897781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-70758422-32a1-4eb1-a26e-f2ea4a69379a tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1967735 Jul 16 20:32:17.900814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52758) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:17.984733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet 8188d798-defd-4b29-8d51-ee5d06cd3a3b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:17.988491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.997126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b3802-2c6b-44b2-85ee-6eb643d3fbe3 req-79fd09b2-0824-4933-a1cc-f18c0b8d2462 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.999371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0b3802-2c6b-44b2-85ee-6eb643d3fbe3 req-79fd09b2-0824-4933-a1cc-f18c0b8d2462 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 945 time: 0.0906827 Jul 16 20:32:18.052317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.053249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e0b3802-2c6b-44b2-85ee-6eb643d3fbe3 req-c3fae85c-f4ee-4715-89a2-ac7ee9205d89 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Jul 16 20:32:18.216624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.218828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:17Z', 'revision_number': 8, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:18.248549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fea2a9-cd7b-4d18-a662-19170c096b61 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:17Z', 'revision_number': 8, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:18.301660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-bc897ea4-2642-4596-9908-3d07fdab015b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.302308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-b8983b68-146a-4510-81f1-d8877acd46aa tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:18.303195 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-bc897ea4-2642-4596-9908-3d07fdab015b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf835556-bc6b-418b-8e03-3dcef0c966f4 HTTP/1.1" status: 200 len: 945 time: 0.1330197 Jul 16 20:32:18.304256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-b8983b68-146a-4510-81f1-d8877acd46aa tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.1331365 Jul 16 20:32:18.324116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-fff23056-f511-4017-99aa-fb1d3701663a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.0136545 Jul 16 20:32:18.340586 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.384007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=8188d798-defd-4b29-8d51-ee5d06cd3a3b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.399031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377e2d1-af2d-4f21-8282-de75b2e1026b None None] Network 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:18.400620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.406352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fb60427f-1862-4251-a198-db566715a2b5 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/8188d798-defd-4b29-8d51-ee5d06cd3a3b HTTP/1.1" status: 204 len: 168 time: 0.5014520 Jul 16 20:32:18.410187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-ffd05fb8-d879-4fb3-83a0-56da795f92f4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799303 Jul 16 20:32:18.411576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52770) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:18.463269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Deleting port 5141aedc-1997-4164-9f26-8c6c0399864e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:18.463620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.574232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.653815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-b24ec15b-a9a5-4c84-9250-76960c57c72c service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337883 Jul 16 20:32:18.691585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] DHCP port deletion for 0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:18.768549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] Deleting port b8e1fdef-65e7-44f4-a8d5-12cda441720e {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:18.768933 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.815991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port b8e1fdef-65e7-44f4-a8d5-12cda441720e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:18.816659 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.857628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] For port b8e1fdef-65e7-44f4-a8d5-12cda441720e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8e1fdef-65e7-44f4-a8d5-12cda441720e,segment=NetworkSegment(35a09508-0ce0-4c16-943a-2408c74dfec3),segment_id=35a09508-0ce0-4c16-943a-2408c74dfec3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:18.858038 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.877418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] Calling delete_port for b8e1fdef-65e7-44f4-a8d5-12cda441720e owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:18.966116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] For port 5141aedc-1997-4164-9f26-8c6c0399864e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5141aedc-1997-4164-9f26-8c6c0399864e,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:18.966813 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.976576 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.980065 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:18.986630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Calling delete_port for 5141aedc-1997-4164-9f26-8c6c0399864e owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:18.994912 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:18.997400 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.050364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] No DVR routers for this DVR port b8e1fdef-65e7-44f4-a8d5-12cda441720e on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:19.077271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa46f8-7608-4733-b229-9ffd13f72c45 None None] Pushing event deleted for resources: {'Port': ['ID=b8e1fdef-65e7-44f4-a8d5-12cda441720e,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.115531 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:19.173166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.191660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['5141aedc-1997-4164-9f26-8c6c0399864e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.194302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['1a316ea5-268b-45b5-869e-56ca5f371ea9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.212298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Pushing event deleted for resources: {'Port': ['ID=5141aedc-1997-4164-9f26-8c6c0399864e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.276638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] No DVR routers for this DVR port 5141aedc-1997-4164-9f26-8c6c0399864e on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:19.282613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port b8e1fdef-65e7-44f4-a8d5-12cda441720e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b8e1fdef-65e7-44f4-a8d5-12cda441720e,segment=NetworkSegment(35a09508-0ce0-4c16-943a-2408c74dfec3),segment_id=35a09508-0ce0-4c16-943a-2408c74dfec3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:19.283009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.285161 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.287850 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c0c572af-c898-4f7e-ad95-4eb1be0a1e49 req-d4680df7-15da-45fa-96d8-5c33b6f52d43 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.26 "DELETE /v2.0/ports/5141aedc-1997-4164-9f26-8c6c0399864e HTTP/1.1" status: 204 len: 173 time: 0.9782832 Jul 16 20:32:19.288324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'name': 'network-vif-deleted', 'tag': '5141aedc-1997-4164-9f26-8c6c0399864e'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:19.290723 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00e78b1-470f-4d1e-8683-c69551408b91" -d '{"events": [{"server_uuid": "cf835556-bc6b-418b-8e03-3dcef0c966f4", "name": "network-vif-deleted", "tag": "5141aedc-1997-4164-9f26-8c6c0399864e"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:19.306576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for b8e1fdef-65e7-44f4-a8d5-12cda441720e owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:19.357687 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:17Z', 'revision_number': 8, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.393035 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:19.396474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-510ccf40-f084-4304-851e-1793aaf19a8e service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259324 Jul 16 20:32:19.401315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8e1fdef-65e7-44f4-a8d5-12cda441720e no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:19.406908 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:19.407214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-786ea128-7a56-422c-aea1-da4e216a0e53 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.408144 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.408907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-786ea128-7a56-422c-aea1-da4e216a0e53 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.7073200 Jul 16 20:32:19.438622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b8e1fdef-65e7-44f4-a8d5-12cda441720e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:19.438622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b8e1fdef-65e7-44f4-a8d5-12cda441720e not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:19.439007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b50bdb43-cd90-47aa-877f-126f29a38214 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:19.469873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b50bdb43-cd90-47aa-877f-126f29a38214 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:19.470147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b50bdb43-cd90-47aa-877f-126f29a38214 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:19.544939 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:19.568287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.631680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=b8e1fdef-65e7-44f4-a8d5-12cda441720e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.635691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port b8e1fdef-65e7-44f4-a8d5-12cda441720e on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:19.735632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Deleting port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:19.736104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.822803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.841933 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:17Z', 'revision_number': 8, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.879503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.884378 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ee427-6653-4669-a80c-f2f29fe5faa7 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:17Z', 'revision_number': 8, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d860bf7-16ed-45d6-b41a-7d3585e89326', 'name': '', 'network_id': '9fd6b02c-3971-4059-a671-3ec12a7bb6bc', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:73:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:03Z', 'updated_at': '2021-07-16T20:32:13Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '011f71f5-e4e2-430a-9280-c66c66279bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:19.907478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a09508-0ce0-4c16-943a-2408c74dfec3') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.907856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a09508-0ce0-4c16-943a-2408c74dfec3') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:19.928956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.948625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e0406-8415-4e5a-b7f0-ac6baf980c4b req-61ba569f-d22c-42f9-a851-76a87697dc17 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.951780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-138e0406-8415-4e5a-b7f0-ac6baf980c4b req-61ba569f-d22c-42f9-a851-76a87697dc17 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9ecde827-0f6f-4553-8a6f-f7dfd9152fdc HTTP/1.1" status: 200 len: 1096 time: 0.2481959 Jul 16 20:32:19.965496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] For port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:19.965876 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.994667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.019428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Calling delete_port for 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:20.022857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:20.023955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:20.043472 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:20.126041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-138e0406-8415-4e5a-b7f0-ac6baf980c4b req-6fb14dc2-207a-4851-aad5-f9c4e9cec27a tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467347 Jul 16 20:32:20.166675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.178335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.183910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5 HTTP/1.1" status: 204 len: 168 time: 1.7687659 Jul 16 20:32:20.184376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52788) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:20.212601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c35d1-58a3-45ef-92a7-989489c52b52 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=0dd5e6f2-a3ef-4d58-bef3-9d803ba66fb5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:20.312720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.327542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c0aca039-094b-49fc-a32d-3379754a639c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:20.332334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['1668e2a1-3a54-475a-9fdf-0d3ad94dc844'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:20.358740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Pushing event deleted for resources: {'Port': ['ID=1668e2a1-3a54-475a-9fdf-0d3ad94dc844,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:20.437921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] No DVR routers for this DVR port 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:20.441092 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.443324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-385504f5-5b49-4888-b6b4-1bdf08fbd6cd req-f28e1ae9-c0d8-4488-b557-a41d2bfb2c93 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1668e2a1-3a54-475a-9fdf-0d3ad94dc844 HTTP/1.1" status: 204 len: 173 time: 1.0281427 Jul 16 20:32:20.444966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'name': 'network-vif-deleted', 'tag': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:20.448134 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0738a061-3762-47f4-bcd4-ce5cac8b0edc" -d '{"events": [{"server_uuid": "9ecde827-0f6f-4553-8a6f-f7dfd9152fdc", "name": "network-vif-deleted", "tag": "1668e2a1-3a54-475a-9fdf-0d3ad94dc844"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:20.706663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.716260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.725767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.731898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.738622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.744903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.748939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.752322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.754355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-bdb60a15-e644-44cb-88b0-3b3c96dee744 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.1718702 Jul 16 20:32:20.809100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec855db0-0767-4c01-9c5d-7ef83ed1c5b8 req-cd162751-93c4-4bd0-bd73-b31d16944bfb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452318 Jul 16 20:32:20.940219 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4743a250-2e7a-4f05-88ef-10b4c59bfc60 x-openstack-request-id: req-4743a250-2e7a-4f05-88ef-10b4c59bfc60 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:20.940504 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf835556-bc6b-418b-8e03-3dcef0c966f4", "name": "network-vif-deleted", "tag": "5141aedc-1997-4164-9f26-8c6c0399864e", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:20.940751 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4743a250-2e7a-4f05-88ef-10b4c59bfc60 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:20.941147 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf835556-bc6b-418b-8e03-3dcef0c966f4', 'name': 'network-vif-deleted', 'tag': '5141aedc-1997-4164-9f26-8c6c0399864e', 'status': 'completed', 'code': 200} Jul 16 20:32:21.082351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3eb9267-ed89-466d-acb4-409f0407fb79 req-9f7e0125-e63b-4f36-a316-54b92773dcb3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 210 time: 0.0337064 Jul 16 20:32:21.083958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 8d860bf7-16ed-45d6-b41a-7d3585e89326 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:21.084416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.164674 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18a783-7bfe-42c1-89f9-fe4d63da2b39 x-openstack-request-id: req-6a18a783-7bfe-42c1-89f9-fe4d63da2b39 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:21.165259 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecde827-0f6f-4553-8a6f-f7dfd9152fdc", "name": "network-vif-deleted", "tag": "1668e2a1-3a54-475a-9fdf-0d3ad94dc844", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:21.165441 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6a18a783-7bfe-42c1-89f9-fe4d63da2b39 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:21.165981 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecde827-0f6f-4553-8a6f-f7dfd9152fdc', 'name': 'network-vif-deleted', 'tag': '1668e2a1-3a54-475a-9fdf-0d3ad94dc844', 'status': 'completed', 'code': 200} Jul 16 20:32:21.291067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 8d860bf7-16ed-45d6-b41a-7d3585e89326, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8d860bf7-16ed-45d6-b41a-7d3585e89326,segment=NetworkSegment(2d2c9062-4b3f-4653-9857-12f0e8f7377c),segment_id=2d2c9062-4b3f-4653-9857-12f0e8f7377c)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:21.291872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.309026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-68baebd1-cab2-42ed-945f-f2b132001e19 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.310906 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-68baebd1-cab2-42ed-945f-f2b132001e19 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.2080433 Jul 16 20:32:21.316568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 8d860bf7-16ed-45d6-b41a-7d3585e89326 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:21.325526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:21.382856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330d284-df84-4310-9b15-759adced3d49 req-51ba5af3-be04-4091-83f9-0321ef34e200 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.384658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a330d284-df84-4310-9b15-759adced3d49 req-51ba5af3-be04-4091-83f9-0321ef34e200 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0915990 Jul 16 20:32:21.440407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a330d284-df84-4310-9b15-759adced3d49 req-9711c380-8a5f-4c64-8695-53f6535dffc4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 Jul 16 20:32:21.570866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:21.571184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.668443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.732177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=8d860bf7-16ed-45d6-b41a-7d3585e89326,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:21.912231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.3 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/9873fb13-f274-4528-9399-1e451b682dbd) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:21.918535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.266683 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.275380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:22.361461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.367399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.373370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.380001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.385984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.393075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.399001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.401069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-cd63163c-6c40-45f9-b05b-ca0179c57e4e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5430 time: 0.1210735 Jul 16 20:32:22.447534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89746fe4-ff50-4e25-ae44-78f2c72610c9 req-9a524f90-e341-46e6-80c4-f1a28946f47d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395620 Jul 16 20:32:22.449001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.462136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:22.487825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:22.495478 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9470706f-51b1-4390-acc6-08a9d86a38dd tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3097804 Jul 16 20:32:22.499313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52814) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:22.504088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:22.514246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:22.518719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:22.524209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:22.528771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=9873fb13-f274-4528-9399-1e451b682dbd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:22.545751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:22.547961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:22.566785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet 011f71f5-e4e2-430a-9280-c66c66279bfd {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:22.570675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.622425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.623150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.641175 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-9c60cd5f-5b52-4e50-bbd2-9a34602c59a6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3217552 Jul 16 20:32:22.654550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Request body: {'port': {'device_id': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:22.658703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5141aedc-1997-4164-9f26-8c6c0399864e no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:22.662809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.693362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 5141aedc-1997-4164-9f26-8c6c0399864e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:22.693684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5141aedc-1997-4164-9f26-8c6c0399864e not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:22.702713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:22.739171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64553fa-199f-4cf9-9371-ef65e45dcd99 req-072432ae-2645-4cd5-a98a-7ddbed44ea22 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.740820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c64553fa-199f-4cf9-9371-ef65e45dcd99 req-072432ae-2645-4cd5-a98a-7ddbed44ea22 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1425152 Jul 16 20:32:22.746536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d12a73ee-4f29-4d6b-af3a-6129c8351b6a details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:22.748488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:22.768420 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.786633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:22.786971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1668e2a1-3a54-475a-9fdf-0d3ad94dc844 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:22.809288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.838382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c64553fa-199f-4cf9-9371-ef65e45dcd99 req-3165a99c-02f1-460b-80b0-83a760b6354f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728099 Jul 16 20:32:22.913526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.977811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=011f71f5-e4e2-430a-9280-c66c66279bfd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:22.982228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.986131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f4c0d8cb-13d7-458e-9a0a-0b1e6947120e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/011f71f5-e4e2-430a-9280-c66c66279bfd HTTP/1.1" status: 204 len: 168 time: 0.4842746 Jul 16 20:32:22.991954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:22.996747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3864f-5c92-46f5-8c57-bf04f356a5c5 None None] Network 9fd6b02c-3971-4059-a671-3ec12a7bb6bc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:23.105860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.163742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a', 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'port_id': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a', 'mac_address': 'fa:16:3e:91:4a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae78592c-437d-4796-bb5a-f81a2c434fbe', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:23.190332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.227322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9873fb13-f274-4528-9399-1e451b682dbd {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:23.241186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0c5da-7c17-4307-93b9-cd9ff8be2ef4 req-5dfc9030-9f1c-4c6d-a312-26855c585196 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.241589 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.244060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1de0c5da-7c17-4307-93b9-cd9ff8be2ef4 req-5dfc9030-9f1c-4c6d-a312-26855c585196 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 931 time: 0.2478209 Jul 16 20:32:23.264380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Transition to ACTIVE for port object 9873fb13-f274-4528-9399-1e451b682dbd will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:23.272319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.326357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.370320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1de0c5da-7c17-4307-93b9-cd9ff8be2ef4 req-2be3c06b-b87d-4302-aa50-794fbe02ebb2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198146 Jul 16 20:32:23.388002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12a73ee-4f29-4d6b-af3a-6129c8351b6a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:23.406828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 73831319-aaad-4bfd-b34e-61a621530828 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:23.407442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.444414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:21Z', 'revision_number': 9, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:23.454442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.458659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Pushing event updated for resources: {'Port': ['ID=9873fb13-f274-4528-9399-1e451b682dbd,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.500138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.501001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Attempting to bind port 9873fb13-f274-4528-9399-1e451b682dbd on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:23.501163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 573cb4fa-fbc1-4115-aa73-96db92e2c530 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:23.501481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Attempting to bind port 9873fb13-f274-4528-9399-1e451b682dbd by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:23.502000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Attempting to bind port 9873fb13-f274-4528-9399-1e451b682dbd on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:23.505526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:23.517201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Port 9873fb13-f274-4528-9399-1e451b682dbd on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:23.517721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Attempting to bind port 9873fb13-f274-4528-9399-1e451b682dbd on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:23.541896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:23.542437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:23.543061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:23.543833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Bound port: 9873fb13-f274-4528-9399-1e451b682dbd, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:23.547197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.573648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] DHCP port deletion for 9fd6b02c-3971-4059-a671-3ec12a7bb6bc request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:23.575002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 73831319-aaad-4bfd-b34e-61a621530828, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=73831319-aaad-4bfd-b34e-61a621530828,segment=NetworkSegment(2d2c9062-4b3f-4653-9857-12f0e8f7377c),segment_id=2d2c9062-4b3f-4653-9857-12f0e8f7377c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.575803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.621196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:23.621834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:23.663996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] For port 9873fb13-f274-4528-9399-1e451b682dbd, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:23.669735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] For port 9873fb13-f274-4528-9399-1e451b682dbd, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9873fb13-f274-4528-9399-1e451b682dbd,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:23.676095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.680696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 73831319-aaad-4bfd-b34e-61a621530828 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:23.740044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.741119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 573cb4fa-fbc1-4115-aa73-96db92e2c530, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.741517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.743093 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] 10.222.0.26 "PUT /v2.0/ports/9873fb13-f274-4528-9399-1e451b682dbd HTTP/1.1" status: 200 len: 1091 time: 1.0943232 Jul 16 20:32:23.744344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'tag': '9873fb13-f274-4528-9399-1e451b682dbd'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:23.746828 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026" -d '{"events": [{"name": "network-changed", "server_uuid": "5251b2cd-c8a6-460d-8b03-21ea684f56a8", "tag": "9873fb13-f274-4528-9399-1e451b682dbd"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:23.782736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017e93c-07fe-4eb7-97d6-d9a91862cabb service neutron] Pushing event updated for resources: {'Port': ['ID=9873fb13-f274-4528-9399-1e451b682dbd,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.786526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.794056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '573cb4fa-fbc1-4115-aa73-96db92e2c530', 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'port_id': '573cb4fa-fbc1-4115-aa73-96db92e2c530', 'mac_address': 'fa:16:3e:39:04:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae78592c-437d-4796-bb5a-f81a2c434fbe', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:23.810162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:23.831912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-1fe54347-8bf4-4463-bfa0-8e3a9a8acfef tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.834465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-1fe54347-8bf4-4463-bfa0-8e3a9a8acfef tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1096 time: 0.2885230 Jul 16 20:32:23.838474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f75cda-3268-43c9-b858-d83738db9cb2 req-d2ee6298-0736-4da6-970c-a8ec76ff59d5 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.840097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8f75cda-3268-43c9-b858-d83738db9cb2 req-d2ee6298-0736-4da6-970c-a8ec76ff59d5 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d6d97a44-2ef7-4d73-a30d-883d1a6cfca8 HTTP/1.1" status: 200 len: 1096 time: 0.2690864 Jul 16 20:32:23.873801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-6f8712c5-c42f-4e7b-8dae-81ea674bff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.876897 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-6f8712c5-c42f-4e7b-8dae-81ea674bff68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 1094 time: 0.0866542 Jul 16 20:32:23.957111 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-852a510a-ebc8-450b-a6b9-5ab144ea9c9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9873fb13-f274-4528-9399-1e451b682dbd HTTP/1.1" status: 200 len: 217 time: 0.0721874 Jul 16 20:32:23.980325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8f75cda-3268-43c9-b858-d83738db9cb2 req-192c2a67-f077-4106-b79b-f8581411d56d tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=022ee45b-b155-4d3e-aa7a-eb9c417ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010633 Jul 16 20:32:23.990742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.051154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] Deleting port 73831319-aaad-4bfd-b34e-61a621530828 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:24.051545 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.086908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=73831319-aaad-4bfd-b34e-61a621530828,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.094669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port 73831319-aaad-4bfd-b34e-61a621530828 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:24.132667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-6fe047bf-4d0b-4d36-8f69-379281c71398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.134679 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-6fe047bf-4d0b-4d36-8f69-379281c71398 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1705055 Jul 16 20:32:24.136418 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.213407 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-32719a8a-b932-4131-9c2f-9c9d61ed7f2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678980 Jul 16 20:32:24.216334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573cb4fa-fbc1-4115-aa73-96db92e2c530 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:24.222779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] For port 73831319-aaad-4bfd-b34e-61a621530828, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.225809 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.279169 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.291761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Deleting port c0aca039-094b-49fc-a32d-3379754a639c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:24.291761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.292160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] Calling delete_port for 73831319-aaad-4bfd-b34e-61a621530828 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:24.323224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd6b02c-3971-4059-a671-3ec12a7bb6bc']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:24.337633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 573cb4fa-fbc1-4115-aa73-96db92e2c530, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.338674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2c9062-4b3f-4653-9857-12f0e8f7377c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:24.339014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2c9062-4b3f-4653-9857-12f0e8f7377c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:24.347860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] Port 73831319-aaad-4bfd-b34e-61a621530828 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:32:24.351101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.379350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.411490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.414241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] Pushing event deleted for resources: {'Port': ['ID=73831319-aaad-4bfd-b34e-61a621530828,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.417250 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.419171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:24.427656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:24.428068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:24.431784 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:24.434303 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-f31b54bc-265a-4c11-8fdc-7295529469b9 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102346 Jul 16 20:32:24.442864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93bc42-3c94-4b0a-8bbb-814fe44f5843 None None] No DVR routers for this DVR port 73831319-aaad-4bfd-b34e-61a621530828 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:24.466114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] For port c0aca039-094b-49fc-a32d-3379754a639c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c0aca039-094b-49fc-a32d-3379754a639c,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.466380 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.520012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Calling delete_port for c0aca039-094b-49fc-a32d-3379754a639c owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:24.536912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.550153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.552609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/9fd6b02c-3971-4059-a671-3ec12a7bb6bc HTTP/1.1" status: 204 len: 168 time: 1.5591595 Jul 16 20:32:24.556675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52830) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:24.614650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=573cb4fa-fbc1-4115-aa73-96db92e2c530,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.682176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6876453-81e1-4aa9-807a-ff9048f29efc tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=9fd6b02c-3971-4059-a671-3ec12a7bb6bc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.692925 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-923a2365-7ee3-427b-a3bc-b4d1ab4c03a1 req-f4b48bec-35ea-43ff-af20-f39adadfae1e service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519553 Jul 16 20:32:24.699452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:21Z', 'revision_number': 9, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:24.709059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.746035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cb371-72ea-43b2-8b96-1300592c8460 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:21Z', 'revision_number': 9, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1', 'name': '', 'network_id': '1048ac0f-219a-4e7d-aef0-9cc66133fffa', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:d1:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:57Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': '564334eb-72b3-4d4f-ab94-a5cd78c979ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:24.752036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d', 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca', 'port_id': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d', 'mac_address': 'fa:16:3e:5e:9b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9f23d1-c62f-45b9-83c4-08f72b2d26df', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:24.799407 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.814225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:24.839261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.845773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.846806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 91e0ff2b-4ab4-4f20-82ee-cc67000df496 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:24.892349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd5e9-2da9-457a-871b-d25120072879 req-5793cbf0-8136-4034-b3e9-a39ff9481924 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.894431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18dfd5e9-2da9-457a-871b-d25120072879 req-5793cbf0-8136-4034-b3e9-a39ff9481924 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.2133799 Jul 16 20:32:24.928768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 91e0ff2b-4ab4-4f20-82ee-cc67000df496, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.931155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.944731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '91e0ff2b-4ab4-4f20-82ee-cc67000df496', 'network_id': '48ba64d8-4fb0-435d-90c5-2ac0b96daeca', 'port_id': '91e0ff2b-4ab4-4f20-82ee-cc67000df496', 'mac_address': 'fa:16:3e:f8:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9f23d1-c62f-45b9-83c4-08f72b2d26df', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:24.993302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.010498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.010898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e0ff2b-4ab4-4f20-82ee-cc67000df496 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:25.023131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c0aca039-094b-49fc-a32d-3379754a639c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:25.045405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18dfd5e9-2da9-457a-871b-d25120072879 req-0ef72349-8f85-4d0e-b0f8-9bdea6b97336 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234972 Jul 16 20:32:25.060217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0aca039-094b-49fc-a32d-3379754a639c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.065874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 91e0ff2b-4ab4-4f20-82ee-cc67000df496, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.078588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.079343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f7bf83ae-7204-48bd-95b8-33009ab925c3 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:25.161615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=91e0ff2b-4ab4-4f20-82ee-cc67000df496,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.166822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f7bf83ae-7204-48bd-95b8-33009ab925c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.182338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'f7bf83ae-7204-48bd-95b8-33009ab925c3', 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'port_id': 'f7bf83ae-7204-48bd-95b8-33009ab925c3', 'mac_address': 'fa:16:3e:cb:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae78592c-437d-4796-bb5a-f81a2c434fbe', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:25.198884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] No DVR routers for this DVR port c0aca039-094b-49fc-a32d-3379754a639c on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:25.203937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.206170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e34e60ac-4f56-4003-9ab3-e1c9527f04dd req-6465a9ec-55fa-47b2-ab78-6c4dac37a440 tempest-TestServerMultinode-1566098709 tempest-TestServerMultinode-1566098709-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c0aca039-094b-49fc-a32d-3379754a639c HTTP/1.1" status: 204 len: 173 time: 1.3635466 Jul 16 20:32:25.206648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'name': 'network-vif-deleted', 'tag': 'c0aca039-094b-49fc-a32d-3379754a639c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:25.210872 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9782f-06a4-428d-ab80-169e0d812610" -d '{"events": [{"server_uuid": "d6d97a44-2ef7-4d73-a30d-883d1a6cfca8", "name": "network-vif-deleted", "tag": "c0aca039-094b-49fc-a32d-3379754a639c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:25.240908 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.260228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bf83ae-7204-48bd-95b8-33009ab925c3 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:25.338598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f7bf83ae-7204-48bd-95b8-33009ab925c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.350586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.356487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.357248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e09d36e9-9b42-480b-90a0-320baa497ac6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:25.434666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73831319-aaad-4bfd-b34e-61a621530828 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:25.494138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 73831319-aaad-4bfd-b34e-61a621530828 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:25.494843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73831319-aaad-4bfd-b34e-61a621530828 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:25.495557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8d860bf7-16ed-45d6-b41a-7d3585e89326 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:25.556520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 8d860bf7-16ed-45d6-b41a-7d3585e89326 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:25.557119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8d860bf7-16ed-45d6-b41a-7d3585e89326 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:25.571049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f7bf83ae-7204-48bd-95b8-33009ab925c3,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.632532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.639167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.646489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.654185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.662016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.668377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.675789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.684106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-d08b7762-f001-4c67-acfd-93813ec9e4c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5435 time: 0.3303528 Jul 16 20:32:25.703780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e09d36e9-9b42-480b-90a0-320baa497ac6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e09d36e9-9b42-480b-90a0-320baa497ac6,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.723759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'port_id': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'mac_address': 'fa:16:3e:d5:25:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:25.753441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4010d6fa-6f67-478e-8c6b-db287d21364c req-cdffa97c-1296-4055-977a-4a328b16a0cb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682669 Jul 16 20:32:25.822379 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.843457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09d36e9-9b42-480b-90a0-320baa497ac6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:25.845890 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c954f79-c212-4315-8919-0f4fff7d7c85 x-openstack-request-id: req-4c954f79-c212-4315-8919-0f4fff7d7c85 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:25.846405 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5251b2cd-c8a6-460d-8b03-21ea684f56a8", "tag": "9873fb13-f274-4528-9399-1e451b682dbd", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:25.846405 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4c954f79-c212-4315-8919-0f4fff7d7c85 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:25.846819 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'tag': '9873fb13-f274-4528-9399-1e451b682dbd', 'status': 'completed', 'code': 200} Jul 16 20:32:25.871583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e09d36e9-9b42-480b-90a0-320baa497ac6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e09d36e9-9b42-480b-90a0-320baa497ac6,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.880788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.881722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2d59118a-4e01-4a99-bc45-d91457b4ea90 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:25.907046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:25.908237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.918795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2d59118a-4e01-4a99-bc45-d91457b4ea90, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.935395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '2d59118a-4e01-4a99-bc45-d91457b4ea90', 'network_id': '87a4b21e-dbe0-4008-b365-c64e39314207', 'port_id': '2d59118a-4e01-4a99-bc45-d91457b4ea90', 'mac_address': 'fa:16:3e:b9:a4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae78592c-437d-4796-bb5a-f81a2c434fbe', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:26.025021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.050627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e09d36e9-9b42-480b-90a0-320baa497ac6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.081089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d59118a-4e01-4a99-bc45-d91457b4ea90 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:26.107035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-31cfd17e-db06-42bf-af78-71a1b4268a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.108003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2d59118a-4e01-4a99-bc45-d91457b4ea90, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:26.110550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-31cfd17e-db06-42bf-af78-71a1b4268a7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 1094 time: 0.2168362 Jul 16 20:32:26.113244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,segment=NetworkSegment(bcdedd17-6aad-4c76-8015-80c54bf6a6fc),segment_id=bcdedd17-6aad-4c76-8015-80c54bf6a6fc)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:26.113510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.113846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.216688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2d59118a-4e01-4a99-bc45-d91457b4ea90,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.534351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:26.670107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9873fb13-f274-4528-9399-1e451b682dbd details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:26.676275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0259ad-e60e-4b58-bb77-28180ace179a req-37b4be37-4f1a-413f-83da-34fbceef21a4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.688899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b0259ad-e60e-4b58-bb77-28180ace179a req-37b4be37-4f1a-413f-83da-34fbceef21a4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 943 time: 0.7227540 Jul 16 20:32:26.752929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-a01f1347-ceae-4c13-93d6-0b62bf2aff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.754589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-a01f1347-ceae-4c13-93d6-0b62bf2aff7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.6311474 Jul 16 20:32:26.795028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9873fb13-f274-4528-9399-1e451b682dbd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9873fb13-f274-4528-9399-1e451b682dbd,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:26.798622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b0259ad-e60e-4b58-bb77-28180ace179a req-7e7f00b4-88cf-47ca-9c00-4d1f89e10a67 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085701 Jul 16 20:32:26.810692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '9873fb13-f274-4528-9399-1e451b682dbd', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': '9873fb13-f274-4528-9399-1e451b682dbd', 'mac_address': 'fa:16:3e:66:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:26.815825 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['d12a73ee-4f29-4d6b-af3a-6129c8351b6a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:26.845993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['573cb4fa-fbc1-4115-aa73-96db92e2c530'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:26.902612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52852) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:26.908823 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['6bf0ac31-2cf5-49ce-8f71-e010412ccb2d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:26.911140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2d59118a-4e01-4a99-bc45-d91457b4ea90'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:26.927427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['91e0ff2b-4ab4-4f20-82ee-cc67000df496'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:26.929808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e09d36e9-9b42-480b-90a0-320baa497ac6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:26.934642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.051368 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8187710-434d-46e7-81ba-bc26629737ea x-openstack-request-id: req-e8187710-434d-46e7-81ba-bc26629737ea {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:27.051607 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d97a44-2ef7-4d73-a30d-883d1a6cfca8", "name": "network-vif-deleted", "tag": "c0aca039-094b-49fc-a32d-3379754a639c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:27.051809 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e8187710-434d-46e7-81ba-bc26629737ea {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:27.052219 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d97a44-2ef7-4d73-a30d-883d1a6cfca8', 'name': 'network-vif-deleted', 'tag': 'c0aca039-094b-49fc-a32d-3379754a639c', 'status': 'completed', 'code': 200} Jul 16 20:32:27.053223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.092507 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.176387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-0bc70f92-7d63-446f-bfaa-d3ba5adf3eac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9873fb13-f274-4528-9399-1e451b682dbd HTTP/1.1" status: 200 len: 217 time: 0.1269467 Jul 16 20:32:27.192936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9873fb13-f274-4528-9399-1e451b682dbd {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:27.319659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-25e342e5-bb4d-4258-8c7b-b57f3a8b0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.321559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-25e342e5-bb4d-4258-8c7b-b57f3a8b0e52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1074531 Jul 16 20:32:27.375551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9873fb13-f274-4528-9399-1e451b682dbd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9873fb13-f274-4528-9399-1e451b682dbd,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:27.389928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.395813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-39f5d68c-bfe9-4ebc-a608-d41735dff86f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537918 Jul 16 20:32:27.415811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.722814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-be19d7fd-d359-4098-a6ad-4f8aded2eae1 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163431 Jul 16 20:32:27.842108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f7bf83ae-7204-48bd-95b8-33009ab925c3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:27.844628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['9873fb13-f274-4528-9399-1e451b682dbd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:27.864994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.865319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=9873fb13-f274-4528-9399-1e451b682dbd,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.871281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.878913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.885806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.891968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.895289 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:27.898191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.904317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.912933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-38c2029e-5987-46e7-bd25-50a0e9750be5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5437 time: 0.4677143 Jul 16 20:32:27.957454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:27.963325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.050998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-426e5f12-c103-4a0f-a5b3-1ed70d9b3026 req-17602b31-e75c-4a88-8baa-9428375130c6 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848945 Jul 16 20:32:28.243720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fea8c27d-5b0f-42aa-8e45-8833b4de2530 req-283406af-f5b3-4995-a99a-f24b5acb571d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3259864 Jul 16 20:32:28.291589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:28.301482 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-283b9857-51bc-452f-a7a3-420c323c0f63 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7411506 Jul 16 20:32:28.301913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52870) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:28.313059 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:28.336819 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:28.337651 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:28.379863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet 564334eb-72b3-4d4f-ab94-a5cd78c979ef {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:28.383896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.458287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Deleting port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:28.458635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.471447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.506773 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:28.555595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] For port 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:28.555964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.591208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Calling delete_port for 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:28.617343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b413c-c529-4c62-97d9-2ca9b1838ea1 req-460a50fb-14c3-4267-a035-d96c2b85a8a4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.624197 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d9b413c-c529-4c62-97d9-2ca9b1838ea1 req-460a50fb-14c3-4267-a035-d96c2b85a8a4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 944 time: 0.1550934 Jul 16 20:32:28.658848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.714314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c0aca039-094b-49fc-a32d-3379754a639c no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:28.736097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d9b413c-c529-4c62-97d9-2ca9b1838ea1 req-4c723828-6a54-48c2-b5ab-657ab766bdad tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092331 Jul 16 20:32:28.738133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: c0aca039-094b-49fc-a32d-3379754a639c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:28.738613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c0aca039-094b-49fc-a32d-3379754a639c not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:28.785632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.792405 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:26Z', 'revision_number': 10, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:28.816860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=564334eb-72b3-4d4f-ab94-a5cd78c979ef,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.828702 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.831393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-af7669ac-c2b8-4cb5-a03d-f979443be6d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/564334eb-72b3-4d4f-ab94-a5cd78c979ef HTTP/1.1" status: 204 len: 168 time: 0.5284684 Jul 16 20:32:28.834677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52872) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:28.836032 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:28.839536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126c2e4-6968-4c4e-86a8-6f4c5d65b303 None None] Network 1048ac0f-219a-4e7d-aef0-9cc66133fffa requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:28.842325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.869065 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:28.869704 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:28.887697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.994834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.101875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:29.116946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 733c4928-05da-4108-8979-7349ac49db1f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:29.117291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.242076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 733c4928-05da-4108-8979-7349ac49db1f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=733c4928-05da-4108-8979-7349ac49db1f,segment=NetworkSegment(bcdedd17-6aad-4c76-8015-80c54bf6a6fc),segment_id=bcdedd17-6aad-4c76-8015-80c54bf6a6fc)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:29.242566 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.249641 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.274835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 733c4928-05da-4108-8979-7349ac49db1f owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:29.325062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] DHCP port deletion for 1048ac0f-219a-4e7d-aef0-9cc66133fffa request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:29.397727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Deleting port 733c4928-05da-4108-8979-7349ac49db1f {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:29.398223 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.438997 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.487230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=733c4928-05da-4108-8979-7349ac49db1f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:29.498424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port 733c4928-05da-4108-8979-7349ac49db1f on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:29.543199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 733c4928-05da-4108-8979-7349ac49db1f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:29.573995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] For port 733c4928-05da-4108-8979-7349ac49db1f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=733c4928-05da-4108-8979-7349ac49db1f,segment=NetworkSegment(bcdedd17-6aad-4c76-8015-80c54bf6a6fc),segment_id=bcdedd17-6aad-4c76-8015-80c54bf6a6fc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:29.574558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.587015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 733c4928-05da-4108-8979-7349ac49db1f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:29.587579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 733c4928-05da-4108-8979-7349ac49db1f not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:29.605452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Calling delete_port for 733c4928-05da-4108-8979-7349ac49db1f owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:29.664468 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.682685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1048ac0f-219a-4e7d-aef0-9cc66133fffa']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:29.697518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:29.698056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdedd17-6aad-4c76-8015-80c54bf6a6fc') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:29.719757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e82b-5696-41c7-8083-d75c59538635 req-bcf37827-01dc-4c2f-868e-fb712c4d7639 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.722387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba86e82b-5696-41c7-8083-d75c59538635 req-bcf37827-01dc-4c2f-868e-fb712c4d7639 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1536469 Jul 16 20:32:29.726976 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.740364 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:26Z', 'revision_number': 10, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:29.746195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.761807 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.774130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Router 391cbd38-8a0b-4cc1-9849-6009cc825903 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:29.785382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:29.785898 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.788042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Pushing event deleted for resources: {'Port': ['ID=733c4928-05da-4108-8979-7349ac49db1f,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:29.790852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] No DVR routers for this DVR port 733c4928-05da-4108-8979-7349ac49db1f on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:29.803521 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:29.810504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.810504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.810504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.810504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.810504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.810504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.812161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.812161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.812161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.812161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.813019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.813019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a539ee-496f-43a5-8c6b-7db33d893f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:29.815077 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e229f-10ae-4f04-8964-9f396dfa8ff2 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:26Z', 'revision_number': 10, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None, '_interfaces': [{'id': '127e890f-b466-422e-86f3-b1ead940f33a', 'name': '', 'network_id': '295de56b-9528-4b2b-9d60-85c02e1d214b', 'tenant_id': '839181d540844c52929b058b19f22f67', 'mac_address': 'fa:16:3e:1d:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:52Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 5, 'project_id': '839181d540844c52929b058b19f22f67', 'subnets': [{'id': 'b55d9669-4bd9-49c7-84a0-4ee16c18b501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:29.836352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba86e82b-5696-41c7-8083-d75c59538635 req-5c19ecb6-f0a6-46db-993e-4e9123afe3d8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074071 Jul 16 20:32:29.935207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.950684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.955341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/1048ac0f-219a-4e7d-aef0-9cc66133fffa HTTP/1.1" status: 204 len: 168 time: 1.1188934 Jul 16 20:32:29.958777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:29.978229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aef640-33ac-465e-a273-ebdc3412e6b3 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=1048ac0f-219a-4e7d-aef0-9cc66133fffa,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.070269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.077104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.084469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.090732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.097397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.103433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.110622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.112843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-f96a9aff-7aba-4443-9869-40b1d834ec3d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5437 time: 0.1247082 Jul 16 20:32:30.135617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:30.141980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:30.155818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-978516ee-762c-4880-8b6d-357f19c1026f admin admin] 10.222.0.100 "PUT /v2.0/routers/391cbd38-8a0b-4cc1-9849-6009cc825903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2498684 Jul 16 20:32:30.159678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:30.164177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] Sync routers for ids ['391cbd38-8a0b-4cc1-9849-6009cc825903'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:30.186561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] Routers {'391cbd38-8a0b-4cc1-9849-6009cc825903'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:30.188055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['391cbd38-8a0b-4cc1-9849-6009cc825903'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:30.207447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51e2c754-2a19-4168-9227-44125cd3f3e2 req-d47f8963-c779-49d3-afa0-7fd464118899 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868762 Jul 16 20:32:30.318064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eab3f316-482f-4fba-adbf-22a09eba2958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.393762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:30.403160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.406427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:30.406427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.462181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] Set router 391cbd38-8a0b-4cc1-9849-6009cc825903 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:30.527738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dab9b-c238-419a-a5c6-20c8af1c72bf req-9c940980-b694-4978-b478-fdccd01af9e3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.531768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e8dab9b-c238-419a-a5c6-20c8af1c72bf req-9c940980-b694-4978-b478-fdccd01af9e3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 944 time: 0.1571076 Jul 16 20:32:30.571529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.621502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e8dab9b-c238-419a-a5c6-20c8af1c72bf req-a26255e0-9ed5-41ca-9662-60bf10b8632c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829992 Jul 16 20:32:30.642509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.691767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Deleting port 80528591-a45c-4cea-a8ca-9c73f8c1b70a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:30.692139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:30.692341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.698935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:30.698935 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab9dac-accb-41ab-b430-e599c9463a59" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:30.709833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.711019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d12a73ee-4f29-4d6b-af3a-6129c8351b6a up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:30.721260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9873fb13-f274-4528-9399-1e451b682dbd up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:30.761753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.935511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 9873fb13-f274-4528-9399-1e451b682dbd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:30.939653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.959477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 9873fb13-f274-4528-9399-1e451b682dbd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:30.960532 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.984344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33428-35ae-489c-9cca-d81efb4b92ed req-aa67d29b-089f-425c-b530-646b9fb56f1b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.990781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6d33428-35ae-489c-9cca-d81efb4b92ed req-aa67d29b-089f-425c-b530-646b9fb56f1b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1341176 Jul 16 20:32:31.009983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] For port 80528591-a45c-4cea-a8ca-9c73f8c1b70a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80528591-a45c-4cea-a8ca-9c73f8c1b70a,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:31.010995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.011549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port d12a73ee-4f29-4d6b-af3a-6129c8351b6a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:31.019980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port d12a73ee-4f29-4d6b-af3a-6129c8351b6a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:31.020672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.044937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Calling delete_port for 80528591-a45c-4cea-a8ca-9c73f8c1b70a owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:31.062388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6d33428-35ae-489c-9cca-d81efb4b92ed req-8d5adf37-c3ba-4e7c-ba82-c0bee37adbba tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572066 Jul 16 20:32:31.079999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:32:28Z', 'revision_number': 5, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port': {'id': '80528591-a45c-4cea-a8ca-9c73f8c1b70a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:19Z', 'updated_at': '2021-07-16T20:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.137044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] Checking router: 391cbd38-8a0b-4cc1-9849-6009cc825903 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:31.195590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] Routers {'391cbd38-8a0b-4cc1-9849-6009cc825903'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:31.196282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['391cbd38-8a0b-4cc1-9849-6009cc825903'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.308759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:31.338503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:31.339051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3d90fb25-9cd0-41bf-a7fa-c6bb95482ba1 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:31.347994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.424762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.431738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] Set router 391cbd38-8a0b-4cc1-9849-6009cc825903 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:31.697307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.706395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.714146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.715856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 127e890f-b466-422e-86f3-b1ead940f33a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:31.716423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.722576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.730060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.737504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.745201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.754956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-ac394e88-bbc8-46a2-8e58-51479aecb145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5438 time: 0.1625690 Jul 16 20:32:31.763203 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afa35ef-f612-4e4b-9b69-410864815d0c x-openstack-request-id: req-4afa35ef-f612-4e4b-9b69-410864815d0c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:31.763521 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:31.763775 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4afa35ef-f612-4e4b-9b69-410864815d0c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:31.764169 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d', 'code': 200} Jul 16 20:32:31.775745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:32:30Z', 'revision_number': 6, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.813337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-862e3efb-4118-4933-ada4-c1f3fad943c6 req-af5084d9-d69f-498f-b573-07c9528b2e6d tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572155 Jul 16 20:32:31.818057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9873fb13-f274-4528-9399-1e451b682dbd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9873fb13-f274-4528-9399-1e451b682dbd,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:31.820795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3dd324-67d0-4521-aa82-3b3745013d92 None None] The sync data for ids ['391cbd38-8a0b-4cc1-9849-6009cc825903'] in n-d-798930-6 is: [{'id': '391cbd38-8a0b-4cc1-9849-6009cc825903', 'name': 'tempest-TestServerMultinode-438244751-router', 'tenant_id': '8686bd05c5dd4f279933540d492d2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:17Z', 'updated_at': '2021-07-16T20:32:30Z', 'revision_number': 6, 'project_id': '8686bd05c5dd4f279933540d492d2fb9', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:31.844609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.936231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=9873fb13-f274-4528-9399-1e451b682dbd,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:31.949276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:31.954954 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.956474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2d59118a-4e01-4a99-bc45-d91457b4ea90 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:32.034844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1f076-8b8d-42ff-bb97-aa8f5f8a40cb req-d651287e-9f75-49ee-a490-17e069db3ae2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.044068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7c1f076-8b8d-42ff-bb97-aa8f5f8a40cb req-d651287e-9f75-49ee-a490-17e069db3ae2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.0943272 Jul 16 20:32:32.050281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.069279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 2d59118a-4e01-4a99-bc45-d91457b4ea90 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:32.074920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 2d59118a-4e01-4a99-bc45-d91457b4ea90 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:32.075745 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.093748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7c1f076-8b8d-42ff-bb97-aa8f5f8a40cb req-ca003e97-2705-473d-8017-2da8c8bb0cb7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475686 Jul 16 20:32:32.207505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.256808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2d59118a-4e01-4a99-bc45-d91457b4ea90, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:32.261442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.263781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.274616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f7bf83ae-7204-48bd-95b8-33009ab925c3 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:32.321026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Pushing event deleted for resources: {'Port': ['ID=80528591-a45c-4cea-a8ca-9c73f8c1b70a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.327215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 127e890f-b466-422e-86f3-b1ead940f33a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=127e890f-b466-422e-86f3-b1ead940f33a,segment=NetworkSegment(253a1809-5da5-4d87-a718-c5bb59c44cea),segment_id=253a1809-5da5-4d87-a718-c5bb59c44cea)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:32.327828 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.376444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 127e890f-b466-422e-86f3-b1ead940f33a owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:32.418998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2d59118a-4e01-4a99-bc45-d91457b4ea90,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.424577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port f7bf83ae-7204-48bd-95b8-33009ab925c3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:32.433904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port f7bf83ae-7204-48bd-95b8-33009ab925c3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:32.434592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.497704 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.555217 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.642095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.642836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f7bf83ae-7204-48bd-95b8-33009ab925c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:32.649571 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.649914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.650760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 573cb4fa-fbc1-4115-aa73-96db92e2c530 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:32.806899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 573cb4fa-fbc1-4115-aa73-96db92e2c530 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:32.820122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 573cb4fa-fbc1-4115-aa73-96db92e2c530 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:32.820737 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.825408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f7bf83ae-7204-48bd-95b8-33009ab925c3,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.845427 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.846442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 391cbd38-8a0b-4cc1-9849-6009cc825903 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:32.857855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.859331 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1b0ef668-b120-4dbc-9673-451733868073 admin admin] 10.222.0.100 "DELETE /v2.0/routers/391cbd38-8a0b-4cc1-9849-6009cc825903 HTTP/1.1" status: 204 len: 168 time: 2.6982098 Jul 16 20:32:32.864074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52920) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.924528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] Deleting subnet 335db42a-bb3f-4192-ad3d-ff6481a320f9 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:32.932259 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.013525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.020483 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.041999 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.081278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=127e890f-b466-422e-86f3-b1ead940f33a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.099732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 573cb4fa-fbc1-4115-aa73-96db92e2c530, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:33.102580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9069-0bc0-46b5-977d-dbf9f9841fd7 req-59a5192d-3821-4eea-9c58-8c9527c57ee9 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.105101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.106055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e09d36e9-9b42-480b-90a0-320baa497ac6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:33.118737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-986a9069-0bc0-46b5-977d-dbf9f9841fd7 req-59a5192d-3821-4eea-9c58-8c9527c57ee9 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1353126 Jul 16 20:32:33.210940 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-986a9069-0bc0-46b5-977d-dbf9f9841fd7 req-a0c303be-0e14-487e-a3cf-d31ab417d7f9 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904188 Jul 16 20:32:33.233519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=573cb4fa-fbc1-4115-aa73-96db92e2c530,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.285072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port e09d36e9-9b42-480b-90a0-320baa497ac6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:33.304555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e09d36e9-9b42-480b-90a0-320baa497ac6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:33.305395 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.321409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.360052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.467758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.507685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.511487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e09d36e9-9b42-480b-90a0-320baa497ac6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e09d36e9-9b42-480b-90a0-320baa497ac6,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:33.518027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.519075 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.520216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 91e0ff2b-4ab4-4f20-82ee-cc67000df496 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:33.532645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.545863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.557326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.564719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:33.570081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.584129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.595936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-b65076d8-246f-4796-9aba-fe8a881e8ddf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5442 time: 0.1975796 Jul 16 20:32:33.598808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:33.602552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:33.602901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c9fb4a7-f904-46d0-9b7b-f1f69c7b31b4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:33.603368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80528591-a45c-4cea-a8ca-9c73f8c1b70a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:33.612613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.637593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 80528591-a45c-4cea-a8ca-9c73f8c1b70a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:33.637989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80528591-a45c-4cea-a8ca-9c73f8c1b70a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:33.662481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e09d36e9-9b42-480b-90a0-320baa497ac6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.666500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:33.672786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:33.672786 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.676691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4502fe0-fa2f-4e9a-b3c6-0f27c3da4fee req-722d2de0-7ca6-4b74-9320-deeb0bb8dc00 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747955 Jul 16 20:32:33.707410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be58ea-4915-4223-943c-7a963068e714 None None] Network ec01ffab-6b81-47b9-bc74-01c2227ccf3b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:33.710064 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.714624 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] 10.222.0.100 "DELETE /v2.0/subnets/335db42a-bb3f-4192-ad3d-ff6481a320f9 HTTP/1.1" status: 204 len: 168 time: 0.8471961 Jul 16 20:32:33.714624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1e7e0-8a8e-4298-aaa4-bcb53dd5d2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335db42a-bb3f-4192-ad3d-ff6481a320f9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.715639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52930) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:33.729191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:33.740410 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:33.742819 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3f3a300-8f12-49d1-a1be-1a7d286d0596 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7829413 Jul 16 20:32:33.746662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52932) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:33.753528 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:33.754142 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:33.772208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873fb13-f274-4528-9399-1e451b682dbd'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bf83ae-7204-48bd-95b8-33009ab925c3'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573cb4fa-fbc1-4115-aa73-96db92e2c530'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:33.774474 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d50c7-626d-44ee-9920-9b4ece063f41" -d '{"events": [{"server_uuid": "5251b2cd-c8a6-460d-8b03-21ea684f56a8", "name": "network-vif-plugged", "status": "completed", "tag": "9873fb13-f274-4528-9399-1e451b682dbd"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bf83ae-7204-48bd-95b8-33009ab925c3"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "573cb4fa-fbc1-4115-aa73-96db92e2c530"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:33.806077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.845896 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:33.859363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting subnet b55d9669-4bd9-49c7-84a0-4ee16c18b501 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:33.862271 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.904669 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.909907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.929914 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 11, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:33.944391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Deleting port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:33.944784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.977133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.987656 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:33.989814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 91e0ff2b-4ab4-4f20-82ee-cc67000df496, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:34.000532 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:34.001505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.001843 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.028491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] For port 50c5d540-ff9d-45c5-a05e-148ce61b1f99, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=50c5d540-ff9d-45c5-a05e-148ce61b1f99,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:34.028743 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.049476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Calling delete_port for 50c5d540-ff9d-45c5-a05e-148ce61b1f99 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:34.065992 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.075620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=91e0ff2b-4ab4-4f20-82ee-cc67000df496,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.079971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c996af-5f90-4846-9a48-b22d0d0d793b req-8c2885ce-8319-4f2a-975a-6283a30424d8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:34.081812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c996af-5f90-4846-9a48-b22d0d0d793b req-8c2885ce-8319-4f2a-975a-6283a30424d8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.2615657 Jul 16 20:32:34.122634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] DHCP port deletion for ec01ffab-6b81-47b9-bc74-01c2227ccf3b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:34.144945 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:34.164153 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.177963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] Deleting port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:34.178245 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.199898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04c996af-5f90-4846-9a48-b22d0d0d793b req-8fdb7288-5c3f-4501-bb82-370a073cffb7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719845 Jul 16 20:32:34.210037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.212098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/b55d9669-4bd9-49c7-84a0-4ee16c18b501 HTTP/1.1" status: 204 len: 168 time: 0.4644136 Jul 16 20:32:34.217474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52936) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.226612 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 11, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.244538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580b13-fe60-4b70-b385-a0cc575e1c06 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Subnet': ['ID=b55d9669-4bd9-49c7-84a0-4ee16c18b501,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.255877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa8071-5882-4318-9dc6-84ea26c76c0c None None] Network 295de56b-9528-4b2b-9d60-85c02e1d214b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:34.267135 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006a8159-a718-407a-b4d2-f72bb1796e29 None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 11, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:34.270161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] For port 50c5d540-ff9d-45c5-a05e-148ce61b1f99, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=50c5d540-ff9d-45c5-a05e-148ce61b1f99,segment=NetworkSegment(ab4fa269-8ef4-40ad-b918-50a8d2165117),segment_id=ab4fa269-8ef4-40ad-b918-50a8d2165117)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:34.270558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.308984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] Calling delete_port for 50c5d540-ff9d-45c5-a05e-148ce61b1f99 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:34.350295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.352712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.400840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c5d540-ff9d-45c5-a05e-148ce61b1f99,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.428780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] No DVR routers for this DVR port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:34.516578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.550225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.558458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] Pushing event deleted for resources: {'Port': ['ID=50c5d540-ff9d-45c5-a05e-148ce61b1f99,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.566760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf084cf-c40d-40d7-bf4e-c6de20249cd3 None None] No DVR routers for this DVR port 50c5d540-ff9d-45c5-a05e-148ce61b1f99 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:34.568096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec01ffab-6b81-47b9-bc74-01c2227ccf3b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.588653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4fa269-8ef4-40ad-b918-50a8d2165117') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.589038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4fa269-8ef4-40ad-b918-50a8d2165117') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:34.609651 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.618929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f57156-9ef3-4435-835b-9a9a4d8a0a2c req-097db202-8228-4d64-94e8-15e5a2619c2d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:34.620526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10f57156-9ef3-4435-835b-9a9a4d8a0a2c req-097db202-8228-4d64-94e8-15e5a2619c2d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.2615159 Jul 16 20:32:34.642864 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.644974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] DHCP port deletion for 295de56b-9528-4b2b-9d60-85c02e1d214b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:34.661223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Deleting port 6b1c17bb-418d-44ea-91c0-aa759c91af2d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:34.661651 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.665331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:34.665757 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:34.667884 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:34.706382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] Deleting port 6b1c17bb-418d-44ea-91c0-aa759c91af2d {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:34.706866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.761069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10f57156-9ef3-4435-835b-9a9a4d8a0a2c req-7d2b3150-5bb8-4d3c-8b5d-5fa56698645a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311834 Jul 16 20:32:34.785599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] For port 6b1c17bb-418d-44ea-91c0-aa759c91af2d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b1c17bb-418d-44ea-91c0-aa759c91af2d,segment=NetworkSegment(253a1809-5da5-4d87-a718-c5bb59c44cea),segment_id=253a1809-5da5-4d87-a718-c5bb59c44cea)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:34.786227 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.806689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db133489-64b1-4b48-a85e-f75b4c49502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.808694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] Calling delete_port for 6b1c17bb-418d-44ea-91c0-aa759c91af2d owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:34.823393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] For port 6b1c17bb-418d-44ea-91c0-aa759c91af2d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b1c17bb-418d-44ea-91c0-aa759c91af2d,segment=NetworkSegment(253a1809-5da5-4d87-a718-c5bb59c44cea),segment_id=253a1809-5da5-4d87-a718-c5bb59c44cea)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:34.824679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.827182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.838592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.841233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] 10.222.0.100 "DELETE /v2.0/networks/ec01ffab-6b81-47b9-bc74-01c2227ccf3b HTTP/1.1" status: 204 len: 168 time: 1.1246023 Jul 16 20:32:34.844144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52942) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.862340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Calling delete_port for 6b1c17bb-418d-44ea-91c0-aa759c91af2d owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:34.909762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.911957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84c6c-88c0-4e2d-99ec-f115a9187fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec01ffab-6b81-47b9-bc74-01c2227ccf3b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.941455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] Pushing event deleted for resources: {'Port': ['ID=6b1c17bb-418d-44ea-91c0-aa759c91af2d,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.943346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83345fc4-d381-4157-8dcd-56fc6bcc2642 None None] No DVR routers for this DVR port 6b1c17bb-418d-44ea-91c0-aa759c91af2d on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:35.087490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.096382 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbaa1c9-5418-4c2c-82bf-d6121d1572a0 x-openstack-request-id: req-cfbaa1c9-5418-4c2c-82bf-d6121d1572a0 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:35.097069 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5251b2cd-c8a6-460d-8b03-21ea684f56a8", "name": "network-vif-plugged", "status": "completed", "tag": "9873fb13-f274-4528-9399-1e451b682dbd", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bf83ae-7204-48bd-95b8-33009ab925c3", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "573cb4fa-fbc1-4115-aa73-96db92e2c530", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:35.097912 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cfbaa1c9-5418-4c2c-82bf-d6121d1572a0 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:35.107955 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873fb13-f274-4528-9399-1e451b682dbd', 'code': 200} Jul 16 20:32:35.108286 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a', 'code': 200} Jul 16 20:32:35.108630 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90', 'code': 200} Jul 16 20:32:35.109020 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bf83ae-7204-48bd-95b8-33009ab925c3', 'code': 200} Jul 16 20:32:35.109809 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573cb4fa-fbc1-4115-aa73-96db92e2c530', 'code': 200} Jul 16 20:32:35.109938 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'code': 200} Jul 16 20:32:35.126206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Port': ['ID=6b1c17bb-418d-44ea-91c0-aa759c91af2d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.131791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No DVR routers for this DVR port 6b1c17bb-418d-44ea-91c0-aa759c91af2d on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:35.347660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b1c17bb-418d-44ea-91c0-aa759c91af2d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:35.380765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 6b1c17bb-418d-44ea-91c0-aa759c91af2d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:35.381384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b1c17bb-418d-44ea-91c0-aa759c91af2d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:35.382034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 127e890f-b466-422e-86f3-b1ead940f33a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:35.413904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 127e890f-b466-422e-86f3-b1ead940f33a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:35.414437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 127e890f-b466-422e-86f3-b1ead940f33a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:35.415060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 50c5d540-ff9d-45c5-a05e-148ce61b1f99 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:35.437785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 50c5d540-ff9d-45c5-a05e-148ce61b1f99 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:35.438138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 50c5d540-ff9d-45c5-a05e-148ce61b1f99 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:35.741868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.788386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295de56b-9528-4b2b-9d60-85c02e1d214b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.806098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253a1809-5da5-4d87-a718-c5bb59c44cea') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.806399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253a1809-5da5-4d87-a718-c5bb59c44cea') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.825917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.851872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fafd34-b0bf-49f2-a3da-5d0732bf93b3 req-f40f675b-9344-456d-aa1a-fa2ac7a7d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.853392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28fafd34-b0bf-49f2-a3da-5d0732bf93b3 req-f40f675b-9344-456d-aa1a-fa2ac7a7d18f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 1096 time: 0.2824378 Jul 16 20:32:35.867084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.873060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.879632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.885504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.892190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.898297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.904197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.906974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-6472cd4e-ee99-4243-a3ec-dead0bfea10f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.3398464 Jul 16 20:32:35.910196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.942079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:35.942497 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:35.956454 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:35.976059 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.062190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28fafd34-b0bf-49f2-a3da-5d0732bf93b3 req-e215e0d7-f247-4b1d-be69-fcc11a19b074 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495750 Jul 16 20:32:36.070965 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.081315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.082376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/networks/295de56b-9528-4b2b-9d60-85c02e1d214b HTTP/1.1" status: 204 len: 168 time: 1.8618019 Jul 16 20:32:36.086666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52952) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.087482 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f07a9b0e-d5e2-4ac5-b871-3636ecbaea69 req-41c444ab-1513-4d22-8b05-0723f275ef66 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728001 Jul 16 20:32:36.096552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'routes': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:36.105479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2674869-24f1-4f27-9e6f-53d8d589e0d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Pushing event deleted for resources: {'Network': ['ID=295de56b-9528-4b2b-9d60-85c02e1d214b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.213972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.363541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.extraroute_db [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Added routes are [] {{(pid=94096) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:32:36.363979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.extraroute_db [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Removed routes are [] {{(pid=94096) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:32:36.364572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.466088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c49a8-8968-44c3-8752-a537cd477d0d req-a78ac726-ef25-422a-b33f-add7fd263c89 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:36.467757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-259c49a8-8968-44c3-8752-a537cd477d0d req-a78ac726-ef25-422a-b33f-add7fd263c89 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.1462667 Jul 16 20:32:36.527890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-259c49a8-8968-44c3-8752-a537cd477d0d req-3dd9b8c7-7a69-4e3b-a1cb-b12b2a1ed3a8 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521019 Jul 16 20:32:36.583393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.589332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.638609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Deleting port 99acfd89-3906-40bc-b6f1-4e150d28c7c4 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:36.638845 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.701142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router a356ac02-1319-4c63-9ed5-84c91d1d7242 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:36.744321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] For port 99acfd89-3906-40bc-b6f1-4e150d28c7c4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=99acfd89-3906-40bc-b6f1-4e150d28c7c4,segment=NetworkSegment(6f6d7e11-8cbd-4392-af16-7d771fdbf93c),segment_id=6f6d7e11-8cbd-4392-af16-7d771fdbf93c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:36.745242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.767305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Calling delete_port for 99acfd89-3906-40bc-b6f1-4e150d28c7c4 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:36.834782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:36.841863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.845658 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2530491-bad5-4278-a21e-937761e975f0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 200 len: 704 time: 0.7543602 Jul 16 20:32:36.846423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52956) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.850913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] Sync routers for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:36.863527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:36.864605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:36.898646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0709010-7a14-4ac7-af4b-aaaa5b37339b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 200 len: 205 time: 0.0484853 Jul 16 20:32:36.899188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52958) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.953228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:36.990133 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29607cfe-d2f6-4671-ab87-8984e79652d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.016510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 11, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.054794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] Checking router: a356ac02-1319-4c63-9ed5-84c91d1d7242 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:37.069608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] Routers {'a356ac02-1319-4c63-9ed5-84c91d1d7242'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:37.070330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a356ac02-1319-4c63-9ed5-84c91d1d7242'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.089942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79613ad2-6a18-4c17-b2c8-9cb92eb117cf req-c57e442c-07b1-4dc6-ad56-2f57fdba273b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.093358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79613ad2-6a18-4c17-b2c8-9cb92eb117cf req-c57e442c-07b1-4dc6-ad56-2f57fdba273b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1362460 Jul 16 20:32:37.113655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0ff2b-4ab4-4f20-82ee-cc67000df496'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:37.116360 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15208940-e070-4339-bf1a-34d4eec36757" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "91e0ff2b-4ab4-4f20-82ee-cc67000df496"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:37.141578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79613ad2-6a18-4c17-b2c8-9cb92eb117cf req-da3f72a4-c45a-49a7-8aca-445d0a53ba82 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Jul 16 20:32:37.160760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] Set router a356ac02-1319-4c63-9ed5-84c91d1d7242 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:37.225982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29607cfe-d2f6-4671-ab87-8984e79652d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.228323 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aa6b57-a1e6-432c-a31d-bc1fedbcffad x-openstack-request-id: req-e4aa6b57-a1e6-432c-a31d-bc1fedbcffad {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:37.228625 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-plugged", "status": "completed", "tag": "91e0ff2b-4ab4-4f20-82ee-cc67000df496", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:37.229096 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e4aa6b57-a1e6-432c-a31d-bc1fedbcffad {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:37.229445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29607cfe-d2f6-4671-ab87-8984e79652d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.229586 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0ff2b-4ab4-4f20-82ee-cc67000df496', 'code': 200} Jul 16 20:32:37.230678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 11, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.235898 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.271038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf00c89-4b46-4d8b-8649-cdd57ef78a6d None None] The sync data for ids ['a356ac02-1319-4c63-9ed5-84c91d1d7242'] in n-d-798930-6 is: [{'id': 'a356ac02-1319-4c63-9ed5-84c91d1d7242', 'name': 'tempest-RoutersIpV6Test-router-771396191', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:48Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 11, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:37.301816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99acfd89-3906-40bc-b6f1-4e150d28c7c4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.314988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29607cfe-d2f6-4671-ab87-8984e79652d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.315552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29607cfe-d2f6-4671-ab87-8984e79652d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Fanout notify agent at l3_agent the message router_deleted on router a356ac02-1319-4c63-9ed5-84c91d1d7242 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:37.324015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29607cfe-d2f6-4671-ab87-8984e79652d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.330336 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-29607cfe-d2f6-4671-ab87-8984e79652d0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 204 len: 168 time: 0.4249492 Jul 16 20:32:37.333618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.338736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b071564d-dbf7-46c7-a75f-386068fe58d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-811468511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:37.377948 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b071564d-dbf7-46c7-a75f-386068fe58d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.379226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b071564d-dbf7-46c7-a75f-386068fe58d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.455265 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b071564d-dbf7-46c7-a75f-386068fe58d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.462051 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b071564d-dbf7-46c7-a75f-386068fe58d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.497036 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b071564d-dbf7-46c7-a75f-386068fe58d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.500095 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b071564d-dbf7-46c7-a75f-386068fe58d9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1644800 Jul 16 20:32:37.502361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52968) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.509515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ee72944c-524f-401b-8efa-81894390e8d8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:37.650883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.651443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.651874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.652426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.652942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.653417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.653890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.658578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-0f159e9b-7962-4a49-98b6-9c27981f1adb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.3191214 Jul 16 20:32:37.675485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.681853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.688053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.694064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.700086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.706863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.713110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.715077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8be00971-1f1e-4468-9211-888212301650 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.3341379 Jul 16 20:32:37.748668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.760874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee72944c-524f-401b-8efa-81894390e8d8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.774852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee72944c-524f-401b-8efa-81894390e8d8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.795029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5816e0b4-cc9e-4438-a3a9-880aedb40ee3 req-d3e68275-dd89-4be6-811d-29c9d0255ec6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764670 Jul 16 20:32:37.841689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a77e6c56-e7c7-40b4-8119-c0b72f7492d2 req-8d73c2b2-d951-424b-bdba-139b69ade5b5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135459 Jul 16 20:32:37.907191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee72944c-524f-401b-8efa-81894390e8d8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Router 431bc94e-ea7b-481a-b80e-ae6baaf54a02 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:32:38.007894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee72944c-524f-401b-8efa-81894390e8d8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:38.020954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee72944c-524f-401b-8efa-81894390e8d8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.022374 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ee72944c-524f-401b-8efa-81894390e8d8 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "PUT /v2.0/routers/431bc94e-ea7b-481a-b80e-ae6baaf54a02 HTTP/1.1" status: 200 len: 697 time: 0.5184646 Jul 16 20:32:38.026482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52976) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.030263 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] Sync routers for ids ['431bc94e-ea7b-481a-b80e-ae6baaf54a02'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:38.050014 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] Routers {'431bc94e-ea7b-481a-b80e-ae6baaf54a02'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.051130 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['431bc94e-ea7b-481a-b80e-ae6baaf54a02'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.085692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Router b2d07216-95ff-401c-b21e-9703317577c2 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:38.101294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b4485-f558-486c-adca-36f61536a04a req-17782d5b-e32d-41a9-8746-664fff41170b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.102849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-091b4485-f558-486c-adca-36f61536a04a req-17782d5b-e32d-41a9-8746-664fff41170b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1233757 Jul 16 20:32:38.130497 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.135032 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-de72b38e-cc92-4dc5-8c08-f5d30553dd67 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/routers/431bc94e-ea7b-481a-b80e-ae6baaf54a02 HTTP/1.1" status: 200 len: 703 time: 0.1071827 Jul 16 20:32:38.135690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52978) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.145802 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] Set router 431bc94e-ea7b-481a-b80e-ae6baaf54a02 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:38.173691 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a53c875c-83cb-496d-b054-f2310eb9c1e7 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=431bc94e-ea7b-481a-b80e-ae6baaf54a02 HTTP/1.1" status: 200 len: 205 time: 0.0365148 Jul 16 20:32:38.174362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52980) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.236111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.245244 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431bc94e-ea7b-481a-b80e-ae6baaf54a02', 'name': 'tempest-RoutersIpV6Test-router-811468511', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:37Z', 'updated_at': '2021-07-16T20:32:37Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.251080 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-091b4485-f558-486c-adca-36f61536a04a req-7a05e968-851a-4817-bd0b-fdbd2c945e24 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833004 Jul 16 20:32:38.270744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03dc2642-5977-4967-abb5-4ae3f58d7bc9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.287466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:38.295237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7de6927a-98bc-4185-8d93-390413e062d5 admin admin] 10.222.0.100 "PUT /v2.0/routers/b2d07216-95ff-401c-b21e-9703317577c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489460 Jul 16 20:32:38.300778 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] Checking router: 431bc94e-ea7b-481a-b80e-ae6baaf54a02 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:38.302854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] Sync routers for ids ['b2d07216-95ff-401c-b21e-9703317577c2'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:38.315221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52984) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.315908 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] Routers {'431bc94e-ea7b-481a-b80e-ae6baaf54a02'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.316637 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['431bc94e-ea7b-481a-b80e-ae6baaf54a02'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.322708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] Routers {'b2d07216-95ff-401c-b21e-9703317577c2'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.323379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b2d07216-95ff-401c-b21e-9703317577c2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.411999 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] Set router 431bc94e-ea7b-481a-b80e-ae6baaf54a02 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:38.477607 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431bc94e-ea7b-481a-b80e-ae6baaf54a02', 'name': 'tempest-RoutersIpV6Test-router-811468511', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:37Z', 'updated_at': '2021-07-16T20:32:37Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.514521 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0be08-2217-446c-b67e-e5739e2a161b None None] The sync data for ids ['431bc94e-ea7b-481a-b80e-ae6baaf54a02'] in n-d-798930-6 is: [{'id': '431bc94e-ea7b-481a-b80e-ae6baaf54a02', 'name': 'tempest-RoutersIpV6Test-router-811468511', 'tenant_id': '839181d540844c52929b058b19f22f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:37Z', 'updated_at': '2021-07-16T20:32:37Z', 'revision_number': 2, 'project_id': '839181d540844c52929b058b19f22f67', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:38.545194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.644066 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.678393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] Set router b2d07216-95ff-401c-b21e-9703317577c2 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:38.682572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadcc51-034a-41f8-a276-29159bb9c4e8 req-5d072a2c-17d4-4de4-861b-1c862839b189 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.684359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcadcc51-034a-41f8-a276-29159bb9c4e8 req-5d072a2c-17d4-4de4-861b-1c862839b189 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.2762640 Jul 16 20:32:38.736552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.795880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcadcc51-034a-41f8-a276-29159bb9c4e8 req-2d2347c1-c19d-4ea3-8734-ebe64eed067d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936556 Jul 16 20:32:38.851561 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03dc2642-5977-4967-abb5-4ae3f58d7bc9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.853804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03dc2642-5977-4967-abb5-4ae3f58d7bc9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.859895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Deleting port 0b13e3d6-3999-40d9-8624-afac2284e2cd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:38.860276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.911583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03dc2642-5977-4967-abb5-4ae3f58d7bc9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.912904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dc2642-5977-4967-abb5-4ae3f58d7bc9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Fanout notify agent at l3_agent the message router_deleted on router 431bc94e-ea7b-481a-b80e-ae6baaf54a02 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:38.920096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03dc2642-5977-4967-abb5-4ae3f58d7bc9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.926137 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-03dc2642-5977-4967-abb5-4ae3f58d7bc9 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/431bc94e-ea7b-481a-b80e-ae6baaf54a02 HTTP/1.1" status: 204 len: 168 time: 0.7456875 Jul 16 20:32:38.926137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52992) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.933689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:32:37Z', 'revision_number': 5, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port': {'id': '0b13e3d6-3999-40d9-8624-afac2284e2cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:33Z', 'updated_at': '2021-07-16T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.967555 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39e0671a-1edd-4927-8eb5-460386ebb9e0 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=431bc94e-ea7b-481a-b80e-ae6baaf54a02 HTTP/1.1" status: 200 len: 205 time: 0.0399764 Jul 16 20:32:38.971386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52994) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:38.982573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] Checking router: b2d07216-95ff-401c-b21e-9703317577c2 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:38.995919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] For port 0b13e3d6-3999-40d9-8624-afac2284e2cd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0b13e3d6-3999-40d9-8624-afac2284e2cd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:38.996237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] Routers {'b2d07216-95ff-401c-b21e-9703317577c2'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.996363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.997235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b2d07216-95ff-401c-b21e-9703317577c2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:39.017394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Calling delete_port for 0b13e3d6-3999-40d9-8624-afac2284e2cd owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:39.045877 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-99111432-7671-421b-b8e4-5d53b87649ff tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] delete failed (client error): The resource could not be found. Jul 16 20:32:39.051626 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-99111432-7671-421b-b8e4-5d53b87649ff tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/431bc94e-ea7b-481a-b80e-ae6baaf54a02 HTTP/1.1" status: 404 len: 336 time: 0.0784714 Jul 16 20:32:39.052231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52996) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.084186 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9c4c4b-9a03-4988-bb83-35b77620e84f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:39.084780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9c4c4b-9a03-4988-bb83-35b77620e84f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:39.089334 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6c9c4c4b-9a03-4988-bb83-35b77620e84f tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/8188d798-defd-4b29-8d51-ee5d06cd3a3b HTTP/1.1" status: 404 len: 337 time: 0.0359921 Jul 16 20:32:39.089565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 52998) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.119472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] Set router b2d07216-95ff-401c-b21e-9703317577c2 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:39.133361 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-548daa31-934a-45b3-bcd7-d6f396f0ca10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:39.134182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548daa31-934a-45b3-bcd7-d6f396f0ca10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:39.145412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53000) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.156984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-548daa31-934a-45b3-bcd7-d6f396f0ca10 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/011f71f5-e4e2-430a-9280-c66c66279bfd HTTP/1.1" status: 404 len: 337 time: 0.0658350 Jul 16 20:32:39.204306 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd767eb-a3cf-4f6c-9174-b8f4d9673c59 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:39.204537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd767eb-a3cf-4f6c-9174-b8f4d9673c59 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:39.206331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:32:38Z', 'revision_number': 6, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:39.206843 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6dd767eb-a3cf-4f6c-9174-b8f4d9673c59 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/564334eb-72b3-4d4f-ab94-a5cd78c979ef HTTP/1.1" status: 404 len: 337 time: 0.0596440 Jul 16 20:32:39.211673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53004) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.237610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd1c08-5362-4707-afa1-0db271f79ad7 None None] The sync data for ids ['b2d07216-95ff-401c-b21e-9703317577c2'] in n-d-798930-6 is: [{'id': 'b2d07216-95ff-401c-b21e-9703317577c2', 'name': 'tempest-TestServerMultinode-1141696391-router', 'tenant_id': 'a62eed2472e349588cb1cc840ee88c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:30:31Z', 'updated_at': '2021-07-16T20:32:38Z', 'revision_number': 6, 'project_id': 'a62eed2472e349588cb1cc840ee88c87', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:39.245458 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-890ddbf4-4630-40ab-b4ce-b82647d61263 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:39.245923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890ddbf4-4630-40ab-b4ce-b82647d61263 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:39.250912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-890ddbf4-4630-40ab-b4ce-b82647d61263 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/b55d9669-4bd9-49c7-84a0-4ee16c18b501 HTTP/1.1" status: 404 len: 337 time: 0.0350792 Jul 16 20:32:39.251488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53006) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.297766 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-df7892c6-e0f7-4120-ab6b-ae2735f9ef9e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 200 len: 205 time: 0.0426958 Jul 16 20:32:39.298982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53008) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.338118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.371143 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-8f1f0f3a-cffd-4d5d-b7ce-07332c8f72bf tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] delete failed (client error): The resource could not be found. Jul 16 20:32:39.374688 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8f1f0f3a-cffd-4d5d-b7ce-07332c8f72bf tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/a356ac02-1319-4c63-9ed5-84c91d1d7242 HTTP/1.1" status: 404 len: 336 time: 0.0751779 Jul 16 20:32:39.380621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53010) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.401783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b13e3d6-3999-40d9-8624-afac2284e2cd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:39.423731 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-450d6531-36ef-4515-a3db-7ed66ad4afa2 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=337acf67-688f-414d-9a70-b85c0b8ab8cd HTTP/1.1" status: 200 len: 205 time: 0.0416999 Jul 16 20:32:39.424494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53012) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.466966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.475544 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-51fda2ef-eb9d-493a-b051-a7662d8f97f4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] delete failed (client error): The resource could not be found. Jul 16 20:32:39.476687 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-51fda2ef-eb9d-493a-b051-a7662d8f97f4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/337acf67-688f-414d-9a70-b85c0b8ab8cd HTTP/1.1" status: 404 len: 336 time: 0.0511675 Jul 16 20:32:39.483575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53016) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.518757 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-72298e41-ed1d-4d7b-9928-74668c24d061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:39.519429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72298e41-ed1d-4d7b-9928-74668c24d061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:39.523295 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-72298e41-ed1d-4d7b-9928-74668c24d061 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/a214fc90-fe9d-4e3c-ae0d-8e160e448401 HTTP/1.1" status: 404 len: 337 time: 0.0362446 Jul 16 20:32:39.525255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53018) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.567767 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-61861a31-1b61-4132-b2b8-eed21d82b639 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=61463c12-97a6-4e40-b55c-bb8e1142f28b HTTP/1.1" status: 200 len: 205 time: 0.0410578 Jul 16 20:32:39.568401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53020) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.604022 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.607625 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-ea58759a-4e93-4657-b3da-3b5048b3ea45 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] delete failed (client error): The resource could not be found. Jul 16 20:32:39.607928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.611912 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea58759a-4e93-4657-b3da-3b5048b3ea45 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/61463c12-97a6-4e40-b55c-bb8e1142f28b HTTP/1.1" status: 404 len: 336 time: 0.0423298 Jul 16 20:32:39.612773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53022) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.654721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3b515321-7af2-4d5e-a4c7-49a89bed7664 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7 HTTP/1.1" status: 200 len: 205 time: 0.0409555 Jul 16 20:32:39.656537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53024) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.691719 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.692255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2d07216-95ff-401c-b21e-9703317577c2 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:39.700837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.705891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3f90e037-dd86-4209-b260-f56cbf33647f admin admin] 10.222.0.100 "DELETE /v2.0/routers/b2d07216-95ff-401c-b21e-9703317577c2 HTTP/1.1" status: 204 len: 168 time: 1.3894899 Jul 16 20:32:39.708946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53026) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.717901 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-74fed443-8ac0-4d68-bcd0-0f9bbdb832b2 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] delete failed (client error): The resource could not be found. Jul 16 20:32:39.719053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-74fed443-8ac0-4d68-bcd0-0f9bbdb832b2 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/e0b9fe60-71aa-4a14-b2d9-8f60f75f13f7 HTTP/1.1" status: 404 len: 336 time: 0.0626130 Jul 16 20:32:39.723215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53028) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.755219 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba370ee-550b-4f0e-9091-03ac3b616940 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:39.755831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba370ee-550b-4f0e-9091-03ac3b616940 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:39.757722 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ba370ee-550b-4f0e-9091-03ac3b616940 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/a2b455bf-f9e1-4d42-9f7f-ddde0a36762e HTTP/1.1" status: 404 len: 337 time: 0.0334451 Jul 16 20:32:39.761037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53030) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.784958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.795672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.801568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.807438 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bb61f225-849a-4cde-beb1-9ae4c673f31e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=84e04f5d-4a86-4480-8728-99b6a4187819 HTTP/1.1" status: 200 len: 205 time: 0.0412996 Jul 16 20:32:39.807695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53032) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.811121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.820482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.827021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.835630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.844996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-8e10cfd3-7fec-406b-b457-441fdd1076ac tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.2758019 Jul 16 20:32:39.852580 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-03ff8303-90bd-4bbb-b340-c9a6e265ee3e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] delete failed (client error): The resource could not be found. Jul 16 20:32:39.856120 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-03ff8303-90bd-4bbb-b340-c9a6e265ee3e tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/84e04f5d-4a86-4480-8728-99b6a4187819 HTTP/1.1" status: 404 len: 336 time: 0.0451345 Jul 16 20:32:39.856347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53034) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.862917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] Deleting subnet 42834b0f-e8ab-44ee-be71-8b61049d6986 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:39.876666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.895643 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3fb113-7988-486b-be79-ca884943bfa4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:39.896121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3fb113-7988-486b-be79-ca884943bfa4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:39.898036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0d3fb113-7988-486b-be79-ca884943bfa4 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/31317fef-42ae-47ff-b4c7-54984be07b4a HTTP/1.1" status: 404 len: 337 time: 0.0406024 Jul 16 20:32:39.900698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53036) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.938453 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2bf4c539-c9f1-4413-a33d-c6876a0a01a1 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "GET /v2.0/ports?device_id=3add0af6-fe0f-44e7-8f8f-373451939df5 HTTP/1.1" status: 200 len: 205 time: 0.0364347 Jul 16 20:32:39.939291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab4101f3-4b12-45d4-ab07-e185d6c02bbf req-c4db6596-103d-4e74-8dc6-6d9ad1531f03 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933919 Jul 16 20:32:39.941742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53038) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.950928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.006372 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-b4fb3d1d-713c-45ac-90c6-bfe10e4ad897 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] delete failed (client error): The resource could not be found. Jul 16 20:32:40.007434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b4fb3d1d-713c-45ac-90c6-bfe10e4ad897 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/routers/3add0af6-fe0f-44e7-8f8f-373451939df5 HTTP/1.1" status: 404 len: 336 time: 0.0646505 Jul 16 20:32:40.010330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53042) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.040954 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2e5484-ca8b-4faa-b39d-c32d294d6b8b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:40.041611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2e5484-ca8b-4faa-b39d-c32d294d6b8b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:40.047696 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b2e5484-ca8b-4faa-b39d-c32d294d6b8b tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/e211a8b9-d75b-4171-8ca8-93df164171ef HTTP/1.1" status: 404 len: 337 time: 0.0323427 Jul 16 20:32:40.047696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.075944 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e39c25c-88e2-4d37-9472-58e3821c1752 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] DELETE failed (client error): The resource could not be found. Jul 16 20:32:40.076885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e39c25c-88e2-4d37-9472-58e3821c1752 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:32:40.079237 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4e39c25c-88e2-4d37-9472-58e3821c1752 tempest-RoutersIpV6Test-1739775484 tempest-RoutersIpV6Test-1739775484-project] 10.222.0.100 "DELETE /v2.0/subnets/a7fde55a-eaf8-46a2-a9ef-cc51f950249a HTTP/1.1" status: 404 len: 337 time: 0.0309939 Jul 16 20:32:40.104357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.229821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4882dc2-c803-4192-a7e1-20b9e7834d0c req-8a08f30f-0ae0-4b86-8a14-b7fe9fd518be tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:40.244359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4882dc2-c803-4192-a7e1-20b9e7834d0c req-8a08f30f-0ae0-4b86-8a14-b7fe9fd518be tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1561570 Jul 16 20:32:40.442243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.651339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-de0a42ce-be62-418d-a51d-a6ff6b2f3809 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=839181d540844c52929b058b19f22f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054608 Jul 16 20:32:40.652810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53058) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.699217 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.719566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62e000ec-5fa6-4eae-8122-e76d31c26738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.737360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42834b0f-e8ab-44ee-be71-8b61049d6986,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:40.743359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4882dc2-c803-4192-a7e1-20b9e7834d0c req-19477120-5904-425a-b764-9095c0f29991 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925911 Jul 16 20:32:40.744499 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.747341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-992f28bc-40ad-443b-afcd-53591d862c2d admin admin] 10.222.0.100 "DELETE /v2.0/subnets/42834b0f-e8ab-44ee-be71-8b61049d6986 HTTP/1.1" status: 204 len: 168 time: 1.0362487 Jul 16 20:32:40.751131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53060) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.752040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62e000ec-5fa6-4eae-8122-e76d31c26738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.756327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c759c-cefa-48bc-876c-6fd0d0c53ef6 None None] Network 7be36f24-954f-482c-86ef-64bf9eedd1e5 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:40.824164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62e000ec-5fa6-4eae-8122-e76d31c26738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.829913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62e000ec-5fa6-4eae-8122-e76d31c26738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.833968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-62e000ec-5fa6-4eae-8122-e76d31c26738 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7642bee2-b550-40be-921f-1684e9a454d7 HTTP/1.1" status: 204 len: 168 time: 0.1800127 Jul 16 20:32:40.844990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e000ec-5fa6-4eae-8122-e76d31c26738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642bee2-b550-40be-921f-1684e9a454d7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:40.893073 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.026852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Deleting port 322d1e79-e07b-4af6-b339-0bcc5f65541a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:41.027419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.061846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f21a6-cd68-4abf-b3e9-d7c5e832f869 req-a02234d8-7636-419e-8e06-e36c7c2386fb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.063544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-150f21a6-cd68-4abf-b3e9-d7c5e832f869 req-a02234d8-7636-419e-8e06-e36c7c2386fb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.1207891 Jul 16 20:32:41.088292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] DHCP port deletion for 7be36f24-954f-482c-86ef-64bf9eedd1e5 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:41.130532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] For port 322d1e79-e07b-4af6-b339-0bcc5f65541a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=322d1e79-e07b-4af6-b339-0bcc5f65541a,segment=NetworkSegment(6f6d7e11-8cbd-4392-af16-7d771fdbf93c),segment_id=6f6d7e11-8cbd-4392-af16-7d771fdbf93c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:41.130901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.145908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] Deleting port 322d1e79-e07b-4af6-b339-0bcc5f65541a {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:41.146722 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.156254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Calling delete_port for 322d1e79-e07b-4af6-b339-0bcc5f65541a owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:41.180947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-150f21a6-cd68-4abf-b3e9-d7c5e832f869 req-5e69728f-667c-4258-8860-dad13ab93efd tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800266 Jul 16 20:32:41.228457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] For port 322d1e79-e07b-4af6-b339-0bcc5f65541a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=322d1e79-e07b-4af6-b339-0bcc5f65541a,segment=NetworkSegment(6f6d7e11-8cbd-4392-af16-7d771fdbf93c),segment_id=6f6d7e11-8cbd-4392-af16-7d771fdbf93c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:41.229168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.253359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] Calling delete_port for 322d1e79-e07b-4af6-b339-0bcc5f65541a owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:41.310534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.360736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] No DVR routers for this DVR port 322d1e79-e07b-4af6-b339-0bcc5f65541a on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:41.362472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 99acfd89-3906-40bc-b6f1-4e150d28c7c4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:41.372546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Pushing event deleted for resources: {'Port': ['ID=322d1e79-e07b-4af6-b339-0bcc5f65541a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.399226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 99acfd89-3906-40bc-b6f1-4e150d28c7c4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:41.399611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 99acfd89-3906-40bc-b6f1-4e150d28c7c4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:41.400075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b13e3d6-3999-40d9-8624-afac2284e2cd no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:41.424170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0b13e3d6-3999-40d9-8624-afac2284e2cd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:41.424600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0b13e3d6-3999-40d9-8624-afac2284e2cd not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:41.424941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 322d1e79-e07b-4af6-b339-0bcc5f65541a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:41.451357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 322d1e79-e07b-4af6-b339-0bcc5f65541a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:41.451726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 322d1e79-e07b-4af6-b339-0bcc5f65541a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:41.458849 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.504526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] Pushing event deleted for resources: {'Port': ['ID=322d1e79-e07b-4af6-b339-0bcc5f65541a,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.505671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.510465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9b674-dc33-434c-ac3f-8937850c289b None None] No DVR routers for this DVR port 322d1e79-e07b-4af6-b339-0bcc5f65541a on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:41.524647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be36f24-954f-482c-86ef-64bf9eedd1e5']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:41.547682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6d7e11-8cbd-4392-af16-7d771fdbf93c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:41.547682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6d7e11-8cbd-4392-af16-7d771fdbf93c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:41.563190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.590718 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.609102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.615463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.621573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.628595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.634567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.641003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.647137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.656220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d2b521b-2609-4e9e-a24e-7d23d591b1f3 req-f63ac00c-1183-4fda-86ae-3ed4af5c10ea tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.2939279 Jul 16 20:32:41.658562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:41.660085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:41.663720 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:41.668227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53084) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:41.678476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Request body: {'floatingip': {'port_id': 'e09d36e9-9b42-480b-90a0-320baa497ac6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:41.768823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.773023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.776309 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.778634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] 10.222.0.100 "DELETE /v2.0/networks/7be36f24-954f-482c-86ef-64bf9eedd1e5 HTTP/1.1" status: 204 len: 168 time: 1.0224760 Jul 16 20:32:41.808228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dc9b0-ae2c-4d8d-90a6-f1a3ae2a7afc admin admin] Pushing event deleted for resources: {'Network': ['ID=7be36f24-954f-482c-86ef-64bf9eedd1e5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.925600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53090) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.106306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919845843'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:42.106650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.174085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.187432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.230058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517417b-f226-4bf3-9dbe-848f80bb59ef req-9891c4a1-2bb0-4163-a77b-e54953191219 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:42.231708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1517417b-f226-4bf3-9dbe-848f80bb59ef req-9891c4a1-2bb0-4163-a77b-e54953191219 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1344082 Jul 16 20:32:42.311432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1517417b-f226-4bf3-9dbe-848f80bb59ef req-7aa06f64-b5d9-4632-82a3-1f8c40b1545f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Jul 16 20:32:42.312739 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a6ffbdf9-1301-4190-ae14-986d1665acc9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8686bd05c5dd4f279933540d492d2fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048247 Jul 16 20:32:42.317819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53096) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.432417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.439921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccb877b7-2bf7-4a2f-b9d5-ecf705e56c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.442830 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.508581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccb877b7-2bf7-4a2f-b9d5-ecf705e56c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.525396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3288719-3f6c-4e7f-856b-c41521bd6752,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.619735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccb877b7-2bf7-4a2f-b9d5-ecf705e56c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.625879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccb877b7-2bf7-4a2f-b9d5-ecf705e56c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.627761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ccb877b7-2bf7-4a2f-b9d5-ecf705e56c61 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/219d386f-670a-4e0a-a3b5-6e3436a9b433 HTTP/1.1" status: 204 len: 168 time: 0.3087523 Jul 16 20:32:42.646524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.658310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.660923 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.662228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb877b7-2bf7-4a2f-b9d5-ecf705e56c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d386f-670a-4e0a-a3b5-6e3436a9b433,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.674219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.726075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.728276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8017836 Jul 16 20:32:42.734217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53108) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.747074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba29c9-6260-4edb-a877-62c5416c3d4f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423465f2-8f67-44f5-a023-8c06deefcfba,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:42.942494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b52e478c-6e01-4d67-8fb0-676ba6c019d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2062879 Jul 16 20:32:42.945939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53114) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:42.950857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2b11fb79-ee2c-49ad-ac55-d9d7e9c9926b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-security--2010180883', 'description': 'tempest-security-description-2018603802'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:42.967589 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Floating IP 13421e00-e48f-461a-83ee-94f9c19a0f73 associated. External IP: 172.25.8.134, port: e09d36e9-9b42-480b-90a0-320baa497ac6. Jul 16 20:32:42.967961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b99c91-4456-43cf-b9b9-b879e1d42c83 req-55b3ad9b-2fa5-4ad0-ace5-3663d69795c2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:42.970452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46b99c91-4456-43cf-b9b9-b879e1d42c83 req-55b3ad9b-2fa5-4ad0-ace5-3663d69795c2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.0944905 Jul 16 20:32:43.028386 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b11fb79-ee2c-49ad-ac55-d9d7e9c9926b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.041408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46b99c91-4456-43cf-b9b9-b879e1d42c83 req-2ad1af59-951b-47a0-ab33-c03f8ed29893 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582969 Jul 16 20:32:43.145783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b11fb79-ee2c-49ad-ac55-d9d7e9c9926b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.152760 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b11fb79-ee2c-49ad-ac55-d9d7e9c9926b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.160988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b11fb79-ee2c-49ad-ac55-d9d7e9c9926b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.162031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53122) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.162300 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2b11fb79-ee2c-49ad-ac55-d9d7e9c9926b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "PUT /v2.0/security-groups/423465f2-8f67-44f5-a023-8c06deefcfba HTTP/1.1" status: 200 len: 1780 time: 0.2153370 Jul 16 20:32:43.165089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53124) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.243222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11fb79-ee2c-49ad-ac55-d9d7e9c9926b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423465f2-8f67-44f5-a023-8c06deefcfba,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:43.289065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3b887ef7-701b-43de-ba9e-cf1fd022c3f5 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups/423465f2-8f67-44f5-a023-8c06deefcfba HTTP/1.1" status: 200 len: 1780 time: 0.1183167 Jul 16 20:32:43.291345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53126) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.321161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8279d114-b524-4deb-b9ad-1a2bb72cd417 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a62eed2472e349588cb1cc840ee88c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572905 Jul 16 20:32:43.323595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53128) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.351233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Router 206b526d-e957-4511-8d88-aec96ceede27 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:43.397902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f03c0d0-552e-439a-82ff-e2827e720fd4 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.437288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f03c0d0-552e-439a-82ff-e2827e720fd4 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.459914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac41307f-dc14-4edd-9750-420275765bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.497817 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f03c0d0-552e-439a-82ff-e2827e720fd4 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.501949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f03c0d0-552e-439a-82ff-e2827e720fd4 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.506533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9f03c0d0-552e-439a-82ff-e2827e720fd4 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/423465f2-8f67-44f5-a023-8c06deefcfba HTTP/1.1" status: 204 len: 168 time: 0.2137027 Jul 16 20:32:43.507561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53130) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.528987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac41307f-dc14-4edd-9750-420275765bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.539420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03c0d0-552e-439a-82ff-e2827e720fd4 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423465f2-8f67-44f5-a023-8c06deefcfba,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:43.585168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:43.603734 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] Sync routers for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:43.605292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.622821 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:43.625026 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:43.636052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3a74d03e-d0c9-4b78-ab97-9ea3d2e9ef73 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1167166 Jul 16 20:32:43.636827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53132) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.658680 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-aed7c808-d076-4ba9-a56b-363bdec76027 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] delete failed (client error): The resource could not be found. Jul 16 20:32:43.665198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aed7c808-d076-4ba9-a56b-363bdec76027 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/423465f2-8f67-44f5-a023-8c06deefcfba HTTP/1.1" status: 404 len: 347 time: 0.0253944 Jul 16 20:32:43.665198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53134) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.673887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d69aa27f-2edb-4d42-a962-168f1e1011f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--611621234'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:43.707125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c9550fd7-d756-419f-860a-47ea118d9588 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "PUT /v2.0/floatingips/13421e00-e48f-461a-83ee-94f9c19a0f73 HTTP/1.1" status: 200 len: 992 time: 2.0392127 Jul 16 20:32:43.711004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:43.715200 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f51fc-6bd2-476c-986a-fbcb360b2dae" -d '{"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:43.721903 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac41307f-dc14-4edd-9750-420275765bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.726915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac41307f-dc14-4edd-9750-420275765bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.729127 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac41307f-dc14-4edd-9750-420275765bda admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/022ee45b-b155-4d3e-aa7a-eb9c417ee002 HTTP/1.1" status: 204 len: 168 time: 0.4042237 Jul 16 20:32:43.743502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d69aa27f-2edb-4d42-a962-168f1e1011f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.745606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41307f-dc14-4edd-9750-420275765bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022ee45b-b155-4d3e-aa7a-eb9c417ee002,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:43.859126 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:43.950483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d69aa27f-2edb-4d42-a962-168f1e1011f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.957435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d69aa27f-2edb-4d42-a962-168f1e1011f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.004504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d69aa27f-2edb-4d42-a962-168f1e1011f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.005722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d69aa27f-2edb-4d42-a962-168f1e1011f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3398750 Jul 16 20:32:44.010516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.016079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aa27f-2edb-4d42-a962-168f1e1011f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3077ab18-6e7f-420d-9c77-188459d638f3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.016383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c4d99280-1984-4bea-8e3d-90ea17b754c0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '3077ab18-6e7f-420d-9c77-188459d638f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:44.033718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40588f-126e-49c4-921a-911959191285 req-be0e6c33-5bb2-45f3-a9e1-8dd5b38c283b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.046744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e40588f-126e-49c4-921a-911959191285 req-be0e6c33-5bb2-45f3-a9e1-8dd5b38c283b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1510324 Jul 16 20:32:44.080417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d99280-1984-4bea-8e3d-90ea17b754c0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.125535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e40588f-126e-49c4-921a-911959191285 req-e405d2cd-9bc5-4cba-96e5-5733b5249b2c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688043 Jul 16 20:32:44.202293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d99280-1984-4bea-8e3d-90ea17b754c0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.208826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d99280-1984-4bea-8e3d-90ea17b754c0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.255552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d99280-1984-4bea-8e3d-90ea17b754c0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fae46b6-965d-4625-b2a4-b7802beab8e2,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.282218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d99280-1984-4bea-8e3d-90ea17b754c0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.286878 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4d99280-1984-4bea-8e3d-90ea17b754c0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723238 Jul 16 20:32:44.287406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53148) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.341571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f632ac05-013d-40d3-a2a1-7fcd8a8489cc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.346656 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee24bd69-0107-44ee-abf4-c341a6ddf122 x-openstack-request-id: req-ee24bd69-0107-44ee-abf4-c341a6ddf122 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:44.347065 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:44.347360 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ee24bd69-0107-44ee-abf4-c341a6ddf122 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:44.347783 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'status': 'completed', 'code': 200} Jul 16 20:32:44.367335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f632ac05-013d-40d3-a2a1-7fcd8a8489cc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.418420 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '13421e00-e48f-461a-83ee-94f9c19a0f73', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '206b526d-e957-4511-8d88-aec96ceede27', 'port_id': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'mac_address': 'fa:16:3e:d5:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:32:42Z', 'revision_number': 1, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:50Z', 'revision_number': 5, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:44.474737 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] Checking router: 206b526d-e957-4511-8d88-aec96ceede27 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:44.487556 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:44.488173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:44.516175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f632ac05-013d-40d3-a2a1-7fcd8a8489cc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.530010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.530561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.531372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.531855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.532324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.532804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.533263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.535456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-31d178b1-d403-443a-bc96-d12fe052ff1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.1356246 Jul 16 20:32:44.538403 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f632ac05-013d-40d3-a2a1-7fcd8a8489cc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.541952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f632ac05-013d-40d3-a2a1-7fcd8a8489cc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/9fae46b6-965d-4625-b2a4-b7802beab8e2 HTTP/1.1" status: 204 len: 168 time: 0.2504859 Jul 16 20:32:44.542418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53154) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.555531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632ac05-013d-40d3-a2a1-7fcd8a8489cc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fae46b6-965d-4625-b2a4-b7802beab8e2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.603015 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f95c6d5a-9668-40bc-a3be-5c0a9ae07ea7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564868 Jul 16 20:32:44.604284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53156) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.609573 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:44.654254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd7a8c-98a8-4d75-81b7-6000c6b720cf req-917faf5c-48c1-44a0-bd97-2f0b0c595f3c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.659834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9dd7a8c-98a8-4d75-81b7-6000c6b720cf req-917faf5c-48c1-44a0-bd97-2f0b0c595f3c tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.1739304 Jul 16 20:32:44.670140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e7448d-d772-42a2-8ac0-546c1e526108 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.696401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-ce5bcef6-0daf-4db0-a4b8-92c76fa8fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.696910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e7448d-d772-42a2-8ac0-546c1e526108 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.697917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-ce5bcef6-0daf-4db0-a4b8-92c76fa8fdd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6 HTTP/1.1" status: 200 len: 918 time: 0.1534534 Jul 16 20:32:44.758707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e7448d-d772-42a2-8ac0-546c1e526108 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.762131 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e7448d-d772-42a2-8ac0-546c1e526108 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.767338 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2e7448d-d772-42a2-8ac0-546c1e526108 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/3077ab18-6e7f-420d-9c77-188459d638f3 HTTP/1.1" status: 204 len: 168 time: 0.1576450 Jul 16 20:32:44.767563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9dd7a8c-98a8-4d75-81b7-6000c6b720cf req-8824c1dd-f257-4870-b027-1419ba843074 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011717 Jul 16 20:32:44.768586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53158) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.785350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7448d-d772-42a2-8ac0-546c1e526108 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077ab18-6e7f-420d-9c77-188459d638f3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.805591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-81a9a010-e77d-432a-b586-cade22baf37c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0962083 Jul 16 20:32:44.854298 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37e4bc7b-d110-4cf9-873f-0f5c9eb69cae tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844455 Jul 16 20:32:44.861749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53160) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.866611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2f48eeac-a7a0-4f4d-b85e-fa4efe7e6c7c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--37893559'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:44.869716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-7caf8b05-b5e3-44ac-b4c2-aa231231c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.872017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-7caf8b05-b5e3-44ac-b4c2-aa231231c611 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.0584164 Jul 16 20:32:44.895869 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f48eeac-a7a0-4f4d-b85e-fa4efe7e6c7c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.973778 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '13421e00-e48f-461a-83ee-94f9c19a0f73', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '206b526d-e957-4511-8d88-aec96ceede27', 'port_id': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'mac_address': 'fa:16:3e:d5:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:32:42Z', 'revision_number': 1, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:50Z', 'revision_number': 5, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:44.975111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-41110420-0e43-4ee3-9f5e-636d54cab082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.979060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-41110420-0e43-4ee3-9f5e-636d54cab082 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998561 Jul 16 20:32:45.021190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f48eeac-a7a0-4f4d-b85e-fa4efe7e6c7c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.025639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f48eeac-a7a0-4f4d-b85e-fa4efe7e6c7c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.027575 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760088b-b15a-48ea-9b1c-1e1cff785c81 None None] The sync data for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 is: [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '13421e00-e48f-461a-83ee-94f9c19a0f73', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '206b526d-e957-4511-8d88-aec96ceede27', 'port_id': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'mac_address': 'fa:16:3e:d5:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:31:02Z', 'updated_at': '2021-07-16T20:32:42Z', 'revision_number': 1, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:50Z', 'revision_number': 5, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:45.062878 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f48eeac-a7a0-4f4d-b85e-fa4efe7e6c7c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.066749 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2f48eeac-a7a0-4f4d-b85e-fa4efe7e6c7c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2014334 Jul 16 20:32:45.067916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53162) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.072711 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2988e1d7-7c79-456e-b097-e90c75c401f8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '682e570a-dcf0-4e18-8001-98ac5cb34fbf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:45.080153 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48eeac-a7a0-4f4d-b85e-fa4efe7e6c7c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682e570a-dcf0-4e18-8001-98ac5cb34fbf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.113599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2988e1d7-7c79-456e-b097-e90c75c401f8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.184313 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2988e1d7-7c79-456e-b097-e90c75c401f8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.189620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2988e1d7-7c79-456e-b097-e90c75c401f8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.216451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988e1d7-7c79-456e-b097-e90c75c401f8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e06b63b-afaf-4138-8dbe-01682914bf1c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.221160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2988e1d7-7c79-456e-b097-e90c75c401f8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.224016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2988e1d7-7c79-456e-b097-e90c75c401f8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548102 Jul 16 20:32:45.225117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53164) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.233028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-253399bd-45b0-40f0-8a96-9ab4115ed7aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '682e570a-dcf0-4e18-8001-98ac5cb34fbf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:45.247744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa437-52b5-4d85-81ad-d7c5482ad4a3 req-9155aa04-c5e1-48ce-aadb-7f3ba6f7ea6e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:45.249695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05eaa437-52b5-4d85-81ad-d7c5482ad4a3 req-9155aa04-c5e1-48ce-aadb-7f3ba6f7ea6e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.2424572 Jul 16 20:32:45.251970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-71da7c59-daf1-4091-9fdc-555563dfb81b service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617970 Jul 16 20:32:45.282684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-df62cc40-1b4b-402a-8fbc-012b336743a7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:45.284769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-df62cc40-1b4b-402a-8fbc-012b336743a7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 945 time: 0.1783898 Jul 16 20:32:45.286990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-253399bd-45b0-40f0-8a96-9ab4115ed7aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.355588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401bbfa-3b8b-4cfd-9800-f331c81845a1 None None] New status for floating IP 13421e00-e48f-461a-83ee-94f9c19a0f73: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:45.384216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-253399bd-45b0-40f0-8a96-9ab4115ed7aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.390850 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-253399bd-45b0-40f0-8a96-9ab4115ed7aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.419766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-253399bd-45b0-40f0-8a96-9ab4115ed7aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.422355 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-253399bd-45b0-40f0-8a96-9ab4115ed7aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1961374 Jul 16 20:32:45.423943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253399bd-45b0-40f0-8a96-9ab4115ed7aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbaa5b7-9bab-4ee3-920e-93d17e5ff5ad,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.431867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05eaa437-52b5-4d85-81ad-d7c5482ad4a3 req-9543b339-bc9c-43c0-adc9-e53319eb3357 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757884 Jul 16 20:32:45.433523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53168) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.460547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5da1231b-37a6-4896-87cc-f1acbaf5d1da tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '682e570a-dcf0-4e18-8001-98ac5cb34fbf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:45.548745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312f51fc-6bd2-476c-986a-fbcb360b2dae req-ebc416da-be14-4a31-b226-8c4c6687e50a service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848248 Jul 16 20:32:45.571797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5da1231b-37a6-4896-87cc-f1acbaf5d1da tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.634097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port 9873fb13-f274-4528-9399-1e451b682dbd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:45.634660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.764279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5da1231b-37a6-4896-87cc-f1acbaf5d1da tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.772238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5da1231b-37a6-4896-87cc-f1acbaf5d1da tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.795396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port 9873fb13-f274-4528-9399-1e451b682dbd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9873fb13-f274-4528-9399-1e451b682dbd,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:45.795794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.811606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1231b-37a6-4896-87cc-f1acbaf5d1da tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846d886b-820e-45a7-add5-46483790b25b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.817673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for 9873fb13-f274-4528-9399-1e451b682dbd owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:45.828272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5da1231b-37a6-4896-87cc-f1acbaf5d1da tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.829506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5da1231b-37a6-4896-87cc-f1acbaf5d1da tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3903904 Jul 16 20:32:45.834208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53176) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.840367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-567ebb13-4018-4927-a486-5d391e019e2a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '682e570a-dcf0-4e18-8001-98ac5cb34fbf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:45.895983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-567ebb13-4018-4927-a486-5d391e019e2a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.973452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-567ebb13-4018-4927-a486-5d391e019e2a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.978714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-567ebb13-4018-4927-a486-5d391e019e2a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.996701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ebb13-4018-4927-a486-5d391e019e2a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53943fd5-ace0-4c8d-9220-54fc6abf32f8,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.009434 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-567ebb13-4018-4927-a486-5d391e019e2a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.013770 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-567ebb13-4018-4927-a486-5d391e019e2a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1756294 Jul 16 20:32:46.014001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53180) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.019712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-92510810-ea0b-4bdb-9fa7-0e385cfedfd0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '682e570a-dcf0-4e18-8001-98ac5cb34fbf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:46.020084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.034199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['9873fb13-f274-4528-9399-1e451b682dbd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:46.037100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:46.062779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92510810-ea0b-4bdb-9fa7-0e385cfedfd0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.092692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=9873fb13-f274-4528-9399-1e451b682dbd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.107362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f5f4bc7-f24f-47be-8050-c9bed64193ae req-e09d2050-4d41-42b9-99a5-3aade74f4f1f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=5251b2cd-c8a6-460d-8b03-21ea684f56a8 HTTP/1.1" status: 200 len: 210 time: 0.0691614 Jul 16 20:32:46.192823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92510810-ea0b-4bdb-9fa7-0e385cfedfd0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.198221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92510810-ea0b-4bdb-9fa7-0e385cfedfd0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.201107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port 9873fb13-f274-4528-9399-1e451b682dbd on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:46.206122 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.211057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a5adc6e-d7e5-4d51-ab07-ad2cef94ebfe req-a98991d6-5b44-4f29-868c-110db63c19a9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "DELETE /v2.0/ports/9873fb13-f274-4528-9399-1e451b682dbd HTTP/1.1" status: 204 len: 173 time: 0.9164202 Jul 16 20:32:46.211848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'name': 'network-vif-deleted', 'tag': '9873fb13-f274-4528-9399-1e451b682dbd'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:46.216546 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09327926-7804-4dbe-9303-bb18d66837a6" -d '{"events": [{"server_uuid": "5251b2cd-c8a6-460d-8b03-21ea684f56a8", "name": "network-vif-deleted", "tag": "9873fb13-f274-4528-9399-1e451b682dbd"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:46.235662 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-92510810-ea0b-4bdb-9fa7-0e385cfedfd0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.239308 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-92510810-ea0b-4bdb-9fa7-0e385cfedfd0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2220569 Jul 16 20:32:46.241875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53184) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.265559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92510810-ea0b-4bdb-9fa7-0e385cfedfd0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e40bf2c-b899-4871-b291-acc1d35ab5f0,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.285942 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed6e-b474-4db9-987d-8144418ddba0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.300911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed6e-b474-4db9-987d-8144418ddba0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.347573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed6e-b474-4db9-987d-8144418ddba0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.362472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed6e-b474-4db9-987d-8144418ddba0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.364733 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fbcbed6e-b474-4db9-987d-8144418ddba0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/1e40bf2c-b899-4871-b291-acc1d35ab5f0 HTTP/1.1" status: 204 len: 168 time: 0.1208477 Jul 16 20:32:46.371700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53186) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.385689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbed6e-b474-4db9-987d-8144418ddba0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e40bf2c-b899-4871-b291-acc1d35ab5f0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.428242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89588f-01dc-457a-9023-cfad9b6e4453 req-30825c8a-6ebf-49de-8673-8ac7639b4979 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.430721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c89588f-01dc-457a-9023-cfad9b6e4453 req-30825c8a-6ebf-49de-8673-8ac7639b4979 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1082516 Jul 16 20:32:46.454903 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-29a5193b-5b35-495a-8643-00508d342c5f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0811598 Jul 16 20:32:46.458574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53188) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.475419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c89588f-01dc-457a-9023-cfad9b6e4453 req-e44cb28f-e1ca-471a-96b3-d0c6272f304d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 Jul 16 20:32:46.487262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06f2-75df-4b88-ba5b-eb211d39d3fc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.496400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06f2-75df-4b88-ba5b-eb211d39d3fc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.537189 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdf185b-7cf9-4254-af5c-bde50ac9968a x-openstack-request-id: req-0fdf185b-7cf9-4254-af5c-bde50ac9968a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:46.538255 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5251b2cd-c8a6-460d-8b03-21ea684f56a8", "name": "network-vif-deleted", "tag": "9873fb13-f274-4528-9399-1e451b682dbd", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:46.539411 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0fdf185b-7cf9-4254-af5c-bde50ac9968a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:46.539411 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251b2cd-c8a6-460d-8b03-21ea684f56a8', 'name': 'network-vif-deleted', 'tag': '9873fb13-f274-4528-9399-1e451b682dbd', 'status': 'completed', 'code': 200} Jul 16 20:32:46.559154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06f2-75df-4b88-ba5b-eb211d39d3fc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.565681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06f2-75df-4b88-ba5b-eb211d39d3fc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.566817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b5ea06f2-75df-4b88-ba5b-eb211d39d3fc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/53943fd5-ace0-4c8d-9220-54fc6abf32f8 HTTP/1.1" status: 204 len: 168 time: 0.1072736 Jul 16 20:32:46.571124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53192) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.573297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea06f2-75df-4b88-ba5b-eb211d39d3fc tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53943fd5-ace0-4c8d-9220-54fc6abf32f8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.633377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f218d558-b8ab-48de-bc6f-64cc0156970a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0598907 Jul 16 20:32:46.636911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53194) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.670440 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b197bc4-f7f2-440e-9fb3-a4345ac02f79 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.680694 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b197bc4-f7f2-440e-9fb3-a4345ac02f79 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.703423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe2d68-23f3-4730-8a0a-927183f10921 req-71a5e027-71d6-4f19-bd79-7d56d2b9d4a2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.705514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bffe2d68-23f3-4730-8a0a-927183f10921 req-71a5e027-71d6-4f19-bd79-7d56d2b9d4a2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0711532 Jul 16 20:32:46.722031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b197bc4-f7f2-440e-9fb3-a4345ac02f79 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.729847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b197bc4-f7f2-440e-9fb3-a4345ac02f79 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.731022 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b197bc4-f7f2-440e-9fb3-a4345ac02f79 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/846d886b-820e-45a7-add5-46483790b25b HTTP/1.1" status: 204 len: 168 time: 0.0929992 Jul 16 20:32:46.734228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53198) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.737650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b197bc4-f7f2-440e-9fb3-a4345ac02f79 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=846d886b-820e-45a7-add5-46483790b25b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.770291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bffe2d68-23f3-4730-8a0a-927183f10921 req-5b18162e-8311-4b91-9440-739a83f05acf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Jul 16 20:32:46.836561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bce1d3dd-0d54-4d90-9c1c-5773a5af0e77 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0945587 Jul 16 20:32:46.837510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53204) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.885293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3c165cd-47c4-44c2-919a-3dd78cb98158 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.897319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3c165cd-47c4-44c2-919a-3dd78cb98158 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.949445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3c165cd-47c4-44c2-919a-3dd78cb98158 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.956888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3c165cd-47c4-44c2-919a-3dd78cb98158 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.961155 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d3c165cd-47c4-44c2-919a-3dd78cb98158 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/5fbaa5b7-9bab-4ee3-920e-93d17e5ff5ad HTTP/1.1" status: 204 len: 168 time: 0.1192446 Jul 16 20:32:46.961586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53210) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.981394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c165cd-47c4-44c2-919a-3dd78cb98158 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fbaa5b7-9bab-4ee3-920e-93d17e5ff5ad,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.008878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7608bc68-a0d8-493a-bdd5-6358042966ab tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459816 Jul 16 20:32:47.012620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53212) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.045272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c20c1c51-4f73-41db-ab53-f3ae8538e70d tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.054523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c20c1c51-4f73-41db-ab53-f3ae8538e70d tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.095156 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c20c1c51-4f73-41db-ab53-f3ae8538e70d tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.101003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c20c1c51-4f73-41db-ab53-f3ae8538e70d tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.102187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c20c1c51-4f73-41db-ab53-f3ae8538e70d tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/9e06b63b-afaf-4138-8dbe-01682914bf1c HTTP/1.1" status: 204 len: 168 time: 0.0883477 Jul 16 20:32:47.106654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53216) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.110923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c1c51-4f73-41db-ab53-f3ae8538e70d tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e06b63b-afaf-4138-8dbe-01682914bf1c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.157742 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-848c433a-e326-46a7-b7ec-0025fb0d11d5 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494106 Jul 16 20:32:47.160490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53220) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.246095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb463-0f89-4683-bf42-29ce8a8591f2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.274026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb463-0f89-4683-bf42-29ce8a8591f2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.319331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d071ae-d8c9-4ee6-8701-fd6620f9c154 req-b8e25a5d-f9aa-4727-a61e-51b5daf4f442 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.321059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26d071ae-d8c9-4ee6-8701-fd6620f9c154 req-b8e25a5d-f9aa-4727-a61e-51b5daf4f442 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0750380 Jul 16 20:32:47.332633 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb463-0f89-4683-bf42-29ce8a8591f2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.336266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb463-0f89-4683-bf42-29ce8a8591f2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.337667 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fbcfb463-0f89-4683-bf42-29ce8a8591f2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/682e570a-dcf0-4e18-8001-98ac5cb34fbf HTTP/1.1" status: 204 len: 168 time: 0.1760480 Jul 16 20:32:47.342213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53222) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.351896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb463-0f89-4683-bf42-29ce8a8591f2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e570a-dcf0-4e18-8001-98ac5cb34fbf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.389348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26d071ae-d8c9-4ee6-8701-fd6620f9c154 req-2cb9b282-a070-4e51-9e0b-ae19f4263ece tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617924 Jul 16 20:32:47.411380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6a963b1a-280e-4e0c-8efe-8268231b6d1d tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649807 Jul 16 20:32:47.415374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53224) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.421726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-effbebec-2903-40a1-9726-daf25847821e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--249500016'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:47.447195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-effbebec-2903-40a1-9726-daf25847821e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.579631 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-effbebec-2903-40a1-9726-daf25847821e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.592739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-effbebec-2903-40a1-9726-daf25847821e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.648605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-effbebec-2903-40a1-9726-daf25847821e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.649931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-effbebec-2903-40a1-9726-daf25847821e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2332044 Jul 16 20:32:47.652818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53232) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.658933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-35e6381d-7016-42db-a5ea-336f0551ddb3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '355470ac-1284-4e87-bfdb-8d9c57342979', 'direction': 'ingress', 'protocol': 17}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:47.659209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbebec-2903-40a1-9726-daf25847821e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355470ac-1284-4e87-bfdb-8d9c57342979,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.690128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e6381d-7016-42db-a5ea-336f0551ddb3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.693671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2838282-88a3-481d-8aa0-364dee6e8ca8 req-8b5ee2de-956f-4136-b05d-124c95db1cbf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.695600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2838282-88a3-481d-8aa0-364dee6e8ca8 req-8b5ee2de-956f-4136-b05d-124c95db1cbf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1144543 Jul 16 20:32:47.746090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2838282-88a3-481d-8aa0-364dee6e8ca8 req-8dacd433-fae5-4cbd-bbbd-3952bd27c9f7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381663 Jul 16 20:32:47.747418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e6381d-7016-42db-a5ea-336f0551ddb3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.752670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e6381d-7016-42db-a5ea-336f0551ddb3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.775841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6381d-7016-42db-a5ea-336f0551ddb3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f4fc0a-c1f2-422f-bd65-38ddea44fcde,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.780424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e6381d-7016-42db-a5ea-336f0551ddb3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.783768 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-35e6381d-7016-42db-a5ea-336f0551ddb3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1285427 Jul 16 20:32:47.785408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53236) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.851781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9397ca84-07f0-4fdd-9be0-02566d627676 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.879377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9397ca84-07f0-4fdd-9be0-02566d627676 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.932297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9397ca84-07f0-4fdd-9be0-02566d627676 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.936071 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9397ca84-07f0-4fdd-9be0-02566d627676 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.937932 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9397ca84-07f0-4fdd-9be0-02566d627676 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/355470ac-1284-4e87-bfdb-8d9c57342979 HTTP/1.1" status: 204 len: 168 time: 0.1511009 Jul 16 20:32:47.941020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53250) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.947239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397ca84-07f0-4fdd-9be0-02566d627676 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355470ac-1284-4e87-bfdb-8d9c57342979,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.990681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c386-a997-429a-b552-f90ffbdd1938 req-59d1cb9c-2be7-4bfb-aedb-c24595e1ab6d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:47.992234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-59d1cb9c-2be7-4bfb-aedb-c24595e1ab6d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.1375885 Jul 16 20:32:48.020712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-d1792ce9-ef0e-4f29-8345-04ff197c7938 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/quotas/85d78f953fc14b7a98ab348bce37fffb HTTP/1.1" status: 200 len: 375 time: 0.0225294 Jul 16 20:32:48.025096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e6ef86bf-a5ca-4d4e-bb7e-b210a2cbbf80 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824912 Jul 16 20:32:48.028857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53252) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.035946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5f2ce68a-43fc-4453-8e19-f7767bdc414b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662937293'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.068594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce68a-43fc-4453-8e19-f7767bdc414b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.102686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-52f2ac21-c96f-485f-a755-64be521db3e5 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758209 Jul 16 20:32:48.166863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce68a-43fc-4453-8e19-f7767bdc414b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.171544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce68a-43fc-4453-8e19-f7767bdc414b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.204116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ce68a-43fc-4453-8e19-f7767bdc414b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d098a81-dc04-4e27-8fa5-1e645a3469fe,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.206411 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce68a-43fc-4453-8e19-f7767bdc414b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.207661 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5f2ce68a-43fc-4453-8e19-f7767bdc414b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1777334 Jul 16 20:32:48.212401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53258) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.220665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a3e77f4e-fee4-448a-9bc6-7ae47c20488a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080637546'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.220879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-9dbb80eb-02b0-4e6b-997a-bacb9fbe1dcd service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089113 Jul 16 20:32:48.245150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e77f4e-fee4-448a-9bc6-7ae47c20488a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.324711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-4155087c-0497-4491-b262-df2c4df7a617 service neutron] 10.222.0.100 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939085 Jul 16 20:32:48.335770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e77f4e-fee4-448a-9bc6-7ae47c20488a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.340353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e77f4e-fee4-448a-9bc6-7ae47c20488a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.374225 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e77f4e-fee4-448a-9bc6-7ae47c20488a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.376218 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3e77f4e-fee4-448a-9bc6-7ae47c20488a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1629336 Jul 16 20:32:48.378970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53260) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.382619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77f4e-fee4-448a-9bc6-7ae47c20488a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd2947b-ac3c-4ba4-8b4b-ec2f5a69d555,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.386990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7678b3fc-ef0a-436d-8d6e-3a57d9d30ea8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '3d098a81-dc04-4e27-8fa5-1e645a3469fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ddd2947b-ac3c-4ba4-8b4b-ec2f5a69d555', 'remote_ip_prefix': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:48.423750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7678b3fc-ef0a-436d-8d6e-3a57d9d30ea8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.542990 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7678b3fc-ef0a-436d-8d6e-3a57d9d30ea8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.558197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7678b3fc-ef0a-436d-8d6e-3a57d9d30ea8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.595115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678b3fc-ef0a-436d-8d6e-3a57d9d30ea8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55df32cc-3bc4-4d8e-a982-90f904127576,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.634535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7678b3fc-ef0a-436d-8d6e-3a57d9d30ea8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.638594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7678b3fc-ef0a-436d-8d6e-3a57d9d30ea8 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2576032 Jul 16 20:32:48.638848 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53274) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.682634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ef26d-87c4-49ce-bbe6-bc46f1911ff9 req-37f83f7b-7a88-4ceb-8060-047ca37afebd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.684421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-006ef26d-87c4-49ce-bbe6-bc46f1911ff9 req-37f83f7b-7a88-4ceb-8060-047ca37afebd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 813 time: 0.1581690 Jul 16 20:32:48.685555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22845cd9-c1c1-4e9f-a699-bec358deac54 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.699140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22845cd9-c1c1-4e9f-a699-bec358deac54 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.703139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-006ef26d-87c4-49ce-bbe6-bc46f1911ff9 req-9aef7eb5-1761-4ed0-9a7b-cc0078c7e47a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/quotas/db8d5781aa7e4b019e9f74049faa6638 HTTP/1.1" status: 200 len: 375 time: 0.0124383 Jul 16 20:32:48.740590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22845cd9-c1c1-4e9f-a699-bec358deac54 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.750118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22845cd9-c1c1-4e9f-a699-bec358deac54 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.751977 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-22845cd9-c1c1-4e9f-a699-bec358deac54 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/55df32cc-3bc4-4d8e-a982-90f904127576 HTTP/1.1" status: 204 len: 168 time: 0.1102724 Jul 16 20:32:48.756357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53280) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.776358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9873fb13-f274-4528-9399-1e451b682dbd no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:48.789556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22845cd9-c1c1-4e9f-a699-bec358deac54 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55df32cc-3bc4-4d8e-a982-90f904127576,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.807324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-006ef26d-87c4-49ce-bbe6-bc46f1911ff9 req-65fb4a5d-a3e8-4e3b-9623-5a2534f716d2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962276 Jul 16 20:32:48.821455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 9873fb13-f274-4528-9399-1e451b682dbd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:48.821816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9873fb13-f274-4528-9399-1e451b682dbd not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:48.868031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e49e178c-e1cf-492e-8046-c565441249ac tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1104639 Jul 16 20:32:48.869777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53286) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.939949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9add7f30-f581-4fd8-a15c-6ffcff9511e0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:48.974277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9add7f30-f581-4fd8-a15c-6ffcff9511e0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.029338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9add7f30-f581-4fd8-a15c-6ffcff9511e0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.033587 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9add7f30-f581-4fd8-a15c-6ffcff9511e0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.037567 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9add7f30-f581-4fd8-a15c-6ffcff9511e0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/ddd2947b-ac3c-4ba4-8b4b-ec2f5a69d555 HTTP/1.1" status: 204 len: 168 time: 0.1643355 Jul 16 20:32:49.038731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53288) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.049107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add7f30-f581-4fd8-a15c-6ffcff9511e0 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd2947b-ac3c-4ba4-8b4b-ec2f5a69d555,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.114437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-518dad47-6082-496f-94d5-ecf9698c5509 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0740316 Jul 16 20:32:49.116955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53290) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.194052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51ee60cf-f67c-40c3-be46-ae462927aca1 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.222671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51ee60cf-f67c-40c3-be46-ae462927aca1 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.285664 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51ee60cf-f67c-40c3-be46-ae462927aca1 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.289423 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51ee60cf-f67c-40c3-be46-ae462927aca1 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.294664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51ee60cf-f67c-40c3-be46-ae462927aca1 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/3d098a81-dc04-4e27-8fa5-1e645a3469fe HTTP/1.1" status: 204 len: 168 time: 0.1728201 Jul 16 20:32:49.294664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53294) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.309694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee60cf-f67c-40c3-be46-ae462927aca1 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d098a81-dc04-4e27-8fa5-1e645a3469fe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.375400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-95fa3824-be22-4396-9f00-dd2f7a160f3a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777218 Jul 16 20:32:49.381114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53296) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.386034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0e885939-00f5-41d2-996f-2d622377f2c7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--290809972'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:49.410885 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e885939-00f5-41d2-996f-2d622377f2c7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.505629 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e885939-00f5-41d2-996f-2d622377f2c7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.509953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e885939-00f5-41d2-996f-2d622377f2c7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.542462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e885939-00f5-41d2-996f-2d622377f2c7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.548183 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0e885939-00f5-41d2-996f-2d622377f2c7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1614463 Jul 16 20:32:49.548705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53298) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.557597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-671f0e40-d3b5-46e4-abad-8273273301d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': 'f62411de-28bf-40d2-ab2b-f8cf9e56f0f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:49.558694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0198466a-7a69-44e0-9215-9e7236b3580c req-9e7fe869-42b8-4bf6-a7be-84690e64983a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 210 time: 0.2889168 Jul 16 20:32:49.568886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e885939-00f5-41d2-996f-2d622377f2c7 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62411de-28bf-40d2-ab2b-f8cf9e56f0f8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.603948 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-671f0e40-d3b5-46e4-abad-8273273301d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.682044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-671f0e40-d3b5-46e4-abad-8273273301d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.688406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-671f0e40-d3b5-46e4-abad-8273273301d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.710025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f0e40-d3b5-46e4-abad-8273273301d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2233b3f9-33a4-423f-a257-75eb119c32ed,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.719344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-671f0e40-d3b5-46e4-abad-8273273301d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.720602 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-671f0e40-d3b5-46e4-abad-8273273301d2 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1704907 Jul 16 20:32:49.723667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53300) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.758980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04975da1-a8ba-4021-a5ac-a3ab17f679aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.769837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04975da1-a8ba-4021-a5ac-a3ab17f679aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.789973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbac15-6236-4dc6-9f93-befe4390ab5a req-f98e0282-f0ad-4170-9b6e-c431583f362b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:49.791703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9cbac15-6236-4dc6-9f93-befe4390ab5a req-f98e0282-f0ad-4170-9b6e-c431583f362b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1095130 Jul 16 20:32:49.812247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04975da1-a8ba-4021-a5ac-a3ab17f679aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.820981 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04975da1-a8ba-4021-a5ac-a3ab17f679aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.825345 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-04975da1-a8ba-4021-a5ac-a3ab17f679aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/2233b3f9-33a4-423f-a257-75eb119c32ed HTTP/1.1" status: 204 len: 168 time: 0.0937893 Jul 16 20:32:49.826194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53302) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.846167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04975da1-a8ba-4021-a5ac-a3ab17f679aa tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2233b3f9-33a4-423f-a257-75eb119c32ed,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:49.878455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ce5cbedb-f91b-4439-898b-3b450ea80e7b tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514300 Jul 16 20:32:49.881543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53304) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:49.895838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9cbac15-6236-4dc6-9f93-befe4390ab5a req-874f565c-5787-42e5-9354-3123120081c1 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964868 Jul 16 20:32:49.934549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c386-a997-429a-b552-f90ffbdd1938 req-f55175cd-10ce-4956-884f-460219b716bc tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:49.937235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-f55175cd-10ce-4956-884f-460219b716bc tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 806 time: 0.1918125 Jul 16 20:32:49.955287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Request body: {'port': {'device_id': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'admin_state_up': True, 'tenant_id': '85d78f953fc14b7a98ab348bce37fffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.067871 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc8c012f-359b-4682-ab69-4eacb307d46e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.155167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc8c012f-359b-4682-ab69-4eacb307d46e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.236488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Made reservation on behalf of 85d78f953fc14b7a98ab348bce37fffb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:50.240820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.252623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da24a0-2da1-42c5-a139-7a41298a47b2 req-fb57fadd-69d6-4ad3-ac6c-1071f94a3ba8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:50.254350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3da24a0-2da1-42c5-a139-7a41298a47b2 req-fb57fadd-69d6-4ad3-ac6c-1071f94a3ba8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.2290251 Jul 16 20:32:50.277298 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc8c012f-359b-4682-ab69-4eacb307d46e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.280419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc8c012f-359b-4682-ab69-4eacb307d46e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.281728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cc8c012f-359b-4682-ab69-4eacb307d46e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/f62411de-28bf-40d2-ab2b-f8cf9e56f0f8 HTTP/1.1" status: 204 len: 168 time: 0.3989372 Jul 16 20:32:50.285314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53314) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.315524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c012f-359b-4682-ab69-4eacb307d46e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62411de-28bf-40d2-ab2b-f8cf9e56f0f8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.345753 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a62130b8-cb8e-4034-a7f2-05b6a5fa0d7e tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591164 Jul 16 20:32:50.352283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.357943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cca24a14-f608-48b3-8d60-13c9f5a22206 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285906097'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.387965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3da24a0-2da1-42c5-a139-7a41298a47b2 req-695de59b-febd-4031-bcba-a5f286f98692 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231205 Jul 16 20:32:50.388319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cca24a14-f608-48b3-8d60-13c9f5a22206 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.510616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Allocated IP 172.20.0.13 (e2bb914c-8118-42db-a168-2e3af2ec84e0/8170660f-5236-4ecb-b90f-019054df8a7d/0ef60511-d998-4160-a7e2-5d26c5b1ae65) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:50.549182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cca24a14-f608-48b3-8d60-13c9f5a22206 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.555624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cca24a14-f608-48b3-8d60-13c9f5a22206 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.607897 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cca24a14-f608-48b3-8d60-13c9f5a22206 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.612622 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cca24a14-f608-48b3-8d60-13c9f5a22206 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2591140 Jul 16 20:32:50.613347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53324) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.619705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c61bba74-9e58-48c7-a2b0-75d597863c93 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '1c15587b-a8cf-415f-826e-b1b400caaee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:50.635882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca24a14-f608-48b3-8d60-13c9f5a22206 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c15587b-a8cf-415f-826e-b1b400caaee0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.659483 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c61bba74-9e58-48c7-a2b0-75d597863c93 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.743912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.745898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c61bba74-9e58-48c7-a2b0-75d597863c93 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.752080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c61bba74-9e58-48c7-a2b0-75d597863c93 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.780611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bba74-9e58-48c7-a2b0-75d597863c93 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dcd122-a435-4196-ba2d-950a59e704ce,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.794206 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c61bba74-9e58-48c7-a2b0-75d597863c93 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.796716 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c61bba74-9e58-48c7-a2b0-75d597863c93 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1809206 Jul 16 20:32:50.799134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.801723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53326) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.815661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:50.860180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-36334859-6063-4b6d-9055-2d1a8a505373 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules/54dcd122-a435-4196-ba2d-950a59e704ce HTTP/1.1" status: 200 len: 763 time: 0.0567737 Jul 16 20:32:50.862944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53332) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.870679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Network e2bb914c-8118-42db-a168-2e3af2ec84e0 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:50.876791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:50.882342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:50.916003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event updated for resources: {'Port': ['ID=0ef60511-d998-4160-a7e2-5d26c5b1ae65,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.938900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16ab1242-a7e8-4fa2-9a8f-fea388dcc743 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0701733 Jul 16 20:32:50.938900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:50.968515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:50.969291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.970913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6121f6f-dec1-462c-bade-0ac46ec49a8a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.980947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6121f6f-dec1-462c-bade-0ac46ec49a8a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.987503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87d1ddef-34cd-4fff-a056-b43c68226af8 req-af2d571d-912c-4179-a646-84d651990989 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=db8d5781aa7e4b019e9f74049faa6638 HTTP/1.1" status: 200 len: 221 time: 0.0753567 Jul 16 20:32:50.992339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-01d6f9f4-5c40-4619-bea4-430e9070b256 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0442483 Jul 16 20:32:51.005285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Request body: {'port': {'device_id': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:51.028730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6121f6f-dec1-462c-bade-0ac46ec49a8a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.049397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6121f6f-dec1-462c-bade-0ac46ec49a8a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.053051 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a6121f6f-dec1-462c-bade-0ac46ec49a8a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/54dcd122-a435-4196-ba2d-950a59e704ce HTTP/1.1" status: 204 len: 168 time: 0.1119113 Jul 16 20:32:51.054150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6121f6f-dec1-462c-bade-0ac46ec49a8a tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54dcd122-a435-4196-ba2d-950a59e704ce,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.056277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.124608 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-581133f2-dd26-45f1-b8e6-2f64914c8118 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664585 Jul 16 20:32:51.125434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53346) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.133934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5430e240-a8b1-479a-a5be-2ef9fe68909f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '1c15587b-a8cf-415f-826e-b1b400caaee0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:51.164799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.165603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5430e240-a8b1-479a-a5be-2ef9fe68909f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.217871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5430e240-a8b1-479a-a5be-2ef9fe68909f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.223077 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5430e240-a8b1-479a-a5be-2ef9fe68909f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.246213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430e240-a8b1-479a-a5be-2ef9fe68909f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1a6c9c-cd08-47bc-9242-91e1ce8ca7c0,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.254038 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5430e240-a8b1-479a-a5be-2ef9fe68909f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.257899 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5430e240-a8b1-479a-a5be-2ef9fe68909f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289406 Jul 16 20:32:51.258203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.266703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476464a-ff66-4e15-b52e-e640e7d966fc req-b0b07f57-961a-4da2-a4a6-4be7415866e0 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.268506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3476464a-ff66-4e15-b52e-e640e7d966fc req-b0b07f57-961a-4da2-a4a6-4be7415866e0 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 932 time: 0.1462383 Jul 16 20:32:51.277643 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-430517dd-534a-4cbd-b492-1c7510229bdb tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules/7b1a6c9c-cd08-47bc-9242-91e1ce8ca7c0 HTTP/1.1" status: 200 len: 763 time: 0.0182347 Jul 16 20:32:51.280227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.332809 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b5587731-49d4-459b-b9d0-7bb36cb0e371 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0509348 Jul 16 20:32:51.337259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.365615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0293a252-b7d2-4563-91b6-889eab19a6f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.375167 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0293a252-b7d2-4563-91b6-889eab19a6f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.410323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0293a252-b7d2-4563-91b6-889eab19a6f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.417417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0293a252-b7d2-4563-91b6-889eab19a6f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.418090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0293a252-b7d2-4563-91b6-889eab19a6f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/7b1a6c9c-cd08-47bc-9242-91e1ce8ca7c0 HTTP/1.1" status: 204 len: 168 time: 0.0798168 Jul 16 20:32:51.425162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53354) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.432541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a252-b7d2-4563-91b6-889eab19a6f3 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b1a6c9c-cd08-47bc-9242-91e1ce8ca7c0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.479100 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-896b8915-919b-41f9-ace9-020668b1a71f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524821 Jul 16 20:32:51.481383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53356) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.486675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Request body: {'security_group_rule': {'security_group_id': '1c15587b-a8cf-415f-826e-b1b400caaee0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:51.514734 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Project ec760d6043a64900a307415b8df7188b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:32:51.521319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.584241 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.589506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.612440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49008e4-0f18-42d5-8212-9303b5007f3c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.632029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.633233 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7a435dd5-04fc-40dc-95bf-95cb0be2b28c tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508515 Jul 16 20:32:51.636288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53360) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.675290 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6c0ae919-a5f7-4893-bd23-0f4db47dd802 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules/d49008e4-0f18-42d5-8212-9303b5007f3c HTTP/1.1" status: 200 len: 769 time: 0.0370402 Jul 16 20:32:51.677585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53362) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.724792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-30cb6528-1c43-427e-bcae-ab3f4c2a6036 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0459783 Jul 16 20:32:51.728459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53366) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.758277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82b74fd8-4e1b-4ee7-ba1b-f7166e810c5f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.768575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3476464a-ff66-4e15-b52e-e640e7d966fc req-ed8eaaa0-57ff-44fa-a939-e400dd69ee72 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 Jul 16 20:32:51.772365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82b74fd8-4e1b-4ee7-ba1b-f7166e810c5f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.819813 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82b74fd8-4e1b-4ee7-ba1b-f7166e810c5f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.826264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-82b74fd8-4e1b-4ee7-ba1b-f7166e810c5f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.830817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-82b74fd8-4e1b-4ee7-ba1b-f7166e810c5f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/d49008e4-0f18-42d5-8212-9303b5007f3c HTTP/1.1" status: 204 len: 168 time: 0.0990188 Jul 16 20:32:51.832040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53370) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.856754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b74fd8-4e1b-4ee7-ba1b-f7166e810c5f tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d49008e4-0f18-42d5-8212-9303b5007f3c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:51.902911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d7716797-7dcb-46fe-8932-b9e1dda92906 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678973 Jul 16 20:32:51.905790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53372) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:51.964703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef60511-d998-4160-a7e2-5d26c5b1ae65 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:51.965812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac528591-b095-47a7-91c2-335f00384d94 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.974874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.992949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac528591-b095-47a7-91c2-335f00384d94 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.995494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Transition to ACTIVE for port object 0ef60511-d998-4160-a7e2-5d26c5b1ae65 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:52.002998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.049840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38acae-8ca9-49cd-b29a-8ae1c42bca04 req-94bf3737-3215-4bce-9cbb-04627d37cbc5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.051609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e38acae-8ca9-49cd-b29a-8ae1c42bca04 req-94bf3737-3215-4bce-9cbb-04627d37cbc5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1536617 Jul 16 20:32:52.070161 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac528591-b095-47a7-91c2-335f00384d94 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.073891 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac528591-b095-47a7-91c2-335f00384d94 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.078743 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac528591-b095-47a7-91c2-335f00384d94 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "DELETE /v2.0/security-groups/1c15587b-a8cf-415f-826e-b1b400caaee0 HTTP/1.1" status: 204 len: 168 time: 0.1682165 Jul 16 20:32:52.079511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53374) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.082103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef60511-d998-4160-a7e2-5d26c5b1ae65,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.094953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac528591-b095-47a7-91c2-335f00384d94 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c15587b-a8cf-415f-826e-b1b400caaee0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.143288 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39f8d260-e46c-4e77-b507-4aa5a47a3baf tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620356 Jul 16 20:32:52.151232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53376) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.164707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e38acae-8ca9-49cd-b29a-8ae1c42bca04 req-2a9a8759-8b47-4310-8327-fbe42f2fb3b8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899901 Jul 16 20:32:52.199307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Attempting to bind port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:52.199586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Attempting to bind port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:52.199911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Attempting to bind port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:52.204935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:52.205242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Attempting to bind port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 on network e2bb914c-8118-42db-a168-2e3af2ec84e0 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:52.211447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:52.211772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Checking segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:52.212175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Bound using segment: {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:52.212614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Bound port: 0ef60511-d998-4160-a7e2-5d26c5b1ae65, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:52.212975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.218770 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-80cc5747-70b6-4c4a-b21e-7a333de939d5 tempest-SecGroupIPv6Test-317117360 tempest-SecGroupIPv6Test-317117360-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655134 Jul 16 20:32:52.292733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] For port 0ef60511-d998-4160-a7e2-5d26c5b1ae65, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:52.297526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] For port 0ef60511-d998-4160-a7e2-5d26c5b1ae65, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0ef60511-d998-4160-a7e2-5d26c5b1ae65,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:52.303330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.343687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.344792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.346453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ef60511-d998-4160-a7e2-5d26c5b1ae65 HTTP/1.1" status: 200 len: 1092 time: 1.3478181 Jul 16 20:32:52.349210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'tag': '0ef60511-d998-4160-a7e2-5d26c5b1ae65'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:52.352709 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde9124a-350f-441e-972b-087be4a32888" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb0906c-df2a-4dd6-86a4-7f95d0e252bf", "tag": "0ef60511-d998-4160-a7e2-5d26c5b1ae65"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:52.409754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe0b24-85c7-4fe8-9aa1-ddd2bc75b162 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef60511-d998-4160-a7e2-5d26c5b1ae65,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.475555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c386-a997-429a-b552-f90ffbdd1938 req-16272d5a-11a5-40f4-8c3c-f5fdf7aca198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.477107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-16272d5a-11a5-40f4-8c3c-f5fdf7aca198 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 1095 time: 0.0835857 Jul 16 20:32:52.524112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-7dd9e694-724a-4f4b-8565-74d2445e74ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef60511-d998-4160-a7e2-5d26c5b1ae65 HTTP/1.1" status: 200 len: 217 time: 0.0391710 Jul 16 20:32:52.541954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.607561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c386-a997-429a-b552-f90ffbdd1938 req-f5438955-911d-4b24-b359-7c8ed91986b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.609797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-f5438955-911d-4b24-b359-7c8ed91986b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.0784791 Jul 16 20:32:52.672159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-7e09e6d1-87c6-41d3-976f-7976290a2105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556953 Jul 16 20:32:52.716816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dc406fc4-4697-4fb2-aba0-9c9f91d51ac2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ec760d6043a64900a307415b8df7188b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710627 Jul 16 20:32:52.717153 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53390) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:52.775442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1a-0514-4c91-9d79-df55bcda93c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.779968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4804a5c-8d65-487c-a076-2c24ebe8da3b req-9cd73ffb-c605-4952-8018-d4a3588688b6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.782464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4804a5c-8d65-487c-a076-2c24ebe8da3b req-9cd73ffb-c605-4952-8018-d4a3588688b6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1579509 Jul 16 20:32:52.799142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1a-0514-4c91-9d79-df55bcda93c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.813655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-8b975292-62ad-4a13-a95f-c140f2a71c16 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337881 Jul 16 20:32:52.851905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1a-0514-4c91-9d79-df55bcda93c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.854121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1a-0514-4c91-9d79-df55bcda93c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.855329 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eae55f1a-0514-4c91-9d79-df55bcda93c4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d3288719-3f6c-4e7f-856b-c41521bd6752 HTTP/1.1" status: 204 len: 168 time: 0.1365702 Jul 16 20:32:52.867061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4804a5c-8d65-487c-a076-2c24ebe8da3b req-962bb384-785e-4c9b-830b-044c3d8eb0de tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759461 Jul 16 20:32:52.872181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55f1a-0514-4c91-9d79-df55bcda93c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3288719-3f6c-4e7f-856b-c41521bd6752,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:52.943799 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0dc5fd-96a4-46f2-bfe0-4861e25b54ca x-openstack-request-id: req-fd0dc5fd-96a4-46f2-bfe0-4861e25b54ca {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:52.944073 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb0906c-df2a-4dd6-86a4-7f95d0e252bf", "tag": "0ef60511-d998-4160-a7e2-5d26c5b1ae65", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:52.944231 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fd0dc5fd-96a4-46f2-bfe0-4861e25b54ca {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:52.945544 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'tag': '0ef60511-d998-4160-a7e2-5d26c5b1ae65', 'status': 'completed', 'code': 200} Jul 16 20:32:52.955108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4223c386-a997-429a-b552-f90ffbdd1938 req-31d47187-f69b-4c5a-be46-a514dcdfeb35 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341281 Jul 16 20:32:53.116171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9124a-350f-441e-972b-087be4a32888 req-624a5bcb-3af9-403f-907f-23eb4fa65d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.117785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dde9124a-350f-441e-972b-087be4a32888 req-624a5bcb-3af9-403f-907f-23eb4fa65d0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 1095 time: 0.1079717 Jul 16 20:32:53.131791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d9756-e711-43fc-ad1a-ee45203774f9 req-2d878db2-1464-4137-899b-f3dd3fb9bbf6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.133374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c63d9756-e711-43fc-ad1a-ee45203774f9 req-2d878db2-1464-4137-899b-f3dd3fb9bbf6 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 944 time: 0.0931590 Jul 16 20:32:53.239594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c63d9756-e711-43fc-ad1a-ee45203774f9 req-44d5a278-fe8b-4c87-871e-53dae72a894e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966704 Jul 16 20:32:53.269655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9124a-350f-441e-972b-087be4a32888 req-870b5c70-52f1-4247-b321-e595bf47dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.271225 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dde9124a-350f-441e-972b-087be4a32888 req-870b5c70-52f1-4247-b321-e595bf47dea0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.1369314 Jul 16 20:32:53.318573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dde9124a-350f-441e-972b-087be4a32888 req-973dd48c-f00e-48ad-9d97-f9d84ccae5a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef60511-d998-4160-a7e2-5d26c5b1ae65 HTTP/1.1" status: 200 len: 217 time: 0.0409443 Jul 16 20:32:53.388163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9124a-350f-441e-972b-087be4a32888 req-223d7cc7-acc1-4b1b-8a0a-81bb5370f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.389716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dde9124a-350f-441e-972b-087be4a32888 req-223d7cc7-acc1-4b1b-8a0a-81bb5370f187 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.0642741 Jul 16 20:32:53.459511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dde9124a-350f-441e-972b-087be4a32888 req-92f95cd5-0a72-4248-9087-45e5812ad20e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334678 Jul 16 20:32:53.531847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faac3f5-a2e6-46d2-a41e-27fdf3f54a5b req-1ae2fa59-322b-476d-ae1b-f362f7312297 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.533516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0faac3f5-a2e6-46d2-a41e-27fdf3f54a5b req-1ae2fa59-322b-476d-ae1b-f362f7312297 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1593680 Jul 16 20:32:53.577555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dde9124a-350f-441e-972b-087be4a32888 req-7a0d975b-9807-4b53-aa8d-d0d1712520b1 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293263 Jul 16 20:32:53.602309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0faac3f5-a2e6-46d2-a41e-27fdf3f54a5b req-e9e05a32-2aba-44dd-896f-56534b86e566 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616710 Jul 16 20:32:53.701744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53426) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:53.704740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dde9124a-350f-441e-972b-087be4a32888 req-38614576-a4b2-4ab4-b711-9fe5a403f3c7 service neutron] 10.222.0.26 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186845 Jul 16 20:32:53.816251 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fe6af679-7e4f-4159-b929-18887303df24 tempest-ServiceProvidersTest-1313363428 tempest-ServiceProvidersTest-1313363428-project] 10.222.0.100 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1128814 Jul 16 20:32:54.116521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53434) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.138095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ce461-f3b7-4961-9b75-5b5455cc24aa req-744543a8-4110-4ddf-bae3-8e62d2f742a7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.140351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-801ce461-f3b7-4961-9b75-5b5455cc24aa req-744543a8-4110-4ddf-bae3-8e62d2f742a7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0765007 Jul 16 20:32:54.181867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-801ce461-f3b7-4961-9b75-5b5455cc24aa req-db70c452-87fd-4a4a-98bb-0aecc2862090 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352492 Jul 16 20:32:54.246459 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95763416-cec8-4fc3-a0ba-2521c6a46fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.346146 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95763416-cec8-4fc3-a0ba-2521c6a46fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.350852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95763416-cec8-4fc3-a0ba-2521c6a46fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.385910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27b737-a90e-46b5-9b25-953e09a14148 req-fd53932b-c53e-4dd4-b88b-987694b95e82 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.387471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa27b737-a90e-46b5-9b25-953e09a14148 req-fd53932b-c53e-4dd4-b88b-987694b95e82 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0707273 Jul 16 20:32:54.393748 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-95763416-cec8-4fc3-a0ba-2521c6a46fac admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=82e9ea3234f24ca29614f6fc1abe7656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756746 Jul 16 20:32:54.396131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95763416-cec8-4fc3-a0ba-2521c6a46fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883eba4-9b28-4f89-ab6a-be427785b597,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:54.398652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.444450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa27b737-a90e-46b5-9b25-953e09a14148 req-0825027f-07d4-47a0-8d1b-f16f12680be3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505528 Jul 16 20:32:54.464022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb8f-a009-47e8-86ea-77bf5af65a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.491698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb8f-a009-47e8-86ea-77bf5af65a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.543171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb8f-a009-47e8-86ea-77bf5af65a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.547132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b05fb8f-a009-47e8-86ea-77bf5af65a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.548066 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8b05fb8f-a009-47e8-86ea-77bf5af65a46 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3883eba4-9b28-4f89-ab6a-be427785b597 HTTP/1.1" status: 204 len: 168 time: 0.1484466 Jul 16 20:32:54.556579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05fb8f-a009-47e8-86ea-77bf5af65a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883eba4-9b28-4f89-ab6a-be427785b597,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:54.653529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5171afd-29d5-4988-b7f1-8baff798d3de req-7fee2a91-57aa-4756-853a-ed5835ca5a01 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.655619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5171afd-29d5-4988-b7f1-8baff798d3de req-7fee2a91-57aa-4756-853a-ed5835ca5a01 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 944 time: 0.0858085 Jul 16 20:32:54.700124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5171afd-29d5-4988-b7f1-8baff798d3de req-5798fe31-d0ab-45de-a9a2-68cfb065c7b7 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Jul 16 20:32:54.793890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0ef60511-d998-4160-a7e2-5d26c5b1ae65 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:54.896553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3a5ac-7eee-4168-ba0f-c68b084f9874 req-9ef9b75d-b39b-419f-b27a-80d5d8ae3edf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.898181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fa3a5ac-7eee-4168-ba0f-c68b084f9874 req-9ef9b75d-b39b-419f-b27a-80d5d8ae3edf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0845847 Jul 16 20:32:54.919479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0ef60511-d998-4160-a7e2-5d26c5b1ae65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0ef60511-d998-4160-a7e2-5d26c5b1ae65,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:54.934545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '0ef60511-d998-4160-a7e2-5d26c5b1ae65', 'network_id': 'e2bb914c-8118-42db-a168-2e3af2ec84e0', 'port_id': '0ef60511-d998-4160-a7e2-5d26c5b1ae65', 'mac_address': 'fa:16:3e:40:c2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8170660f-5236-4ecb-b90f-019054df8a7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:54.947938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fa3a5ac-7eee-4168-ba0f-c68b084f9874 req-96d74130-2250-42b7-a3f4-2f82bd61daed tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Jul 16 20:32:55.001007 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.026503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef60511-d998-4160-a7e2-5d26c5b1ae65 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:55.072362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0ef60511-d998-4160-a7e2-5d26c5b1ae65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0ef60511-d998-4160-a7e2-5d26c5b1ae65,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:55.080456 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.141448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0ef60511-d998-4160-a7e2-5d26c5b1ae65,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.368962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['0ef60511-d998-4160-a7e2-5d26c5b1ae65'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:55.518184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fa24a-74f6-494c-9da5-acd2d26ad3ec req-ef940780-502e-475f-9bcb-bd834b4f1cb4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:55.520383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-072fa24a-74f6-494c-9da5-acd2d26ad3ec req-ef940780-502e-475f-9bcb-bd834b4f1cb4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0727351 Jul 16 20:32:55.564625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-072fa24a-74f6-494c-9da5-acd2d26ad3ec req-87fd7376-cb29-4ec0-9a0d-914fb6fa5f7f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Jul 16 20:32:55.769771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0655748-2450-460b-8325-2e8aac6d80ca req-c37ce057-c521-4557-ab49-6fb2fc2d119e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:55.771369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0655748-2450-460b-8325-2e8aac6d80ca req-c37ce057-c521-4557-ab49-6fb2fc2d119e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0742819 Jul 16 20:32:55.812734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0655748-2450-460b-8325-2e8aac6d80ca req-5f6ec87e-55db-4b40-98e4-e1e2dc625f67 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 Jul 16 20:32:55.982478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea4a30-8d3f-43fd-91fe-7a77567be9ed req-61c12b95-ec30-4003-8d65-68770536b13e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:55.985087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30ea4a30-8d3f-43fd-91fe-7a77567be9ed req-61c12b95-ec30-4003-8d65-68770536b13e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 945 time: 0.0687401 Jul 16 20:32:56.025179 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30ea4a30-8d3f-43fd-91fe-7a77567be9ed req-dfe7abab-1316-454b-afb3-ac215bf15cf5 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339842 Jul 16 20:32:56.229322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eae9f-e45f-444f-9d74-883951a542b8 req-e0b1708a-948f-4ffb-b63e-5b779c7e0e72 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:56.230879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b06eae9f-e45f-444f-9d74-883951a542b8 req-e0b1708a-948f-4ffb-b63e-5b779c7e0e72 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0839868 Jul 16 20:32:56.275342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b06eae9f-e45f-444f-9d74-883951a542b8 req-174b8d25-9d24-4799-86fb-292f0bdfbfd9 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Jul 16 20:32:56.687306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd424b-29b4-4f34-abd4-ff037bc61139 req-bf8ce4fa-b05b-416b-b94e-9f8faccf6f36 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:56.688901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7dd424b-29b4-4f34-abd4-ff037bc61139 req-bf8ce4fa-b05b-416b-b94e-9f8faccf6f36 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0671184 Jul 16 20:32:56.729628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7dd424b-29b4-4f34-abd4-ff037bc61139 req-21ecf006-38a2-4abb-8132-205f30af29a5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Jul 16 20:32:56.807466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0ef60511-d998-4160-a7e2-5d26c5b1ae65 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:56.861434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:56.865387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:56.865757 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.949431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.973050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef60511-d998-4160-a7e2-5d26c5b1ae65'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:56.975394 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ad0c91-0f06-411c-b474-a9fca2885e8c" -d '{"events": [{"server_uuid": "8eb0906c-df2a-4dd6-86a4-7f95d0e252bf", "name": "network-vif-plugged", "status": "completed", "tag": "0ef60511-d998-4160-a7e2-5d26c5b1ae65"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:56.989306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0ef60511-d998-4160-a7e2-5d26c5b1ae65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0ef60511-d998-4160-a7e2-5d26c5b1ae65,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:56.993625 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.012602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e64161-2b59-4b55-9e96-1a169f4cf76d req-76f4d9ed-9492-49bc-a661-8d6c090d48ef tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.014392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42e64161-2b59-4b55-9e96-1a169f4cf76d req-76f4d9ed-9492-49bc-a661-8d6c090d48ef tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0687985 Jul 16 20:32:57.044252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0ef60511-d998-4160-a7e2-5d26c5b1ae65,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:57.058403 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-42e64161-2b59-4b55-9e96-1a169f4cf76d req-06b1a535-d210-40ef-aa1c-b458caa31a47 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373180 Jul 16 20:32:57.111661 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e78a5f6-817b-43ab-95fc-5ae5c91fea09 x-openstack-request-id: req-3e78a5f6-817b-43ab-95fc-5ae5c91fea09 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:57.112030 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb0906c-df2a-4dd6-86a4-7f95d0e252bf", "name": "network-vif-plugged", "status": "completed", "tag": "0ef60511-d998-4160-a7e2-5d26c5b1ae65", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:57.112351 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3e78a5f6-817b-43ab-95fc-5ae5c91fea09 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:57.112951 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef60511-d998-4160-a7e2-5d26c5b1ae65', 'code': 200} Jul 16 20:32:57.276948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bf35-7bf2-4688-b8cb-0814338c4f79 req-749aff01-4f12-4394-a894-bf2613d4c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.278485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad19bf35-7bf2-4688-b8cb-0814338c4f79 req-749aff01-4f12-4394-a894-bf2613d4c79a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 1097 time: 0.1022725 Jul 16 20:32:57.300460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dcc60-8809-4e34-b127-d47fb7a357bf req-939941a2-9dd8-4ee5-9fa3-31580464d756 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.301951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-492dcc60-8809-4e34-b127-d47fb7a357bf req-939941a2-9dd8-4ee5-9fa3-31580464d756 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0940311 Jul 16 20:32:57.347707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad19bf35-7bf2-4688-b8cb-0814338c4f79 req-24a85b69-a4db-43c6-8e14-d934d6a99e98 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614309 Jul 16 20:32:57.354739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-492dcc60-8809-4e34-b127-d47fb7a357bf req-499fd2bf-4f37-446b-b6f1-bd86e3a12593 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Jul 16 20:32:57.534900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a029f6-5f35-488a-8a55-e16b6559a3d6 req-f26b3579-bbe5-47c5-b25e-6b4adaf83cea tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:57.536602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65a029f6-5f35-488a-8a55-e16b6559a3d6 req-f26b3579-bbe5-47c5-b25e-6b4adaf83cea tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0797417 Jul 16 20:32:57.584268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65a029f6-5f35-488a-8a55-e16b6559a3d6 req-dc4e1507-f529-4d86-917f-5cf4c4d6f760 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Jul 16 20:32:58.038640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ff4c5-50cc-4c76-99f8-57a975185a48 req-77d2655c-5934-4a96-a5d6-e0857431313d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:58.040430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-397ff4c5-50cc-4c76-99f8-57a975185a48 req-77d2655c-5934-4a96-a5d6-e0857431313d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0982084 Jul 16 20:32:58.102101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-397ff4c5-50cc-4c76-99f8-57a975185a48 req-d8b3ca17-4170-4c52-8dca-52abe903f733 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517943 Jul 16 20:32:58.411901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8acdda-12fe-4aa5-8f9a-0b4e57b4d589 req-ea2f37e0-568a-4675-b09e-bfb2ac1120d4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:58.413372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c8acdda-12fe-4aa5-8f9a-0b4e57b4d589 req-ea2f37e0-568a-4675-b09e-bfb2ac1120d4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0867243 Jul 16 20:32:58.453403 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c8acdda-12fe-4aa5-8f9a-0b4e57b4d589 req-812890db-370e-4c16-89eb-e893442947e6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344591 Jul 16 20:32:58.816800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d63b7-246f-47f1-8ff4-b12d57a08852 req-bbabb239-ce3d-497a-aa89-42ba6fdf5fee tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:58.818344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e6d63b7-246f-47f1-8ff4-b12d57a08852 req-bbabb239-ce3d-497a-aa89-42ba6fdf5fee tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0759389 Jul 16 20:32:58.858840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e6d63b7-246f-47f1-8ff4-b12d57a08852 req-7617e9c9-08df-478f-b4cc-ed6ece70ead9 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343611 Jul 16 20:32:59.250049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ccfc1-4140-462e-a7c9-66c9e88c44eb req-9451d5d4-fe67-431f-a938-1bf3bbd0a470 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:59.251667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c0ccfc1-4140-462e-a7c9-66c9e88c44eb req-9451d5d4-fe67-431f-a938-1bf3bbd0a470 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0767972 Jul 16 20:32:59.302510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c0ccfc1-4140-462e-a7c9-66c9e88c44eb req-cf29fcfc-8921-4702-be35-a7cdb4b37efc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Jul 16 20:32:59.797020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24223-ded0-4d85-bcb0-809d822c60d3 req-c5bda4d4-fa9c-4578-9bb0-b1ac94166a90 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:59.799957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ca24223-ded0-4d85-bcb0-809d822c60d3 req-c5bda4d4-fa9c-4578-9bb0-b1ac94166a90 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0894122 Jul 16 20:32:59.868985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ca24223-ded0-4d85-bcb0-809d822c60d3 req-15ec201e-22a1-4545-aea3-df8c60c4d5e8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621538 Jul 16 20:33:00.018004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53612) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.090467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65daab-3a4e-4f13-8820-b070074e6b38 req-5a4ccc95-5eee-4ca7-a75a-7845f33b4122 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:00.092162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df65daab-3a4e-4f13-8820-b070074e6b38 req-5a4ccc95-5eee-4ca7-a75a-7845f33b4122 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0819187 Jul 16 20:33:00.134214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df65daab-3a4e-4f13-8820-b070074e6b38 req-64764bf1-d9d5-4ff1-ace7-61b69ba16e2a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Jul 16 20:33:00.150154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aed10075-dd11-4c7e-ac66-648fc93b3cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.245531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-223e7f96-ad95-4f25-bfe2-7366a08e5d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.267474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aed10075-dd11-4c7e-ac66-648fc93b3cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.271866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aed10075-dd11-4c7e-ac66-648fc93b3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.313147 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aed10075-dd11-4c7e-ac66-648fc93b3cdf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ffab702b2c18415d96aeb7fc5e6055bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939510 Jul 16 20:33:00.315292 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed10075-dd11-4c7e-ac66-648fc93b3cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0b126-4662-4fad-858e-97a30500803e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:00.320440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53624) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.386079 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e52187c5-549a-45cd-8cfa-de6106e57191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.409003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e52187c5-549a-45cd-8cfa-de6106e57191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.541964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277e678-3adb-4e80-a055-d9c0699e77a3 req-44912ce4-e351-4685-985d-36cc1ce8a31f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:00.543664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6277e678-3adb-4e80-a055-d9c0699e77a3 req-44912ce4-e351-4685-985d-36cc1ce8a31f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0703301 Jul 16 20:33:00.587068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6277e678-3adb-4e80-a055-d9c0699e77a3 req-e5a5ea8b-5b94-4ab1-b823-9d3a409929fc tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Jul 16 20:33:00.776832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc361d3-9d4c-4674-b298-6ed6bbdd25e2 req-59a7dad4-2df5-4c47-8e27-410cdc2f506a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:00.778684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfc361d3-9d4c-4674-b298-6ed6bbdd25e2 req-59a7dad4-2df5-4c47-8e27-410cdc2f506a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0820343 Jul 16 20:33:00.794788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e52187c5-549a-45cd-8cfa-de6106e57191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.798044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e52187c5-549a-45cd-8cfa-de6106e57191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.802369 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e52187c5-549a-45cd-8cfa-de6106e57191 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/eab0b126-4662-4fad-858e-97a30500803e HTTP/1.1" status: 204 len: 168 time: 0.4808726 Jul 16 20:33:00.810499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52187c5-549a-45cd-8cfa-de6106e57191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0b126-4662-4fad-858e-97a30500803e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:00.822908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfc361d3-9d4c-4674-b298-6ed6bbdd25e2 req-64cadfdb-a7c3-41c4-9c7c-ea3ad9f42712 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Jul 16 20:33:01.102916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.118604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-64912622-029b-4df8-a33d-f3e0f6b5298f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.225527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-64912622-029b-4df8-a33d-f3e0f6b5298f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.229380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-64912622-029b-4df8-a33d-f3e0f6b5298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.273900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-64912622-029b-4df8-a33d-f3e0f6b5298f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c453a7a544e0452ab262fe3c6e55e338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663632 Jul 16 20:33:01.273900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64912622-029b-4df8-a33d-f3e0f6b5298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ada4be5-c3d2-498d-bcd7-3c253d00da02,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.275026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53642) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.349781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e01334-4856-4d7a-91d8-4b2746bf14ed req-99b7d371-d1c6-4fd2-b086-a8bdde93cea3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:01.351331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31e01334-4856-4d7a-91d8-4b2746bf14ed req-99b7d371-d1c6-4fd2-b086-a8bdde93cea3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1285739 Jul 16 20:33:01.369444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-35056e93-1fe1-419f-bb61-88a525dbd754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.417354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-35056e93-1fe1-419f-bb61-88a525dbd754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.429800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31e01334-4856-4d7a-91d8-4b2746bf14ed req-e1975265-bb2d-42f7-870d-fb851a16749c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 Jul 16 20:33:01.478283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-35056e93-1fe1-419f-bb61-88a525dbd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.481002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-35056e93-1fe1-419f-bb61-88a525dbd754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.482146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-35056e93-1fe1-419f-bb61-88a525dbd754 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0ada4be5-c3d2-498d-bcd7-3c253d00da02 HTTP/1.1" status: 204 len: 168 time: 0.2061086 Jul 16 20:33:01.490633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35056e93-1fe1-419f-bb61-88a525dbd754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ada4be5-c3d2-498d-bcd7-3c253d00da02,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.642967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752e47-94cb-4ed0-bc9d-1cc3c16a11a4 req-c4fbd05f-2d69-44de-959b-2a3337231830 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:01.644990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8752e47-94cb-4ed0-bc9d-1cc3c16a11a4 req-c4fbd05f-2d69-44de-959b-2a3337231830 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0947626 Jul 16 20:33:01.690998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8752e47-94cb-4ed0-bc9d-1cc3c16a11a4 req-0fbda6a2-e120-4bed-81dc-b4d6874b7ab2 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Jul 16 20:33:02.116734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c5fe6-e6a5-4a09-bfd7-9d8c9e8bb468 req-5b27ccaa-3daf-440d-8d39-b1cc8313f013 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:02.118380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-406c5fe6-e6a5-4a09-bfd7-9d8c9e8bb468 req-5b27ccaa-3daf-440d-8d39-b1cc8313f013 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0834668 Jul 16 20:33:02.170884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-406c5fe6-e6a5-4a09-bfd7-9d8c9e8bb468 req-c2c2e7e7-419d-4fbe-8fa4-1a38462e94c3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Jul 16 20:33:02.476145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec0e48-0fec-4123-abdb-99bb94c58809 req-66d0be65-98d6-480e-b442-29ac216f48fa tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:02.476798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8ec0e48-0fec-4123-abdb-99bb94c58809 req-66d0be65-98d6-480e-b442-29ac216f48fa tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0735488 Jul 16 20:33:02.522241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8ec0e48-0fec-4123-abdb-99bb94c58809 req-b783acc4-35c8-40ae-96f3-3c712b923c78 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Jul 16 20:33:02.927170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3df2ba-f613-44f9-8bee-da586a7445e2 req-9afc94c6-97b3-4bb0-88be-f34b38f99847 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:02.928856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b3df2ba-f613-44f9-8bee-da586a7445e2 req-9afc94c6-97b3-4bb0-88be-f34b38f99847 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0775363 Jul 16 20:33:02.983603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b3df2ba-f613-44f9-8bee-da586a7445e2 req-140b3165-43a7-4a8d-b030-30efff45d88b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463781 Jul 16 20:33:03.192214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d3a59-305b-4775-9f72-921edd7cd721 req-cebbdd02-a43c-45d9-8667-48e7cb0f1276 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:03.194932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e5d3a59-305b-4775-9f72-921edd7cd721 req-cebbdd02-a43c-45d9-8667-48e7cb0f1276 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0914702 Jul 16 20:33:03.242405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e5d3a59-305b-4775-9f72-921edd7cd721 req-f610ee1e-55f5-4d70-8feb-a5285ccb8196 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Jul 16 20:33:03.954472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.064830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322194-df73-4416-9ab7-e5d9434b3715 req-28865acd-48c4-49e5-b096-d9aab645c72f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:04.066801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3322194-df73-4416-9ab7-e5d9434b3715 req-28865acd-48c4-49e5-b096-d9aab645c72f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0810285 Jul 16 20:33:04.121094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3322194-df73-4416-9ab7-e5d9434b3715 req-d65599b0-4661-4867-becc-ac39107a195b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 Jul 16 20:33:04.324515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea24ea-1cb6-454b-a684-f217f01d80a8 req-ae5f5aeb-998c-43be-bfda-d64fbb99e696 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:04.325971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eeea24ea-1cb6-454b-a684-f217f01d80a8 req-ae5f5aeb-998c-43be-bfda-d64fbb99e696 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0713289 Jul 16 20:33:04.384547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eeea24ea-1cb6-454b-a684-f217f01d80a8 req-e5bb2a29-82ea-42f4-a8b3-cd8d94b22a1e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Jul 16 20:33:04.797289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff10cb78-6822-43a3-a9dc-ae9d6f541eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.853367 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:05.339612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6a2db-8ba6-49a2-8faa-2669d28da9f4 req-d1c35efa-c89f-47f9-b4cd-3f3d1a661604 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:05.341260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4f6a2db-8ba6-49a2-8faa-2669d28da9f4 req-d1c35efa-c89f-47f9-b4cd-3f3d1a661604 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0738358 Jul 16 20:33:05.386831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4f6a2db-8ba6-49a2-8faa-2669d28da9f4 req-bd1cfb56-0144-42f5-95fe-a3de8e8b9431 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367272 Jul 16 20:33:05.588365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1259-06d8-4feb-ac79-a49bc872f038 req-a6947a24-1150-48a8-ac1e-776358d54efe tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:05.589905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45ad1259-06d8-4feb-ac79-a49bc872f038 req-a6947a24-1150-48a8-ac1e-776358d54efe tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0720246 Jul 16 20:33:05.635426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45ad1259-06d8-4feb-ac79-a49bc872f038 req-2f7a31da-3cfb-4140-8553-8caf286fb741 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Jul 16 20:33:05.817663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fa7e5-c798-42f9-b64e-18b030d476c5 req-98c4ca46-c38b-4a11-b24f-091313ef7bb6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:05.819309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a4fa7e5-c798-42f9-b64e-18b030d476c5 req-98c4ca46-c38b-4a11-b24f-091313ef7bb6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0720439 Jul 16 20:33:05.862005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a4fa7e5-c798-42f9-b64e-18b030d476c5 req-04da79d9-07b3-4d4b-83e3-c871ae989604 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Jul 16 20:33:05.989582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.475329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc94d-3048-4477-b817-47ecedc530c9 req-a767ede0-4e81-418c-b771-82c33bd0e749 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:06.476851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e5bc94d-3048-4477-b817-47ecedc530c9 req-a767ede0-4e81-418c-b771-82c33bd0e749 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0722027 Jul 16 20:33:06.519684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e5bc94d-3048-4477-b817-47ecedc530c9 req-9e238bba-bd62-4109-a637-d50e7fab6093 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Jul 16 20:33:06.726129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92006c8b-c684-4561-b878-e1a71fa7a404 req-27997791-f6aa-4c1e-b6e4-1579b066a0bb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:06.727882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92006c8b-c684-4561-b878-e1a71fa7a404 req-27997791-f6aa-4c1e-b6e4-1579b066a0bb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0785434 Jul 16 20:33:06.779661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92006c8b-c684-4561-b878-e1a71fa7a404 req-ce1aa7af-9bf9-4874-b212-c0d598426900 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448968 Jul 16 20:33:06.979536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3acb1-8c2b-42e7-8330-7e975cce69cc req-de371635-b7e5-4a27-a8c5-e08f9dd30e94 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:06.981031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1e3acb1-8c2b-42e7-8330-7e975cce69cc req-de371635-b7e5-4a27-a8c5-e08f9dd30e94 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0731518 Jul 16 20:33:07.032886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1e3acb1-8c2b-42e7-8330-7e975cce69cc req-7018b855-11f0-463a-9c54-e1327eaeda38 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Jul 16 20:33:07.367331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea43d-0f8f-49ae-963d-e16984bc2678 req-aae452c1-3e03-4573-83a3-dcb40bb3d8e7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:07.369034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-293ea43d-0f8f-49ae-963d-e16984bc2678 req-aae452c1-3e03-4573-83a3-dcb40bb3d8e7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0771055 Jul 16 20:33:07.415075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-293ea43d-0f8f-49ae-963d-e16984bc2678 req-e73671a3-2e35-4f9b-bc4c-52e63295fc6f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 Jul 16 20:33:07.895855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c312-cd3a-4360-b207-c722129f63bb req-0c509f5f-f4dc-42ef-9bdd-1fa0b33e5450 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:07.897337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e690c312-cd3a-4360-b207-c722129f63bb req-0c509f5f-f4dc-42ef-9bdd-1fa0b33e5450 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0992794 Jul 16 20:33:07.942777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e690c312-cd3a-4360-b207-c722129f63bb req-f360e1eb-c479-4aab-90f0-2c0941e91aa2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 Jul 16 20:33:08.128194 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.209993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445b6b-5044-40dc-bead-898e4063febf req-ec4083e1-7582-49be-a388-921fe6eb1f40 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:08.211651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4445b6b-5044-40dc-bead-898e4063febf req-ec4083e1-7582-49be-a388-921fe6eb1f40 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0682254 Jul 16 20:33:08.254395 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.256896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4445b6b-5044-40dc-bead-898e4063febf req-142ef602-8fcd-4179-bf38-4554f3433ac8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Jul 16 20:33:08.441692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c358d4-b988-4bbf-8315-4516a7d55a82 req-adc4dd88-ba21-4a5b-a67f-78d551eb1e0e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:08.443422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3c358d4-b988-4bbf-8315-4516a7d55a82 req-adc4dd88-ba21-4a5b-a67f-78d551eb1e0e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0713096 Jul 16 20:33:08.487515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3c358d4-b988-4bbf-8315-4516a7d55a82 req-99a21a6f-1b9b-4bc5-bb1a-221fae7cc6a1 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Jul 16 20:33:08.598850 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.778606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc1220-3be6-4bbb-819a-bcec639b6164 req-141c319f-8d24-40ce-8876-fa5e1bb236c6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:08.780777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9fc1220-3be6-4bbb-819a-bcec639b6164 req-141c319f-8d24-40ce-8876-fa5e1bb236c6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0709789 Jul 16 20:33:08.824317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9fc1220-3be6-4bbb-819a-bcec639b6164 req-07cf4e21-b7a3-4a5a-99bb-744fc1b2e3f6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378685 Jul 16 20:33:09.253510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef184ce-8b5b-4bf7-8e79-7ac6068cc63d req-3aead352-04a4-474b-b531-6f2954c24e71 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.254999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ef184ce-8b5b-4bf7-8e79-7ac6068cc63d req-3aead352-04a4-474b-b531-6f2954c24e71 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0758653 Jul 16 20:33:09.298144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ef184ce-8b5b-4bf7-8e79-7ac6068cc63d req-bb057165-eb5f-42cd-884c-13c8c6b7ecde tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Jul 16 20:33:09.492472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc20e7-ce5d-4d19-a0cc-55b9df2dc472 req-2df0d5bc-a85d-4f38-a8d9-2b2965cae473 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.494097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fffc20e7-ce5d-4d19-a0cc-55b9df2dc472 req-2df0d5bc-a85d-4f38-a8d9-2b2965cae473 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0770514 Jul 16 20:33:09.534159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fffc20e7-ce5d-4d19-a0cc-55b9df2dc472 req-4d20061b-56d2-4412-8f65-efa6241a82c1 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Jul 16 20:33:09.709743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c91f5-4e09-45c1-8b52-031ab54070e9 req-8b482b1a-bc45-4501-99ff-b64e48b98829 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:09.711329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c2c91f5-4e09-45c1-8b52-031ab54070e9 req-8b482b1a-bc45-4501-99ff-b64e48b98829 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0714705 Jul 16 20:33:09.761596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c2c91f5-4e09-45c1-8b52-031ab54070e9 req-f69375a6-18a2-49eb-a639-ffc26ac5ee6e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Jul 16 20:33:10.074941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be89b7-3b4e-436f-9646-93fdf64f560c req-505430e5-d8b9-43b5-9525-5a456c2b69b6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:10.076452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60be89b7-3b4e-436f-9646-93fdf64f560c req-505430e5-d8b9-43b5-9525-5a456c2b69b6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0720756 Jul 16 20:33:10.122130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60be89b7-3b4e-436f-9646-93fdf64f560c req-85720e02-7025-4d9e-a411-8771c3ba8d9f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396836 Jul 16 20:33:10.502790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc1ce-88b3-47ac-8ed4-225306246763 req-b19053c7-fbd7-4c12-a5e1-483547718f05 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:10.504484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7fc1ce-88b3-47ac-8ed4-225306246763 req-b19053c7-fbd7-4c12-a5e1-483547718f05 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0667734 Jul 16 20:33:10.544523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7fc1ce-88b3-47ac-8ed4-225306246763 req-00df4402-252d-4755-9dc5-c563b43b7d68 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343249 Jul 16 20:33:10.830056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b996-f197-474a-b05d-d2bed2ab0a96 req-c7a338d6-f9f4-4ea5-af5a-df8b59fd55d5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:10.831756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2d9b996-f197-474a-b05d-d2bed2ab0a96 req-c7a338d6-f9f4-4ea5-af5a-df8b59fd55d5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0805862 Jul 16 20:33:10.875089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2d9b996-f197-474a-b05d-d2bed2ab0a96 req-68f58a88-ee0c-4964-87e5-6ac2368ce06f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Jul 16 20:33:11.082690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e85b6-2d1a-4705-94d2-f5747b103d66 req-b65a3edc-d789-46d5-9490-b1b339a54cee tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:11.084573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-432e85b6-2d1a-4705-94d2-f5747b103d66 req-b65a3edc-d789-46d5-9490-b1b339a54cee tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0958943 Jul 16 20:33:11.128504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-432e85b6-2d1a-4705-94d2-f5747b103d66 req-093958ef-d30f-4f76-ab85-0fe0ea799c84 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Jul 16 20:33:11.319108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f31e5a-ef41-45ef-b8c7-75494eb2e839 req-2be6a0eb-638f-41b4-95c6-f6e5c7cea633 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:11.320916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6f31e5a-ef41-45ef-b8c7-75494eb2e839 req-2be6a0eb-638f-41b4-95c6-f6e5c7cea633 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0763297 Jul 16 20:33:11.369922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6f31e5a-ef41-45ef-b8c7-75494eb2e839 req-def3ffe4-103d-4b5c-a375-ff9c3348e471 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Jul 16 20:33:11.872442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6eb8c-ee02-4fe7-a5d2-f31c425667fe req-859ee49a-88b8-4505-8761-0fdf39a80298 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:11.874011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ea6eb8c-ee02-4fe7-a5d2-f31c425667fe req-859ee49a-88b8-4505-8761-0fdf39a80298 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0732834 Jul 16 20:33:11.929045 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ea6eb8c-ee02-4fe7-a5d2-f31c425667fe req-cd8c6b14-8080-4371-9f1c-ca33cc668242 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Jul 16 20:33:12.128513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf1b5c-31a6-49ea-9370-4dd3340393c2 req-4c9f401a-5242-47f7-ba17-cba46658f2d5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.130128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31cf1b5c-31a6-49ea-9370-4dd3340393c2 req-4c9f401a-5242-47f7-ba17-cba46658f2d5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0773873 Jul 16 20:33:12.183064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31cf1b5c-31a6-49ea-9370-4dd3340393c2 req-7e6e6420-a279-471c-8ee5-7a9c16fe25a6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Jul 16 20:33:12.217077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53854) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.333826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.364443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495702b-0fbc-4cfa-a095-d3be137c5bb7 req-fd7c83f0-f0c5-40b4-ad00-aab1bd38e23f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.366028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1495702b-0fbc-4cfa-a095-d3be137c5bb7 req-fd7c83f0-f0c5-40b4-ad00-aab1bd38e23f tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0670044 Jul 16 20:33:12.412350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1495702b-0fbc-4cfa-a095-d3be137c5bb7 req-3cffb135-4c59-436e-a0ce-34a5767b6e21 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359557 Jul 16 20:33:12.444030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.448594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.488436 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=412ecf5ae3b44114a93879fdfc8f6025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695231 Jul 16 20:33:12.492065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53860) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.500696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d399cd-6ec6-4e89-b801-009a83d0c845,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.532364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.532708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.533040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.533362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.533686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.534006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.534472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.534910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.535234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.535575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.535891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.536204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c3706-1cf1-4149-96d8-90f60d598991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:12.571413 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f60f59b6-d077-4a02-951d-1c89b206ebc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.596349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f60f59b6-d077-4a02-951d-1c89b206ebc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.651317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f60f59b6-d077-4a02-951d-1c89b206ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.655685 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f60f59b6-d077-4a02-951d-1c89b206ebc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.657350 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f60f59b6-d077-4a02-951d-1c89b206ebc7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d7d399cd-6ec6-4e89-b801-009a83d0c845 HTTP/1.1" status: 204 len: 168 time: 0.1640885 Jul 16 20:33:12.668173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f59b6-d077-4a02-951d-1c89b206ebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d399cd-6ec6-4e89-b801-009a83d0c845,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.781987 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43ae9a-9f97-47dd-8dde-2c559c3e173f req-75f8495c-569f-4963-a6fb-708cef957966 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.783564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f43ae9a-9f97-47dd-8dde-2c559c3e173f req-75f8495c-569f-4963-a6fb-708cef957966 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0715578 Jul 16 20:33:12.823710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f43ae9a-9f97-47dd-8dde-2c559c3e173f req-8221e847-1ac7-44f3-bdf0-7f84078df4d0 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Jul 16 20:33:12.972988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.987769 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ee54933-7c86-428a-8fe9-d983f7d1d703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.098091 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ee54933-7c86-428a-8fe9-d983f7d1d703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.102037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5ee54933-7c86-428a-8fe9-d983f7d1d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.141025 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5ee54933-7c86-428a-8fe9-d983f7d1d703 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3c6e59129cc443678763d8cd12f1133e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669061 Jul 16 20:33:13.141928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee54933-7c86-428a-8fe9-d983f7d1d703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5608550-d677-42a8-8bde-8465796a92d7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.144272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53876) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.198818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-beadbbaf-1132-459f-87de-1ec771bc1600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.222539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-beadbbaf-1132-459f-87de-1ec771bc1600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.223939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43129ea0-b931-4aff-9adf-a6e483fa79d1 req-c33bd0cc-002b-4750-bd50-453d4e2dd2cb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:13.225596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43129ea0-b931-4aff-9adf-a6e483fa79d1 req-c33bd0cc-002b-4750-bd50-453d4e2dd2cb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0865326 Jul 16 20:33:13.271983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43129ea0-b931-4aff-9adf-a6e483fa79d1 req-785685c4-f985-4f20-a396-5eba7e33a5e0 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Jul 16 20:33:13.285223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-beadbbaf-1132-459f-87de-1ec771bc1600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.288423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-beadbbaf-1132-459f-87de-1ec771bc1600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.289580 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-beadbbaf-1132-459f-87de-1ec771bc1600 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d5608550-d677-42a8-8bde-8465796a92d7 HTTP/1.1" status: 204 len: 168 time: 0.1444106 Jul 16 20:33:13.299816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadbbaf-1132-459f-87de-1ec771bc1600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5608550-d677-42a8-8bde-8465796a92d7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.575231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13d00d-f90e-4f35-b167-93ac541a9c94 req-aed58a47-afc9-481e-907c-ccbde9218b3a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:13.577076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d13d00d-f90e-4f35-b167-93ac541a9c94 req-aed58a47-afc9-481e-907c-ccbde9218b3a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0693526 Jul 16 20:33:13.623740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d13d00d-f90e-4f35-b167-93ac541a9c94 req-ebb91db6-8865-4a9e-bd52-1949ad1f2d8f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Jul 16 20:33:13.828289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74139c21-277b-4f24-be4a-3863d1218ba4 req-d29ca9c6-3fed-491e-9d79-6f0227db7aae tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:13.830300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74139c21-277b-4f24-be4a-3863d1218ba4 req-d29ca9c6-3fed-491e-9d79-6f0227db7aae tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0731225 Jul 16 20:33:13.871498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74139c21-277b-4f24-be4a-3863d1218ba4 req-d730689a-545a-4a1c-9a8d-6ca8ab8185fa tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Jul 16 20:33:14.155873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f73b7-20cc-4a78-a4b1-a3f78ead1482 req-c30d5173-5f08-4290-8fe1-2b652045984f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.157524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-204f73b7-20cc-4a78-a4b1-a3f78ead1482 req-c30d5173-5f08-4290-8fe1-2b652045984f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0779951 Jul 16 20:33:14.200195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-204f73b7-20cc-4a78-a4b1-a3f78ead1482 req-79c9d31b-80eb-4d02-b564-b3825814f8a8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Jul 16 20:33:14.642221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45719f-cc61-465e-a842-8bb7b3d6b1f1 req-d847bf76-f68a-4648-8824-3600f1d5267f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.643856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c45719f-cc61-465e-a842-8bb7b3d6b1f1 req-d847bf76-f68a-4648-8824-3600f1d5267f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0841653 Jul 16 20:33:14.689042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c45719f-cc61-465e-a842-8bb7b3d6b1f1 req-ac26b63e-5646-4590-b2b7-fd7abcbb9830 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390093 Jul 16 20:33:14.886922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365a045-4cad-4a0a-a516-ad27f098dedd req-858c8a8a-5d58-4199-b37d-b92e06d2b333 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:14.888974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c365a045-4cad-4a0a-a516-ad27f098dedd req-858c8a8a-5d58-4199-b37d-b92e06d2b333 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0820646 Jul 16 20:33:14.936540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c365a045-4cad-4a0a-a516-ad27f098dedd req-d9c079a9-4adb-46f0-ab43-4761a5d28ad6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Jul 16 20:33:15.116342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140ec4a-3602-4a39-a261-0969a8488c81 req-ea449fd2-6217-4455-b6c1-e1c6c86d97c0 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.118039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5140ec4a-3602-4a39-a261-0969a8488c81 req-ea449fd2-6217-4455-b6c1-e1c6c86d97c0 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0747790 Jul 16 20:33:15.183393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5140ec4a-3602-4a39-a261-0969a8488c81 req-c271f9e6-ec66-4c57-97d1-ba63420ac4d0 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 Jul 16 20:33:15.201259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:15.325624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d83829e9-198d-4c9f-8312-ef5e11b9eb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.438246 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d83829e9-198d-4c9f-8312-ef5e11b9eb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.444639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d83829e9-198d-4c9f-8312-ef5e11b9eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.488521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83829e9-198d-4c9f-8312-ef5e11b9eb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e39d8-c46b-4609-b721-205acfdd6f08,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:15.492846 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d83829e9-198d-4c9f-8312-ef5e11b9eb82 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2e0986fa927c4c60831b63875693a403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892973 Jul 16 20:33:15.495549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53962) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:15.572491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afddceb4-555b-4e4b-86ef-aa79df20c9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.610992 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afddceb4-555b-4e4b-86ef-aa79df20c9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.690600 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afddceb4-555b-4e4b-86ef-aa79df20c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.693892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afddceb4-555b-4e4b-86ef-aa79df20c9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.697732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-afddceb4-555b-4e4b-86ef-aa79df20c9c6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a67e39d8-c46b-4609-b721-205acfdd6f08 HTTP/1.1" status: 204 len: 168 time: 0.1985617 Jul 16 20:33:15.707221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddceb4-555b-4e4b-86ef-aa79df20c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e39d8-c46b-4609-b721-205acfdd6f08,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.159957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:16.179164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e39e07a-4c63-446b-b8f2-725c6638105c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.325288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e39e07a-4c63-446b-b8f2-725c6638105c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.332064 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e39e07a-4c63-446b-b8f2-725c6638105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.375576 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1e39e07a-4c63-446b-b8f2-725c6638105c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5f6c4432ae55465e8d322354b1b6489b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138960 Jul 16 20:33:16.381352 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53978) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:16.401290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39e07a-4c63-446b-b8f2-725c6638105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718dbe55-ca41-4534-aaba-bc701f74ff5f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.425475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57dfc-6c88-486f-a922-9ed8dad122bd req-f8d1d48c-9b4d-4cca-8787-b70047f0db53 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.427081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c2a57dfc-6c88-486f-a922-9ed8dad122bd req-f8d1d48c-9b4d-4cca-8787-b70047f0db53 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0744827 Jul 16 20:33:16.478216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99b598c0-72b7-4310-8783-58b753fe7b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.491946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c2a57dfc-6c88-486f-a922-9ed8dad122bd req-9bffaa7a-0dcd-43b7-b12e-0a8490ccf686 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Jul 16 20:33:16.520024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99b598c0-72b7-4310-8783-58b753fe7b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.590430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99b598c0-72b7-4310-8783-58b753fe7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.595001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99b598c0-72b7-4310-8783-58b753fe7b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.596617 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-99b598c0-72b7-4310-8783-58b753fe7b46 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/718dbe55-ca41-4534-aaba-bc701f74ff5f HTTP/1.1" status: 204 len: 168 time: 0.2136385 Jul 16 20:33:16.609482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b598c0-72b7-4310-8783-58b753fe7b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718dbe55-ca41-4534-aaba-bc701f74ff5f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.715165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c3bb-f336-4d01-8cfb-a4781d73d30e req-ad3d4e39-d00c-49c5-a529-61b8a9f8ebbb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.716828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edf7c3bb-f336-4d01-8cfb-a4781d73d30e req-ad3d4e39-d00c-49c5-a529-61b8a9f8ebbb tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0952728 Jul 16 20:33:16.767339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edf7c3bb-f336-4d01-8cfb-a4781d73d30e req-df3c78b7-afbe-42d2-a2f0-27a6fe3f0074 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Jul 16 20:33:17.722404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a499c-2dc8-4c9c-9db2-56c1b48ea88a req-437608b3-b980-4c17-ab66-99cb0469ed2a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.724198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a54a499c-2dc8-4c9c-9db2-56c1b48ea88a req-437608b3-b980-4c17-ab66-99cb0469ed2a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0758090 Jul 16 20:33:17.777291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a54a499c-2dc8-4c9c-9db2-56c1b48ea88a req-7243f96a-9578-4270-87e8-684f5b292108 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Jul 16 20:33:18.024910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacba08-3cd4-4d7d-ba52-f631c5465158 req-fcfd64cc-df83-48f2-b6d8-a7e34e6ebd42 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.026571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecacba08-3cd4-4d7d-ba52-f631c5465158 req-fcfd64cc-df83-48f2-b6d8-a7e34e6ebd42 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0910468 Jul 16 20:33:18.084453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecacba08-3cd4-4d7d-ba52-f631c5465158 req-eda7f458-053b-46cc-a23f-0c94f1ece198 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Jul 16 20:33:19.014652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f465-03d3-4ccf-bec5-f0951cd46a2d req-07076e10-d7f6-41c8-88c3-cb7f6ac2a67e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.017083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed64f465-03d3-4ccf-bec5-f0951cd46a2d req-07076e10-d7f6-41c8-88c3-cb7f6ac2a67e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1055369 Jul 16 20:33:19.081738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed64f465-03d3-4ccf-bec5-f0951cd46a2d req-f68876c0-ce4a-4d30-83c0-fe8e1e1d226d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563624 Jul 16 20:33:19.309152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b42b0d-8034-4998-b569-6df1d11d0195 req-567bf73c-8b81-4c28-845e-09f7061e2b07 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.310809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04b42b0d-8034-4998-b569-6df1d11d0195 req-567bf73c-8b81-4c28-845e-09f7061e2b07 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0993249 Jul 16 20:33:19.354928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04b42b0d-8034-4998-b569-6df1d11d0195 req-8472afd4-90a2-498a-8f22-e3d92efa7168 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Jul 16 20:33:20.301787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf3cd8-07fd-4d26-ad63-041e4f6e55e0 req-9dbbe40f-7971-4804-b597-b5dd69108b46 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.303639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93bf3cd8-07fd-4d26-ad63-041e4f6e55e0 req-9dbbe40f-7971-4804-b597-b5dd69108b46 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0871542 Jul 16 20:33:20.357217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93bf3cd8-07fd-4d26-ad63-041e4f6e55e0 req-f172ce15-4293-43c9-8955-95c05264a1e8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466435 Jul 16 20:33:20.607031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cb729-d40a-42cb-b522-752b816c5922 req-2b0335aa-1712-47ed-86ee-173bb39a1690 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.609450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab3cb729-d40a-42cb-b522-752b816c5922 req-2b0335aa-1712-47ed-86ee-173bb39a1690 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0962160 Jul 16 20:33:20.656573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab3cb729-d40a-42cb-b522-752b816c5922 req-789b3b27-069b-4941-b0de-ffa9882c8abc tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Jul 16 20:33:21.584864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c50577-3c53-4584-bacc-010c3d63d0f6 req-6a86c291-0f02-4a53-a1b0-27417ea4bb35 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:21.587035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85c50577-3c53-4584-bacc-010c3d63d0f6 req-6a86c291-0f02-4a53-a1b0-27417ea4bb35 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0908346 Jul 16 20:33:21.636923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85c50577-3c53-4584-bacc-010c3d63d0f6 req-0db13ea9-458c-49ca-899a-5c2d4ea6b214 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Jul 16 20:33:21.916916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35667c-fbaf-41ea-9f79-75b539ff86f0 req-7296fbae-e869-4881-acfb-661ba3908a15 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:21.919132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c35667c-fbaf-41ea-9f79-75b539ff86f0 req-7296fbae-e869-4881-acfb-661ba3908a15 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0948455 Jul 16 20:33:21.962203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c35667c-fbaf-41ea-9f79-75b539ff86f0 req-4657a532-1b09-4d6c-8e89-162755c897b5 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366802 Jul 16 20:33:22.927726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62182cf2-787c-4792-aeaa-54ffa7f33c1a req-9fb5d650-3c19-4a13-aa9b-a7de3f1f3cff tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:22.930606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62182cf2-787c-4792-aeaa-54ffa7f33c1a req-9fb5d650-3c19-4a13-aa9b-a7de3f1f3cff tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0994749 Jul 16 20:33:22.989933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62182cf2-787c-4792-aeaa-54ffa7f33c1a req-72b6d5ea-10d6-40cb-9d68-ba830819a3e0 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Jul 16 20:33:23.195835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cffaa-f178-4e6e-9355-055da787fd73 req-17d10454-dd2e-4edf-88b9-0509a6b65846 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.197397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a5cffaa-f178-4e6e-9355-055da787fd73 req-17d10454-dd2e-4edf-88b9-0509a6b65846 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0828512 Jul 16 20:33:23.249186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a5cffaa-f178-4e6e-9355-055da787fd73 req-e2834697-9992-4ea0-ab13-21461977381b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Jul 16 20:33:24.269482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6773d21-fcd5-406d-afab-50cdd3d29497 req-41968f0b-a5db-4aa5-a251-1cc0cc1a11b7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.272219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6773d21-fcd5-406d-afab-50cdd3d29497 req-41968f0b-a5db-4aa5-a251-1cc0cc1a11b7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0958667 Jul 16 20:33:24.329118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6773d21-fcd5-406d-afab-50cdd3d29497 req-60c2a8e0-230c-4b62-bdce-f05c7f00e68a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500169 Jul 16 20:33:24.532043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54130) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.586309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8260c6-bddf-4243-b5c9-9233fab4e45e req-57d8ab5b-7f8c-402b-b346-870b951fccb3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.588469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a8260c6-bddf-4243-b5c9-9233fab4e45e req-57d8ab5b-7f8c-402b-b346-870b951fccb3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0853498 Jul 16 20:33:24.635034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a8260c6-bddf-4243-b5c9-9233fab4e45e req-9b80690c-6fac-496b-a522-934af38d5279 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Jul 16 20:33:24.658733 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-472f8ac9-d459-402d-8118-372a1336be95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.804765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-472f8ac9-d459-402d-8118-372a1336be95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.809452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-472f8ac9-d459-402d-8118-372a1336be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.851922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f8ac9-d459-402d-8118-372a1336be95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f22967-f31a-4ea7-b30f-4ab6de564022,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.860360 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-472f8ac9-d459-402d-8118-372a1336be95 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=70405bcb695b46ba992a538bd2d25a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235214 Jul 16 20:33:24.860761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54136) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:24.924361 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a90db3e-6971-49bd-a0ed-42562e980dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.948520 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a90db3e-6971-49bd-a0ed-42562e980dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.019792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a90db3e-6971-49bd-a0ed-42562e980dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.022554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a90db3e-6971-49bd-a0ed-42562e980dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.023816 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2a90db3e-6971-49bd-a0ed-42562e980dda admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a7f22967-f31a-4ea7-b30f-4ab6de564022 HTTP/1.1" status: 204 len: 168 time: 0.1620865 Jul 16 20:33:25.033077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90db3e-6971-49bd-a0ed-42562e980dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f22967-f31a-4ea7-b30f-4ab6de564022,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.332048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:25.347521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c29dec9e-6478-4167-8f5b-aad620b66c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.451043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c29dec9e-6478-4167-8f5b-aad620b66c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.456136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c29dec9e-6478-4167-8f5b-aad620b66c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.496423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dec9e-6478-4167-8f5b-aad620b66c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74ef273-eb01-44ce-aa2a-9f4c198724b7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.501756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c29dec9e-6478-4167-8f5b-aad620b66c4b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e76abcd036ac44e08481beeecb4964b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685994 Jul 16 20:33:25.504776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54148) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:25.587437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e082a23-274d-4fe7-94f3-7d34cb27f60d req-747da25c-1cea-4e4b-84d8-d5719025631e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.589033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e082a23-274d-4fe7-94f3-7d34cb27f60d req-747da25c-1cea-4e4b-84d8-d5719025631e tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1214800 Jul 16 20:33:25.592333 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.631881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.661030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e082a23-274d-4fe7-94f3-7d34cb27f60d req-f6a81dd5-c60e-4b71-ade0-e196a803c2f4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632937 Jul 16 20:33:25.696750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.699293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.700439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f74ef273-eb01-44ce-aa2a-9f4c198724b7 HTTP/1.1" status: 204 len: 168 time: 0.1943798 Jul 16 20:33:25.710105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74ef273-eb01-44ce-aa2a-9f4c198724b7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.719472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.719837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.720173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.720527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.720870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.721188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.721509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.721829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.722150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.722469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.722790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.723106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2cd9c-922e-4d36-8c6b-9978fb16d7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.857133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2268b4-2597-4bfa-a375-4742da3ecd25 req-0f2a38e6-2c93-4b90-86c0-95f70c5c15a3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.859600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd2268b4-2597-4bfa-a375-4742da3ecd25 req-0f2a38e6-2c93-4b90-86c0-95f70c5c15a3 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0869858 Jul 16 20:33:25.906641 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd2268b4-2597-4bfa-a375-4742da3ecd25 req-0b978f01-0dca-47cb-846d-16da8474ac5a tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Jul 16 20:33:26.903293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314f28-fa0f-4472-9b1f-827666fe7c9b req-8ce55984-db5e-47a3-953b-5e894585922d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.905724 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08314f28-fa0f-4472-9b1f-827666fe7c9b req-8ce55984-db5e-47a3-953b-5e894585922d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0992928 Jul 16 20:33:26.961848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08314f28-fa0f-4472-9b1f-827666fe7c9b req-633d6c42-04a4-4e74-a1d9-c61df35cb9b8 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Jul 16 20:33:27.185251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff747f-34aa-4b84-a741-213d7e299111 req-57fb9e6e-c325-4f26-b259-ae268d3b882d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.190950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1eff747f-34aa-4b84-a741-213d7e299111 req-57fb9e6e-c325-4f26-b259-ae268d3b882d tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.1076000 Jul 16 20:33:27.244696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1eff747f-34aa-4b84-a741-213d7e299111 req-c582fce1-7ce7-4265-85cb-523ebd32cc01 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514512 Jul 16 20:33:28.086184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8729a4-2175-4d21-bb91-200bd8603292 req-b8ab95c1-719d-4357-92a5-b6331d94939b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.088043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f8729a4-2175-4d21-bb91-200bd8603292 req-b8ab95c1-719d-4357-92a5-b6331d94939b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.0965061 Jul 16 20:33:28.159886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f8729a4-2175-4d21-bb91-200bd8603292 req-0b1df258-d6ee-4a1f-8f68-5bd68fbf62a4 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613391 Jul 16 20:33:28.366171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b5a38-4d47-47c7-ba37-0f8b176b4728 req-b130d81c-a22d-43e2-a1ed-245d8ca2242a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.368149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f5b5a38-4d47-47c7-ba37-0f8b176b4728 req-b130d81c-a22d-43e2-a1ed-245d8ca2242a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0853543 Jul 16 20:33:28.420095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f5b5a38-4d47-47c7-ba37-0f8b176b4728 req-73f1ba1e-ebd1-4046-b1f6-aadbd6ced120 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Jul 16 20:33:28.490827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:28.693264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:28.695983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9264d1-ef6d-4e1e-bfb4-5e0401a63e77 req-46156e64-8b03-4201-b889-ccf8f04872b5 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:28.709853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b9264d1-ef6d-4e1e-bfb4-5e0401a63e77 req-46156e64-8b03-4201-b889-ccf8f04872b5 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.1506615 Jul 16 20:33:28.713591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776', 'port_id': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'mac_address': 'fa:16:3e:9a:04:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbceadae-2317-4af3-a437-01398118c8d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:28.771897 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.772245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b9264d1-ef6d-4e1e-bfb4-5e0401a63e77 req-8f009d91-4efc-4416-9d3a-587f5cdfbc7b tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Jul 16 20:33:28.815653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a316ea5-268b-45b5-869e-56ca5f371ea9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:28.860666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:28.869758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.990887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.011386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['1a316ea5-268b-45b5-869e-56ca5f371ea9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:29.956326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27134db0-ae04-4956-9358-222ef5de43b0 req-4a30e0e5-d54f-421f-8936-426217eefa10 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.972048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27134db0-ae04-4956-9358-222ef5de43b0 req-4a30e0e5-d54f-421f-8936-426217eefa10 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 944 time: 0.1170678 Jul 16 20:33:30.065976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27134db0-ae04-4956-9358-222ef5de43b0 req-1e70b34f-707b-47b7-b97f-ee5d44e61adb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917542 Jul 16 20:33:30.252478 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b7b517e9-ce78-4a81-957d-af23cfa772db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.310891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b23003-130c-4530-8ce1-8150203995c1 req-4885a214-72cd-4cee-9006-a06e0b1c89c1 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.312794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97b23003-130c-4530-8ce1-8150203995c1 req-4885a214-72cd-4cee-9006-a06e0b1c89c1 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.1138093 Jul 16 20:33:30.387298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97b23003-130c-4530-8ce1-8150203995c1 req-eb915ad4-0828-4551-a36a-d9059504eabf tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Jul 16 20:33:30.501219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:30.631605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 1a316ea5-268b-45b5-869e-56ca5f371ea9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:30.632465 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.876334 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.924856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-e1bc7852-0906-4ad6-8292-87ae023d2c1e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.927748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-e1bc7852-0906-4ad6-8292-87ae023d2c1e tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 946 time: 0.2159884 Jul 16 20:33:30.990067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:30.999758 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33247593-6763-4302-a40a-8e7d4b9b1076" -d '{"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:31.010127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:31.026742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.166488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.178750 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0afdd-5102-418d-a8a1-be3854ff7b0d x-openstack-request-id: req-9da0afdd-5102-418d-a8a1-be3854ff7b0d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:31.179629 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:31.180073 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9da0afdd-5102-418d-a8a1-be3854ff7b0d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:31.180817 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'code': 200} Jul 16 20:33:31.183799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.184633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.185285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.186223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.187846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.188813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.189845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.190838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.192111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.193913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.195333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.196388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:31.223187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:31.224006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.463061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port 0ef60511-d998-4160-a7e2-5d26c5b1ae65, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0ef60511-d998-4160-a7e2-5d26c5b1ae65,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:31.473242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.494955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for 0ef60511-d998-4160-a7e2-5d26c5b1ae65 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:31.578248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0adc-e95c-483f-ae8b-ecb6c5393b45 req-c7d6c052-1ef1-4a99-bdf5-c4b357e3c208 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.585878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-defc0adc-e95c-483f-ae8b-ecb6c5393b45 req-c7d6c052-1ef1-4a99-bdf5-c4b357e3c208 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1823072 Jul 16 20:33:31.671066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-defc0adc-e95c-483f-ae8b-ecb6c5393b45 req-08144724-e5a9-40cc-b460-7ee204d21613 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832376 Jul 16 20:33:31.847839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.865198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['0ef60511-d998-4160-a7e2-5d26c5b1ae65'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:31.870475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:31.937254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=0ef60511-d998-4160-a7e2-5d26c5b1ae65,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.806159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-048c9afe-53ab-49fb-95c8-a0e669f85eea req-13d2885e-be9a-4d30-8471-e8ac5721d221 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=8eb0906c-df2a-4dd6-86a4-7f95d0e252bf HTTP/1.1" status: 200 len: 210 time: 0.8643539 Jul 16 20:33:32.828147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port 0ef60511-d998-4160-a7e2-5d26c5b1ae65 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:32.841790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.841790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fded59f8-e87d-4f54-a28f-c3a677ca6b4d req-2d249a20-5725-4512-ad70-ea844d24bb92 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.26 "DELETE /v2.0/ports/0ef60511-d998-4160-a7e2-5d26c5b1ae65 HTTP/1.1" status: 204 len: 173 time: 1.9004858 Jul 16 20:33:32.841790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'name': 'network-vif-deleted', 'tag': '0ef60511-d998-4160-a7e2-5d26c5b1ae65'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:32.849885 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902c6b1d-21f6-4df3-8839-5ea183969997" -d '{"events": [{"server_uuid": "8eb0906c-df2a-4dd6-86a4-7f95d0e252bf", "name": "network-vif-deleted", "tag": "0ef60511-d998-4160-a7e2-5d26c5b1ae65"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:33.840543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3025cf-07dc-4d4a-b471-f59e23ad1412 req-69b67cb5-f94d-4c53-be72-2aa3171a5e72 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.852724 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f3025cf-07dc-4d4a-b471-f59e23ad1412 req-69b67cb5-f94d-4c53-be72-2aa3171a5e72 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1811140 Jul 16 20:33:33.903819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:33.996116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f3025cf-07dc-4d4a-b471-f59e23ad1412 req-44761b41-c4c8-4397-80c2-e1c3783f5bfc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300969 Jul 16 20:33:34.051458 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15825e8e-9bc1-4908-ae03-84d09a92633a x-openstack-request-id: req-15825e8e-9bc1-4908-ae03-84d09a92633a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:34.051771 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb0906c-df2a-4dd6-86a4-7f95d0e252bf", "name": "network-vif-deleted", "tag": "0ef60511-d998-4160-a7e2-5d26c5b1ae65", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:34.052011 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-15825e8e-9bc1-4908-ae03-84d09a92633a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:34.052430 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb0906c-df2a-4dd6-86a4-7f95d0e252bf', 'name': 'network-vif-deleted', 'tag': '0ef60511-d998-4160-a7e2-5d26c5b1ae65', 'status': 'completed', 'code': 200} Jul 16 20:33:34.060250 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.276501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f735637-6d1a-4568-987b-06d257be12bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.442525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f735637-6d1a-4568-987b-06d257be12bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.447802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f735637-6d1a-4568-987b-06d257be12bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.497475 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f735637-6d1a-4568-987b-06d257be12bd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9af429790a4d4a43a3e92f3243dd0d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154921 Jul 16 20:33:34.498835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f735637-6d1a-4568-987b-06d257be12bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c409a1de-aa6b-4d7e-855e-32e774868791,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.501903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54334) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:34.618656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3460c12a-2085-4eca-95a6-c1c8dc707283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.664209 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3460c12a-2085-4eca-95a6-c1c8dc707283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.770510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3460c12a-2085-4eca-95a6-c1c8dc707283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.773301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3460c12a-2085-4eca-95a6-c1c8dc707283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.774534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3460c12a-2085-4eca-95a6-c1c8dc707283 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c409a1de-aa6b-4d7e-855e-32e774868791 HTTP/1.1" status: 204 len: 168 time: 0.2712004 Jul 16 20:33:34.805613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c12a-2085-4eca-95a6-c1c8dc707283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c409a1de-aa6b-4d7e-855e-32e774868791,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.863214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3aa42236-36c3-400e-9f03-acd81c77fb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.950170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0ef60511-d998-4160-a7e2-5d26c5b1ae65 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:34.990520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 0ef60511-d998-4160-a7e2-5d26c5b1ae65 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:34.990873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0ef60511-d998-4160-a7e2-5d26c5b1ae65 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:35.309424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1becf-fb2f-41e2-8f55-8052392460ec req-b1e5c776-c146-4a6d-8323-471590ecf2a4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.313063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35e1becf-fb2f-41e2-8f55-8052392460ec req-b1e5c776-c146-4a6d-8323-471590ecf2a4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0853028 Jul 16 20:33:35.362644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:35.367586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35e1becf-fb2f-41e2-8f55-8052392460ec req-833ca6b5-0346-49d7-8fe6-984969b5c0d7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Jul 16 20:33:35.381808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c2c330b-bc2a-47de-a486-79331d81df42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.526224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c2c330b-bc2a-47de-a486-79331d81df42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.532615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c2c330b-bc2a-47de-a486-79331d81df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.583009 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9c2c330b-bc2a-47de-a486-79331d81df42 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3e52160ef58b4145ab9445e97185cc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191110 Jul 16 20:33:35.584076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c330b-bc2a-47de-a486-79331d81df42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554c94f6-0696-402f-a368-4011e9965a68,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.586122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54354) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:35.672545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7e8d-5e39-47d9-a8a7-34ad0dcab8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.699389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7e8d-5e39-47d9-a8a7-34ad0dcab8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.772080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7e8d-5e39-47d9-a8a7-34ad0dcab8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.776029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7e8d-5e39-47d9-a8a7-34ad0dcab8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.784202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d6fa7e8d-5e39-47d9-a8a7-34ad0dcab8ad admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/554c94f6-0696-402f-a368-4011e9965a68 HTTP/1.1" status: 204 len: 168 time: 0.1968555 Jul 16 20:33:35.803171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa7e8d-5e39-47d9-a8a7-34ad0dcab8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c94f6-0696-402f-a368-4011e9965a68,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.987028 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.094974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-a2e0e526-8c01-42a1-961d-62a5fdbacfad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4684968 Jul 16 20:33:36.298761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-87bc3047-7943-401b-bbef-25958b642214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.298761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-87bc3047-7943-401b-bbef-25958b642214 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85d78f953fc14b7a98ab348bce37fffb&device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 1096 time: 0.1263700 Jul 16 20:33:36.465234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-02a5fa29-16a3-48f4-91b9-683cd24f3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.468829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-02a5fa29-16a3-48f4-91b9-683cd24f3347 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 200 len: 907 time: 0.1501470 Jul 16 20:33:36.538334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-7fe3dad6-3753-4a2f-bd56-29269c5d7a22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 HTTP/1.1" status: 200 len: 217 time: 0.0618131 Jul 16 20:33:36.653795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-490645ed-8ece-4ea8-afe7-06e9909bb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.656224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-490645ed-8ece-4ea8-afe7-06e9909bb587 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 200 len: 846 time: 0.1115460 Jul 16 20:33:36.709240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-ceff026e-a1bf-4091-afe9-a5bd4101e720 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2bb914c-8118-42db-a168-2e3af2ec84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418596 Jul 16 20:33:36.737005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9994-e3cd-4694-8abe-933be7b215aa req-125b6357-68ba-4dbd-8bd2-fc43fa2ba360 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.745642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1caf9994-e3cd-4694-8abe-933be7b215aa req-125b6357-68ba-4dbd-8bd2-fc43fa2ba360 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1674142 Jul 16 20:33:36.870900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1caf9994-e3cd-4694-8abe-933be7b215aa req-c954e8af-cbcc-4fda-99f6-13f91b9caa08 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237519 Jul 16 20:33:36.938888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-399bd5dc-2671-4d43-aa65-a693abcb60e2 service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216763 Jul 16 20:33:37.104488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfcb9ac3-df3b-4751-af05-bd4ce6b56a55 req-f6f22ae7-8e6a-464b-9afd-4273512882ed service neutron] 10.222.0.21 "GET /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584330 Jul 16 20:33:38.133441 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.273978 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.455585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c360-3b3c-473d-8d6b-fcfaa1560094 req-0958ab33-7c0e-434d-8693-caaf03d5c860 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.461827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5c360-3b3c-473d-8d6b-fcfaa1560094 req-0958ab33-7c0e-434d-8693-caaf03d5c860 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1567833 Jul 16 20:33:38.517122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5c360-3b3c-473d-8d6b-fcfaa1560094 req-7bfea8d5-9184-4c33-980f-e1bd78a7d1a4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489492 Jul 16 20:33:38.624989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.720936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-549fd132-c02b-4b3e-9c6d-046d9af80fda tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.724575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-549fd132-c02b-4b3e-9c6d-046d9af80fda tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 945 time: 0.1803303 Jul 16 20:33:38.935000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83875304-98b3-4694-9f15-d719cdf36d5d req-69d829f7-160f-476d-be6c-b118ee73a705 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.936207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83875304-98b3-4694-9f15-d719cdf36d5d req-69d829f7-160f-476d-be6c-b118ee73a705 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 945 time: 0.2106187 Jul 16 20:33:38.987356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Deleting port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:38.987814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.050068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83875304-98b3-4694-9f15-d719cdf36d5d req-0db39be7-9b9d-4482-96f9-910031d67356 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/security-groups?id=1df8629e-eafd-4c12-a5bf-81a5786980f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003666 Jul 16 20:33:39.177262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] For port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,segment=NetworkSegment(1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f),segment_id=1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:39.177704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.194931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Calling delete_port for a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:39.466515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.512308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Pushing event deleted for resources: {'Port': ['ID=a5cfb801-1b8d-4ecc-83c9-c85f4363fc81,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.584866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] No DVR routers for this DVR port a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:39.587728 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.589874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dadae895-9d9c-4f1d-97a9-68d047685609 req-a4c1c642-9170-47b1-9833-a64659b2c725 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.21 "DELETE /v2.0/ports/a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 HTTP/1.1" status: 204 len: 173 time: 0.8492181 Jul 16 20:33:39.590416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'name': 'network-vif-deleted', 'tag': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:39.593242 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824c5cbd-0d53-4503-8b07-584b56d72aa4" -d '{"events": [{"server_uuid": "d2bd822a-e0e7-4546-aff1-1e98f3a432a3", "name": "network-vif-deleted", "tag": "a5cfb801-1b8d-4ecc-83c9-c85f4363fc81"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:39.865723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084d92-90f1-4fa6-853d-cbdf79bc703b req-e74d111a-e40a-40f4-8ad2-ce07703e4235 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.873385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac084d92-90f1-4fa6-853d-cbdf79bc703b req-e74d111a-e40a-40f4-8ad2-ce07703e4235 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1484897 Jul 16 20:33:39.915014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac084d92-90f1-4fa6-853d-cbdf79bc703b req-b095e9bc-fb74-4f2d-b50b-b3c6ae82cd5b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Jul 16 20:33:39.969058 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf8d36-bb13-4c93-b21f-c9db18190ca6 x-openstack-request-id: req-d4bf8d36-bb13-4c93-b21f-c9db18190ca6 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:39.969383 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bd822a-e0e7-4546-aff1-1e98f3a432a3", "name": "network-vif-deleted", "tag": "a5cfb801-1b8d-4ecc-83c9-c85f4363fc81", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:39.969627 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d4bf8d36-bb13-4c93-b21f-c9db18190ca6 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:39.970040 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bd822a-e0e7-4546-aff1-1e98f3a432a3', 'name': 'network-vif-deleted', 'tag': 'a5cfb801-1b8d-4ecc-83c9-c85f4363fc81', 'status': 'completed', 'code': 200} Jul 16 20:33:40.280010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce5aec0c-e403-47fd-bbbc-b3aac42319a5 req-7495a041-c16e-4369-b219-476d8c2ee7e5 tempest-ServersTestJSON-1973604309 tempest-ServersTestJSON-1973604309-project] 10.222.0.100 "GET /v2.0/ports?device_id=d2bd822a-e0e7-4546-aff1-1e98f3a432a3 HTTP/1.1" status: 200 len: 210 time: 0.0440197 Jul 16 20:33:40.554349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:40.579231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:40.579596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a5cfb801-1b8d-4ecc-83c9-c85f4363fc81 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:41.213656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0427d-9336-4887-abcc-3aab97e1f5c6 req-3e92d06e-2b5d-496f-97e4-837dac1ed64a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.215492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ba0427d-9336-4887-abcc-3aab97e1f5c6 req-3e92d06e-2b5d-496f-97e4-837dac1ed64a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.0903196 Jul 16 20:33:41.285136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ba0427d-9336-4887-abcc-3aab97e1f5c6 req-612726c5-e1b9-4cb3-a129-6765d5a6420c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614178 Jul 16 20:33:41.401624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54474) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:41.722173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] Deleting subnet 8170660f-5236-4ecb-b90f-019054df8a7d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:41.726259 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.845021 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:41.862946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.934915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.943084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-8639b086-6a2c-4450-b2e0-66d219fe1300 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2248280 Jul 16 20:33:42.043927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.132569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.136860 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] 10.222.0.100 "DELETE /v2.0/subnets/8170660f-5236-4ecb-b90f-019054df8a7d HTTP/1.1" status: 204 len: 168 time: 0.7330780 Jul 16 20:33:42.137448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.164691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7a1c-1c32-4056-a255-68033eb6f3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8170660f-5236-4ecb-b90f-019054df8a7d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.274350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.276796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.279956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.280696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.280935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.281527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.282717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.283575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.287502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6ef4c0c5-f204-44c9-8f71-4ba05f01a3a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6491 time: 0.2258735 Jul 16 20:33:42.456782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.469952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bb914c-8118-42db-a168-2e3af2ec84e0']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:42.484745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:42.485398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec3bd34-72bc-4b00-a7aa-f545c1a5e40f') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:42.500451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.518907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.527530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:42.528180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.577930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-0d1a11bc-a5c3-4f4d-b8a5-21f706121504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.577930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-0d1a11bc-a5c3-4f4d-b8a5-21f706121504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.577930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-0d1a11bc-a5c3-4f4d-b8a5-21f706121504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.579423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-0d1a11bc-a5c3-4f4d-b8a5-21f706121504 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eda54561-7c99-4f69-8808-6b264e36fb54&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 2290 time: 0.2561297 Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:42.611847 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:42.614422 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.620393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.622446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e2bb914c-8118-42db-a168-2e3af2ec84e0 HTTP/1.1" status: 204 len: 168 time: 0.4800234 Jul 16 20:33:42.637343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1230e-151c-49ee-8449-f49aad026f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2bb914c-8118-42db-a168-2e3af2ec84e0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.676037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9572-63fa-441d-b429-cadd39350ddc req-4bc1b017-bba5-4391-b5ec-3678330594c4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.683610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efcb9572-63fa-441d-b429-cadd39350ddc req-4bc1b017-bba5-4391-b5ec-3678330594c4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.2573049 Jul 16 20:33:42.738437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-d2dd5865-734b-45da-a72a-2cbb10fcecc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 200 len: 1001 time: 0.1511893 Jul 16 20:33:42.759108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efcb9572-63fa-441d-b429-cadd39350ddc req-f48a1077-31c4-4968-af71-30fca5fa9a38 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687187 Jul 16 20:33:42.913556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.006368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-a2af7493-eb60-4d33-8b28-3b95564aa5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.014331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-a2af7493-eb60-4d33-8b28-3b95564aa5b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd25bca1-d942-4cc0-9705-2fa9ef7d910b HTTP/1.1" status: 200 len: 850 time: 0.2661083 Jul 16 20:33:43.039345 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a4ac5afb-9446-4920-bf3d-768940359c6b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=85d78f953fc14b7a98ab348bce37fffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234746 Jul 16 20:33:43.045370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54520) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:43.101110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-1a758d8a-b90f-4927-ab91-fcd68d714064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.102762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-1a758d8a-b90f-4927-ab91-fcd68d714064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eda54561-7c99-4f69-8808-6b264e36fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847268 Jul 16 20:33:43.192854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a22048ee-acb0-45be-b1ba-613a0451788d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.243739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a22048ee-acb0-45be-b1ba-613a0451788d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.322490 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a22048ee-acb0-45be-b1ba-613a0451788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.326152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a22048ee-acb0-45be-b1ba-613a0451788d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.345530 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a22048ee-acb0-45be-b1ba-613a0451788d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1df8629e-eafd-4c12-a5bf-81a5786980f2 HTTP/1.1" status: 204 len: 168 time: 0.2927623 Jul 16 20:33:43.365316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-c4aee979-3c86-4fa7-8b05-c195da50306f service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557828 Jul 16 20:33:43.366860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22048ee-acb0-45be-b1ba-613a0451788d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df8629e-eafd-4c12-a5bf-81a5786980f2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.603388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-3b7d1cbd-9c8f-4c19-a74c-3a916d047fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314949 Jul 16 20:33:43.729469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-c79dab61-2753-42d6-9c1d-a0577f954ee1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 217 time: 0.1141901 Jul 16 20:33:43.861351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-ab8f4488-39cb-4021-becb-ad21857e66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.862992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-ab8f4488-39cb-4021-becb-ad21857e66cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1276526 Jul 16 20:33:43.993402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-580469b4-cb24-4f4f-bb64-e3de5ea4821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:43.995335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-580469b4-cb24-4f4f-bb64-e3de5ea4821e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1226833 Jul 16 20:33:44.197600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-149bee28-fe42-423d-8584-f8492c264d9c service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913550 Jul 16 20:33:44.258285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80453447-6db1-49c8-8ce1-8a9e25ca310a req-30b8005b-2732-4dd9-8cef-49bd8d49feb3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.266298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80453447-6db1-49c8-8ce1-8a9e25ca310a req-30b8005b-2732-4dd9-8cef-49bd8d49feb3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.2887945 Jul 16 20:33:44.356364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-80453447-6db1-49c8-8ce1-8a9e25ca310a req-d8326dfd-9a9f-456a-ac14-91bb67159c40 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884833 Jul 16 20:33:44.376838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-72d40ec2-5c62-4afc-904e-50329bf7d1dc service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726696 Jul 16 20:33:44.423446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-a1a9969b-a2c8-4db3-a31a-34948890a8a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 217 time: 0.0396686 Jul 16 20:33:44.499424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-bea76746-7a1d-40dc-b118-f1e554506dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.501182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-bea76746-7a1d-40dc-b118-f1e554506dc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0719225 Jul 16 20:33:44.581814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-b33e0b20-3e74-4a8d-9e68-9b839a42ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.583576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-b33e0b20-3e74-4a8d-9e68-9b839a42ab5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751979 Jul 16 20:33:44.696954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-c50dd5f5-469a-41fd-b7b3-813a338fd993 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072810 Jul 16 20:33:44.869395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-51614988-8463-4da8-947a-dc4ddfcc47b6 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662586 Jul 16 20:33:44.924764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-7be7ebe6-b223-493d-9c82-9a0cf63cd99f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d HTTP/1.1" status: 200 len: 217 time: 0.0472465 Jul 16 20:33:44.988939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-0e2efda5-b6aa-40b7-8ff8-6484cf68ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.990629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-0e2efda5-b6aa-40b7-8ff8-6484cf68ccb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1096 time: 0.1722074 Jul 16 20:33:44.997090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-c1011cb0-e439-4124-85a4-a928b1d97d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.999803 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-c1011cb0-e439-4124-85a4-a928b1d97d38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0680299 Jul 16 20:33:45.053339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54592) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.168859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-f76c501b-6f88-4591-bb57-43c109b503c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.170865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-f76c501b-6f88-4591-bb57-43c109b503c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 914 time: 0.1699438 Jul 16 20:33:45.177903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-d94bb27d-88ac-4a19-9e20-fe56003a326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.180020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-d94bb27d-88ac-4a19-9e20-fe56003a326e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1702418 Jul 16 20:33:45.230047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-eee1c28d-0daa-4247-999b-9e10635c5196 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 217 time: 0.0487773 Jul 16 20:33:45.231524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-277f25b7-1d2b-4f8a-945f-5131206ce3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.344342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-514cf8de-61b6-457f-9f78-3a4f2682d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.346220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-514cf8de-61b6-457f-9f78-3a4f2682d8d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.1058540 Jul 16 20:33:45.381838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-277f25b7-1d2b-4f8a-945f-5131206ce3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.390621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-277f25b7-1d2b-4f8a-945f-5131206ce3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.411617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-30edf1f2-3543-42ac-a293-64d4fded267f service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196915 Jul 16 20:33:45.433238 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-277f25b7-1d2b-4f8a-945f-5131206ce3e4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b7495d3dad3a4d0da8b2c8a87c12dbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775947 Jul 16 20:33:45.439509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-9c118dea-4b02-4fc5-bb06-48620058c379 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856869 Jul 16 20:33:45.440894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54604) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.478774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f25b7-1d2b-4f8a-945f-5131206ce3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90dcfe3-f82a-460c-a9b9-a1783be2911c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.790794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-1111c7f0-4fab-4f07-a0ae-08c29b92f6eb service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615675 Jul 16 20:33:45.798040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a74b0ab-c6f9-4391-95e9-72c0dfcc726e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.866958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-94913091-623b-4bb5-a8a7-40bc362c1fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090512 Jul 16 20:33:45.875879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a74b0ab-c6f9-4391-95e9-72c0dfcc726e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.878736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-320f4c9e-ed8d-43db-a86b-aa1f2a1e0539 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641 HTTP/1.1" status: 200 len: 217 time: 0.0727828 Jul 16 20:33:45.907777 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f50345-e51c-40d5-ae04-7c9917b6045b req-f89b7072-4847-43b7-87d3-7b5ae3cc919c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.909383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20f50345-e51c-40d5-ae04-7c9917b6045b req-f89b7072-4847-43b7-87d3-7b5ae3cc919c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.4122307 Jul 16 20:33:46.435298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-72baaee4-19b3-4ec3-8580-94992313dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:46.437204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-72baaee4-19b3-4ec3-8580-94992313dec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.5372586 Jul 16 20:33:46.467833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20f50345-e51c-40d5-ae04-7c9917b6045b req-8a0fdaa5-903c-499d-8344-1fc42b46ea19 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621618 Jul 16 20:33:46.550260 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a74b0ab-c6f9-4391-95e9-72c0dfcc726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.553435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a74b0ab-c6f9-4391-95e9-72c0dfcc726e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.554952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0a74b0ab-c6f9-4391-95e9-72c0dfcc726e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c90dcfe3-f82a-460c-a9b9-a1783be2911c HTTP/1.1" status: 204 len: 168 time: 1.1131144 Jul 16 20:33:46.598522 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86d2a948-3e94-4b8b-8e9c-96c104c5d08e req-b8e61477-6c38-4768-b8d7-4d4ec7a1c3d1 service neutron] 10.222.0.21 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130306 Jul 16 20:33:46.607877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74b0ab-c6f9-4391-95e9-72c0dfcc726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90dcfe3-f82a-460c-a9b9-a1783be2911c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.681299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6f0733de-0cfe-4e47-ada6-cce287f8884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:46.684125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-6f0733de-0cfe-4e47-ada6-cce287f8884c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2380393 Jul 16 20:33:46.865214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-a72b509c-a906-41d5-9ce2-058cdf087c34 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744549 Jul 16 20:33:46.995760 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-198618de-edba-4c1c-bb01-b603930cbdcd service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243815 Jul 16 20:33:47.090415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-7f384faf-e226-4fd0-82b2-ac5249ff0f4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 200 len: 217 time: 0.0882282 Jul 16 20:33:47.188351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-5294e9c8-3c07-40f9-bf57-4f10fa2aabae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.189677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-5294e9c8-3c07-40f9-bf57-4f10fa2aabae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.0934227 Jul 16 20:33:47.313663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-01b82199-8ba9-4d09-bfab-1fe434846b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.316750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-01b82199-8ba9-4d09-bfab-1fe434846b4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202004 Jul 16 20:33:47.469969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-ac30c5b7-0fab-4800-9e23-a4a836f2091e service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459508 Jul 16 20:33:47.523960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54642) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.627688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-5a16b305-9d41-4c63-8b34-8e1d29fb59ab service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509395 Jul 16 20:33:47.725715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-4fe48f62-e7ee-4426-821b-599bdca8b136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 200 len: 217 time: 0.0893090 Jul 16 20:33:47.749001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1114400081-network', 'tenant_id': '7d599e40c8274f2295d522c087784d8b'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:47.793648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Made reservation on behalf of 7d599e40c8274f2295d522c087784d8b for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:47.797959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.819640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-79739d53-34b8-49ee-a69b-67a2f038c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.820305 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.823140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-79739d53-34b8-49ee-a69b-67a2f038c72d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.0702651 Jul 16 20:33:47.878551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef77cf-c1cf-417d-b13b-c854f86cee01 req-7511c6a3-e252-4802-a344-ff9fa10ba991 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.887676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3ef77cf-c1cf-417d-b13b-c854f86cee01 req-7511c6a3-e252-4802-a344-ff9fa10ba991 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1762781 Jul 16 20:33:47.965327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3ef77cf-c1cf-417d-b13b-c854f86cee01 req-92d58a42-acb1-4341-98f6-1f31d5007595 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756993 Jul 16 20:33:47.982599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-f99b7f45-ec7c-4106-8473-8058b91861d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.984540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-f99b7f45-ec7c-4106-8473-8058b91861d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563861 Jul 16 20:33:48.073943 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.083122 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.152857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:48.173318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.199412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.202024 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Added segment a32826bb-754e-4289-bb7e-68a6ac78d894 of type vlan for network ca587b85-c8db-429e-80c6-8aa4d22a6e7c Jul 16 20:33:48.230916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-4159b3a6-ff3b-4da3-ac56-e27e7e778e60 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378559 Jul 16 20:33:48.285852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.349757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.351780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.352427 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.397660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8716867 Jul 16 20:33:48.401166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.410526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Request body: {'subnet': {'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1114400081-subnet', 'tenant_id': '7d599e40c8274f2295d522c087784d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:48.414685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7c539a-fda9-4744-bc7f-84dbd1aeb595 req-f47b62ba-caf9-41fc-8cd8-9a396c3d68ff service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767941 Jul 16 20:33:48.457919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294915e-ec5a-4b48-96c3-04582f7e19e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ca587b85-c8db-429e-80c6-8aa4d22a6e7c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.482451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:48.487688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Made reservation on behalf of 7d599e40c8274f2295d522c087784d8b for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:48.490737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.597247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:48.643044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54662) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.782005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.785513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.876921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633f40ab-5d75-4270-ae0d-51cc16bd9359,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.909407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-778369ef-9c7c-4fc0-9671-ca1d08876095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.948257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Checking segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:48.948257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Network hostable DHCP agents. Network: ca587b85-c8db-429e-80c6-8aa4d22a6e7c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:48.967147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:48.975154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:48.986097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:48.992989 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffbf186-81c0-4bc2-be96-c346412ae6da" -d '{"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:49.007885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.019657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ca587b85-c8db-429e-80c6-8aa4d22a6e7c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:49.035430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.036736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.092022 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-778369ef-9c7c-4fc0-9671-ca1d08876095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.093070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc917417-3253-4d58-8e86-e6ce42ab8cfa None None] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:49.100979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-778369ef-9c7c-4fc0-9671-ca1d08876095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.102748 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3cb6ad7e-3474-438e-9698-20bd23e91377 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6995437 Jul 16 20:33:49.158520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-778369ef-9c7c-4fc0-9671-ca1d08876095 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3157b69ea78243118a77cbaf1cde0325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139053 Jul 16 20:33:49.162413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54674) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:49.200166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778369ef-9c7c-4fc0-9671-ca1d08876095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b683097-6613-4074-842b-ab73a9f41a4c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:49.230634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:49.323287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e631-604e-4ae1-9c0f-77da3e850e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.390924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e631-604e-4ae1-9c0f-77da3e850e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.532557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa295c89-25bd-4d2b-9b68-bc3913fe3dae None None] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:49.558555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e631-604e-4ae1-9c0f-77da3e850e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.562275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e631-604e-4ae1-9c0f-77da3e850e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.563917 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b2c1e631-604e-4ae1-9c0f-77da3e850e53 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9b683097-6613-4074-842b-ab73a9f41a4c HTTP/1.1" status: 204 len: 168 time: 0.3998191 Jul 16 20:33:49.584840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da9732-7854-4053-9a65-04b723687bc4 req-b0125fa8-0ec4-4816-aed3-bd2c330dca07 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.630826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17da9732-7854-4053-9a65-04b723687bc4 req-b0125fa8-0ec4-4816-aed3-bd2c330dca07 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 943 time: 0.1741168 Jul 16 20:33:49.652235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1e631-604e-4ae1-9c0f-77da3e850e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b683097-6613-4074-842b-ab73a9f41a4c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:49.765822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17da9732-7854-4053-9a65-04b723687bc4 req-d8c3d9e0-0dc4-4e32-9e13-2cccf4b232d3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252232 Jul 16 20:33:49.823621 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960738f9-e80f-466a-b036-b39077ba28b8 x-openstack-request-id: req-960738f9-e80f-466a-b036-b39077ba28b8 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:49.824187 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-unplugged", "status": "failed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9", "code": 422}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:49.824777 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-960738f9-e80f-466a-b036-b39077ba28b8 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:49.825420 n-d-798930-6 neutron-server[94097]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'code': 422} returned with failed status Jul 16 20:33:50.123829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:50.145888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af10-927d-4b1b-96f4-f98586dac80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.286076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af10-927d-4b1b-96f4-f98586dac80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.292430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af10-927d-4b1b-96f4-f98586dac80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.337927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7af10-927d-4b1b-96f4-f98586dac80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad75a1e-87c7-440a-bca6-73741cc3951d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.372417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3ca7af10-927d-4b1b-96f4-f98586dac80b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8ac539fb5a5d4078b7d20418f47b4320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469282 Jul 16 20:33:50.375064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:50.450094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e038683-dfe2-4d66-89ba-7ea0fcb87f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.480997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e038683-dfe2-4d66-89ba-7ea0fcb87f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.547014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e038683-dfe2-4d66-89ba-7ea0fcb87f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.550143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e038683-dfe2-4d66-89ba-7ea0fcb87f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.553935 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6e038683-dfe2-4d66-89ba-7ea0fcb87f32 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7ad75a1e-87c7-440a-bca6-73741cc3951d HTTP/1.1" status: 204 len: 168 time: 0.1753674 Jul 16 20:33:50.561737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e038683-dfe2-4d66-89ba-7ea0fcb87f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad75a1e-87c7-440a-bca6-73741cc3951d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.728106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c2d5-18a6-4981-bab4-10700864b01c req-ee101e5a-c41a-49e5-9359-789839877086 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.732106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-ee101e5a-c41a-49e5-9359-789839877086 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.1668835 Jul 16 20:33:50.758290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-3903bfcb-9c17-46d5-ac4b-48305fb7b3f9 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/quotas/7d599e40c8274f2295d522c087784d8b HTTP/1.1" status: 200 len: 375 time: 0.0174692 Jul 16 20:33:50.796898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-378fc634-32ca-4f8e-9890-24f1551c7c7f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332477 Jul 16 20:33:50.935983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-015033c6-9f62-4b23-a41c-2f869beb7b4e service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271293 Jul 16 20:33:51.060779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-3649dab0-9298-439f-82f9-57323cf1fc1c service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238723 Jul 16 20:33:51.427460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d506a29-b604-4673-8467-d28c0c982ba7 req-e6230515-29c1-4703-986c-856226128185 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:51.429091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d506a29-b604-4673-8467-d28c0c982ba7 req-e6230515-29c1-4703-986c-856226128185 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 943 time: 0.0916078 Jul 16 20:33:51.496277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d506a29-b604-4673-8467-d28c0c982ba7 req-af1810e6-22ac-4573-94e0-2869a77f95dd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562949 Jul 16 20:33:51.862042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46c9f928-728b-446a-8068-fcf0875a883a req-f8936ee2-f837-476b-a229-e2378495a36f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 210 time: 0.0330248 Jul 16 20:33:52.121710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-32963eeb-b6b5-4641-b017-f977dc9f18fc req-b93550d5-3501-44f3-adb4-078cb38f3101 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:33:52.122959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32963eeb-b6b5-4641-b017-f977dc9f18fc req-b93550d5-3501-44f3-adb4-078cb38f3101 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064991 Jul 16 20:33:52.478334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfbfc8-e992-4f37-9d52-34e44548c6e3 req-a43aef0b-6208-4a46-bdbc-5308512325ae tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.480700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ecfbfc8-e992-4f37-9d52-34e44548c6e3 req-a43aef0b-6208-4a46-bdbc-5308512325ae tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 943 time: 0.0923264 Jul 16 20:33:52.527334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ecfbfc8-e992-4f37-9d52-34e44548c6e3 req-624ad428-e9c7-42f5-a597-88ebab3e1737 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Jul 16 20:33:52.580807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:52.813012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-2dcf6640-f55e-4845-9d96-1539ee4aa3f9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1784537 Jul 16 20:33:53.105741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9b8181d-61b2-4cfc-9358-7940c14be08d req-cdcddc3a-9f97-4eb5-9b09-98e5dc126767 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 210 time: 0.0577164 Jul 16 20:33:53.228844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c2d5-18a6-4981-bab4-10700864b01c req-6bcc3a17-8114-4eb4-bb0e-50be2b2f3317 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.230337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-6bcc3a17-8114-4eb4-bb0e-50be2b2f3317 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.1948879 Jul 16 20:33:53.244177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Request body: {'port': {'device_id': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'admin_state_up': True, 'tenant_id': '7d599e40c8274f2295d522c087784d8b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:53.400912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Made reservation on behalf of 7d599e40c8274f2295d522c087784d8b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:53.406467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.583698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Allocated IP 172.20.0.6 (ca587b85-c8db-429e-80c6-8aa4d22a6e7c/633f40ab-5d75-4270-ae0d-51cc16bd9359/0f487543-cb57-4cee-b588-d811e8234215) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:53.852622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.871867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971ef25-27c4-4d3b-9fcd-0f888db2d6ac req-030e7c42-c86a-4757-8ebd-3ac919862447 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.874964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9971ef25-27c4-4d3b-9fcd-0f888db2d6ac req-030e7c42-c86a-4757-8ebd-3ac919862447 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 943 time: 0.1480479 Jul 16 20:33:53.938361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9971ef25-27c4-4d3b-9fcd-0f888db2d6ac req-f7952b12-47ed-46c3-9767-83237e6ac5d5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551529 Jul 16 20:33:53.948942 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.055413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:54.064280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:54.072613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:54.075373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event updated for resources: {'Port': ['ID=0f487543-cb57-4cee-b588-d811e8234215,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:54.166774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.169893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.194953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-e7219d48-5e6d-410f-9a49-ab762919dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.197906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-e7219d48-5e6d-410f-9a49-ab762919dc50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4&tenant_id=db8d5781aa7e4b019e9f74049faa6638 HTTP/1.1" status: 200 len: 1094 time: 0.2127423 Jul 16 20:33:54.205085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1aac948e-092a-41f6-a8dc-0077bc605a69 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655726 Jul 16 20:33:54.213623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.230209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Request body: {'port': {'device_id': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:54.386926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.391330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.671054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1b980-a270-45b2-9f65-b18f7981b188 req-86c91a87-beab-4e5f-ab8c-c1f2f4f868fa tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.672526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94b1b980-a270-45b2-9f65-b18f7981b188 req-86c91a87-beab-4e5f-ab8c-c1f2f4f868fa tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 931 time: 0.2876582 Jul 16 20:33:54.821778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94b1b980-a270-45b2-9f65-b18f7981b188 req-918dd367-e9f5-48ff-a431-0e3dbd06bdaf tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417775 Jul 16 20:33:54.868646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:54.946256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:54.989757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f487543-cb57-4cee-b588-d811e8234215 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:54.999658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a316ea5-268b-45b5-869e-56ca5f371ea9 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:55.005330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.012284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.034010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Transition to ACTIVE for port object 0f487543-cb57-4cee-b588-d811e8234215 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:55.037713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Transition to ACTIVE for port object 1a316ea5-268b-45b5-869e-56ca5f371ea9 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:55.041955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.048106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.132666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] No DVR routers for this DVR port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:55.135612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Pushing event updated for resources: {'Port': ['ID=0f487543-cb57-4cee-b588-d811e8234215,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.307061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:55.307806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:55.307806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:55.313619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=9']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.323460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:55.323704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Attempting to bind port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on network aef4a77e-d1a2-43af-a3e3-549df1e3f776 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:55.343335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:55.343335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Checking segment: {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:55.343335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Bound using segment: {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:55.343335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Bound port: 1a316ea5-268b-45b5-869e-56ca5f371ea9, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc173cc8-29ba-4691-ba1f-51bf18ea403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:55.343335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.374103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Attempting to bind port 0f487543-cb57-4cee-b588-d811e8234215 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:55.374435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Attempting to bind port 0f487543-cb57-4cee-b588-d811e8234215 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:55.377677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Attempting to bind port 0f487543-cb57-4cee-b588-d811e8234215 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:55.391830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38341ab7-7083-42a0-8d4f-5aafed5ac379 req-4c258348-6664-4c7b-9b4a-02be34accc35 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.393496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38341ab7-7083-42a0-8d4f-5aafed5ac379 req-4c258348-6664-4c7b-9b4a-02be34accc35 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 943 time: 0.2631860 Jul 16 20:33:55.394117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Port 0f487543-cb57-4cee-b588-d811e8234215 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:55.394441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Attempting to bind port 0f487543-cb57-4cee-b588-d811e8234215 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:55.426638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:55.426970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Checking segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:55.427385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Bound using segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:55.427854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Bound port: 0f487543-cb57-4cee-b588-d811e8234215, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:55.428291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.529594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:55.536292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38341ab7-7083-42a0-8d4f-5aafed5ac379 req-e38ff3b6-e171-4752-8431-345e94e1f075 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143324 Jul 16 20:33:55.558412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:55.568433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.575017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] For port 0f487543-cb57-4cee-b588-d811e8234215, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:55.581847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] For port 0f487543-cb57-4cee-b588-d811e8234215, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0f487543-cb57-4cee-b588-d811e8234215,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:55.614045 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.633908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.634613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.636033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] 10.222.0.26 "PUT /v2.0/ports/1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 1091 time: 1.4299078 Jul 16 20:33:55.636497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:55.639217 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0599790f-921f-4871-88ee-bdc4bbe585e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:55.653906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.654745 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.656291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] 10.222.0.21 "PUT /v2.0/ports/0f487543-cb57-4cee-b588-d811e8234215 HTTP/1.1" status: 200 len: 1091 time: 1.4369569 Jul 16 20:33:55.717784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645669c-e748-4939-a4d6-37fd627b36fb service neutron] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.830452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b2300-3c71-4490-bc5c-dc80d4f5a674 service neutron] Pushing event updated for resources: {'Port': ['ID=0f487543-cb57-4cee-b588-d811e8234215,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.846458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-053e45d7-36c9-4c75-b6fa-582fd1bd67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.848244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-053e45d7-36c9-4c75-b6fa-582fd1bd67e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1095 time: 0.1815603 Jul 16 20:33:55.867304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c2d5-18a6-4981-bab4-10700864b01c req-0826fd45-7e62-415a-a175-ea0c270281a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.869333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-0826fd45-7e62-415a-a175-ea0c270281a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 1094 time: 0.1559045 Jul 16 20:33:55.882969 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21102ad1-37db-4061-9570-f928dbb3cf97 x-openstack-request-id: req-21102ad1-37db-4061-9570-f928dbb3cf97 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:55.883290 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:55.883551 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-21102ad1-37db-4061-9570-f928dbb3cf97 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:55.883990 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'status': 'completed', 'code': 200} Jul 16 20:33:55.929325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-fd0f58cd-1db1-4ca3-a18d-6b81547371fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f487543-cb57-4cee-b588-d811e8234215 HTTP/1.1" status: 200 len: 217 time: 0.0480888 Jul 16 20:33:56.437355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c2d5-18a6-4981-bab4-10700864b01c req-9c814c5c-9085-413f-be3a-9437c9dc1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.439674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-9c814c5c-9085-413f-be3a-9437c9dc1a99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.5047362 Jul 16 20:33:56.452389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-85cbd55e-8dd1-498f-ab5c-1ee34bfd907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.454180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-85cbd55e-8dd1-498f-ab5c-1ee34bfd907b service neutron] 10.222.0.26 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 914 time: 0.5993707 Jul 16 20:33:56.494066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-1f3755ae-1e63-4019-929d-af5f4b72ccc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450280 Jul 16 20:33:56.537474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-cef0dbc1-0250-462b-bed2-01904840bdff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 217 time: 0.0731077 Jul 16 20:33:56.645715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735c404-9426-4909-8c32-d0776bf38a11 req-a32a4f97-5d7d-4b89-bcae-624821e85a71 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.647446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d735c404-9426-4909-8c32-d0776bf38a11 req-a32a4f97-5d7d-4b89-bcae-624821e85a71 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 943 time: 0.2808743 Jul 16 20:33:56.649006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54858) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.676931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1a3c198d-3bc7-4826-bfc4-77ef8cb33063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.678362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-1a3c198d-3bc7-4826-bfc4-77ef8cb33063 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.1286356 Jul 16 20:33:56.724975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-92a54835-954c-4d24-9204-3be214b512aa service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986940 Jul 16 20:33:56.729702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-5dc9966b-d604-4177-90a1-2edf51d5729a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366008 Jul 16 20:33:56.790870 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-650c-41e4-bfce-ad21a101f170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.803376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d735c404-9426-4909-8c32-d0776bf38a11 req-3e1e1aef-fd43-46cb-8514-34e4f3fc88dd tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377757 Jul 16 20:33:56.916434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4759c2d5-18a6-4981-bab4-10700864b01c req-a98f8ea3-ab49-4d2c-80d2-d441f5848ebb service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842639 Jul 16 20:33:56.921155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-da5130a7-c58c-4a41-9ae5-3bd38022c8fb service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740215 Jul 16 20:33:56.939104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-650c-41e4-bfce-ad21a101f170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.947117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-650c-41e4-bfce-ad21a101f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.995119 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56559f14-650c-41e4-bfce-ad21a101f170 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=22e6a7be13b24c08a11105370e699aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447292 Jul 16 20:33:56.998176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56559f14-650c-41e4-bfce-ad21a101f170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4fcb0-c8c9-42d3-b0c0-66b6b45f63bd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:56.998867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54866) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.118564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd6fa-7247-4f15-b18a-5616908c4165 req-c2ac7a09-acdb-4e72-b740-8d34c17d17da tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.120102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51cfd6fa-7247-4f15-b18a-5616908c4165 req-c2ac7a09-acdb-4e72-b740-8d34c17d17da tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 944 time: 0.1980414 Jul 16 20:33:57.122259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-3628b041-77b2-4955-8e83-de386d2b6ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882460 Jul 16 20:33:57.155471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d4afae9-9f63-4733-8463-dde65aa08b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.185061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51cfd6fa-7247-4f15-b18a-5616908c4165 req-73407989-97b9-47cf-aeb3-b5ba1a843ab5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589564 Jul 16 20:33:57.203480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d4afae9-9f63-4733-8463-dde65aa08b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.314657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-9cea4ff6-2b35-4fa5-8e44-8d5cc584d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.316296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-9cea4ff6-2b35-4fa5-8e44-8d5cc584d406 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1095 time: 0.1229744 Jul 16 20:33:57.334995 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d4afae9-9f63-4733-8463-dde65aa08b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.337824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d4afae9-9f63-4733-8463-dde65aa08b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.342266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5d4afae9-9f63-4733-8463-dde65aa08b7c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bae4fcb0-c8c9-42d3-b0c0-66b6b45f63bd HTTP/1.1" status: 204 len: 168 time: 0.3379881 Jul 16 20:33:57.372466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4afae9-9f63-4733-8463-dde65aa08b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4fcb0-c8c9-42d3-b0c0-66b6b45f63bd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.453153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-0c6cfffc-cbea-45dc-98e9-cacf47387b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.454775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-0c6cfffc-cbea-45dc-98e9-cacf47387b1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 914 time: 0.1315234 Jul 16 20:33:57.502571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-cd18f073-cbb3-4f60-b19c-abebcaffe049 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 217 time: 0.0394754 Jul 16 20:33:57.558784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-90abe7e6-b779-4d43-ae8e-31dc3a63e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.561199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-90abe7e6-b779-4d43-ae8e-31dc3a63e86b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.0512524 Jul 16 20:33:57.617333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-4bb44aac-192f-4915-a91e-9aee36a0f10f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482306 Jul 16 20:33:57.745393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-6a7dff18-2cee-4c22-8b83-dc212f3f0367 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210170 Jul 16 20:33:57.889172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'tag': '0f487543-cb57-4cee-b588-d811e8234215'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:57.892992 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "741e67e3-d5da-44a1-a570-697991e3ad4f", "tag": "0f487543-cb57-4cee-b588-d811e8234215"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:57.911822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0599790f-921f-4871-88ee-bdc4bbe585e0 req-6a02e5f9-2ff4-4c03-8182-ebc57469e6e8 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598928 Jul 16 20:33:58.110617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3977ba-4061-4b3d-bf2c-69a3d5529b47 req-f1c76f0b-ac48-4c1c-b72f-514444915ed7 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:58.113135 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a3977ba-4061-4b3d-bf2c-69a3d5529b47 req-f1c76f0b-ac48-4c1c-b72f-514444915ed7 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 943 time: 0.1270430 Jul 16 20:33:58.244701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a3977ba-4061-4b3d-bf2c-69a3d5529b47 req-0b8df65f-08d1-4c4a-ad3c-f68581b8579c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023884 Jul 16 20:33:58.380130 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb349331-d76a-4e8c-9fe5-5c5dc0a275d3 x-openstack-request-id: req-bb349331-d76a-4e8c-9fe5-5c5dc0a275d3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:58.380426 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741e67e3-d5da-44a1-a570-697991e3ad4f", "tag": "0f487543-cb57-4cee-b588-d811e8234215", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:58.380679 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bb349331-d76a-4e8c-9fe5-5c5dc0a275d3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:58.381085 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'tag': '0f487543-cb57-4cee-b588-d811e8234215', 'status': 'completed', 'code': 200} Jul 16 20:33:58.538398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-b1a3435c-2a03-4b2d-a7a2-a1a0dbe82eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:58.540226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-b1a3435c-2a03-4b2d-a7a2-a1a0dbe82eee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 1094 time: 0.1085134 Jul 16 20:33:58.610253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54928) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:58.790003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-2e417c63-8f29-4c18-8bf8-0784b00fb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:58.792218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-2e417c63-8f29-4c18-8bf8-0784b00fb0f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 916 time: 0.2453730 Jul 16 20:33:58.902191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-511458454-network', 'tenant_id': 'f26b6dcdba4a4f61bb5345e1a1dc05f7'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:58.947915 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Made reservation on behalf of f26b6dcdba4a4f61bb5345e1a1dc05f7 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:58.953267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.959472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-50d5d7cc-c5bd-4c42-a9b7-99085b400504 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f487543-cb57-4cee-b588-d811e8234215 HTTP/1.1" status: 200 len: 217 time: 0.1433640 Jul 16 20:33:58.964233 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.041809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc4ee2-a247-4708-8531-21d11b7ea0d6 req-cfba889e-10f8-4f0a-b7f3-276d744f214f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:59.049743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53cc4ee2-a247-4708-8531-21d11b7ea0d6 req-cfba889e-10f8-4f0a-b7f3-276d744f214f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 944 time: 0.2563970 Jul 16 20:33:59.059664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-89a3c932-4406-4146-a3ab-635a9428668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:59.062102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-89a3c932-4406-4146-a3ab-635a9428668d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.0960371 Jul 16 20:33:59.135542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-4ee3072b-ac3c-4d23-aada-48d6db333102 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581570 Jul 16 20:33:59.195041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53cc4ee2-a247-4708-8531-21d11b7ea0d6 req-a101f8d6-748b-44fd-ad5a-866341b7939c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405287 Jul 16 20:33:59.219205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.225076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.253063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:59.265228 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.266085 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Added segment 66e9687d-4610-4e84-ae0e-e8ca93b3025e of type vlan for network 13aaf206-1f01-4a0f-b442-69790e12181a Jul 16 20:33:59.315566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.368849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56e7dd-9b34-4ca3-b191-edd779e463e1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.396730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-00b954cd-155e-4e92-9e6d-0fdc684c5a26 service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545214 Jul 16 20:33:59.407489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.409014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:59.409910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.479660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8665211 Jul 16 20:33:59.483620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 54936) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:59.489629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Request body: {'subnet': {'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-511458454-subnet', 'tenant_id': 'f26b6dcdba4a4f61bb5345e1a1dc05f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:59.520601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6901241-1c38-4c86-ac14-8b5e54aa2543 admin admin] Pushing event updated for resources: {'Network': ['ID=13aaf206-1f01-4a0f-b442-69790e12181a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.547779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 13aaf206-1f01-4a0f-b442-69790e12181a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:59.609877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Made reservation on behalf of f26b6dcdba4a4f61bb5345e1a1dc05f7 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:59.618146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.910923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.964973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ae4eab8-2671-435e-9ce8-b87a3e67c2b3 req-2c0ae952-99ac-49b8-af99-1b57aa7b1a02 service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616837 Jul 16 20:34:00.060068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e886ce25-f64a-4c8a-a25d-4faf1c4aa43f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:00.098260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Checking segment: {'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:00.098723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Network hostable DHCP agents. Network: 13aaf206-1f01-4a0f-b442-69790e12181a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:00.136774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046abc7-8f31-4a6a-92d8-cae051cec594 req-29da2c71-bc84-4b55-841a-5c34dd786420 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.145992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0046abc7-8f31-4a6a-92d8-cae051cec594 req-29da2c71-bc84-4b55-841a-5c34dd786420 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 943 time: 0.1858869 Jul 16 20:34:00.156814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Network 13aaf206-1f01-4a0f-b442-69790e12181a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:00.180418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 13aaf206-1f01-4a0f-b442-69790e12181a) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:00.193189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46578e6b-0606-4286-8fce-4cd5f2ba23a2 None None] Network 13aaf206-1f01-4a0f-b442-69790e12181a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:00.194001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.194699 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.222930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0046abc7-8f31-4a6a-92d8-cae051cec594 req-6ea1782c-2d05-4d8b-9f63-df1f0c6984da tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745242 Jul 16 20:34:00.243970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4c3591b8-1a53-40d1-ac62-ba23ccee727a admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7580712 Jul 16 20:34:00.285458 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-29777ee3-ad4c-4ec8-88a0-19d094c0f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.512744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4547da-7a37-4c54-8858-973a7b79bafc None None] Network 13aaf206-1f01-4a0f-b442-69790e12181a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:00.543917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587555c9-c61b-459c-9dbe-cccebd214a8f req-fdec6a0d-7a60-4e8c-b1b3-986955432aa4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.561486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-587555c9-c61b-459c-9dbe-cccebd214a8f req-fdec6a0d-7a60-4e8c-b1b3-986955432aa4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 944 time: 0.1728587 Jul 16 20:34:00.669782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-587555c9-c61b-459c-9dbe-cccebd214a8f req-afc5c1ff-97e6-45b2-84e6-4528a24875e1 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012447 Jul 16 20:34:00.679342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0f487543-cb57-4cee-b588-d811e8234215 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:00.906442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0f487543-cb57-4cee-b588-d811e8234215, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0f487543-cb57-4cee-b588-d811e8234215,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:00.927577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0f487543-cb57-4cee-b588-d811e8234215', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'port_id': '0f487543-cb57-4cee-b588-d811e8234215', 'mac_address': 'fa:16:3e:2b:15:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633f40ab-5d75-4270-ae0d-51cc16bd9359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:00.978448 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.997148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f487543-cb57-4cee-b588-d811e8234215 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:01.043741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0f487543-cb57-4cee-b588-d811e8234215, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0f487543-cb57-4cee-b588-d811e8234215,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:01.057196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.143990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0f487543-cb57-4cee-b588-d811e8234215,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:01.347661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:02.632057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0f487543-cb57-4cee-b588-d811e8234215 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:02.690820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 0f487543-cb57-4cee-b588-d811e8234215 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:02.695199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0f487543-cb57-4cee-b588-d811e8234215 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:02.695668 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.785309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.817614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f487543-cb57-4cee-b588-d811e8234215'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:02.819933 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102135a6-d2b6-4e60-9e96-62db2d9f3776" -d '{"events": [{"server_uuid": "741e67e3-d5da-44a1-a570-697991e3ad4f", "name": "network-vif-plugged", "status": "completed", "tag": "0f487543-cb57-4cee-b588-d811e8234215"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:02.839496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0f487543-cb57-4cee-b588-d811e8234215, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0f487543-cb57-4cee-b588-d811e8234215,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:02.844487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.900273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0f487543-cb57-4cee-b588-d811e8234215,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:03.982435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.807390 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0587f36f-a36a-42b4-a8f5-574bc773c9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.986201 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.130363 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.259488 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.605789 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.921721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa36083-70b4-4edc-8440-4e79164ee4cc req-add23e2c-3509-4241-a52b-705faa913763 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:08.923345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfa36083-70b4-4edc-8440-4e79164ee4cc req-add23e2c-3509-4241-a52b-705faa913763 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 945 time: 0.0654261 Jul 16 20:34:08.962213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfa36083-70b4-4edc-8440-4e79164ee4cc req-a2c11d92-9e98-4fd8-8f89-b3174bdeb7b1 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Jul 16 20:34:09.137579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231c140-02b5-4015-aa94-5fc1dfca81ee req-aac25bf1-3ff3-4244-8a06-121192f5de94 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:09.139332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5231c140-02b5-4015-aa94-5fc1dfca81ee req-aac25bf1-3ff3-4244-8a06-121192f5de94 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 944 time: 0.0732625 Jul 16 20:34:09.190200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5231c140-02b5-4015-aa94-5fc1dfca81ee req-1b903d42-69f4-4eb2-bef6-88dbbd522099 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441165 Jul 16 20:34:09.389057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b25df-0239-4855-a286-d8a5ccfda708 req-6f6ec0d0-3b33-4b4d-978b-26cf9d0bb209 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:09.390591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-6f6ec0d0-3b33-4b4d-978b-26cf9d0bb209 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/networks?id=13aaf206-1f01-4a0f-b442-69790e12181a HTTP/1.1" status: 200 len: 808 time: 0.1197317 Jul 16 20:34:09.410017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-6b946897-31af-4d51-ab53-9b34895d1a6e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/quotas/f26b6dcdba4a4f61bb5345e1a1dc05f7 HTTP/1.1" status: 200 len: 375 time: 0.0098326 Jul 16 20:34:09.447103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-56c288ef-e4dd-44de-9013-03d0c320135b tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=f26b6dcdba4a4f61bb5345e1a1dc05f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304458 Jul 16 20:34:09.549981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-90f6cfb5-589f-4996-808a-f0f6da14c9d2 service neutron] 10.222.0.100 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955780 Jul 16 20:34:09.645886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-ed7b2437-ac36-4665-ac66-8ec993e4edb2 service neutron] 10.222.0.100 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898707 Jul 16 20:34:09.991172 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b1a52-0fb1-4e42-8b95-bf2660511178 x-openstack-request-id: req-af5b1a52-0fb1-4e42-8b95-bf2660511178 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:09.992336 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741e67e3-d5da-44a1-a570-697991e3ad4f", "name": "network-vif-plugged", "status": "completed", "tag": "0f487543-cb57-4cee-b588-d811e8234215", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:09.992926 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-af5b1a52-0fb1-4e42-8b95-bf2660511178 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:09.993850 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f487543-cb57-4cee-b588-d811e8234215', 'code': 200} Jul 16 20:34:10.152892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6850b-d9d4-4438-ae4d-d7b1e0521e8c req-a5ad1e42-21b6-4067-83a7-7f7a060fe9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:10.154570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90f6850b-d9d4-4438-ae4d-d7b1e0521e8c req-a5ad1e42-21b6-4067-83a7-7f7a060fe9c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 1096 time: 0.0800276 Jul 16 20:34:10.195774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6473cbc0-1dab-4f02-8f27-bfcc606eb21a req-8900cda8-8b72-4c66-a5a6-07e991284e1b tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 210 time: 0.0365195 Jul 16 20:34:10.249735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90f6850b-d9d4-4438-ae4d-d7b1e0521e8c req-cc249bdd-627c-4b5d-a3ce-7d5e33c62f3b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805492 Jul 16 20:34:10.492509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75fa56-bc14-4aad-bba7-550c5a512b99 req-ac1373d1-05fd-4427-ad55-2aa3b851f84c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:10.495751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e75fa56-bc14-4aad-bba7-550c5a512b99 req-ac1373d1-05fd-4427-ad55-2aa3b851f84c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 945 time: 0.0756586 Jul 16 20:34:10.543902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e75fa56-bc14-4aad-bba7-550c5a512b99 req-3f7ad6c4-2378-4aa7-bc73-ff6cabe4e0ed tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Jul 16 20:34:10.726719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c873d-16ac-4e76-9c78-21556b508f84 req-8a2ac48f-4530-4eed-bf39-2a788c0f1878 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:10.728378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a3c873d-16ac-4e76-9c78-21556b508f84 req-8a2ac48f-4530-4eed-bf39-2a788c0f1878 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 944 time: 0.0753474 Jul 16 20:34:10.769510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a3c873d-16ac-4e76-9c78-21556b508f84 req-1c532c08-6692-43c0-b5d0-e7726a6ca6b5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347133 Jul 16 20:34:11.140392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b25df-0239-4855-a286-d8a5ccfda708 req-ebc37ecb-7184-45fc-b125-edd371ab4660 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.142294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-ebc37ecb-7184-45fc-b125-edd371ab4660 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.26 "GET /v2.0/networks?id=13aaf206-1f01-4a0f-b442-69790e12181a HTTP/1.1" status: 200 len: 808 time: 0.1794949 Jul 16 20:34:11.163959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Request body: {'port': {'device_id': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a', 'admin_state_up': True, 'tenant_id': 'f26b6dcdba4a4f61bb5345e1a1dc05f7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:11.194921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:11.353332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:11.371980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Made reservation on behalf of f26b6dcdba4a4f61bb5345e1a1dc05f7 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:11.374959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'network_id': 'aef4a77e-d1a2-43af-a3e3-549df1e3f776', 'port_id': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'mac_address': 'fa:16:3e:9a:04:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbceadae-2317-4af3-a437-01398118c8d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:11.376925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.423275 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.441786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a316ea5-268b-45b5-869e-56ca5f371ea9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:11.465830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:11.471072 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.496987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-032889f4-9ec5-432b-a6b5-161d042156a4 req-69ae6f8c-a971-4e20-939b-edea1c0ba3a8 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 210 time: 0.0367091 Jul 16 20:34:11.541485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:11.573854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Allocated IP 172.20.0.4 (13aaf206-1f01-4a0f-b442-69790e12181a/e886ce25-f64a-4c8a-a25d-4faf1c4aa43f/94054d32-d503-4ac8-8a07-0d4ad957b072) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:11.766842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1a316ea5-268b-45b5-869e-56ca5f371ea9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:11.802424 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.850526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711d914-8727-4045-a2b7-693552b38d3d req-96964f74-4e6a-4a74-87d9-e991a513eed6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.852107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e711d914-8727-4045-a2b7-693552b38d3d req-96964f74-4e6a-4a74-87d9-e991a513eed6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 945 time: 0.1078594 Jul 16 20:34:11.890919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.950034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e711d914-8727-4045-a2b7-693552b38d3d req-3d11d2fd-4e1a-4330-90de-0d523cc48432 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892022 Jul 16 20:34:11.966475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Network 13aaf206-1f01-4a0f-b442-69790e12181a is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:11.971494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:11.973657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Pushing event updated for resources: {'Port': ['ID=94054d32-d503-4ac8-8a07-0d4ad957b072,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:11.983193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:12.052875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:12.053551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.072739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-db01de47-c0db-4f62-8dd3-27f0332dd71e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9169099 Jul 16 20:34:12.085298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Request body: {'port': {'device_id': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:12.207036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.254264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a6d07-5a3e-4958-aa30-1f9d45b00ede req-b9ae1d8c-a921-4ab6-b59d-b55eb9057c3b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:12.261504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-745a6d07-5a3e-4958-aa30-1f9d45b00ede req-b9ae1d8c-a921-4ab6-b59d-b55eb9057c3b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 945 time: 0.1530836 Jul 16 20:34:12.383438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-745a6d07-5a3e-4958-aa30-1f9d45b00ede req-c5b6c2db-3878-49be-878f-79f00f16b533 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210320 Jul 16 20:34:12.582186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94054d32-d503-4ac8-8a07-0d4ad957b072 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:12.602413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.632417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Transition to ACTIVE for port object 94054d32-d503-4ac8-8a07-0d4ad957b072 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:12.639007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.742334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Pushing event updated for resources: {'Port': ['ID=94054d32-d503-4ac8-8a07-0d4ad957b072,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.826478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5a89-7c80-4ecd-b3e8-c4d48e9d1c33 req-ad8f75f9-c33b-42b5-94eb-a308ec911575 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:12.828095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-470e5a89-7c80-4ecd-b3e8-c4d48e9d1c33 req-ad8f75f9-c33b-42b5-94eb-a308ec911575 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 943 time: 0.1817567 Jul 16 20:34:12.866569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Attempting to bind port 94054d32-d503-4ac8-8a07-0d4ad957b072 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:12.866917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Attempting to bind port 94054d32-d503-4ac8-8a07-0d4ad957b072 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:12.867275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Attempting to bind port 94054d32-d503-4ac8-8a07-0d4ad957b072 on network 13aaf206-1f01-4a0f-b442-69790e12181a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:12.875713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Port 94054d32-d503-4ac8-8a07-0d4ad957b072 on network 13aaf206-1f01-4a0f-b442-69790e12181a not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:12.876035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Attempting to bind port 94054d32-d503-4ac8-8a07-0d4ad957b072 on network 13aaf206-1f01-4a0f-b442-69790e12181a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:12.891143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:12.891509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Checking segment: {'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:12.891898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Bound using segment: {'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:12.892343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Bound port: 94054d32-d503-4ac8-8a07-0d4ad957b072, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:12.892699 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.899722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-470e5a89-7c80-4ecd-b3e8-c4d48e9d1c33 req-1a51dbad-a0a4-45e1-811c-47622ed75af9 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556657 Jul 16 20:34:12.983461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] For port 94054d32-d503-4ac8-8a07-0d4ad957b072, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:12.999201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] For port 94054d32-d503-4ac8-8a07-0d4ad957b072, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=94054d32-d503-4ac8-8a07-0d4ad957b072,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:13.006069 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.056495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.058756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.061433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] 10.222.0.26 "PUT /v2.0/ports/94054d32-d503-4ac8-8a07-0d4ad957b072 HTTP/1.1" status: 200 len: 1091 time: 0.9809108 Jul 16 20:34:13.064283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'tag': '94054d32-d503-4ac8-8a07-0d4ad957b072'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:13.084487 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4536f3-78ef-4138-a00d-349d63381f95" -d '{"events": [{"name": "network-changed", "server_uuid": "afb3d814-74b4-4906-b4e0-75095dcf9b41", "tag": "94054d32-d503-4ac8-8a07-0d4ad957b072"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:13.136538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b349d-2f7a-403b-a495-227cb7749c6e service neutron] Pushing event updated for resources: {'Port': ['ID=94054d32-d503-4ac8-8a07-0d4ad957b072,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:13.151319 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fca15d6-9831-4386-9f5b-5a67aa022dcf x-openstack-request-id: req-8fca15d6-9831-4386-9f5b-5a67aa022dcf {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:13.151630 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb3d814-74b4-4906-b4e0-75095dcf9b41", "tag": "94054d32-d503-4ac8-8a07-0d4ad957b072", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:13.151942 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8fca15d6-9831-4386-9f5b-5a67aa022dcf {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:13.152403 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'tag': '94054d32-d503-4ac8-8a07-0d4ad957b072', 'status': 'completed', 'code': 200} Jul 16 20:34:13.196592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:13.213033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b25df-0239-4855-a286-d8a5ccfda708 req-18fc56ce-842b-4ea8-8fa2-7439ae037505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.214709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-18fc56ce-842b-4ea8-8fa2-7439ae037505 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f26b6dcdba4a4f61bb5345e1a1dc05f7&device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 1094 time: 0.0731966 Jul 16 20:34:13.254805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 1a316ea5-268b-45b5-869e-56ca5f371ea9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:13.259029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 1a316ea5-268b-45b5-869e-56ca5f371ea9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:13.259527 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.262283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-8a91937f-9761-4f7b-b1d3-257c27be87d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94054d32-d503-4ac8-8a07-0d4ad957b072 HTTP/1.1" status: 200 len: 217 time: 0.0398300 Jul 16 20:34:13.315856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b25df-0239-4855-a286-d8a5ccfda708 req-0515cbf9-8ba3-471f-8ee0-cf669bd97578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.317543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-0515cbf9-8ba3-471f-8ee0-cf669bd97578 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e886ce25-f64a-4c8a-a25d-4faf1c4aa43f HTTP/1.1" status: 200 len: 848 time: 0.0495617 Jul 16 20:34:13.351759 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.359433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-053a4f37-4b43-40c3-83d0-7373de369eb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13aaf206-1f01-4a0f-b442-69790e12181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353968 Jul 16 20:34:13.393331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:13.395800 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e987b-f09c-4ab4-9f72-3600734a8d0b" -d '{"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:13.413994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:13.421583 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.471851 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7c4d94-a03c-4163-ba44-0d9ed9add849 x-openstack-request-id: req-2b7c4d94-a03c-4163-ba44-0d9ed9add849 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:13.472814 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:13.473402 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2b7c4d94-a03c-4163-ba44-0d9ed9add849 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:13.475046 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'code': 200} Jul 16 20:34:13.485963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-3f17a89c-7d18-4525-ba2d-d3b2635cbc86 service neutron] 10.222.0.26 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193247 Jul 16 20:34:13.495046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=12']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:13.633649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-739b25df-0239-4855-a286-d8a5ccfda708 req-3b74bfe9-db13-494a-bd32-d8e9e10c7b8a service neutron] 10.222.0.26 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380026 Jul 16 20:34:13.667616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc191979-8272-4f6c-91bc-8f8e02123a57 req-683f5ca3-c38b-4230-80df-7bfdcca69123 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.669202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc191979-8272-4f6c-91bc-8f8e02123a57 req-683f5ca3-c38b-4230-80df-7bfdcca69123 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0982111 Jul 16 20:34:13.671181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857355c-6c02-4901-b717-f6fb787fec5e req-d80e83de-ee26-4780-8664-75004423f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.672726 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d857355c-6c02-4901-b717-f6fb787fec5e req-d80e83de-ee26-4780-8664-75004423f77f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1097 time: 0.0629637 Jul 16 20:34:13.712814 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d857355c-6c02-4901-b717-f6fb787fec5e req-d10d009a-5d6b-4403-a089-c4dece7fed80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jul 16 20:34:13.740352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc191979-8272-4f6c-91bc-8f8e02123a57 req-321e37f7-1cfc-4aa7-96b8-6d5ad0022fc5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628538 Jul 16 20:34:13.773412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-c718d1b1-6b8d-4d3d-9951-c52fae0d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.774975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-c718d1b1-6b8d-4d3d-9951-c52fae0d86dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f26b6dcdba4a4f61bb5345e1a1dc05f7&device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 1094 time: 0.0895221 Jul 16 20:34:13.871459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-aaac76cc-6ebd-4b89-bd43-c9eaecaf5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.873058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-aaac76cc-6ebd-4b89-bd43-c9eaecaf5763 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13aaf206-1f01-4a0f-b442-69790e12181a HTTP/1.1" status: 200 len: 909 time: 0.0918322 Jul 16 20:34:13.915727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-8271e29b-92ad-412c-a0bc-e806abe76a26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94054d32-d503-4ac8-8a07-0d4ad957b072 HTTP/1.1" status: 200 len: 217 time: 0.0356910 Jul 16 20:34:13.973221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-5cb6ca60-b104-43e9-9716-340165572e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:13.974747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-5cb6ca60-b104-43e9-9716-340165572e85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e886ce25-f64a-4c8a-a25d-4faf1c4aa43f HTTP/1.1" status: 200 len: 848 time: 0.0510709 Jul 16 20:34:14.009326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-0fb1c55a-7510-404a-8521-156f699e81b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13aaf206-1f01-4a0f-b442-69790e12181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274916 Jul 16 20:34:14.119449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-d88b5b13-4b4a-474c-bddf-c6f2bb1bff87 service neutron] 10.222.0.26 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027827 Jul 16 20:34:14.248767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e4536f3-78ef-4138-a00d-349d63381f95 req-7fc77a41-11f6-4029-92a0-b01f1468af52 service neutron] 10.222.0.26 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218145 Jul 16 20:34:14.358068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172183e-473d-4b09-97d1-e8803380fbdf req-de7fad18-c84d-4c99-bb66-61335ed1989b tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:14.359687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d172183e-473d-4b09-97d1-e8803380fbdf req-de7fad18-c84d-4c99-bb66-61335ed1989b tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 943 time: 0.0671818 Jul 16 20:34:14.399657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d172183e-473d-4b09-97d1-e8803380fbdf req-b2885487-473b-43af-83bb-f5398fe95e3d tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Jul 16 20:34:14.937785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477aafa-66fb-46c3-b7ba-a88b69467ab5 req-6457b607-5050-41d6-8e77-611b4d8ea099 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:14.939390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f477aafa-66fb-46c3-b7ba-a88b69467ab5 req-6457b607-5050-41d6-8e77-611b4d8ea099 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0785849 Jul 16 20:34:15.212156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 94054d32-d503-4ac8-8a07-0d4ad957b072 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:15.371602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 94054d32-d503-4ac8-8a07-0d4ad957b072, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=94054d32-d503-4ac8-8a07-0d4ad957b072,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:15.408611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f477aafa-66fb-46c3-b7ba-a88b69467ab5 req-81521b6b-d5e7-490a-a14a-7f79d52365c3 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628179 Jul 16 20:34:15.413154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '94054d32-d503-4ac8-8a07-0d4ad957b072', 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a', 'port_id': '94054d32-d503-4ac8-8a07-0d4ad957b072', 'mac_address': 'fa:16:3e:0f:83:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e886ce25-f64a-4c8a-a25d-4faf1c4aa43f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:15.472987 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.491160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94054d32-d503-4ac8-8a07-0d4ad957b072 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:15.536145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 94054d32-d503-4ac8-8a07-0d4ad957b072, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=94054d32-d503-4ac8-8a07-0d4ad957b072,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:15.550590 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.627534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=94054d32-d503-4ac8-8a07-0d4ad957b072,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:15.785175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4106-120b-433a-8e65-5abf58d1759d req-97c3cff2-b22f-4d90-906d-fa470f459055 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:15.786717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b33c4106-120b-433a-8e65-5abf58d1759d req-97c3cff2-b22f-4d90-906d-fa470f459055 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 944 time: 0.0720425 Jul 16 20:34:15.834068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b33c4106-120b-433a-8e65-5abf58d1759d req-be4a10d5-33e0-45cd-bf32-82dd53fd09ea tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Jul 16 20:34:15.852082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['94054d32-d503-4ac8-8a07-0d4ad957b072'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:16.602990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c751e-16c8-43ae-a6a9-b76d75b429ef req-30bf7566-219b-4658-a1d4-45d5350a549a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.604515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-207c751e-16c8-43ae-a6a9-b76d75b429ef req-30bf7566-219b-4658-a1d4-45d5350a549a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0698850 Jul 16 20:34:16.648623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-207c751e-16c8-43ae-a6a9-b76d75b429ef req-de76b616-3364-452c-a27d-46b690a7cd41 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Jul 16 20:34:17.124733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1ecd-5668-419a-bec7-e57e9e9b61f2 req-e103a189-b5aa-4619-adbf-c40df0a207c6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.126296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07bc1ecd-5668-419a-bec7-e57e9e9b61f2 req-e103a189-b5aa-4619-adbf-c40df0a207c6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0698924 Jul 16 20:34:17.167888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07bc1ecd-5668-419a-bec7-e57e9e9b61f2 req-03eb14c0-521f-4f0f-92bc-c27be187eb33 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357599 Jul 16 20:34:17.210903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 94054d32-d503-4ac8-8a07-0d4ad957b072 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:17.267211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 94054d32-d503-4ac8-8a07-0d4ad957b072 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:17.271429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 94054d32-d503-4ac8-8a07-0d4ad957b072 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:17.271832 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.360720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43867cf2-b8a0-4196-a791-7c4f2d2aa86a req-6091d491-2612-4c3f-b0b3-e45408f082d3 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.370173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43867cf2-b8a0-4196-a791-7c4f2d2aa86a req-6091d491-2612-4c3f-b0b3-e45408f082d3 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 944 time: 0.0857739 Jul 16 20:34:17.379629 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.407393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94054d32-d503-4ac8-8a07-0d4ad957b072'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:17.410025 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41530ec3-08e9-47ff-8eed-891a957ef88b" -d '{"events": [{"server_uuid": "afb3d814-74b4-4906-b4e0-75095dcf9b41", "name": "network-vif-plugged", "status": "completed", "tag": "94054d32-d503-4ac8-8a07-0d4ad957b072"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:17.428126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 94054d32-d503-4ac8-8a07-0d4ad957b072, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=94054d32-d503-4ac8-8a07-0d4ad957b072,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:17.433251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43867cf2-b8a0-4196-a791-7c4f2d2aa86a req-2b8ca0e6-de49-48c2-b493-111fb754a777 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553131 Jul 16 20:34:17.434177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.511551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=94054d32-d503-4ac8-8a07-0d4ad957b072,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:17.725430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51638fdc-eae9-41dd-8d74-381c5b9167e4 req-9e877da8-a24f-49c9-a0a6-1654bf367a56 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.727083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51638fdc-eae9-41dd-8d74-381c5b9167e4 req-9e877da8-a24f-49c9-a0a6-1654bf367a56 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0707452 Jul 16 20:34:17.768391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51638fdc-eae9-41dd-8d74-381c5b9167e4 req-e1defdec-ecef-479c-88c6-7ea147886218 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350575 Jul 16 20:34:17.818056 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b644178-faac-4c0a-8b22-1f968aca093a x-openstack-request-id: req-0b644178-faac-4c0a-8b22-1f968aca093a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:17.818586 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb3d814-74b4-4906-b4e0-75095dcf9b41", "name": "network-vif-plugged", "status": "completed", "tag": "94054d32-d503-4ac8-8a07-0d4ad957b072", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:17.819062 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0b644178-faac-4c0a-8b22-1f968aca093a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:17.819686 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94054d32-d503-4ac8-8a07-0d4ad957b072', 'code': 200} Jul 16 20:34:17.949223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25200f9-9719-4dbd-ae7a-3cfd642197b2 req-5bdc2124-ae39-4e97-b0af-12d97427ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.951607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c25200f9-9719-4dbd-ae7a-3cfd642197b2 req-5bdc2124-ae39-4e97-b0af-12d97427ef03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 1096 time: 0.0672426 Jul 16 20:34:17.991560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c25200f9-9719-4dbd-ae7a-3cfd642197b2 req-f8b880a3-56e4-466a-ad8d-abdeb404a9ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Jul 16 20:34:18.118801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dbd67-388a-488d-8ecc-2a0326396da1 req-c73f650b-aa80-460b-8ea3-c122b6d46c9d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.120380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa3dbd67-388a-488d-8ecc-2a0326396da1 req-c73f650b-aa80-460b-8ea3-c122b6d46c9d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0892270 Jul 16 20:34:18.160824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa3dbd67-388a-488d-8ecc-2a0326396da1 req-48d63407-0e54-4411-b3c8-bbac975de8c2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341036 Jul 16 20:34:18.356156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5c599-ae87-426a-9141-e9fe25e71e6d req-d4dac646-4cd7-4d49-bc7a-87a0fcf72e59 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.358240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfc5c599-ae87-426a-9141-e9fe25e71e6d req-d4dac646-4cd7-4d49-bc7a-87a0fcf72e59 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0737236 Jul 16 20:34:18.407158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfc5c599-ae87-426a-9141-e9fe25e71e6d req-59e81ccd-08fa-4bc4-b146-4473c81eeebe tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388701 Jul 16 20:34:18.619091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c918e-8147-4e39-b6bd-384383ca5b14 req-2006479f-fb93-4080-a70a-e9bc4c23db0f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.620840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-220c918e-8147-4e39-b6bd-384383ca5b14 req-2006479f-fb93-4080-a70a-e9bc4c23db0f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 945 time: 0.0685732 Jul 16 20:34:18.665416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-220c918e-8147-4e39-b6bd-384383ca5b14 req-81c73de6-dd55-4885-b41f-224d60c0a150 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 Jul 16 20:34:18.845490 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:19.010107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c9d4-13f4-4661-946d-d7e9f142ec87 req-f92eef02-b731-4728-b63e-2347586e61b6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.012028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11e7c9d4-13f4-4661-946d-d7e9f142ec87 req-f92eef02-b731-4728-b63e-2347586e61b6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1096842 Jul 16 20:34:19.065555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11e7c9d4-13f4-4661-946d-d7e9f142ec87 req-de14189b-bb3f-4fad-9cea-ad5fba36f91a tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Jul 16 20:34:19.350321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabdee1-4af3-4ce0-b052-fb9379e56e15 req-ebe336ae-749b-4d29-b0a0-a9ac124149ed tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.351868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-daabdee1-4af3-4ce0-b052-fb9379e56e15 req-ebe336ae-749b-4d29-b0a0-a9ac124149ed tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0680885 Jul 16 20:34:19.392181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-daabdee1-4af3-4ce0-b052-fb9379e56e15 req-19e37f8c-1b3a-479f-8a11-4b5d3b9fbd1d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343640 Jul 16 20:34:19.878060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b50df4-fde0-44b3-87ef-ffdb4727b1f6 req-0e28206a-335e-4386-8141-322e60179503 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:19.879636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66b50df4-fde0-44b3-87ef-ffdb4727b1f6 req-0e28206a-335e-4386-8141-322e60179503 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0667472 Jul 16 20:34:19.927712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66b50df4-fde0-44b3-87ef-ffdb4727b1f6 req-1bc8f559-2892-4e9b-b346-b7ab19a57814 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Jul 16 20:34:20.112698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847208eb-51e2-4cac-aeda-e8e0e6cdac4f req-5fa2f973-4f65-4594-a3e0-005fe9b89a2f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:20.114379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-847208eb-51e2-4cac-aeda-e8e0e6cdac4f req-5fa2f973-4f65-4594-a3e0-005fe9b89a2f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 945 time: 0.0803869 Jul 16 20:34:20.154763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-847208eb-51e2-4cac-aeda-e8e0e6cdac4f req-8baeb4a0-c1f4-427a-8735-6b9d79b29240 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343971 Jul 16 20:34:21.159936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff3f8f-67f9-4802-9069-0ce0e436abeb req-884e094d-7f38-463b-8f19-90b8fed68633 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.161717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4ff3f8f-67f9-4802-9069-0ce0e436abeb req-884e094d-7f38-463b-8f19-90b8fed68633 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0689032 Jul 16 20:34:21.205540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4ff3f8f-67f9-4802-9069-0ce0e436abeb req-c3d1876a-6976-4f67-9569-188907e4e05b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Jul 16 20:34:21.385646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bea46e-0afa-4bcf-a4bb-c6e594b079d6 req-7f1a9b30-665f-4f62-889a-d8363bea2f3f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:21.387674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4bea46e-0afa-4bcf-a4bb-c6e594b079d6 req-7f1a9b30-665f-4f62-889a-d8363bea2f3f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 945 time: 0.0768056 Jul 16 20:34:21.460686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4bea46e-0afa-4bcf-a4bb-c6e594b079d6 req-11a9b2f4-416e-46f5-9298-9b71532cccf8 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630524 Jul 16 20:34:22.244704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-ba0ad220-a01e-429c-84da-182c95e19d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.249418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-ba0ad220-a01e-429c-84da-182c95e19d67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8d5781aa7e4b019e9f74049faa6638&device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 1097 time: 0.0702901 Jul 16 20:34:22.389844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50396-c1d9-4ff8-af45-07f07380c201 req-0bf8bd81-3612-4503-8d78-76f71fa100eb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.390514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f50396-c1d9-4ff8-af45-07f07380c201 req-0bf8bd81-3612-4503-8d78-76f71fa100eb tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1398854 Jul 16 20:34:22.409079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-872d772b-1d09-45fc-abcd-5e418db81170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.410495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-872d772b-1d09-45fc-abcd-5e418db81170 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 200 len: 914 time: 0.1510558 Jul 16 20:34:22.442788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-d8f9afcc-e9cb-4fb2-b546-e2ddc8b6ad3e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.445704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-d8f9afcc-e9cb-4fb2-b546-e2ddc8b6ad3e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.26 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 945 time: 0.1072297 Jul 16 20:34:22.461615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-65b047a4-3b61-44e3-8e1a-829217190d2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 200 len: 217 time: 0.0442607 Jul 16 20:34:22.510536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f50396-c1d9-4ff8-af45-07f07380c201 req-045a47ca-1f4b-4e31-8f7b-d70f6bd476a6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141253 Jul 16 20:34:22.533732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-1963b328-2008-4ba1-9e95-6b06ef5ae6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.535278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-1963b328-2008-4ba1-9e95-6b06ef5ae6aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 200 len: 853 time: 0.0656116 Jul 16 20:34:22.582947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-f4f43ee0-603b-462e-a1cd-bd1b8356cd33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aef4a77e-d1a2-43af-a3e3-549df1e3f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353301 Jul 16 20:34:22.630403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Deleting port 94054d32-d503-4ac8-8a07-0d4ad957b072 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:22.631298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.762685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] For port 94054d32-d503-4ac8-8a07-0d4ad957b072, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=94054d32-d503-4ac8-8a07-0d4ad957b072,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:22.763475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.777861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Calling delete_port for 94054d32-d503-4ac8-8a07-0d4ad957b072 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:22.785235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05cd2-f161-4865-ad64-f585bc495568 req-90e3fee8-fbf1-4188-9fd0-369e6459f683 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.793421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46e05cd2-f161-4865-ad64-f585bc495568 req-90e3fee8-fbf1-4188-9fd0-369e6459f683 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 945 time: 0.1053174 Jul 16 20:34:22.803079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-7c36b301-7695-485f-8aa9-cbdf4a52a383 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130692 Jul 16 20:34:22.906954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46e05cd2-f161-4865-ad64-f585bc495568 req-efc7d8bb-bcf8-4334-88dc-866ba6d4283e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120548 Jul 16 20:34:22.948591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.960563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ce1789e-fb25-4fb1-9c3d-dcc353990330 req-9edf2ea0-fdb4-4f5a-bc4b-5be6105d8bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459434 Jul 16 20:34:22.962902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['94054d32-d503-4ac8-8a07-0d4ad957b072'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:23.010773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Pushing event deleted for resources: {'Port': ['ID=94054d32-d503-4ac8-8a07-0d4ad957b072,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:23.051827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.052406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.052993 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.053591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.054605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.055211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.055838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.056403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.057143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.057731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.058255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.058620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:23.091934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] No DVR routers for this DVR port 94054d32-d503-4ac8-8a07-0d4ad957b072 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:23.095819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.098413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d72cb611-341e-4ac3-aaa9-2c4b5f625b46 req-088fb1bb-cc4f-4633-98cb-0963715f7967 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.26 "DELETE /v2.0/ports/94054d32-d503-4ac8-8a07-0d4ad957b072 HTTP/1.1" status: 204 len: 173 time: 0.6457236 Jul 16 20:34:23.099021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'name': 'network-vif-deleted', 'tag': '94054d32-d503-4ac8-8a07-0d4ad957b072'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:23.113926 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08699e54-7a2d-4e5c-a7ca-fcee7bf55c3a" -d '{"events": [{"server_uuid": "afb3d814-74b4-4906-b4e0-75095dcf9b41", "name": "network-vif-deleted", "tag": "94054d32-d503-4ac8-8a07-0d4ad957b072"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:23.412452 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52993c43-d576-49ac-8fed-2c2b572dbb68 x-openstack-request-id: req-52993c43-d576-49ac-8fed-2c2b572dbb68 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:23.412795 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb3d814-74b4-4906-b4e0-75095dcf9b41", "name": "network-vif-deleted", "tag": "94054d32-d503-4ac8-8a07-0d4ad957b072", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:23.413058 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-52993c43-d576-49ac-8fed-2c2b572dbb68 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:23.413459 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb3d814-74b4-4906-b4e0-75095dcf9b41', 'name': 'network-vif-deleted', 'tag': '94054d32-d503-4ac8-8a07-0d4ad957b072', 'status': 'completed', 'code': 200} Jul 16 20:34:23.859289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a56a8-1394-41a9-b38a-032a3e5c3f46 req-5eef8aa7-ab2c-45d8-bc36-9efbc14944e4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.878134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e7a56a8-1394-41a9-b38a-032a3e5c3f46 req-5eef8aa7-ab2c-45d8-bc36-9efbc14944e4 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1037686 Jul 16 20:34:23.919912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e7a56a8-1394-41a9-b38a-032a3e5c3f46 req-9dd67479-4a4a-4549-b2d9-84f49dc885d7 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Jul 16 20:34:24.149819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b301e7ac-55cf-486d-88be-07cfff685ab2 req-a8a71e10-0315-489a-8c6c-ca3fd3d5e42d tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb3d814-74b4-4906-b4e0-75095dcf9b41 HTTP/1.1" status: 200 len: 210 time: 0.0328300 Jul 16 20:34:25.140173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913a877-9a32-465e-9101-94d61a1bf481 req-b90d2710-734e-4c57-9bcd-7270325550dd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.141927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5913a877-9a32-465e-9101-94d61a1bf481 req-b90d2710-734e-4c57-9bcd-7270325550dd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0802610 Jul 16 20:34:25.204090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5913a877-9a32-465e-9101-94d61a1bf481 req-bc6404a2-caed-48ec-8200-ae3df29fa124 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549700 Jul 16 20:34:25.415123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-a09382eb-4909-422d-9327-ca650887149d tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:25.416804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-a09382eb-4909-422d-9327-ca650887149d tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.1199653 Jul 16 20:34:25.435050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-bb25f3f9-d6fe-48cf-b4d4-c112d7c5dbb0 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/quotas/7d599e40c8274f2295d522c087784d8b HTTP/1.1" status: 200 len: 375 time: 0.0109990 Jul 16 20:34:25.513694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-cfed8afa-ad29-496b-ae90-ea6e019298ac tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704122 Jul 16 20:34:25.631058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b55a5f28-805b-4115-a911-7c518afd6bad service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086593 Jul 16 20:34:25.738927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-3a880dfd-a78b-4848-935c-9c02fc351268 service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998411 Jul 16 20:34:26.169715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dd912-bc20-41d6-ba44-643dc2d8c400 req-ce1af129-9b13-4b83-a4e5-bf5662b055f5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:26.172799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a8dd912-bc20-41d6-ba44-643dc2d8c400 req-ce1af129-9b13-4b83-a4e5-bf5662b055f5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1043041 Jul 16 20:34:26.236091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a8dd912-bc20-41d6-ba44-643dc2d8c400 req-47ebe895-7119-41a8-9369-fec2a7a0ceaf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Jul 16 20:34:26.680740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89e37147-a8a3-42a7-b30c-d3b94df43f03 req-6ea9e631-64c6-4bb2-898f-95ddbff85953 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 210 time: 0.0298653 Jul 16 20:34:26.917150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802255-662e-4ff8-aa49-0491e85431cc req-696d6173-3c76-4d1a-aeea-e16b206089c8 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:26.918508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-696d6173-3c76-4d1a-aeea-e16b206089c8 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/networks?id=13aaf206-1f01-4a0f-b442-69790e12181a HTTP/1.1" status: 200 len: 808 time: 0.1110837 Jul 16 20:34:26.936419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-47104e6f-ab97-4dc8-8ff1-1efb8601cc14 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/quotas/f26b6dcdba4a4f61bb5345e1a1dc05f7 HTTP/1.1" status: 200 len: 375 time: 0.0106854 Jul 16 20:34:26.979790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-a3961e89-3180-4eb0-a610-183e734d5b26 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=f26b6dcdba4a4f61bb5345e1a1dc05f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371394 Jul 16 20:34:27.090818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-ea872204-6a8e-49bb-a141-36831a7c592e service neutron] 10.222.0.100 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038980 Jul 16 20:34:27.226804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 94054d32-d503-4ac8-8a07-0d4ad957b072 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:27.236095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-9dd25e6e-a55e-4cf6-89cb-e6a919b22f7c service neutron] 10.222.0.100 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387939 Jul 16 20:34:27.266039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 94054d32-d503-4ac8-8a07-0d4ad957b072 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:27.266730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 94054d32-d503-4ac8-8a07-0d4ad957b072 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:27.273488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-7f392a39-a254-4b95-9cfd-e9971c04a2cb tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:27.274997 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-7f392a39-a254-4b95-9cfd-e9971c04a2cb tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.1267235 Jul 16 20:34:27.293300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Request body: {'port': {'device_id': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'admin_state_up': True, 'tenant_id': '7d599e40c8274f2295d522c087784d8b'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:27.449407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Made reservation on behalf of 7d599e40c8274f2295d522c087784d8b for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:27.453463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.559544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e45f16a0-3ac1-4433-be99-d2c289b20bc3 req-e678fa01-2173-4721-bf56-a18343d40be0 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 210 time: 0.0480123 Jul 16 20:34:27.610781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Allocated IP 172.20.0.5 (ca587b85-c8db-429e-80c6-8aa4d22a6e7c/633f40ab-5d75-4270-ae0d-51cc16bd9359/805575e8-cc93-4069-8b5b-8a40bd129d76) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:27.771863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5db9-f46d-48b6-abb6-1cc0e4b2191f req-ec547642-ad30-4d07-88d6-88a99b11d49c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:27.774476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-019a5db9-f46d-48b6-abb6-1cc0e4b2191f req-ec547642-ad30-4d07-88d6-88a99b11d49c tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0869062 Jul 16 20:34:27.839468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-019a5db9-f46d-48b6-abb6-1cc0e4b2191f req-46b0f767-5b38-42d2-8ce9-003c8659b77f tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546913 Jul 16 20:34:27.870915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.918497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.931810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:27.972595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:27.975541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:27.979978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:28.027845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event updated for resources: {'Port': ['ID=805575e8-cc93-4069-8b5b-8a40bd129d76,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.061370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:28.062317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.085045 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-e0883699-3007-4203-9899-7c1cd1233704 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7956924 Jul 16 20:34:28.099075 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Request body: {'port': {'device_id': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:28.192889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.562317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805575e8-cc93-4069-8b5b-8a40bd129d76 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:28.570614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.589194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Transition to ACTIVE for port object 805575e8-cc93-4069-8b5b-8a40bd129d76 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:28.597755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.616074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaabdc4-cbab-4130-8726-fc662c60566d req-cc40bacd-fe6f-4468-8d01-cc687ee0beaf tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:28.618338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efaabdc4-cbab-4130-8726-fc662c60566d req-cc40bacd-fe6f-4468-8d01-cc687ee0beaf tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 931 time: 0.0965576 Jul 16 20:34:28.683308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efaabdc4-cbab-4130-8726-fc662c60566d req-d13d5d1c-7f5e-4983-af53-3a849d94bcce tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Jul 16 20:34:28.723104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=805575e8-cc93-4069-8b5b-8a40bd129d76,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.789446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Attempting to bind port 805575e8-cc93-4069-8b5b-8a40bd129d76 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:28.791494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Attempting to bind port 805575e8-cc93-4069-8b5b-8a40bd129d76 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:28.791937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Attempting to bind port 805575e8-cc93-4069-8b5b-8a40bd129d76 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:28.801371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Port 805575e8-cc93-4069-8b5b-8a40bd129d76 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:28.801821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Attempting to bind port 805575e8-cc93-4069-8b5b-8a40bd129d76 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:28.808513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:28.809046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Checking segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:28.810262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Bound using segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:28.810939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Bound port: 805575e8-cc93-4069-8b5b-8a40bd129d76, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:28.811596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.943297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] For port 805575e8-cc93-4069-8b5b-8a40bd129d76, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:28.949489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] For port 805575e8-cc93-4069-8b5b-8a40bd129d76, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=805575e8-cc93-4069-8b5b-8a40bd129d76,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:28.957298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.974250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632c3f-4c72-4c7f-90be-54c247f141ac req-8460bc6a-17b7-4e2c-a1e4-87ecd241d273 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:28.975767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb632c3f-4c72-4c7f-90be-54c247f141ac req-8460bc6a-17b7-4e2c-a1e4-87ecd241d273 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1429732 Jul 16 20:34:28.984803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802255-662e-4ff8-aa49-0491e85431cc req-c4e99e7c-2004-4a5b-afdd-bc699baab370 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:28.992669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-c4e99e7c-2004-4a5b-afdd-bc699baab370 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.21 "GET /v2.0/networks?id=13aaf206-1f01-4a0f-b442-69790e12181a HTTP/1.1" status: 200 len: 808 time: 0.2055726 Jul 16 20:34:29.027577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.028919 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.030994 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/805575e8-cc93-4069-8b5b-8a40bd129d76 HTTP/1.1" status: 200 len: 1091 time: 0.9385798 Jul 16 20:34:29.031491 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'tag': '805575e8-cc93-4069-8b5b-8a40bd129d76'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:29.041439 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36643e0f-9163-46b2-b226-aa1ff1238984" -d '{"events": [{"name": "network-changed", "server_uuid": "8b312108-9214-4af5-b8ee-7898b09e4a23", "tag": "805575e8-cc93-4069-8b5b-8a40bd129d76"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:29.050808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Request body: {'port': {'device_id': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a', 'admin_state_up': True, 'tenant_id': 'f26b6dcdba4a4f61bb5345e1a1dc05f7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:29.076364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700e282-a282-4a4f-94a2-ef3ace5d93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=805575e8-cc93-4069-8b5b-8a40bd129d76,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:29.155549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb632c3f-4c72-4c7f-90be-54c247f141ac req-9af9c3ed-807e-43bc-ace4-ea5471037d11 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608417 Jul 16 20:34:29.176370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-5b6367c3-f8c4-4cc2-9750-f758f00efa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.193169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-5b6367c3-f8c4-4cc2-9750-f758f00efa1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 1094 time: 0.0776973 Jul 16 20:34:29.240620 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-6f2b6082-feda-48e0-88a5-7e0d17178e04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=805575e8-cc93-4069-8b5b-8a40bd129d76 HTTP/1.1" status: 200 len: 217 time: 0.0398467 Jul 16 20:34:29.312101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-8c0dbc3e-d1c5-4601-9922-a66994243566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.313922 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-8c0dbc3e-d1c5-4601-9922-a66994243566 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.0676169 Jul 16 20:34:29.352085 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-53a78169-6fa6-4a2f-8e15-ef52ec3066e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309930 Jul 16 20:34:29.362308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-200936c2-e9b2-4d16-919e-f0fbc9bca10d req-5042a419-7945-4e6d-98a0-9c12334ecc8e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 210 time: 0.0608573 Jul 16 20:34:29.375962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Made reservation on behalf of f26b6dcdba4a4f61bb5345e1a1dc05f7 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:29.380677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.470813 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-844b6151-2efc-45cd-9b35-5b2beeb8963e service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124613 Jul 16 20:34:29.596132 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-fa5da73c-2bc3-45e9-8b21-b26742024da7 req-a43e1a10-46d0-49ba-96d6-f15d8876d189 service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180627 Jul 16 20:34:29.641456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Allocated IP 172.20.0.11 (13aaf206-1f01-4a0f-b442-69790e12181a/e886ce25-f64a-4c8a-a25d-4faf1c4aa43f/3b254d7e-76b4-4dc7-8013-616b2b5a17ab) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:29.653860 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a5fbe6-8ef3-4642-a1a4-7f77a160a57e x-openstack-request-id: req-85a5fbe6-8ef3-4642-a1a4-7f77a160a57e {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:29.654691 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b312108-9214-4af5-b8ee-7898b09e4a23", "tag": "805575e8-cc93-4069-8b5b-8a40bd129d76", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:29.655374 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-85a5fbe6-8ef3-4642-a1a4-7f77a160a57e {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:29.656389 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'tag': '805575e8-cc93-4069-8b5b-8a40bd129d76', 'status': 'completed', 'code': 200} Jul 16 20:34:29.792486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-c305bea9-2515-473f-99ff-685d78bfcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.796049 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-c305bea9-2515-473f-99ff-685d78bfcd97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 1094 time: 0.1158154 Jul 16 20:34:29.929964 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-27cda2b0-8221-4e61-83e1-10c776b4e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:29.930926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.932301 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-27cda2b0-8221-4e61-83e1-10c776b4e0c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 916 time: 0.1279671 Jul 16 20:34:29.998226 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-4bbf1e0f-0fb4-498d-b11d-919a35f6edb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=805575e8-cc93-4069-8b5b-8a40bd129d76 HTTP/1.1" status: 200 len: 217 time: 0.0583041 Jul 16 20:34:30.029973 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.111077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-ff079331-968f-4ca4-9613-08252612555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.112704 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-ff079331-968f-4ca4-9613-08252612555e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.1081858 Jul 16 20:34:30.118152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Network 13aaf206-1f01-4a0f-b442-69790e12181a is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:30.127727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:30.146999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:30.165999 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-344681c6-3dd9-4d66-a795-1f9ce385c189 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444191 Jul 16 20:34:30.222972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Pushing event updated for resources: {'Port': ['ID=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.245017 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b7852cdd-3911-43ce-ad80-2148b5db3ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.267623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.268025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.268330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.268658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.269004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.269337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.269668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.269999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.270326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.270817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.271142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.271492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:30.289946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.291078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.332255 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-c5c794cc-d2c7-40ed-9f8a-9a3cebd5f39f service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578889 Jul 16 20:34:30.333323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d45706cf-73b8-4511-a15d-56b01d03ac46 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3364458 Jul 16 20:34:30.354725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f88cd-832d-4227-863a-d95da5e178b5 req-05ee23f6-7581-4d3b-89f9-4771beab70d7 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.357631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f33f88cd-832d-4227-863a-d95da5e178b5 req-05ee23f6-7581-4d3b-89f9-4771beab70d7 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 943 time: 0.2265854 Jul 16 20:34:30.363220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Request body: {'port': {'device_id': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:30.444053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36643e0f-9163-46b2-b226-aa1ff1238984 req-2036425e-4564-4620-8e9b-522c3bb7a4f6 service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047373 Jul 16 20:34:30.499629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f33f88cd-832d-4227-863a-d95da5e178b5 req-40ae752a-37eb-4d17-9a98-dbb84ada7d98 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313975 Jul 16 20:34:30.521033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.910676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e48a8-e453-46fb-8c4c-0f4323df3c46 req-bf4de4bd-5c85-43a7-b41d-80839107b9dc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:30.912593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d80e48a8-e453-46fb-8c4c-0f4323df3c46 req-bf4de4bd-5c85-43a7-b41d-80839107b9dc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.2804387 Jul 16 20:34:31.008022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d80e48a8-e453-46fb-8c4c-0f4323df3c46 req-73e3fbac-f74f-4062-b8f4-18b5a8b32ef6 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652149 Jul 16 20:34:31.086121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b254d7e-76b4-4dc7-8013-616b2b5a17ab {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:31.096224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.110593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Transition to ACTIVE for port object 3b254d7e-76b4-4dc7-8013-616b2b5a17ab will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:31.116064 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.207497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.256839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 805575e8-cc93-4069-8b5b-8a40bd129d76 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:31.354946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Attempting to bind port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:31.355466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Attempting to bind port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:31.355862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Attempting to bind port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab on network 13aaf206-1f01-4a0f-b442-69790e12181a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:31.373578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab on network 13aaf206-1f01-4a0f-b442-69790e12181a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:31.374027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Attempting to bind port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab on network 13aaf206-1f01-4a0f-b442-69790e12181a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:31.377978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 805575e8-cc93-4069-8b5b-8a40bd129d76, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=805575e8-cc93-4069-8b5b-8a40bd129d76,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:31.391552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:31.392124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Checking segment: {'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:31.392507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '805575e8-cc93-4069-8b5b-8a40bd129d76', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'port_id': '805575e8-cc93-4069-8b5b-8a40bd129d76', 'mac_address': 'fa:16:3e:d5:ca:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633f40ab-5d75-4270-ae0d-51cc16bd9359', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:31.392791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Bound using segment: {'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:31.393528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Bound port: 3b254d7e-76b4-4dc7-8013-616b2b5a17ab, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e9687d-4610-4e84-ae0e-e8ca93b3025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:31.394142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.416858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b61a5-d368-4e0f-b9a0-6bfd1feb054b req-4f4561de-1057-49a3-9066-32c5079a301f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.418387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a2b61a5-d368-4e0f-b9a0-6bfd1feb054b req-4f4561de-1057-49a3-9066-32c5079a301f tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 944 time: 0.1789987 Jul 16 20:34:31.435091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.452108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805575e8-cc93-4069-8b5b-8a40bd129d76 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:31.477297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 805575e8-cc93-4069-8b5b-8a40bd129d76, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=805575e8-cc93-4069-8b5b-8a40bd129d76,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:31.483532 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.523750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a2b61a5-d368-4e0f-b9a0-6bfd1feb054b req-c2b43815-4fbe-4d6f-9512-1434deda467a tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745361 Jul 16 20:34:31.532261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] For port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:31.536945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] For port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:31.551810 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.563968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=805575e8-cc93-4069-8b5b-8a40bd129d76,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.593498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.602276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.603093 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.606142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] 10.222.0.21 "PUT /v2.0/ports/3b254d7e-76b4-4dc7-8013-616b2b5a17ab HTTP/1.1" status: 200 len: 1092 time: 1.2624443 Jul 16 20:34:31.606142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'tag': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:31.609145 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c79df-e726-450c-a5ef-2d4ea0a972aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1732cf6c-544f-4b9a-a933-cffee3c0293a", "tag": "3b254d7e-76b4-4dc7-8013-616b2b5a17ab"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:31.613814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.614519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.615133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.619705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.621060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.621898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.625694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.626617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.629027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.629908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.630536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:31.642161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8dce-fd51-46d7-b591-2356c36f6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.790955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['805575e8-cc93-4069-8b5b-8a40bd129d76'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:31.803780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d535e217-93c3-4af8-9f77-7c93a4088032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:31.805925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-d535e217-93c3-4af8-9f77-7c93a4088032 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f26b6dcdba4a4f61bb5345e1a1dc05f7&device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 1095 time: 0.1287229 Jul 16 20:34:31.900604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-3c937df3-1873-4c1b-a32b-481d11915bf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b254d7e-76b4-4dc7-8013-616b2b5a17ab HTTP/1.1" status: 200 len: 217 time: 0.0851691 Jul 16 20:34:32.006816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802255-662e-4ff8-aa49-0491e85431cc req-8fb27538-d6f8-4a8d-ae45-beff93236635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.011428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-8fb27538-d6f8-4a8d-ae45-beff93236635 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e886ce25-f64a-4c8a-a25d-4faf1c4aa43f HTTP/1.1" status: 200 len: 848 time: 0.1025946 Jul 16 20:34:32.063416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-da164c8d-0918-4c9f-a2f9-0faf1cdf9737 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13aaf206-1f01-4a0f-b442-69790e12181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427122 Jul 16 20:34:32.221451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-deb773ed-ab45-4764-ac29-f3ad13ae70cf service neutron] 10.222.0.21 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481974 Jul 16 20:34:32.234421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76449d2-49c1-4176-b06d-8f0cc4640a5d req-0a711126-667f-400a-9a8e-a493bd957363 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.236071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76449d2-49c1-4176-b06d-8f0cc4640a5d req-0a711126-667f-400a-9a8e-a493bd957363 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1517806 Jul 16 20:34:32.336928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e76449d2-49c1-4176-b06d-8f0cc4640a5d req-567dcb1f-394b-4fbc-b576-83db232a945b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922537 Jul 16 20:34:32.383917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd802255-662e-4ff8-aa49-0491e85431cc req-e70bfe42-7e54-4a4c-9984-e9a5bc4a13c4 service neutron] 10.222.0.21 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461327 Jul 16 20:34:32.534097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691642a2-b0f5-42ea-b9c9-30051f56a3a7 req-2aef3845-6a6b-495f-bcd1-35f5a50b7bda tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.535555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-691642a2-b0f5-42ea-b9c9-30051f56a3a7 req-2aef3845-6a6b-495f-bcd1-35f5a50b7bda tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 944 time: 0.0726166 Jul 16 20:34:32.582192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-691642a2-b0f5-42ea-b9c9-30051f56a3a7 req-3dc8f00d-9ce7-4919-a2aa-74ebbda8d237 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Jul 16 20:34:32.743446 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee59eee-b9e6-4558-9540-79d140c58a69 x-openstack-request-id: req-5ee59eee-b9e6-4558-9540-79d140c58a69 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:32.743957 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1732cf6c-544f-4b9a-a933-cffee3c0293a", "tag": "3b254d7e-76b4-4dc7-8013-616b2b5a17ab", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:32.744363 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5ee59eee-b9e6-4558-9540-79d140c58a69 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:32.744948 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'tag': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab', 'status': 'completed', 'code': 200} Jul 16 20:34:32.853539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-e943da80-992d-4188-bd53-4c2bf1f829f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.855188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-e943da80-992d-4188-bd53-4c2bf1f829f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f26b6dcdba4a4f61bb5345e1a1dc05f7&device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 1095 time: 0.0747383 Jul 16 20:34:33.040429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-69017bdb-fb87-4600-b8ab-edaca0def849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.042001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-69017bdb-fb87-4600-b8ab-edaca0def849 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13aaf206-1f01-4a0f-b442-69790e12181a HTTP/1.1" status: 200 len: 909 time: 0.1794481 Jul 16 20:34:33.100168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-53160061-0589-48c1-94b4-8311923aaa6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b254d7e-76b4-4dc7-8013-616b2b5a17ab HTTP/1.1" status: 200 len: 217 time: 0.0500994 Jul 16 20:34:33.110817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5680b-f7d2-4feb-81ac-34d4afa25c52 req-b6fb5c6b-f263-4b0a-9497-a7a4ea7ea7a5 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.112437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f5680b-f7d2-4feb-81ac-34d4afa25c52 req-b6fb5c6b-f263-4b0a-9497-a7a4ea7ea7a5 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 944 time: 0.1868601 Jul 16 20:34:33.189344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-523a32e5-562b-4263-bf9b-1dda002fe16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.191960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-523a32e5-562b-4263-bf9b-1dda002fe16b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e886ce25-f64a-4c8a-a25d-4faf1c4aa43f HTTP/1.1" status: 200 len: 848 time: 0.0784042 Jul 16 20:34:33.198383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35f5680b-f7d2-4feb-81ac-34d4afa25c52 req-1b378e7e-bb0d-4ba8-9c6b-516b63927a86 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762746 Jul 16 20:34:33.245308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-31339f95-e240-4994-a518-9b063a7e8581 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13aaf206-1f01-4a0f-b442-69790e12181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452702 Jul 16 20:34:33.273293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 805575e8-cc93-4069-8b5b-8a40bd129d76 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:33.359918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 805575e8-cc93-4069-8b5b-8a40bd129d76 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:33.368472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 805575e8-cc93-4069-8b5b-8a40bd129d76 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:33.369125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.468128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-d1661af0-05ed-4147-b4d5-32328b20a4e3 service neutron] 10.222.0.21 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056258 Jul 16 20:34:33.485884 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.531772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 805575e8-cc93-4069-8b5b-8a40bd129d76, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=805575e8-cc93-4069-8b5b-8a40bd129d76,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:33.533462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805575e8-cc93-4069-8b5b-8a40bd129d76'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:33.536362 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20044e14-6596-4d9d-8ca6-ff6b958c3dab" -d '{"events": [{"server_uuid": "8b312108-9214-4af5-b8ee-7898b09e4a23", "name": "network-vif-plugged", "status": "completed", "tag": "805575e8-cc93-4069-8b5b-8a40bd129d76"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:33.540352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.605944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=805575e8-cc93-4069-8b5b-8a40bd129d76,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.658032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c56c79df-e726-450c-a5ef-2d4ea0a972aa req-65b03490-a2d7-4da0-a90e-3dfaeefbf64b service neutron] 10.222.0.21 "GET /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829612 Jul 16 20:34:33.673870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b3e49-9272-4fc6-b327-6138cf07b648 req-1856374d-1935-4964-bd8c-530833e42276 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.675690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac6b3e49-9272-4fc6-b327-6138cf07b648 req-1856374d-1935-4964-bd8c-530833e42276 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1499708 Jul 16 20:34:33.726857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac6b3e49-9272-4fc6-b327-6138cf07b648 req-7c032a4a-f1b7-4d54-b3cd-ed85d2b7afdc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Jul 16 20:34:33.907406 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fcfdb0-fb67-406d-b595-76ce6f34cfd6 x-openstack-request-id: req-b5fcfdb0-fb67-406d-b595-76ce6f34cfd6 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:33.908318 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b312108-9214-4af5-b8ee-7898b09e4a23", "name": "network-vif-plugged", "status": "completed", "tag": "805575e8-cc93-4069-8b5b-8a40bd129d76", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:33.909829 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b5fcfdb0-fb67-406d-b595-76ce6f34cfd6 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:33.910851 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805575e8-cc93-4069-8b5b-8a40bd129d76', 'code': 200} Jul 16 20:34:33.982886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.070619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a251c-75dc-4990-811e-df85992aa911 req-105294b2-589b-49b2-9942-ad6f61e0cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.073081 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ae0a251c-75dc-4990-811e-df85992aa911 req-105294b2-589b-49b2-9942-ad6f61e0cc04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 1096 time: 0.0713153 Jul 16 20:34:34.120887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba22c-c6c6-47af-9a6f-90fdca351dba req-27d1f069-49dd-4a5f-bd4f-84162d98a277 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.131560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-523ba22c-c6c6-47af-9a6f-90fdca351dba req-27d1f069-49dd-4a5f-bd4f-84162d98a277 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 945 time: 0.1047125 Jul 16 20:34:34.134683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ae0a251c-75dc-4990-811e-df85992aa911 req-99ff5667-aa8c-4564-8a61-8ed59934566a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552931 Jul 16 20:34:34.175945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-523ba22c-c6c6-47af-9a6f-90fdca351dba req-08042ef0-6f1d-4c95-89b2-5f5645f6fd04 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Jul 16 20:34:34.368006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d0b5-cbb5-414f-97aa-74b56f11ec68 req-61b213e3-833c-4c23-b75a-97d71e6f676b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.369607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ee4d0b5-cbb5-414f-97aa-74b56f11ec68 req-61b213e3-833c-4c23-b75a-97d71e6f676b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0776761 Jul 16 20:34:34.412991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ee4d0b5-cbb5-414f-97aa-74b56f11ec68 req-bd046abe-86df-4587-8851-4d45d67ec004 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Jul 16 20:34:34.606695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71087c6d-0502-42f7-9977-5f77f743bb47 req-3ff2b169-6084-414c-992f-3b43d4b462ef tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.608379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71087c6d-0502-42f7-9977-5f77f743bb47 req-3ff2b169-6084-414c-992f-3b43d4b462ef tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 944 time: 0.0860004 Jul 16 20:34:34.658230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71087c6d-0502-42f7-9977-5f77f743bb47 req-eaea199d-7b78-46db-b3da-091e6bc5bde2 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Jul 16 20:34:34.805484 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5310a8aa-1148-4c8e-a832-216c2f4f2922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.376722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0af11e-3116-40b1-9510-03b620f35c4f req-20b2bded-1bcf-46b8-b250-a72a7a0833a3 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:35.378279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0af11e-3116-40b1-9510-03b620f35c4f req-20b2bded-1bcf-46b8-b250-a72a7a0833a3 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 945 time: 0.0726981 Jul 16 20:34:35.417722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a0af11e-3116-40b1-9510-03b620f35c4f req-63fcf6ea-ebb0-40e3-8b3a-4f66f5b68e13 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337958 Jul 16 20:34:35.593322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ba5ad-1b71-4016-8e71-b2c81648dbf1 req-7f86782e-ca0e-4e66-a8e6-2b0c218fb3a1 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:35.595150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-493ba5ad-1b71-4016-8e71-b2c81648dbf1 req-7f86782e-ca0e-4e66-a8e6-2b0c218fb3a1 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0774772 Jul 16 20:34:35.643967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-493ba5ad-1b71-4016-8e71-b2c81648dbf1 req-9fa72302-46c3-49c3-b67d-83332b9f1bb5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Jul 16 20:34:35.836017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a846ed1-2969-450c-905f-343b8530a647 req-2494403a-58eb-4b67-a2d6-b1a5f4b2a1d6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:35.837978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a846ed1-2969-450c-905f-343b8530a647 req-2494403a-58eb-4b67-a2d6-b1a5f4b2a1d6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 945 time: 0.0764489 Jul 16 20:34:35.890761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a846ed1-2969-450c-905f-343b8530a647 req-3c3db4ca-c2ce-4e1c-9be6-73330365e070 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Jul 16 20:34:35.985811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.082895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bf054-c564-4287-9017-80c3323f47d1 req-4558e386-6316-49e6-a457-df1449d3e040 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.085252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f4bf054-c564-4287-9017-80c3323f47d1 req-4558e386-6316-49e6-a457-df1449d3e040 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.0811327 Jul 16 20:34:36.133201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f4bf054-c564-4287-9017-80c3323f47d1 req-1678feaf-3ba8-4e3a-ab0c-d04059dbfe21 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Jul 16 20:34:36.321389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e853823-084e-440b-81ae-e92841904dd4 req-3f28544e-287f-45d2-a859-5b6fda95e08b tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.322938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e853823-084e-440b-81ae-e92841904dd4 req-3f28544e-287f-45d2-a859-5b6fda95e08b tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 944 time: 0.0688426 Jul 16 20:34:36.365851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e853823-084e-440b-81ae-e92841904dd4 req-03370b00-6e8d-45aa-b680-971a36b755d5 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355513 Jul 16 20:34:36.770690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3b254d7e-76b4-4dc7-8013-616b2b5a17ab details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:36.813039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687534e-6974-461a-9c36-ed7da33653d9 req-6aa06c2c-e410-4bad-8456-b8a3222e7193 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.815358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6687534e-6974-461a-9c36-ed7da33653d9 req-6aa06c2c-e410-4bad-8456-b8a3222e7193 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 945 time: 0.1088064 Jul 16 20:34:36.920947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:36.946553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab', 'network_id': '13aaf206-1f01-4a0f-b442-69790e12181a', 'port_id': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab', 'mac_address': 'fa:16:3e:29:68:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e886ce25-f64a-4c8a-a25d-4faf1c4aa43f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:36.994364 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.005746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Deleting port d8010660-ee83-44cf-a9dd-50da87b9f903 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:37.006081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.010176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b254d7e-76b4-4dc7-8013-616b2b5a17ab {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:37.037611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:37.045027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.111932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:37.134229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] For port d8010660-ee83-44cf-a9dd-50da87b9f903, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d8010660-ee83-44cf-a9dd-50da87b9f903,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:37.134614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.350372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.350764 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.351059 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Floating IP 5443c87b-b687-4919-8eb0-4053bf7865fd disassociated. External IP: 172.25.8.104, port: d8010660-ee83-44cf-a9dd-50da87b9f903. Jul 16 20:34:37.351440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Calling delete_port for d8010660-ee83-44cf-a9dd-50da87b9f903 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:37.361243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['3b254d7e-76b4-4dc7-8013-616b2b5a17ab'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:37.545696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.600091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event deleted for resources: {'Port': ['ID=d8010660-ee83-44cf-a9dd-50da87b9f903,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:37.613373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969d23-b2f3-4011-841b-6fbfc933b2d7 req-3a46bec0-49e5-49e1-b103-f6058573b8c5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.622288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03969d23-b2f3-4011-841b-6fbfc933b2d7 req-3a46bec0-49e5-49e1-b103-f6058573b8c5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/ports?device_id=b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d HTTP/1.1" status: 200 len: 867 time: 0.5766451 Jul 16 20:34:37.663918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03969d23-b2f3-4011-841b-6fbfc933b2d7 req-26a3a97d-7b1b-4871-a432-b38c169465b9 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups?id=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407023 Jul 16 20:34:37.760103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-cb6d8113-e93a-4414-8a95-f59cf6821d6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0947151 Jul 16 20:34:37.830032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Router d316205a-21cc-4c51-9a12-eefad01d5f9d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:37.896259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.896903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.897703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.898620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.899612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.900350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.901140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.904534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-9bf90a3e-5170-4686-ace6-e62ab1865f93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.1128063 Jul 16 20:34:37.963723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:37.983043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] Sync routers for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:38.002013 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:38.002956 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:34:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.064059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] No DVR routers for this DVR port d8010660-ee83-44cf-a9dd-50da87b9f903 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:38.075883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.096964 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6687534e-6974-461a-9c36-ed7da33653d9 req-f2283f5b-59d3-4e94-8232-cbbc37c9211e tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.26 "DELETE /v2.0/ports/d8010660-ee83-44cf-a9dd-50da87b9f903 HTTP/1.1" status: 204 len: 173 time: 1.2750022 Jul 16 20:34:38.097883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'name': 'network-vif-deleted', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:38.122883 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad92d19-6126-4ce2-99a4-b77307c75a88" -d '{"events": [{"server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "name": "network-vif-deleted", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:38.147609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.206068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d0edec88-2a46-4730-a22c-7cb1ed5eeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.220275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d0edec88-2a46-4730-a22c-7cb1ed5eeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.220926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d0edec88-2a46-4730-a22c-7cb1ed5eeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.225827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d0edec88-2a46-4730-a22c-7cb1ed5eeebe service neutron] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 2299 time: 0.2896078 Jul 16 20:34:38.298552 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:38.299057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.428198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-21a1c57a-d885-47c0-926e-32614b86f19b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1002 time: 0.1847401 Jul 16 20:34:38.494196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ab81-fb4e-43c9-b215-77994ccd0355 req-29153150-98c9-47d4-9024-ebe296f855cc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.495849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f800ab81-fb4e-43c9-b215-77994ccd0355 req-29153150-98c9-47d4-9024-ebe296f855cc tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1271641 Jul 16 20:34:38.500600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-f946c3a1-2c7d-444c-a5cb-89ed958c54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.502250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-f946c3a1-2c7d-444c-a5cb-89ed958c54e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.0649815 Jul 16 20:34:38.542333 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.578581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f800ab81-fb4e-43c9-b215-77994ccd0355 req-b6d86b47-d1e5-4409-b9c2-949cce40c2fe tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751114 Jul 16 20:34:38.581270 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] Checking router: d316205a-21cc-4c51-9a12-eefad01d5f9d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:38.599152 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:38.599935 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:34:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.609052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-892fa46b-8e4a-492e-8449-b83299e3fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.624150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-892fa46b-8e4a-492e-8449-b83299e3fdcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008270 Jul 16 20:34:38.625068 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.742909 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:38.767465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3b254d7e-76b4-4dc7-8013-616b2b5a17ab up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:38.820966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-37269ef9-aa78-4f62-a1ec-87c8055b7f80 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015703 Jul 16 20:34:38.895298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:38.910683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:38.911064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.074188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677c5e7-f8da-4b9e-ab0f-2186d8f285e7 req-33b5887d-b0bf-4817-93e6-cc4b5939fe10 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.081016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3677c5e7-f8da-4b9e-ab0f-2186d8f285e7 req-33b5887d-b0bf-4817-93e6-cc4b5939fe10 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 945 time: 0.2796788 Jul 16 20:34:39.085814 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.093876 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:39.096743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-4983df96-4cd1-452e-b2ad-07c8185a6cee service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343652 Jul 16 20:34:39.140243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:39.142961 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4398087-bbfb-4465-bf52-4ecb2b47776e" -d '{"events": [{"server_uuid": "1732cf6c-544f-4b9a-a933-cffee3c0293a", "name": "network-vif-plugged", "status": "completed", "tag": "3b254d7e-76b4-4dc7-8013-616b2b5a17ab"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:39.157045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a658fe0-9248-4748-88a0-3a4710f77b03 None None] The sync data for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 is: [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:25:49Z', 'revision_number': 4, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '2af5c8a0-648e-4cac-81b2-13e402478d9e', 'name': '', 'network_id': '7d9b33ae-f8e5-4259-b182-c6e25c7a0211', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'mac_address': 'fa:16:3e:65:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:46Z', 'updated_at': '2021-07-16T20:25:59Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'subnets': [{'id': '63937132-979c-4ebc-a2e5-3323e7c9e04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:39.177472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:39.187071 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.207909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-625e735f-65fc-46b7-8010-e9e6a7facef5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 217 time: 0.0930109 Jul 16 20:34:39.297147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:39.299469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3677c5e7-f8da-4b9e-ab0f-2186d8f285e7 req-2cbac6e2-3163-41c1-8cbf-3d0f3e4b20b9 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172112 Jul 16 20:34:39.344795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-4f709da8-5248-4c39-8ebd-5d73e306c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.347055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-4f709da8-5248-4c39-8ebd-5d73e306c54c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1260226 Jul 16 20:34:39.468704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-1b8e37ff-ccb5-4cf3-bf2f-8bd07a2e8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.470414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-1b8e37ff-ccb5-4cf3-bf2f-8bd07a2e8bea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117721 Jul 16 20:34:39.572967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c3fb4-a98e-4e14-bb03-fd4cfdd45690 None None] New status for floating IP 5443c87b-b687-4919-8eb0-4053bf7865fd: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:39.654309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-ec776cc6-9520-44c3-b54f-80a65d0e8111 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743772 Jul 16 20:34:39.743394 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc5a7e5-edae-4332-a1b8-49d573e9d670 x-openstack-request-id: req-cdc5a7e5-edae-4332-a1b8-49d573e9d670 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:39.744231 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d", "name": "network-vif-deleted", "tag": "d8010660-ee83-44cf-a9dd-50da87b9f903", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:39.744231 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cdc5a7e5-edae-4332-a1b8-49d573e9d670 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:39.744885 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75c71cd-c3c6-4dc9-9db8-7b9b1de7060d', 'name': 'network-vif-deleted', 'tag': 'd8010660-ee83-44cf-a9dd-50da87b9f903', 'status': 'completed', 'code': 200} Jul 16 20:34:39.814103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-313de5ef-2283-40ed-b083-a48250f25564 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522727 Jul 16 20:34:39.869981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-2ff19e73-8f13-4903-b17f-d78d4a54f952 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 217 time: 0.0482004 Jul 16 20:34:39.948634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-e9b16da7-cb32-409b-a587-8610dbea1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.951210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-e9b16da7-cb32-409b-a587-8610dbea1250 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0709593 Jul 16 20:34:40.050687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4edd1-1d0a-4b86-af49-ab6b3b3c45e7 req-53899dc5-eed4-4a2a-907d-9d8524d0bdab tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.052249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bf4edd1-1d0a-4b86-af49-ab6b3b3c45e7 req-53899dc5-eed4-4a2a-907d-9d8524d0bdab tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1204247 Jul 16 20:34:40.069318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-54e640e1-b920-4625-8de3-4d53fee04943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.070866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-54e640e1-b920-4625-8de3-4d53fee04943 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001086 Jul 16 20:34:40.137288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bf4edd1-1d0a-4b86-af49-ab6b3b3c45e7 req-4dc84e19-2b48-4fa4-9d38-c0f027532ef2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770819 Jul 16 20:34:40.202854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-ac6273ae-30ca-4adf-afd5-0d145293878e service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225121 Jul 16 20:34:40.345413 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f29b8d-c94c-43c4-aa3a-74d22dc30e17 x-openstack-request-id: req-f3f29b8d-c94c-43c4-aa3a-74d22dc30e17 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:40.348316 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732cf6c-544f-4b9a-a933-cffee3c0293a", "name": "network-vif-plugged", "status": "completed", "tag": "3b254d7e-76b4-4dc7-8013-616b2b5a17ab", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:40.350008 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f3f29b8d-c94c-43c4-aa3a-74d22dc30e17 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:40.350886 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab', 'code': 200} Jul 16 20:34:40.378143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-a9c7e423-b3ee-4316-a501-4aeaf6cb03d1 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684072 Jul 16 20:34:40.431317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55472) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:40.454195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-bfd5ff10-b443-4b6c-a5d4-f14ffbe745e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 217 time: 0.0686228 Jul 16 20:34:40.558520 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-105242be-c01c-4dd7-a527-ba9a49e3f044 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.592390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-105242be-c01c-4dd7-a527-ba9a49e3f044 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.629485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d2b2c567-6f5e-4280-b057-e9efe3834b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.632367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d2b2c567-6f5e-4280-b057-e9efe3834b1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1514900 Jul 16 20:34:40.665143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-105242be-c01c-4dd7-a527-ba9a49e3f044 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.671579 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-105242be-c01c-4dd7-a527-ba9a49e3f044 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.677969 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-105242be-c01c-4dd7-a527-ba9a49e3f044 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "DELETE /v2.0/security-groups/c1cb7dd6-32da-438a-81c9-2ad7a50b10bc HTTP/1.1" status: 204 len: 168 time: 0.2412465 Jul 16 20:34:40.680774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55478) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:40.709987 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-94756adb-222a-4496-9dd3-7f44c5c32b54 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] show failed (client error): The resource could not be found. Jul 16 20:34:40.715843 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-94756adb-222a-4496-9dd3-7f44c5c32b54 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "GET /v2.0/security-groups/c1cb7dd6-32da-438a-81c9-2ad7a50b10bc HTTP/1.1" status: 404 len: 347 time: 0.0305035 Jul 16 20:34:40.716258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55480) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:40.718995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105242be-c01c-4dd7-a527-ba9a49e3f044 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb7dd6-32da-438a-81c9-2ad7a50b10bc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.921333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9c9b1-4a4c-4e73-903b-9c78184017d2 req-43c6b769-e148-4be8-be81-26d03ae1b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.923985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3c9c9b1-4a4c-4e73-903b-9c78184017d2 req-43c6b769-e148-4be8-be81-26d03ae1b2df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 1097 time: 0.4604502 Jul 16 20:34:41.025023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f241b-08f1-4c20-b32e-2f38afdb86b3 req-2184f584-cd26-46f3-bc99-76f04f2e6495 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.026704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-389f241b-08f1-4c20-b32e-2f38afdb86b3 req-2184f584-cd26-46f3-bc99-76f04f2e6495 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 946 time: 0.4023242 Jul 16 20:34:41.046922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3c9c9b1-4a4c-4e73-903b-9c78184017d2 req-3835dcf0-8b96-4a0c-92a5-0a27136b8ae2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037509 Jul 16 20:34:41.050358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-b7f248c3-a7f7-47b1-a8ab-19b1a00451f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.051923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-b7f248c3-a7f7-47b1-a8ab-19b1a00451f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3982081 Jul 16 20:34:41.119066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-389f241b-08f1-4c20-b32e-2f38afdb86b3 req-3652bcba-243c-4095-bb80-ff5fb053f944 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816622 Jul 16 20:34:41.138053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Deleting port cf5aee0b-6dc6-4b6e-9cee-d7ccbefbfb42 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:41.138439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.337627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d8010660-ee83-44cf-a9dd-50da87b9f903 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:41.359816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: d8010660-ee83-44cf-a9dd-50da87b9f903 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:41.360482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d8010660-ee83-44cf-a9dd-50da87b9f903 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:41.369541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-24258ce0-24ba-4ab1-bae0-0b6ddd16f249 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738354 Jul 16 20:34:41.452147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.452710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.507084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Calling delete_port for cf5aee0b-6dc6-4b6e-9cee-d7ccbefbfb42 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:41.610410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9236-f24b-438c-a966-5a4f2f8fa117 req-b5b680ab-1ad9-4bbb-8a98-c066f9f8f4fd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.612127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3ca9236-f24b-438c-a966-5a4f2f8fa117 req-b5b680ab-1ad9-4bbb-8a98-c066f9f8f4fd tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.3254979 Jul 16 20:34:41.693688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-670dc1d6-5eb9-40bc-b50b-0a7b938a85e5 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123577 Jul 16 20:34:41.770282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3ca9236-f24b-438c-a966-5a4f2f8fa117 req-a8abed00-a961-4a7c-8b41-1595274bfffa tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151948 Jul 16 20:34:41.773413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-2f6277e2-b6ca-4b1c-9d05-51754980b260 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 217 time: 0.0570562 Jul 16 20:34:41.847751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d066ee92-3023-411f-8d55-4e12ba32eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.849763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d066ee92-3023-411f-8d55-4e12ba32eb35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0622451 Jul 16 20:34:41.943425 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.987834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Pushing event deleted for resources: {'Port': ['ID=cf5aee0b-6dc6-4b6e-9cee-d7ccbefbfb42,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.024414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-f0dc0099-5e57-44d9-9d29-60f439e750bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.026574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-f0dc0099-5e57-44d9-9d29-60f439e750bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1525862 Jul 16 20:34:42.145958 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.148884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.150819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7e778a1d-2d80-43c9-8429-4af19d26b6e5 tempest-AttachVolumeTestJSON-1782569001 tempest-AttachVolumeTestJSON-1782569001-project] 10.222.0.100 "DELETE /v2.0/floatingips/5443c87b-b687-4919-8eb0-4053bf7865fd HTTP/1.1" status: 204 len: 168 time: 1.4055250 Jul 16 20:34:42.210126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d63bbe6f-5443-4591-8804-455a5bcc35cf service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561928 Jul 16 20:34:42.436617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-2eee1c41-f4b5-4dfa-b4ba-a4ced07c275c service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161686 Jul 16 20:34:42.516417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-d790d24a-8b7d-43fe-a7b2-7516eb34f3b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.0721958 Jul 16 20:34:42.586284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-2d301569-e5d6-420f-8d31-19cc3392a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.587793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-2d301569-e5d6-420f-8d31-19cc3392a2d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0650702 Jul 16 20:34:42.600304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b6bfa-26e5-449f-9114-b9a5ee31bf1a req-e3c3717e-e641-4dea-93f1-d838b281e7f5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.602037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-056b6bfa-26e5-449f-9114-b9a5ee31bf1a req-e3c3717e-e641-4dea-93f1-d838b281e7f5 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1504827 Jul 16 20:34:42.681703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-056b6bfa-26e5-449f-9114-b9a5ee31bf1a req-e785cd47-2e79-4c68-b0f6-8eb6ab880adf tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699837 Jul 16 20:34:42.697730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-f69eae6c-f3b5-4c07-8cb8-b24fb8ee1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.699656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-f69eae6c-f3b5-4c07-8cb8-b24fb8ee1c5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963333 Jul 16 20:34:42.862089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-c0564c94-3b85-4324-a80b-7bb2ab4539dd service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522305 Jul 16 20:34:43.025963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-8c49e092-4385-4eb1-b591-5383c4edfeed service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564560 Jul 16 20:34:43.042536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a891788-acc8-4cb0-a485-a8d2d21717f1 req-6c262682-cb16-4346-a4d1-13c704891700 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.044735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a891788-acc8-4cb0-a485-a8d2d21717f1 req-6c262682-cb16-4346-a4d1-13c704891700 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 946 time: 0.1306806 Jul 16 20:34:43.090692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-0e5f23fe-1b54-471a-a17e-3d3c22491f45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.0447626 Jul 16 20:34:43.164430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a891788-acc8-4cb0-a485-a8d2d21717f1 req-a9da7a9d-f40c-46ee-9fc0-6066c36b887c tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Jul 16 20:34:43.181841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-2661e99a-4414-425e-aa1d-8daef3feda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.183797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-2661e99a-4414-425e-aa1d-8daef3feda92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0837893 Jul 16 20:34:43.322070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-7868b746-2952-4834-a8f4-b47ff7115b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.324922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-7868b746-2952-4834-a8f4-b47ff7115b54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287112 Jul 16 20:34:43.477973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-f3537a48-3c75-4336-8146-a86e8405461c service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417584 Jul 16 20:34:43.657517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e6e148-e32a-4847-817d-75c1fba7fadb req-5481192b-64ff-40ad-9a7e-bcf7eaccaed0 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710641 Jul 16 20:34:43.679061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394278-85b5-43ca-a037-71dfa67a69b3 req-bb7159d6-d8de-4e79-9cfb-6666bb26450d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.680989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15394278-85b5-43ca-a037-71dfa67a69b3 req-bb7159d6-d8de-4e79-9cfb-6666bb26450d tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1476820 Jul 16 20:34:43.739927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15394278-85b5-43ca-a037-71dfa67a69b3 req-fd8aec50-05b2-4426-966f-f56357478d21 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518589 Jul 16 20:34:44.756565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-b1bbcbbd-f0c0-4ad4-ad2b-f2a90df9b17b tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:44.758737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-b1bbcbbd-f0c0-4ad4-ad2b-f2a90df9b17b tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.1581929 Jul 16 20:34:44.781400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-03d13413-3205-446f-acf1-b55344e4d29e tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/quotas/7d599e40c8274f2295d522c087784d8b HTTP/1.1" status: 200 len: 375 time: 0.0158875 Jul 16 20:34:44.883418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-ecb33eb2-fdba-4def-b361-0b4f5c98617b tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917480 Jul 16 20:34:45.082822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-c560b6a0-bbe7-43d2-827c-2ac01f597d5a service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888576 Jul 16 20:34:45.728365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-4f2eaabb-28d5-4487-9251-aaa63556d660 service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398339 Jul 16 20:34:46.202358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-e593eeb9-90bc-402c-85b6-89c67c1e868e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:46.206658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-e593eeb9-90bc-402c-85b6-89c67c1e868e tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 946 time: 0.1108334 Jul 16 20:34:46.564027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Deleting port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:46.564583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.767570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43cf7-19c6-40e0-9ba2-0bb9830b2d23 req-444bd358-d9b7-493e-b3c8-b2ab364fbe97 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:46.780355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fc43cf7-19c6-40e0-9ba2-0bb9830b2d23 req-444bd358-d9b7-493e-b3c8-b2ab364fbe97 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 946 time: 0.2837250 Jul 16 20:34:46.799774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] For port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,segment=NetworkSegment(66e9687d-4610-4e84-ae0e-e8ca93b3025e),segment_id=66e9687d-4610-4e84-ae0e-e8ca93b3025e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.800257 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.845169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Calling delete_port for 3b254d7e-76b4-4dc7-8013-616b2b5a17ab owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:46.888904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fc43cf7-19c6-40e0-9ba2-0bb9830b2d23 req-f28e0e92-36dc-4826-a678-c22c2c8c26dc tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/security-groups?id=8c56e7dd-9b34-4ca3-b191-edd779e463e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109352 Jul 16 20:34:47.277220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.292054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['3b254d7e-76b4-4dc7-8013-616b2b5a17ab'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:47.328054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Pushing event deleted for resources: {'Port': ['ID=3b254d7e-76b4-4dc7-8013-616b2b5a17ab,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.481938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] No DVR routers for this DVR port 3b254d7e-76b4-4dc7-8013-616b2b5a17ab on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:47.496687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.498800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83882c04-2f36-48d9-9537-16a53c09fe0a req-9904d07d-da34-4417-86ac-4a8d3bda9f80 tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.21 "DELETE /v2.0/ports/3b254d7e-76b4-4dc7-8013-616b2b5a17ab HTTP/1.1" status: 204 len: 173 time: 1.2864015 Jul 16 20:34:47.500105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'name': 'network-vif-deleted', 'tag': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:47.502412 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a45766-aa5f-4e0b-94d7-193495d819f7" -d '{"events": [{"server_uuid": "1732cf6c-544f-4b9a-a933-cffee3c0293a", "name": "network-vif-deleted", "tag": "3b254d7e-76b4-4dc7-8013-616b2b5a17ab"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:47.561981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1bcc8d7-0e3b-45b9-bd3a-7341fe045ab4 req-2c8c1d05-36bb-4ffa-80c7-85abd311c993 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 210 time: 0.0818069 Jul 16 20:34:47.798372 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b59d3f5-1787-483a-bca3-306524bfb623 x-openstack-request-id: req-2b59d3f5-1787-483a-bca3-306524bfb623 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:47.798673 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732cf6c-544f-4b9a-a933-cffee3c0293a", "name": "network-vif-deleted", "tag": "3b254d7e-76b4-4dc7-8013-616b2b5a17ab", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:47.798927 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2b59d3f5-1787-483a-bca3-306524bfb623 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:47.799360 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732cf6c-544f-4b9a-a933-cffee3c0293a', 'name': 'network-vif-deleted', 'tag': '3b254d7e-76b4-4dc7-8013-616b2b5a17ab', 'status': 'completed', 'code': 200} Jul 16 20:34:48.163595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-049b7a7c-833b-4c8b-8b9a-6bb3076ba713 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.169015 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-049b7a7c-833b-4c8b-8b9a-6bb3076ba713 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.2908759 Jul 16 20:34:48.188557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Request body: {'port': {'device_id': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'admin_state_up': True, 'tenant_id': '7d599e40c8274f2295d522c087784d8b'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:48.233331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-209593ec-6001-473f-85fb-940928c7d77b req-e835189e-9f2b-4fc4-94c6-319b5f130a8b tempest-VolumesActionsTest-20901793 tempest-VolumesActionsTest-20901793-project] 10.222.0.100 "GET /v2.0/ports?device_id=1732cf6c-544f-4b9a-a933-cffee3c0293a HTTP/1.1" status: 200 len: 210 time: 0.0525095 Jul 16 20:34:48.475679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Made reservation on behalf of 7d599e40c8274f2295d522c087784d8b for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:48.479881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.689097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Allocated IP 172.20.0.4 (ca587b85-c8db-429e-80c6-8aa4d22a6e7c/633f40ab-5d75-4270-ae0d-51cc16bd9359/81e71fac-e1f3-424a-b51f-dee06011845d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:48.733562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0df25d5e-ed8c-4a0a-9ebe-ea6ee9018127 req-4d8e7733-c641-4f2d-8d32-8c2194def254 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 210 time: 0.0431519 Jul 16 20:34:49.437119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.496612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.514879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['805575e8-cc93-4069-8b5b-8a40bd129d76'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:49.612882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event updated for resources: {'Port': ['ID=81e71fac-e1f3-424a-b51f-dee06011845d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.624104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:49.625761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:49.629216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:49.630132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:49.763663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:49.765177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.800439 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-e01fa3e0-c8bd-4f20-b479-1343229e4163 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6203868 Jul 16 20:34:49.819923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Request body: {'port': {'device_id': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:50.167820 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.208306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02b144-230e-4925-9e3b-9bb82d76d7d7 req-bb96dd56-5993-4429-bc8d-8239834520ff tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.236340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce02b144-230e-4925-9e3b-9bb82d76d7d7 req-bb96dd56-5993-4429-bc8d-8239834520ff tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 931 time: 0.2053504 Jul 16 20:34:50.334452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce02b144-230e-4925-9e3b-9bb82d76d7d7 req-00fff97b-5737-4596-8c70-150cb5cf3de7 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970111 Jul 16 20:34:50.837672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3b254d7e-76b4-4dc7-8013-616b2b5a17ab no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:50.869921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 3b254d7e-76b4-4dc7-8013-616b2b5a17ab {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:50.870395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3b254d7e-76b4-4dc7-8013-616b2b5a17ab not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:50.874475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e71fac-e1f3-424a-b51f-dee06011845d {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:50.889198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.904628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Transition to ACTIVE for port object 81e71fac-e1f3-424a-b51f-dee06011845d will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:50.914726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.981665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Pushing event updated for resources: {'Port': ['ID=81e71fac-e1f3-424a-b51f-dee06011845d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:51.103623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Attempting to bind port 81e71fac-e1f3-424a-b51f-dee06011845d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:51.104287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Attempting to bind port 81e71fac-e1f3-424a-b51f-dee06011845d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:51.104822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Attempting to bind port 81e71fac-e1f3-424a-b51f-dee06011845d on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:51.112565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Port 81e71fac-e1f3-424a-b51f-dee06011845d on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:51.112909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Attempting to bind port 81e71fac-e1f3-424a-b51f-dee06011845d on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:51.119121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:51.119509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Checking segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:51.120454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Bound using segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:51.120915 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Bound port: 81e71fac-e1f3-424a-b51f-dee06011845d, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:51.121873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.272679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] For port 81e71fac-e1f3-424a-b51f-dee06011845d, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:51.277067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] For port 81e71fac-e1f3-424a-b51f-dee06011845d, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=81e71fac-e1f3-424a-b51f-dee06011845d,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:51.282001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.326159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.326804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.328303 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] 10.222.0.26 "PUT /v2.0/ports/81e71fac-e1f3-424a-b51f-dee06011845d HTTP/1.1" status: 200 len: 1091 time: 1.5177064 Jul 16 20:34:51.328754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'tag': '81e71fac-e1f3-424a-b51f-dee06011845d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:51.331698 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925" -d '{"events": [{"name": "network-changed", "server_uuid": "65d4b6d2-7665-4fec-b85f-489126fcb08b", "tag": "81e71fac-e1f3-424a-b51f-dee06011845d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:51.368456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011ba5c-6809-412b-b31c-30ec149c6f34 service neutron] Pushing event updated for resources: {'Port': ['ID=81e71fac-e1f3-424a-b51f-dee06011845d,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:51.458241 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-bfbee2aa-6e53-44c1-9234-c087e9724323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.461169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-bfbee2aa-6e53-44c1-9234-c087e9724323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 1094 time: 0.0872960 Jul 16 20:34:51.524681 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-c6ee5c76-65ac-4b89-9b11-1a8f92716317 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e71fac-e1f3-424a-b51f-dee06011845d HTTP/1.1" status: 200 len: 217 time: 0.0558321 Jul 16 20:34:51.623462 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e746f937-e7c6-400d-b47f-80d1a203a394 x-openstack-request-id: req-e746f937-e7c6-400d-b47f-80d1a203a394 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:51.623778 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d4b6d2-7665-4fec-b85f-489126fcb08b", "tag": "81e71fac-e1f3-424a-b51f-dee06011845d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:51.623975 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e746f937-e7c6-400d-b47f-80d1a203a394 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:51.624418 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'tag': '81e71fac-e1f3-424a-b51f-dee06011845d', 'status': 'completed', 'code': 200} Jul 16 20:34:51.629019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-c2ed5e93-2745-4da8-8778-124d6c7a3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.630587 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-c2ed5e93-2745-4da8-8778-124d6c7a3cc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.0883172 Jul 16 20:34:51.689104 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-cc85998b-fd96-4182-b102-64457248c878 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481501 Jul 16 20:34:51.837851 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-6c64f619-bbe8-42a4-8ccb-76e41483def0 service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401868 Jul 16 20:34:51.861164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc15558-126e-44e8-af1c-361123d0ebb0 req-bb10bee1-7000-4a67-8901-6ba28c5fc653 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.875939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cc15558-126e-44e8-af1c-361123d0ebb0 req-bb10bee1-7000-4a67-8901-6ba28c5fc653 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 943 time: 0.1413381 Jul 16 20:34:51.915925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cc15558-126e-44e8-af1c-361123d0ebb0 req-13d8598c-501c-45f4-a362-a7921052d912 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384839 Jul 16 20:34:51.978025 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7f5604cc-83ae-47e6-bebb-2655b0076c00 req-39d4a754-56b1-4a0d-b1e9-4d332c03abdc service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330640 Jul 16 20:34:52.255283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-2bbb1721-6b77-4175-91dd-323e9ca5df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.258069 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-2bbb1721-6b77-4175-91dd-323e9ca5df1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 1094 time: 0.1647060 Jul 16 20:34:52.389892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd0e4-058e-4ebe-b0ba-95048f7601b9 req-0dec3097-34d2-4ab6-a242-6fcc6edc87f2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.400586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28edd0e4-058e-4ebe-b0ba-95048f7601b9 req-0dec3097-34d2-4ab6-a242-6fcc6edc87f2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.1463087 Jul 16 20:34:52.457296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28edd0e4-058e-4ebe-b0ba-95048f7601b9 req-35fbc890-554b-4f35-80fe-8aa1c390cdac tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 Jul 16 20:34:52.493706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-7e497c7b-3a76-460e-b85f-62424cf3c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.508575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-7e497c7b-3a76-460e-b85f-62424cf3c4a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 916 time: 0.2377639 Jul 16 20:34:52.579680 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-ea7f98db-95a8-4994-8034-091a801b14eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e71fac-e1f3-424a-b51f-dee06011845d HTTP/1.1" status: 200 len: 217 time: 0.0671775 Jul 16 20:34:52.658980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-db524c2a-94c2-41eb-92dc-dd42d029d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.661535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-db524c2a-94c2-41eb-92dc-dd42d029d4d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.0741804 Jul 16 20:34:52.738067 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-67fca5f1-2af4-4efc-af80-27e9fd0071c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672097 Jul 16 20:34:52.973264 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-2e849d90-8bde-4ea7-a052-892230faea84 service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268693 Jul 16 20:34:53.211113 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d1e19dfa-b9df-4fd2-9c3f-f8d8447c9925 req-7dc875f3-7c8e-49bb-85aa-c45396f9dc44 service neutron] 10.222.0.26 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284622 Jul 16 20:34:53.316549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaca5dd-a99f-45dc-a2b8-8480838cda79 req-8f0cce13-071c-4a8b-9787-b4b43ad01b05 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.325598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6eaca5dd-a99f-45dc-a2b8-8480838cda79 req-8f0cce13-071c-4a8b-9787-b4b43ad01b05 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 943 time: 0.1311488 Jul 16 20:34:53.352937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 81e71fac-e1f3-424a-b51f-dee06011845d details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:53.414389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6eaca5dd-a99f-45dc-a2b8-8480838cda79 req-c5c698b1-59da-49fa-8597-815ec277454f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837319 Jul 16 20:34:53.476038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-7e9f5cad-6add-48c6-87ab-58535fd7f0a2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.489866 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-7e9f5cad-6add-48c6-87ab-58535fd7f0a2 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.2065952 Jul 16 20:34:53.627176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 81e71fac-e1f3-424a-b51f-dee06011845d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=81e71fac-e1f3-424a-b51f-dee06011845d,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:53.683232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '81e71fac-e1f3-424a-b51f-dee06011845d', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'port_id': '81e71fac-e1f3-424a-b51f-dee06011845d', 'mac_address': 'fa:16:3e:b6:b9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633f40ab-5d75-4270-ae0d-51cc16bd9359', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:53.744674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Deleting port 1a316ea5-268b-45b5-869e-56ca5f371ea9 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:53.749573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.784429 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.806180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e71fac-e1f3-424a-b51f-dee06011845d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:53.849719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 81e71fac-e1f3-424a-b51f-dee06011845d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=81e71fac-e1f3-424a-b51f-dee06011845d,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:53.858610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.978813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=81e71fac-e1f3-424a-b51f-dee06011845d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.008430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] For port 1a316ea5-268b-45b5-869e-56ca5f371ea9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1a316ea5-268b-45b5-869e-56ca5f371ea9,segment=NetworkSegment(dc173cc8-29ba-4691-ba1f-51bf18ea403b),segment_id=dc173cc8-29ba-4691-ba1f-51bf18ea403b)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:54.009187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.040313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Calling delete_port for 1a316ea5-268b-45b5-869e-56ca5f371ea9 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:54.140360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['81e71fac-e1f3-424a-b51f-dee06011845d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:54.165886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29e3bf-1ba9-4afc-b7b3-f4f8ee64eeaa req-4b2e0a00-5edf-4d86-9f84-b4af23104272 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.170545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac29e3bf-1ba9-4afc-b7b3-f4f8ee64eeaa req-4b2e0a00-5edf-4d86-9f84-b4af23104272 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 946 time: 0.2624271 Jul 16 20:34:54.270186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac29e3bf-1ba9-4afc-b7b3-f4f8ee64eeaa req-0010e98b-04f3-480b-8414-3f17febef565 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/security-groups?id=5c530db7-9223-44f4-83e8-877b87df6727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889366 Jul 16 20:34:54.452732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.603727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Pushing event deleted for resources: {'Port': ['ID=1a316ea5-268b-45b5-869e-56ca5f371ea9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.628916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] No DVR routers for this DVR port 1a316ea5-268b-45b5-869e-56ca5f371ea9 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:54.634052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.639893 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e34f3213-a989-4125-849a-58c8da44d0c1 req-ca2b1bd2-dcc0-4c17-b8c9-0276b112b07b tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.26 "DELETE /v2.0/ports/1a316ea5-268b-45b5-869e-56ca5f371ea9 HTTP/1.1" status: 204 len: 173 time: 1.1416013 Jul 16 20:34:54.640727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-deleted', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:54.664280 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4a11c2-2446-46a3-ba15-e32b9a187e7f" -d '{"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-deleted", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:54.984917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f94b-9447-440a-8c32-87236b7de0ed req-9f9a6e08-1e7a-424c-b6fd-b96dbc91de0a tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.987863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0421f94b-9447-440a-8c32-87236b7de0ed req-9f9a6e08-1e7a-424c-b6fd-b96dbc91de0a tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 944 time: 0.1677177 Jul 16 20:34:55.110440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0421f94b-9447-440a-8c32-87236b7de0ed req-0f0a2db2-fb8a-48cc-aad9-0fa9c5140b7b tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162767 Jul 16 20:34:55.172886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1a316ea5-268b-45b5-869e-56ca5f371ea9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:55.369888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 81e71fac-e1f3-424a-b51f-dee06011845d up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:55.426640 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb2388-1f43-4690-94ed-07aa0897119f x-openstack-request-id: req-feeb2388-1f43-4690-94ed-07aa0897119f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:55.426875 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ec4ca-505c-4963-8ec5-dae78ad068f4", "name": "network-vif-deleted", "tag": "1a316ea5-268b-45b5-869e-56ca5f371ea9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:55.427106 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-feeb2388-1f43-4690-94ed-07aa0897119f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:55.427644 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ec4ca-505c-4963-8ec5-dae78ad068f4', 'name': 'network-vif-deleted', 'tag': '1a316ea5-268b-45b5-869e-56ca5f371ea9', 'status': 'completed', 'code': 200} Jul 16 20:34:55.507849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 81e71fac-e1f3-424a-b51f-dee06011845d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:55.526402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 81e71fac-e1f3-424a-b51f-dee06011845d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:55.527910 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.697336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.751873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ab819b1-4400-4289-921d-8af01de244af req-3b829a94-9105-49f1-bde5-2d9468cbee59 tempest-ServersNegativeTestJSON-189062267 tempest-ServersNegativeTestJSON-189062267-project] 10.222.0.100 "GET /v2.0/ports?device_id=c27ec4ca-505c-4963-8ec5-dae78ad068f4 HTTP/1.1" status: 200 len: 210 time: 0.0588417 Jul 16 20:34:55.765254 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 81e71fac-e1f3-424a-b51f-dee06011845d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=81e71fac-e1f3-424a-b51f-dee06011845d,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:55.766555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e71fac-e1f3-424a-b51f-dee06011845d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:55.770082 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b557665b-fd7d-4ceb-8820-06f5722e1c62" -d '{"events": [{"server_uuid": "65d4b6d2-7665-4fec-b85f-489126fcb08b", "name": "network-vif-plugged", "status": "completed", "tag": "81e71fac-e1f3-424a-b51f-dee06011845d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:55.788172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.789825 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:55.820170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 1a316ea5-268b-45b5-869e-56ca5f371ea9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:55.820799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1a316ea5-268b-45b5-869e-56ca5f371ea9 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:55.856833 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:55.920120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=81e71fac-e1f3-424a-b51f-dee06011845d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:55.976913 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df0cd5-1461-4762-ba2f-6fced8b1ea2a x-openstack-request-id: req-e2df0cd5-1461-4762-ba2f-6fced8b1ea2a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:55.977197 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4b6d2-7665-4fec-b85f-489126fcb08b", "name": "network-vif-plugged", "status": "completed", "tag": "81e71fac-e1f3-424a-b51f-dee06011845d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:55.977445 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e2df0cd5-1461-4762-ba2f-6fced8b1ea2a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:55.977863 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e71fac-e1f3-424a-b51f-dee06011845d', 'code': 200} Jul 16 20:34:56.145799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda70f00-1860-4f3b-b9df-6e47305d9b6b req-e63dcdef-58ed-4e3e-a313-899fcb6ca0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.148845 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dda70f00-1860-4f3b-b9df-6e47305d9b6b req-e63dcdef-58ed-4e3e-a313-899fcb6ca0c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 1096 time: 0.0962608 Jul 16 20:34:56.204123 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dda70f00-1860-4f3b-b9df-6e47305d9b6b req-2ef65c86-8767-4032-b456-cc9c88a37c16 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Jul 16 20:34:56.434807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069c036-181d-49c4-8935-caa6289fbadc req-b9b8ddee-7b0b-42dd-b426-3bef46da4c5f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.444497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d069c036-181d-49c4-8935-caa6289fbadc req-b9b8ddee-7b0b-42dd-b426-3bef46da4c5f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 945 time: 0.1072183 Jul 16 20:34:56.542758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d069c036-181d-49c4-8935-caa6289fbadc req-e8964c0e-a71b-4123-ba6f-711c93d5a66d tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959213 Jul 16 20:34:56.888820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55742) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:56.985756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] Deleting subnet cbceadae-2317-4af3-a437-01398118c8d9 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:56.998658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.186804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.357944 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.467646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.519842 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.522422 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] 10.222.0.100 "DELETE /v2.0/subnets/cbceadae-2317-4af3-a437-01398118c8d9 HTTP/1.1" status: 204 len: 168 time: 0.6336567 Jul 16 20:34:57.524132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef0bb8-8e6b-4cbd-ad61-c3b183244f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbceadae-2317-4af3-a437-01398118c8d9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:57.535288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55746) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:57.687003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.800586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.814007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef4a77e-d1a2-43af-a3e3-549df1e3f776']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:57.829531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc173cc8-29ba-4691-ba1f-51bf18ea403b') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:57.830062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc173cc8-29ba-4691-ba1f-51bf18ea403b') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:57.842402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.859939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.867330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:34:57.867996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:34:57.938481 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:34:57.954586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.992098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.994093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] 10.222.0.100 "DELETE /v2.0/networks/aef4a77e-d1a2-43af-a3e3-549df1e3f776 HTTP/1.1" status: 204 len: 168 time: 0.4566793 Jul 16 20:34:57.997631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ddcec-e75b-4ea9-a976-294bf6962085 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef4a77e-d1a2-43af-a3e3-549df1e3f776,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:58.064223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6c3e-4169-43a1-9b63-11a28abc12fc req-d00d7698-286e-4dde-b103-574464876d8c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:58.080960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64ff6c3e-4169-43a1-9b63-11a28abc12fc req-d00d7698-286e-4dde-b103-574464876d8c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 945 time: 0.1377976 Jul 16 20:34:58.157319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64ff6c3e-4169-43a1-9b63-11a28abc12fc req-bf69ab57-faa1-4e49-b9e9-29ff6bbfe5a1 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Jul 16 20:34:58.323743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55770) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.418803 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-017d0b59-c6ea-4b01-bf92-9e795891c261 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=db8d5781aa7e4b019e9f74049faa6638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923376 Jul 16 20:34:58.422408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.506802 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff5a949d-372a-4fa2-b7d3-767b032b102c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.539055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff5a949d-372a-4fa2-b7d3-767b032b102c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.650322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff5a949d-372a-4fa2-b7d3-767b032b102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.664173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ff5a949d-372a-4fa2-b7d3-767b032b102c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.669218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ff5a949d-372a-4fa2-b7d3-767b032b102c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5c530db7-9223-44f4-83e8-877b87df6727 HTTP/1.1" status: 204 len: 168 time: 0.2435589 Jul 16 20:34:58.708759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a949d-372a-4fa2-b7d3-767b032b102c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c530db7-9223-44f4-83e8-877b87df6727,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:58.919006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55782) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:00.328002 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9dd0ed87-26e6-4c48-8219-4dfab05cf394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.427758 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.060948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Deleting port 2af5c8a0-648e-4cac-81b2-13e402478d9e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:01.064151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.376324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] For port 2af5c8a0-648e-4cac-81b2-13e402478d9e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2af5c8a0-648e-4cac-81b2-13e402478d9e,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:01.376808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.437373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Calling delete_port for 2af5c8a0-648e-4cac-81b2-13e402478d9e owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:02.081854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.161066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af5c8a0-648e-4cac-81b2-13e402478d9e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.816515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.470813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Router d316205a-21cc-4c51-9a12-eefad01d5f9d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:03.746573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:03.758958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] Sync routers for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:03.778093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55886) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:03.787762 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:03.789128 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:34:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:03.795450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-83821f59-4a59-4628-ba20-d9bb0faf3d88 admin admin] 10.222.0.100 "PUT /v2.0/routers/d316205a-21cc-4c51-9a12-eefad01d5f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8514616 Jul 16 20:35:03.967423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.008595 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.229011 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.319836 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:04.426625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Deleting port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:04.426882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.598402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] For port 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:04.598777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.631918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Calling delete_port for 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:04.698590 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:35:01Z', 'revision_number': 5, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port': {'id': '8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:49:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:25:39Z', 'updated_at': '2021-07-16T20:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:04.779362 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] Checking router: d316205a-21cc-4c51-9a12-eefad01d5f9d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:04.807557 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] Routers {'d316205a-21cc-4c51-9a12-eefad01d5f9d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:04.808519 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:34:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d316205a-21cc-4c51-9a12-eefad01d5f9d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:04.844998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1908fc45-f738-4d1c-b691-3440aee7d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.227045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] Set router d316205a-21cc-4c51-9a12-eefad01d5f9d gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:05.249430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.405683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Pushing event deleted for resources: {'Port': ['ID=8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:05.407728 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 6, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:05.487503 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42916ea-4b92-423a-8ccd-4979795f5f46 None None] The sync data for ids ['d316205a-21cc-4c51-9a12-eefad01d5f9d'] in n-d-798930-6 is: [{'id': 'd316205a-21cc-4c51-9a12-eefad01d5f9d', 'name': 'tempest-AttachVolumeTestJSON-766758292-router', 'tenant_id': 'e6932f09d87e44debaad56d57ce146ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:25:36Z', 'updated_at': '2021-07-16T20:35:04Z', 'revision_number': 6, 'project_id': 'e6932f09d87e44debaad56d57ce146ca', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:05.554949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.705675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.709702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.785272 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.785856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d316205a-21cc-4c51-9a12-eefad01d5f9d {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:35:05.795232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.795757 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8f326e97-9f70-4308-b89a-b62a3cc0089e admin admin] 10.222.0.100 "DELETE /v2.0/routers/d316205a-21cc-4c51-9a12-eefad01d5f9d HTTP/1.1" status: 204 len: 168 time: 2.0160611 Jul 16 20:35:05.798028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55924) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:05.884544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] Deleting subnet 63937132-979c-4ebc-a2e5-3323e7c9e04b {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:05.892874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.943507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.005488 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.177325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.310530 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.344705 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.349433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ea0ca-6765-4e43-98c7-6632bf8d369b None None] Network 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:06.349650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/63937132-979c-4ebc-a2e5-3323e7c9e04b HTTP/1.1" status: 204 len: 168 time: 0.5504525 Jul 16 20:35:06.353328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55940) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:06.416344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed4848-47e2-4af8-aa01-ac915cfdb294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63937132-979c-4ebc-a2e5-3323e7c9e04b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.664478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.830930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Deleting port f82d9382-deb3-40a7-a79e-258dfa7f58ee {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:06.831525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.913156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] DHCP port deletion for 7d9b33ae-f8e5-4259-b182-c6e25c7a0211 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:06.983084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] For port f82d9382-deb3-40a7-a79e-258dfa7f58ee, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f82d9382-deb3-40a7-a79e-258dfa7f58ee,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:06.983509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.009465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Calling delete_port for f82d9382-deb3-40a7-a79e-258dfa7f58ee owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:07.117408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] Deleting port f82d9382-deb3-40a7-a79e-258dfa7f58ee {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:07.117843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.304980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.346667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] For port f82d9382-deb3-40a7-a79e-258dfa7f58ee, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f82d9382-deb3-40a7-a79e-258dfa7f58ee,segment=NetworkSegment(de0eadbe-76d7-4a65-9923-5d2f958de32e),segment_id=de0eadbe-76d7-4a65-9923-5d2f958de32e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:07.347203 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.370194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] Calling delete_port for f82d9382-deb3-40a7-a79e-258dfa7f58ee owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:35:07.496976 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:35:07.502787 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.524891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82d9382-deb3-40a7-a79e-258dfa7f58ee,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:07.530083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] No DVR routers for this DVR port f82d9382-deb3-40a7-a79e-258dfa7f58ee on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:07.555908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] No DVR routers for this DVR port f82d9382-deb3-40a7-a79e-258dfa7f58ee on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:07.580816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4f985-1349-4dae-9a3b-183cceef1fc9 None None] Pushing event deleted for resources: {'Port': ['ID=f82d9382-deb3-40a7-a79e-258dfa7f58ee,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:07.658204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.685014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9b33ae-f8e5-4259-b182-c6e25c7a0211']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:07.716995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2af5c8a0-648e-4cac-81b2-13e402478d9e no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:07.732527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0eadbe-76d7-4a65-9923-5d2f958de32e') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:07.732966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0eadbe-76d7-4a65-9923-5d2f958de32e') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:07.765314 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.777459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 2af5c8a0-648e-4cac-81b2-13e402478d9e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:07.777829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2af5c8a0-648e-4cac-81b2-13e402478d9e not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:07.778407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:07.797429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.817340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:07.819170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:07.822160 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:07.857539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:07.858355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8981d6c2-d3c7-4b8f-bdfd-f64d24e4a1f0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:07.861915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f82d9382-deb3-40a7-a79e-258dfa7f58ee no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:07.940562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f82d9382-deb3-40a7-a79e-258dfa7f58ee {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:07.940917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f82d9382-deb3-40a7-a79e-258dfa7f58ee not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:08.039628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.082453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.087664 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] 10.222.0.100 "DELETE /v2.0/networks/7d9b33ae-f8e5-4259-b182-c6e25c7a0211 HTTP/1.1" status: 204 len: 168 time: 1.7303176 Jul 16 20:35:08.090919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6544-b312-4e9d-a162-3e6cccee3c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9b33ae-f8e5-4259-b182-c6e25c7a0211,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:08.163737 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.305763 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.647620 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.745805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55982) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:08.821551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b84d4a16-23cf-44e4-9468-a2e956d0855f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e6932f09d87e44debaad56d57ce146ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743668 Jul 16 20:35:08.824248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:08.965294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98a2c01e-a888-471b-b356-76968bc8d178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.064653 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98a2c01e-a888-471b-b356-76968bc8d178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.134188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98a2c01e-a888-471b-b356-76968bc8d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.141870 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98a2c01e-a888-471b-b356-76968bc8d178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.145611 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98a2c01e-a888-471b-b356-76968bc8d178 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8e7fe759-6299-4ca7-afa3-043322b6a1c3 HTTP/1.1" status: 204 len: 168 time: 0.3161731 Jul 16 20:35:09.153850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2c01e-a888-471b-b356-76968bc8d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7fe759-6299-4ca7-afa3-043322b6a1c3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:14.872083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56136) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.029304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56146) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.181003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-640ee655-537f-4fb4-b892-b56bda6932d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.269701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53580cc3-ed69-4b09-9219-b5c8b6dab98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.325227 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-640ee655-537f-4fb4-b892-b56bda6932d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.335258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-640ee655-537f-4fb4-b892-b56bda6932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.412674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ee655-537f-4fb4-b892-b56bda6932d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdeb596-4a92-46a4-97e2-d270b56d950f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.451895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-640ee655-537f-4fb4-b892-b56bda6932d0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3bcefefeba2a4a109185b75d49424d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782924 Jul 16 20:35:15.454515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56154) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.534734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aaaac79a-2082-45b5-8e73-b6a4adf6ead6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.572239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aaaac79a-2082-45b5-8e73-b6a4adf6ead6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.581168 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53580cc3-ed69-4b09-9219-b5c8b6dab98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.588827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53580cc3-ed69-4b09-9219-b5c8b6dab98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.651145 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aaaac79a-2082-45b5-8e73-b6a4adf6ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.654856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aaaac79a-2082-45b5-8e73-b6a4adf6ead6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.656128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aaaac79a-2082-45b5-8e73-b6a4adf6ead6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/acdeb596-4a92-46a4-97e2-d270b56d950f HTTP/1.1" status: 204 len: 168 time: 0.1993957 Jul 16 20:35:15.673797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaac79a-2082-45b5-8e73-b6a4adf6ead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdeb596-4a92-46a4-97e2-d270b56d950f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.698440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56162) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.698970 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-53580cc3-ed69-4b09-9219-b5c8b6dab98c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c86d36c8637040fca32e6c948d2785f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6650169 Jul 16 20:35:15.702327 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53580cc3-ed69-4b09-9219-b5c8b6dab98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c0643e-a5d9-4d2e-b478-0bf561270034,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.807649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e366ab7-5eca-4349-b61a-f9366858babb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.848049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e366ab7-5eca-4349-b61a-f9366858babb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.953382 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e366ab7-5eca-4349-b61a-f9366858babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.968364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e366ab7-5eca-4349-b61a-f9366858babb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.969994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7e366ab7-5eca-4349-b61a-f9366858babb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/49c0643e-a5d9-4d2e-b478-0bf561270034 HTTP/1.1" status: 204 len: 168 time: 0.2692301 Jul 16 20:35:15.988880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e366ab7-5eca-4349-b61a-f9366858babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c0643e-a5d9-4d2e-b478-0bf561270034,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.320541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56170) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.344713 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5011851c-9837-4c47-a21d-6681bef1b2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.530394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5011851c-9837-4c47-a21d-6681bef1b2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.537344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5011851c-9837-4c47-a21d-6681bef1b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.668949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5011851c-9837-4c47-a21d-6681bef1b2b7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=45c525464e84412886ae39f9b9f0ac04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466847 Jul 16 20:35:16.671671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56176) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.672648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011851c-9837-4c47-a21d-6681bef1b2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2bc207-c84c-44b2-97ce-370964e4f866,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.774287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13bb7ca1-98d6-4b1e-bf87-8a6d669f0b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.856839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13bb7ca1-98d6-4b1e-bf87-8a6d669f0b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.014844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13bb7ca1-98d6-4b1e-bf87-8a6d669f0b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.023572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13bb7ca1-98d6-4b1e-bf87-8a6d669f0b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.031443 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-13bb7ca1-98d6-4b1e-bf87-8a6d669f0b9e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0a2bc207-c84c-44b2-97ce-370964e4f866 HTTP/1.1" status: 204 len: 168 time: 0.3579516 Jul 16 20:35:17.075004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb7ca1-98d6-4b1e-bf87-8a6d669f0b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2bc207-c84c-44b2-97ce-370964e4f866,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:17.116469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56186) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:17.137109 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-260a89e8-dbbf-4035-83ea-d414e65de56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.376862 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-260a89e8-dbbf-4035-83ea-d414e65de56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.384271 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-260a89e8-dbbf-4035-83ea-d414e65de56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.440991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-260a89e8-dbbf-4035-83ea-d414e65de56a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e6d9700e803d429fb86ab089ae3ed449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230510 Jul 16 20:35:17.443553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56194) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:17.490905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a89e8-dbbf-4035-83ea-d414e65de56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913bc772-42f7-43eb-b60e-e92eafe865b7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:17.572409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14591a1-dea1-4ba0-ba7f-005f4a412bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.623840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14591a1-dea1-4ba0-ba7f-005f4a412bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.720229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14591a1-dea1-4ba0-ba7f-005f4a412bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.724580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c14591a1-dea1-4ba0-ba7f-005f4a412bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.733302 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c14591a1-dea1-4ba0-ba7f-005f4a412bbf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/913bc772-42f7-43eb-b60e-e92eafe865b7 HTTP/1.1" status: 204 len: 168 time: 0.2884090 Jul 16 20:35:17.765009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14591a1-dea1-4ba0-ba7f-005f4a412bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913bc772-42f7-43eb-b60e-e92eafe865b7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.994233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56346) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.376344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e441ee00-8d04-4366-b5ae-4aaef24acfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.565917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e441ee00-8d04-4366-b5ae-4aaef24acfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.572077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e441ee00-8d04-4366-b5ae-4aaef24acfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.646998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.648471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e441ee00-8d04-4366-b5ae-4aaef24acfd3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6bdb95d7e642477aaa84c4d8d4dcd837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520624 Jul 16 20:35:22.649605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441ee00-8d04-4366-b5ae-4aaef24acfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c008835-df37-477e-9dad-ba502ec0fe3d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:22.724157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07c135b6-2da6-485c-b8d7-5e483ccb966e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.762767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07c135b6-2da6-485c-b8d7-5e483ccb966e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.819547 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07c135b6-2da6-485c-b8d7-5e483ccb966e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.836976 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07c135b6-2da6-485c-b8d7-5e483ccb966e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.846281 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-07c135b6-2da6-485c-b8d7-5e483ccb966e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0c008835-df37-477e-9dad-ba502ec0fe3d HTTP/1.1" status: 204 len: 168 time: 0.1977193 Jul 16 20:35:22.863042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c135b6-2da6-485c-b8d7-5e483ccb966e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c008835-df37-477e-9dad-ba502ec0fe3d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:23.482588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56410) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:23.494899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.630832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.635566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.686124 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1a170f35492f46609f3c7d05c1e966d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017610 Jul 16 20:35:23.686124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dce49c3-d5a2-490d-bfa6-209daf8c35bd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:23.686958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56416) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:23.700486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.701255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.701602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.702245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.702820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.703454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.703970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.704455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.704962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.705305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.705636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.705971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315fe65-fce3-4a52-9404-57ae0226782f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:23.766526 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6527d6-355d-477f-9d7b-0e8292403417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.792240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6527d6-355d-477f-9d7b-0e8292403417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.867030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6527d6-355d-477f-9d7b-0e8292403417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.869832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da6527d6-355d-477f-9d7b-0e8292403417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.871308 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-da6527d6-355d-477f-9d7b-0e8292403417 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7dce49c3-d5a2-490d-bfa6-209daf8c35bd HTTP/1.1" status: 204 len: 168 time: 0.1827753 Jul 16 20:35:23.887990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6527d6-355d-477f-9d7b-0e8292403417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dce49c3-d5a2-490d-bfa6-209daf8c35bd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:25.897931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-9dc4f29f-2dab-4e08-9397-2e23be76387f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:25.900735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-9dc4f29f-2dab-4e08-9397-2e23be76387f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.1261597 Jul 16 20:35:25.929383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-d53cb64e-9977-4006-8e76-2ff65c292ad0 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/quotas/7d599e40c8274f2295d522c087784d8b HTTP/1.1" status: 200 len: 375 time: 0.0189931 Jul 16 20:35:26.093061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-858e55ab-f7c3-422b-92b1-705efbea0ac6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1567461 Jul 16 20:35:26.490079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-dd70b534-71e0-4c57-84d2-d69edd5d27a9 service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960361 Jul 16 20:35:26.605378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-1a99d579-3e6c-457c-90eb-96d3bd90f344 service neutron] 10.222.0.100 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080849 Jul 16 20:35:27.315556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fa0e5c3-8e2d-4fba-8e6c-5163ee8b6a61 req-3fd4eec2-fb03-42d7-8114-75f7d601f083 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 210 time: 0.0828309 Jul 16 20:35:27.464987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.521516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] Deleting subnet e886ce25-f64a-4c8a-a25d-4faf1c4aa43f {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:27.525512 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.573613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.582809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.589527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.595862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.602005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.608317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.614986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.617382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-579d03b2-3cb3-4ce9-8aac-ce921cdbf35c tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.1264503 Jul 16 20:35:27.627209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.684777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ca31334-049a-4ab6-ac20-7cbaa7909fcd req-4f899811-9bca-4b89-bd09-c24a5c89356e tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583270 Jul 16 20:35:27.705560 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.794209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.846022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e886ce25-f64a-4c8a-a25d-4faf1c4aa43f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:27.866871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.869334 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-215825a4-b2e5-43e2-b1dc-94ff573819bb admin admin] 10.222.0.100 "DELETE /v2.0/subnets/e886ce25-f64a-4c8a-a25d-4faf1c4aa43f HTTP/1.1" status: 204 len: 168 time: 0.4030852 Jul 16 20:35:27.875488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56614) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.962249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.097558 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.109502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aaf206-1f01-4a0f-b442-69790e12181a']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:28.120307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e9687d-4610-4e84-ae0e-e8ca93b3025e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:28.121329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e9687d-4610-4e84-ae0e-e8ca93b3025e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:28.131571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.146919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.153961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:28.154813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:28.185415 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:28.270945 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.280480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.282318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] 10.222.0.100 "DELETE /v2.0/networks/13aaf206-1f01-4a0f-b442-69790e12181a HTTP/1.1" status: 204 len: 168 time: 0.4085805 Jul 16 20:35:28.303150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc0c70-871c-4105-a0e1-9e08d9a43807 admin admin] Pushing event deleted for resources: {'Network': ['ID=13aaf206-1f01-4a0f-b442-69790e12181a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:28.323267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.330324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.336730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.343038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.349149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.355091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.362973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.377649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-129d069e-aecf-454a-9e7f-695a247705af req-993c9eaa-5ce8-45ff-bd44-b206c1d3bc31 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.3406587 Jul 16 20:35:28.412141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56636) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.627445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56642) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.668871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-903de841-ec0c-47bb-9459-d4df258196e6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:28.672655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-903de841-ec0c-47bb-9459-d4df258196e6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 815 time: 0.2069232 Jul 16 20:35:28.687491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Request body: {'port': {'device_id': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'admin_state_up': True, 'tenant_id': '7d599e40c8274f2295d522c087784d8b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:28.710702 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-091c83c5-ca4f-42f0-b9cd-fd946fdf1952 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f26b6dcdba4a4f61bb5345e1a1dc05f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798531 Jul 16 20:35:28.712216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56644) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.816883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-358d251c-07f3-4a56-baab-83d7dec567e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.845061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-555ea900-e4e6-4bcc-aee2-58987a45bd33 req-1a41aa27-b429-48d3-aa7e-282df31a32fc tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 210 time: 0.1624386 Jul 16 20:35:28.848692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-358d251c-07f3-4a56-baab-83d7dec567e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.885578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Made reservation on behalf of 7d599e40c8274f2295d522c087784d8b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:28.891388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.925255 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22b59217-9a0c-4983-a7fc-9758390696f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.943331 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-358d251c-07f3-4a56-baab-83d7dec567e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.947635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-358d251c-07f3-4a56-baab-83d7dec567e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.950464 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-358d251c-07f3-4a56-baab-83d7dec567e4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8c56e7dd-9b34-4ca3-b191-edd779e463e1 HTTP/1.1" status: 204 len: 168 time: 0.2367806 Jul 16 20:35:28.959947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d251c-07f3-4a56-baab-83d7dec567e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56e7dd-9b34-4ca3-b191-edd779e463e1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.133079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Allocated IP 172.20.0.11 (ca587b85-c8db-429e-80c6-8aa4d22a6e7c/633f40ab-5d75-4270-ae0d-51cc16bd9359/d626d341-a20c-4cf8-a0b4-8d55be2434d5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:29.219944 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22b59217-9a0c-4983-a7fc-9758390696f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.267453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22b59217-9a0c-4983-a7fc-9758390696f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.385448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-22b59217-9a0c-4983-a7fc-9758390696f3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b57e6ad9a11d4a51b63491fa12783c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9718215 Jul 16 20:35:29.389253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56660) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:29.391307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b59217-9a0c-4983-a7fc-9758390696f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35aaff8-61b5-46a3-97bb-cdf6f62d58d9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.429387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.483868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.486609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dab629c3-670c-4c5f-a43d-53852e54ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.500139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:29.504132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['805575e8-cc93-4069-8b5b-8a40bd129d76', '81e71fac-e1f3-424a-b51f-dee06011845d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:29.516383 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dab629c3-670c-4c5f-a43d-53852e54ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.546254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Network ca587b85-c8db-429e-80c6-8aa4d22a6e7c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:29.555844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:29.562786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:29.600494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dab629c3-670c-4c5f-a43d-53852e54ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.603528 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dab629c3-670c-4c5f-a43d-53852e54ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.607871 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dab629c3-670c-4c5f-a43d-53852e54ebda admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f35aaff8-61b5-46a3-97bb-cdf6f62d58d9 HTTP/1.1" status: 204 len: 168 time: 0.2118509 Jul 16 20:35:29.618158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab629c3-670c-4c5f-a43d-53852e54ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35aaff8-61b5-46a3-97bb-cdf6f62d58d9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.686774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event updated for resources: {'Port': ['ID=d626d341-a20c-4cf8-a0b4-8d55be2434d5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.707043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:29.707989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.729731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-42dcb95f-79c9-49fc-a071-b3356fed787c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0486186 Jul 16 20:35:29.760893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Request body: {'port': {'device_id': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:29.875034 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.188124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809678f1-99b5-47f2-a131-3950e56fa4c7 req-55df2b3e-ccf2-4fcc-9ddc-a25265a03336 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:30.204832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-809678f1-99b5-47f2-a131-3950e56fa4c7 req-55df2b3e-ccf2-4fcc-9ddc-a25265a03336 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 932 time: 0.1479564 Jul 16 20:35:30.289839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0768de62-69ef-4261-8954-a4c7be11ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.344915 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:30.368212 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6026-5a3a-4074-97bf-f222f6fb67e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.548245 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6026-5a3a-4074-97bf-f222f6fb67e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.554363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6026-5a3a-4074-97bf-f222f6fb67e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.626976 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8d4e6026-5a3a-4074-97bf-f222f6fb67e3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=292ccdd77813434f938345551ae94a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801712 Jul 16 20:35:30.629380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e6026-5a3a-4074-97bf-f222f6fb67e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b71a4af-877c-4434-8454-11013614e611,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.647683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56704) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:30.710548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-809678f1-99b5-47f2-a131-3950e56fa4c7 req-a8f715e7-3942-43c0-993b-9fd0a8dc3eab tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023079 Jul 16 20:35:30.798081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77349e99-bc5d-48f5-b605-11cd7d264e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.800478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d626d341-a20c-4cf8-a0b4-8d55be2434d5 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:30.813402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.844530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Transition to ACTIVE for port object d626d341-a20c-4cf8-a0b4-8d55be2434d5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:30.847068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77349e99-bc5d-48f5-b605-11cd7d264e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.849661 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.926301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77349e99-bc5d-48f5-b605-11cd7d264e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.932328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77349e99-bc5d-48f5-b605-11cd7d264e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.935891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Pushing event updated for resources: {'Port': ['ID=d626d341-a20c-4cf8-a0b4-8d55be2434d5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.938103 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-77349e99-bc5d-48f5-b605-11cd7d264e5c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9b71a4af-877c-4434-8454-11013614e611 HTTP/1.1" status: 204 len: 168 time: 0.2879665 Jul 16 20:35:30.947338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.947811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.948352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.949490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.950250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.950885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.951224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.951608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.951928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.952246 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.952635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77349e99-bc5d-48f5-b605-11cd7d264e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b71a4af-877c-4434-8454-11013614e611,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.952747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:30.952935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:31.050012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Attempting to bind port d626d341-a20c-4cf8-a0b4-8d55be2434d5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:31.050363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Attempting to bind port d626d341-a20c-4cf8-a0b4-8d55be2434d5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:31.050690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Attempting to bind port d626d341-a20c-4cf8-a0b4-8d55be2434d5 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:31.055524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Port d626d341-a20c-4cf8-a0b4-8d55be2434d5 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:35:31.055857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Attempting to bind port d626d341-a20c-4cf8-a0b4-8d55be2434d5 on network ca587b85-c8db-429e-80c6-8aa4d22a6e7c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:31.061336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:31.061678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Checking segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:31.062076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Bound using segment: {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:31.062517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Bound port: d626d341-a20c-4cf8-a0b4-8d55be2434d5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32826bb-754e-4289-bb7e-68a6ac78d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:31.062880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.104564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56732) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:31.149309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] For port d626d341-a20c-4cf8-a0b4-8d55be2434d5, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:31.153635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] For port d626d341-a20c-4cf8-a0b4-8d55be2434d5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d626d341-a20c-4cf8-a0b4-8d55be2434d5,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:31.161661 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.216856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.217399 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.218928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] 10.222.0.21 "PUT /v2.0/ports/d626d341-a20c-4cf8-a0b4-8d55be2434d5 HTTP/1.1" status: 200 len: 1092 time: 1.4661691 Jul 16 20:35:31.219427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'tag': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:31.221986 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94f3c3-367b-43fa-a117-99e4555ddf36" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf7fce5-e737-4c47-a671-91ade2cb2853", "tag": "d626d341-a20c-4cf8-a0b4-8d55be2434d5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:31.309802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d91e52-ca79-4305-bc13-31524d5b15ac service neutron] Pushing event updated for resources: {'Port': ['ID=d626d341-a20c-4cf8-a0b4-8d55be2434d5,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:31.328293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.328792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.329332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.329861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.330333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.330914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.331590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.337451 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-fee6afa6-8590-41e6-bfb5-47a775ecb901 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6491 time: 0.2304978 Jul 16 20:35:31.352664 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f51151-d616-4de0-bdd2-3cf10a6b18c2 x-openstack-request-id: req-a0f51151-d616-4de0-bdd2-3cf10a6b18c2 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:31.353289 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf7fce5-e737-4c47-a671-91ade2cb2853", "tag": "d626d341-a20c-4cf8-a0b4-8d55be2434d5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:31.353695 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a0f51151-d616-4de0-bdd2-3cf10a6b18c2 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:31.354346 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'tag': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5', 'status': 'completed', 'code': 200} Jul 16 20:35:31.363238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-3c168a9b-da9e-4ee6-8f65-109927b4fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.366481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-3c168a9b-da9e-4ee6-8f65-109927b4fc91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 1095 time: 0.1053202 Jul 16 20:35:31.403290 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-20e84f8a-dabe-4e34-bd6b-573a807d9280 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&id=a5724584-bc02-4701-873e-a43c8da40cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581517 Jul 16 20:35:31.431066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-c5cea5fd-1556-4fbd-9a10-fba3b80e9e4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d626d341-a20c-4cf8-a0b4-8d55be2434d5 HTTP/1.1" status: 200 len: 217 time: 0.0572736 Jul 16 20:35:31.495569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-cbd7c607-7892-41a6-9f8f-fbdda766195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.497866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-cbd7c607-7892-41a6-9f8f-fbdda766195e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.0587566 Jul 16 20:35:31.535876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-745af157-17ff-4ea3-995e-48da8b330c05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311315 Jul 16 20:35:31.659474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-82a72a30-bcb7-4348-874e-455519fb28ba service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168861 Jul 16 20:35:31.792725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85cb0727-dfe7-4161-987b-8d5cad7aaf93 req-8a9c7bae-3f65-49cd-a048-72a621924f03 service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268744 Jul 16 20:35:32.003214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-8081719a-688f-456e-873e-2177f4bb7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.004872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-8081719a-688f-456e-873e-2177f4bb7ea8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d599e40c8274f2295d522c087784d8b&device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 1095 time: 0.1534410 Jul 16 20:35:32.073898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb74d79-0bee-44ad-8fc1-e0e42c9aeee9 req-7342734f-0be4-4011-8829-eaf1d4f210a1 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.074116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8eb74d79-0bee-44ad-8fc1-e0e42c9aeee9 req-7342734f-0be4-4011-8829-eaf1d4f210a1 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 944 time: 0.1302128 Jul 16 20:35:32.181730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8eb74d79-0bee-44ad-8fc1-e0e42c9aeee9 req-f0233ac4-e8eb-435f-a733-22cf59332ead tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946751 Jul 16 20:35:32.208835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-5a18acdf-12f2-461e-8774-e8121c307855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.210553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-5a18acdf-12f2-461e-8774-e8121c307855 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 200 len: 916 time: 0.1936586 Jul 16 20:35:32.281012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-ed686c7f-7bcb-4f9f-8b6a-5f10544fc67f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d626d341-a20c-4cf8-a0b4-8d55be2434d5 HTTP/1.1" status: 200 len: 217 time: 0.0635135 Jul 16 20:35:32.354312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-c64d7239-98e7-4354-a448-baeecf9a3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.357028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-c64d7239-98e7-4354-a448-baeecf9a3205 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 200 len: 855 time: 0.0685186 Jul 16 20:35:32.392153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-d940f41b-343a-41de-9f3e-cd6e4e34394e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca587b85-c8db-429e-80c6-8aa4d22a6e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jul 16 20:35:32.509865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-c22fc228-df77-4441-9b12-f11f8c9d24f4 service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096284 Jul 16 20:35:32.629186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e94f3c3-367b-43fa-a117-99e4555ddf36 req-55ab6120-9613-43e7-9e69-91b836ad1c1f service neutron] 10.222.0.21 "GET /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139929 Jul 16 20:35:32.852312 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:33.409212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159bfd-c8d1-483e-a294-da680bec0c4a req-4db13a30-d69a-4eb2-8cdc-a93c4ed4a0e2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:33.411038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83159bfd-c8d1-483e-a294-da680bec0c4a req-4db13a30-d69a-4eb2-8cdc-a93c4ed4a0e2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 944 time: 0.1065505 Jul 16 20:35:33.481624 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83159bfd-c8d1-483e-a294-da680bec0c4a req-6ba7cbe8-acce-4853-ba6b-2871fda64bd4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529058 Jul 16 20:35:33.832412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56898) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.975022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d2aded8-2e09-43a8-8512-5dfc90979e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.996229 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.105907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d2aded8-2e09-43a8-8512-5dfc90979e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.110728 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d2aded8-2e09-43a8-8512-5dfc90979e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.154487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aded8-2e09-43a8-8512-5dfc90979e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b620b97-30c6-4dec-bf83-9d3dc93a587f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:34.162064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:34.173559 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9d2aded8-2e09-43a8-8512-5dfc90979e79 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=58a83c8fbea14a2ba85f4c15099b5af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399692 Jul 16 20:35:34.225432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb499906-ae41-4fd6-82d9-dfb07694e9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.255946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb499906-ae41-4fd6-82d9-dfb07694e9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.318279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb499906-ae41-4fd6-82d9-dfb07694e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.322224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb499906-ae41-4fd6-82d9-dfb07694e9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.328775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eb499906-ae41-4fd6-82d9-dfb07694e9ce admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9b620b97-30c6-4dec-bf83-9d3dc93a587f HTTP/1.1" status: 204 len: 168 time: 0.1647713 Jul 16 20:35:34.340954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb499906-ae41-4fd6-82d9-dfb07694e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b620b97-30c6-4dec-bf83-9d3dc93a587f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:34.817143 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-788e51ef-d1ec-4990-9712-6b2d396cf93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.853527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25e994-5989-4b53-aa8e-725dbeb36074 req-cde8384b-759e-48ef-8437-55dfae760d04 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:34.861456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c25e994-5989-4b53-aa8e-725dbeb36074 req-cde8384b-759e-48ef-8437-55dfae760d04 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 944 time: 0.1307437 Jul 16 20:35:34.919625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c25e994-5989-4b53-aa8e-725dbeb36074 req-9d1c8831-e82a-4307-8091-589c9cfda040 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566888 Jul 16 20:35:34.990411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56928) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.013742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e383-e576-4897-87ca-06e9e67ebd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.061845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d626d341-a20c-4cf8-a0b4-8d55be2434d5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:35:35.065710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56930) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.195516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d626d341-a20c-4cf8-a0b4-8d55be2434d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d626d341-a20c-4cf8-a0b4-8d55be2434d5,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:35.202761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e383-e576-4897-87ca-06e9e67ebd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.208990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fb9e383-e576-4897-87ca-06e9e67ebd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.217066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5', 'network_id': 'ca587b85-c8db-429e-80c6-8aa4d22a6e7c', 'port_id': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5', 'mac_address': 'fa:16:3e:88:d0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633f40ab-5d75-4270-ae0d-51cc16bd9359', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:35:35.250338 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9fb9e383-e576-4897-87ca-06e9e67ebd61 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6b017aba1ca5418caffd69ba8796efcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583349 Jul 16 20:35:35.253433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.282724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.288564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9e383-e576-4897-87ca-06e9e67ebd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52175194-4cd0-46c1-aa92-be5927199ed7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.302640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d626d341-a20c-4cf8-a0b4-8d55be2434d5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:35:35.333510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d626d341-a20c-4cf8-a0b4-8d55be2434d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d626d341-a20c-4cf8-a0b4-8d55be2434d5,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:35.339980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.358941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-431f8fb7-aeb2-49ca-8c93-be6e3930b8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.400922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ded9c4f-44c4-4a74-a055-34a2949bf6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.432947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d626d341-a20c-4cf8-a0b4-8d55be2434d5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.438238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ded9c4f-44c4-4a74-a055-34a2949bf6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.442094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.442536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.443085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.443523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.443921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.444309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.444869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.445257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.445641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.446421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.446806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.447344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.549795 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ded9c4f-44c4-4a74-a055-34a2949bf6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.552626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ded9c4f-44c4-4a74-a055-34a2949bf6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.553890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4ded9c4f-44c4-4a74-a055-34a2949bf6d8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/52175194-4cd0-46c1-aa92-be5927199ed7 HTTP/1.1" status: 204 len: 168 time: 0.2992241 Jul 16 20:35:35.561676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-431f8fb7-aeb2-49ca-8c93-be6e3930b8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.567864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded9c4f-44c4-4a74-a055-34a2949bf6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52175194-4cd0-46c1-aa92-be5927199ed7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.569583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-431f8fb7-aeb2-49ca-8c93-be6e3930b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.614708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f8fb7-aeb2-49ca-8c93-be6e3930b8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9081f9f-ae1c-4185-88cc-c41f8fd408d4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.619621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-431f8fb7-aeb2-49ca-8c93-be6e3930b8e5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=88e38fcd37ba43218abbb559d26b1d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517933 Jul 16 20:35:35.622496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56938) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.624461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['d626d341-a20c-4cf8-a0b4-8d55be2434d5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:35:35.728684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cee64d1b-4cd7-4d8f-bdce-46bdbe1c85c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.767081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cee64d1b-4cd7-4d8f-bdce-46bdbe1c85c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.849238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cee64d1b-4cd7-4d8f-bdce-46bdbe1c85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.859922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cee64d1b-4cd7-4d8f-bdce-46bdbe1c85c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.859922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cee64d1b-4cd7-4d8f-bdce-46bdbe1c85c7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d9081f9f-ae1c-4185-88cc-c41f8fd408d4 HTTP/1.1" status: 204 len: 168 time: 0.2302444 Jul 16 20:35:35.865100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee64d1b-4cd7-4d8f-bdce-46bdbe1c85c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9081f9f-ae1c-4185-88cc-c41f8fd408d4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:36.028564 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.169943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b79e28-7a44-4072-b155-bcfa3c8775c5 req-9dd8608d-cf3b-44f9-8cef-aac1d769742f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:36.177855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74b79e28-7a44-4072-b155-bcfa3c8775c5 req-9dd8608d-cf3b-44f9-8cef-aac1d769742f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 945 time: 0.1170151 Jul 16 20:35:36.223384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74b79e28-7a44-4072-b155-bcfa3c8775c5 req-d599530f-0529-4160-aa96-2a8cebd6d8c5 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Jul 16 20:35:36.313266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56960) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.331146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b09a-8c17-45d2-bb5e-161c52206edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.475283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b09a-8c17-45d2-bb5e-161c52206edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.483815 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b09a-8c17-45d2-bb5e-161c52206edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.534295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9cf6b09a-8c17-45d2-bb5e-161c52206edc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6b5782ab1d3d4f0bbcb4af6ef4f35150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194362 Jul 16 20:35:36.535761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6b09a-8c17-45d2-bb5e-161c52206edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69133df6-004d-4c8c-962c-0a216fc799b4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:36.536863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.603380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce7f7fe6-c1ed-49ba-80a5-00c44547f021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.640551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce7f7fe6-c1ed-49ba-80a5-00c44547f021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.733033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce7f7fe6-c1ed-49ba-80a5-00c44547f021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.735838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce7f7fe6-c1ed-49ba-80a5-00c44547f021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.740446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ce7f7fe6-c1ed-49ba-80a5-00c44547f021 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/69133df6-004d-4c8c-962c-0a216fc799b4 HTTP/1.1" status: 204 len: 168 time: 0.2016187 Jul 16 20:35:36.751920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f7fe6-c1ed-49ba-80a5-00c44547f021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69133df6-004d-4c8c-962c-0a216fc799b4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:37.082351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d626d341-a20c-4cf8-a0b4-8d55be2434d5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:37.178406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port d626d341-a20c-4cf8-a0b4-8d55be2434d5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:37.183666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port d626d341-a20c-4cf8-a0b4-8d55be2434d5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:37.184398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.318804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.400436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:37.415002 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e368be-1da8-4375-b1df-65aacd535428" -d '{"events": [{"server_uuid": "0cf7fce5-e737-4c47-a671-91ade2cb2853", "name": "network-vif-plugged", "status": "completed", "tag": "d626d341-a20c-4cf8-a0b4-8d55be2434d5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:37.421339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d626d341-a20c-4cf8-a0b4-8d55be2434d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d626d341-a20c-4cf8-a0b4-8d55be2434d5,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:37.428551 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.514972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d626d341-a20c-4cf8-a0b4-8d55be2434d5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:37.515781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507cdd-aec9-4071-ba8f-5c05250364ff req-2b060416-f9a1-4330-ac48-4718708c00b2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.524131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b507cdd-aec9-4071-ba8f-5c05250364ff req-2b060416-f9a1-4330-ac48-4718708c00b2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 946 time: 0.0883248 Jul 16 20:35:37.565652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b507cdd-aec9-4071-ba8f-5c05250364ff req-d1f813f2-9158-4205-ace9-b8b31edd8c2c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jul 16 20:35:37.631963 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e05243a-ec9b-4c05-add0-085375eccb0a x-openstack-request-id: req-5e05243a-ec9b-4c05-add0-085375eccb0a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:37.632440 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf7fce5-e737-4c47-a671-91ade2cb2853", "name": "network-vif-plugged", "status": "completed", "tag": "d626d341-a20c-4cf8-a0b4-8d55be2434d5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:37.632877 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5e05243a-ec9b-4c05-add0-085375eccb0a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:37.633516 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5', 'code': 200} Jul 16 20:35:37.802786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfcd4f-9f81-4b84-9394-18a0afb3fed9 req-a9600da5-03f6-470a-a30c-616b2775ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:37.805296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-debfcd4f-9f81-4b84-9394-18a0afb3fed9 req-a9600da5-03f6-470a-a30c-616b2775ba88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 1097 time: 0.0967064 Jul 16 20:35:37.873949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-debfcd4f-9f81-4b84-9394-18a0afb3fed9 req-91ca3af7-e668-4673-ba57-382ca3f74a54 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616868 Jul 16 20:35:38.144541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.285898 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.638302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.826109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba555fa4-c810-45aa-8c10-d41e5df3adc9 req-bd4eca0f-0849-4dbc-ac8d-20478f13b8dc tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:38.827773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba555fa4-c810-45aa-8c10-d41e5df3adc9 req-bd4eca0f-0849-4dbc-ac8d-20478f13b8dc tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 946 time: 0.0883217 Jul 16 20:35:38.902378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba555fa4-c810-45aa-8c10-d41e5df3adc9 req-7651a19c-008a-4e97-a520-1f35459a6cec tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629058 Jul 16 20:35:39.244130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:39.387488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3924bdda-e660-4572-a56e-7582222efeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.500623 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3924bdda-e660-4572-a56e-7582222efeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.504194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3924bdda-e660-4572-a56e-7582222efeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.548080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3924bdda-e660-4572-a56e-7582222efeb1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f2e068bf905d4e3396a71b3f8430fb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019893 Jul 16 20:35:39.549749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57114) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:39.550789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924bdda-e660-4572-a56e-7582222efeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d3e808-971a-49bb-b61c-84cf282f9617,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:39.609878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d8137cc-eb95-40ca-8140-fdeeaca53ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.634074 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d8137cc-eb95-40ca-8140-fdeeaca53ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.700467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d8137cc-eb95-40ca-8140-fdeeaca53ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.704320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d8137cc-eb95-40ca-8140-fdeeaca53ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.708316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9d8137cc-eb95-40ca-8140-fdeeaca53ff9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c3d3e808-971a-49bb-b61c-84cf282f9617 HTTP/1.1" status: 204 len: 168 time: 0.1545472 Jul 16 20:35:39.715627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8137cc-eb95-40ca-8140-fdeeaca53ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d3e808-971a-49bb-b61c-84cf282f9617,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.104227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57146) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:40.122308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3338855-201b-4c5b-9796-2da72b7d34ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.148128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725620-2648-4877-ab2a-15291da659ef req-6db4461c-4190-448f-bbde-1b00c58f2ccc tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.149676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa725620-2648-4877-ab2a-15291da659ef req-6db4461c-4190-448f-bbde-1b00c58f2ccc tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 946 time: 0.0909667 Jul 16 20:35:40.213694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa725620-2648-4877-ab2a-15291da659ef req-eeb3ea13-4fa0-4724-a440-f50b4098923b tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547462 Jul 16 20:35:40.276455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3338855-201b-4c5b-9796-2da72b7d34ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.281871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3338855-201b-4c5b-9796-2da72b7d34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.390044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3338855-201b-4c5b-9796-2da72b7d34ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5e0fb3-6834-4371-abbe-fb854f6ef5f7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.397106 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e3338855-201b-4c5b-9796-2da72b7d34ea admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8a5e1db80af849d38997d6d570b2c841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902262 Jul 16 20:35:40.400076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57156) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:40.461248 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdd03768-8030-4915-833a-07317bf4dabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.493456 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdd03768-8030-4915-833a-07317bf4dabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.570506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdd03768-8030-4915-833a-07317bf4dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.575292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdd03768-8030-4915-833a-07317bf4dabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.577019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bdd03768-8030-4915-833a-07317bf4dabd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dd5e0fb3-6834-4371-abbe-fb854f6ef5f7 HTTP/1.1" status: 204 len: 168 time: 0.1753211 Jul 16 20:35:40.592143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd03768-8030-4915-833a-07317bf4dabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5e0fb3-6834-4371-abbe-fb854f6ef5f7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.426567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57530) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.568531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12345ea2-a10b-4959-a6d5-1a8c42998386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.670956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12345ea2-a10b-4959-a6d5-1a8c42998386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.688657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-12345ea2-a10b-4959-a6d5-1a8c42998386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.734328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12345ea2-a10b-4959-a6d5-1a8c42998386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b051abd-83b7-447c-ae72-87754cc14982,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.786023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-12345ea2-a10b-4959-a6d5-1a8c42998386 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5048ff4130034e2f918b628e9a2cfac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583045 Jul 16 20:35:45.787228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57546) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.791562 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-d93378e9-9be8-4dbc-bdd2-2a10a06be5da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0880611 Jul 16 20:35:45.903038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00bc2c9b-eb1c-4e1b-a169-7d826da20abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.950954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00bc2c9b-eb1c-4e1b-a169-7d826da20abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.989011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.993490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.994862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.996128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.996607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.997085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.999026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.003298 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-85479be6-f576-4619-9a73-8124b87dbce8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 6491 time: 0.1425850 Jul 16 20:35:46.020226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00bc2c9b-eb1c-4e1b-a169-7d826da20abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.025421 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00bc2c9b-eb1c-4e1b-a169-7d826da20abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.028389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-00bc2c9b-eb1c-4e1b-a169-7d826da20abc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4b051abd-83b7-447c-ae72-87754cc14982 HTTP/1.1" status: 204 len: 168 time: 0.2398775 Jul 16 20:35:46.039221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc2c9b-eb1c-4e1b-a169-7d826da20abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b051abd-83b7-447c-ae72-87754cc14982,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:46.256491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57562) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.269156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-ec05da06-3e7e-4235-b095-c4f4feb475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.269893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-ec05da06-3e7e-4235-b095-c4f4feb475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.270517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-ec05da06-3e7e-4235-b095-c4f4feb475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.273284 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-ec05da06-3e7e-4235-b095-c4f4feb475e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eda54561-7c99-4f69-8808-6b264e36fb54&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=abf4999f-9752-4651-89ed-aa8f36cb5053&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&id=70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 200 len: 2290 time: 0.2360914 Jul 16 20:35:46.360939 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-e026d9fa-eea2-4cab-aba4-3fb629f6fd00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 200 len: 1001 time: 0.0816607 Jul 16 20:35:46.434380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-4ca593b6-4354-4022-b851-b2389de48ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.436382 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-4ca593b6-4354-4022-b851-b2389de48ae9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd25bca1-d942-4cc0-9705-2fa9ef7d910b HTTP/1.1" status: 200 len: 850 time: 0.0693936 Jul 16 20:35:46.511053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-4f739aa7-6e67-4fb7-bec1-54a1b7c82ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.513215 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-4f739aa7-6e67-4fb7-bec1-54a1b7c82ce0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eda54561-7c99-4f69-8808-6b264e36fb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702825 Jul 16 20:35:46.588173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9da024fc-dc51-4967-8502-c1fa9fd0f1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.639497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57568) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.666368 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-48bd5944-7da3-44bc-8338-8e9cac098e14 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460519 Jul 16 20:35:46.674476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d78a-7903-421a-9321-24bf49e3678c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.748714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9da024fc-dc51-4967-8502-c1fa9fd0f1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.756654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9da024fc-dc51-4967-8502-c1fa9fd0f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.802233 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-2753ecf9-510d-4488-9e6a-7db8431f1ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285284 Jul 16 20:35:46.849971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9da024fc-dc51-4967-8502-c1fa9fd0f1ef admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=99e0ec36393840a39d8ca24d2a041e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922961 Jul 16 20:35:46.850824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57572) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.855507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da024fc-dc51-4967-8502-c1fa9fd0f1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de048be-3a90-4ae7-882f-1495c7a3fa70,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:46.857119 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-c508018a-8e28-4d01-a104-88b96f515269 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 217 time: 0.0485239 Jul 16 20:35:46.950025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-827c55e2-0560-45f8-92c0-228b41a5087b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.995636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-3ca6faf6-7e81-40b0-a2f7-36015856f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.998409 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-3ca6faf6-7e81-40b0-a2f7-36015856f532 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.1342320 Jul 16 20:35:47.003389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-827c55e2-0560-45f8-92c0-228b41a5087b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.016223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d78a-7903-421a-9321-24bf49e3678c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.027354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d78a-7903-421a-9321-24bf49e3678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.108239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-03de6860-6e6f-4f64-8d10-d68a0d40ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.110292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-03de6860-6e6f-4f64-8d10-d68a0d40ba2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978088 Jul 16 20:35:47.117492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4aa8d78a-7903-421a-9321-24bf49e3678c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a35506e46fae4d25a22b816ec81c03fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762723 Jul 16 20:35:47.121550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57584) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:47.141751 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-827c55e2-0560-45f8-92c0-228b41a5087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.144484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-827c55e2-0560-45f8-92c0-228b41a5087b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.145773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-827c55e2-0560-45f8-92c0-228b41a5087b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3de048be-3a90-4ae7-882f-1495c7a3fa70 HTTP/1.1" status: 204 len: 168 time: 0.2916381 Jul 16 20:35:47.152028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8d78a-7903-421a-9321-24bf49e3678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867be859-7497-41d3-82c7-3bc8f9dadfce,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.196923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c55e2-0560-45f8-92c0-228b41a5087b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de048be-3a90-4ae7-882f-1495c7a3fa70,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.291629 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c18ae30-9cf1-408b-9855-431cc67aca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.326200 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-c11f0cdc-a0f7-4f47-98ab-91e7bf59a86e service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074063 Jul 16 20:35:47.364283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c18ae30-9cf1-408b-9855-431cc67aca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.437658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c18ae30-9cf1-408b-9855-431cc67aca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.440252 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c18ae30-9cf1-408b-9855-431cc67aca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.441458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0c18ae30-9cf1-408b-9855-431cc67aca5b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/867be859-7497-41d3-82c7-3bc8f9dadfce HTTP/1.1" status: 204 len: 168 time: 0.3125560 Jul 16 20:35:47.450800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18ae30-9cf1-408b-9855-431cc67aca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867be859-7497-41d3-82c7-3bc8f9dadfce,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.486287 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-9dc7522e-ab6c-4dd2-8c31-0bd9f3f84eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526921 Jul 16 20:35:47.532141 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-8df9745d-062e-48a4-b6f6-05ccf203ecfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 217 time: 0.0390580 Jul 16 20:35:47.586590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-46f87ba3-3003-401e-8c31-5e34b24e342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.588314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-46f87ba3-3003-401e-8c31-5e34b24e342b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0502806 Jul 16 20:35:47.658517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-f4d691cb-5d1d-48d5-8a86-06406a6190a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:47.660303 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-f4d691cb-5d1d-48d5-8a86-06406a6190a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661030 Jul 16 20:35:47.782892 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-0c30f164-6590-4479-8a2e-cdde3c459ef0 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160045 Jul 16 20:35:47.918401 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-25f90c95-33d1-4729-8c37-c90250a0c479 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286492 Jul 16 20:35:47.972977 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-ed300354-f9f0-4708-aa39-9117905aec06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d HTTP/1.1" status: 200 len: 217 time: 0.0461123 Jul 16 20:35:48.047798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-bdccde63-8939-4c0c-9177-4b0a24d33a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.050356 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-bdccde63-8939-4c0c-9177-4b0a24d33a68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0708284 Jul 16 20:35:48.156727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-960fff89-21df-4166-827d-4f461efc8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.158692 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-960fff89-21df-4166-827d-4f461efc8db9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020873 Jul 16 20:35:48.292400 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-04f13749-a111-46fe-af0d-60a9e689b49f service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246777 Jul 16 20:35:48.808609 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-88e89d5c-302a-4b4c-acce-6ada407b1266 service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080173 Jul 16 20:35:48.858636 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-3251ecc1-36f9-4362-ab83-a33805c04037 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641 HTTP/1.1" status: 200 len: 217 time: 0.0433457 Jul 16 20:35:48.929010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-91a23c4f-cae4-457e-8ba0-2ea9b45b6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:48.935935 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-91a23c4f-cae4-457e-8ba0-2ea9b45b6ec9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 200 len: 797 time: 0.0705318 Jul 16 20:35:49.059279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-51224e9d-5aa9-4d80-bd8e-ea7bbed20358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.061010 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-51224e9d-5aa9-4d80-bd8e-ea7bbed20358 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf4999f-9752-4651-89ed-aa8f36cb5053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194794 Jul 16 20:35:49.185796 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-188260b6-05ca-4bbf-9bbb-d90187bfd6ef service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164949 Jul 16 20:35:49.330154 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-47666f78-a553-431d-97d8-8dd0182fb5ef service neutron] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374924 Jul 16 20:35:49.379044 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-2f9d2771-bc61-4d79-8807-20dd650b951c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 200 len: 217 time: 0.0422928 Jul 16 20:35:49.442473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-e706c3fd-fad6-4755-99a1-81ce47b99b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.443995 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-e706c3fd-fad6-4755-99a1-81ce47b99b8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.0592754 Jul 16 20:35:49.526871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-5586a206-fc06-4807-90da-e7c1f1aa87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.528904 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-5586a206-fc06-4807-90da-e7c1f1aa87bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784125 Jul 16 20:35:49.701891 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-24a35d5a-47cb-4d46-8875-33861e9b8b14 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665754 Jul 16 20:35:49.734045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57728) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.844637 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-e2b264b0-8ae6-4e33-8448-9b130d33107a service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368041 Jul 16 20:35:49.892099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d8056a6-48cd-46aa-a193-93c6a2791896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.899706 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-18dcf0e4-0e37-4594-a6ce-5d65441b1f54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 200 len: 217 time: 0.0473275 Jul 16 20:35:49.960276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-c23ad6bf-ad73-4c7b-a861-4189d2c3805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.963173 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-c23ad6bf-ad73-4c7b-a861-4189d2c3805d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 200 len: 797 time: 0.0572774 Jul 16 20:35:50.042911 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d8056a6-48cd-46aa-a193-93c6a2791896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.048249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d8056a6-48cd-46aa-a193-93c6a2791896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.092407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3d8056a6-48cd-46aa-a193-93c6a2791896 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=18e8613440da4a49ba8c700da9581c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567705 Jul 16 20:35:50.094080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-cda53289-5177-45e4-9c5c-73a0f0c15148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:50.096028 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-cda53289-5177-45e4-9c5c-73a0f0c15148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70c4fe59-f0db-4aee-8ace-1563b7332e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274619 Jul 16 20:35:50.097776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57766) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:50.134614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8056a6-48cd-46aa-a193-93c6a2791896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31fce97-15cf-4678-9caa-e2d8787b2853,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.192520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49815329-979c-47ab-b057-0664f79a1708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.220498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49815329-979c-47ab-b057-0664f79a1708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.239140 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-73b7e1c1-8e8c-41a6-815f-996458982aa3 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366167 Jul 16 20:35:50.298989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49815329-979c-47ab-b057-0664f79a1708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.304342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49815329-979c-47ab-b057-0664f79a1708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.310145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-49815329-979c-47ab-b057-0664f79a1708 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d31fce97-15cf-4678-9caa-e2d8787b2853 HTTP/1.1" status: 204 len: 168 time: 0.2083209 Jul 16 20:35:50.351483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49815329-979c-47ab-b057-0664f79a1708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31fce97-15cf-4678-9caa-e2d8787b2853,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.404389 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a54ea8ca-5207-405e-a9ad-6a03f99775d8 req-612592da-6e84-4b17-8f16-b12185dc66a0 service neutron] 10.222.0.26 "GET /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592405 Jul 16 20:35:51.856746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.084964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-639e1889-5caa-47fb-94af-98904651215f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.194718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-639e1889-5caa-47fb-94af-98904651215f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.200682 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-639e1889-5caa-47fb-94af-98904651215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.251813 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-639e1889-5caa-47fb-94af-98904651215f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=910ac4bcb37243ef85561a3800df1b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920972 Jul 16 20:35:52.253490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57892) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.268019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e1889-5caa-47fb-94af-98904651215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87d259-e887-40a6-91d5-954380faf2a0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.344300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb864c05-44eb-4e0d-9da7-84b4414eda88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.370907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb864c05-44eb-4e0d-9da7-84b4414eda88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.432456 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb864c05-44eb-4e0d-9da7-84b4414eda88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.435507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb864c05-44eb-4e0d-9da7-84b4414eda88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.439022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cb864c05-44eb-4e0d-9da7-84b4414eda88 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bd87d259-e887-40a6-91d5-954380faf2a0 HTTP/1.1" status: 204 len: 168 time: 0.1808107 Jul 16 20:35:52.449496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb864c05-44eb-4e0d-9da7-84b4414eda88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87d259-e887-40a6-91d5-954380faf2a0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.481065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57904) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.622004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-829e8048-fa52-4606-9bca-85cb4591a97a tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:52.661275 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-829e8048-fa52-4606-9bca-85cb4591a97a tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] 10.222.0.100 "PUT /v2.0/quotas/0529a5075da842bf98f39b3e4225592a HTTP/1.1" status: 200 len: 368 time: 0.1746948 Jul 16 20:35:52.661470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.667704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Request body: {'network': {'project_id': '0529a5075da842bf98f39b3e4225592a'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:52.692016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Made reservation on behalf of 0529a5075da842bf98f39b3e4225592a for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:52.694735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.704379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.800835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.804677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.830428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:52.846425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57912) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.848024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c0b72-a5d9-42b7-b14d-c1497444648b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.853369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.853714 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Added segment 828ca5a4-334b-43ec-8ee0-c7a9003fd014 of type vlan for network 96d64992-84f8-4c01-b380-fcaa3db179fe Jul 16 20:35:52.861489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-798e897e-b44c-4142-b33d-1b5db6b5fd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.895647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.927646 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.928680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:52.929293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.960942 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-798e897e-b44c-4142-b33d-1b5db6b5fd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.964803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-798e897e-b44c-4142-b33d-1b5db6b5fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.975695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3107395 Jul 16 20:35:52.978652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57914) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.991984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Request body: {'network': {'project_id': '0529a5075da842bf98f39b3e4225592a'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:53.000425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326fc04-63d7-40f1-b95e-2869692a89d6 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Pushing event updated for resources: {'Network': ['ID=96d64992-84f8-4c01-b380-fcaa3db179fe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.010249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 96d64992-84f8-4c01-b380-fcaa3db179fe details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:53.026096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e897e-b44c-4142-b33d-1b5db6b5fd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94ce06-2019-49ee-84bf-97e23f4cba68,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.034094 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-798e897e-b44c-4142-b33d-1b5db6b5fd8c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bc03bc94c3e3410392f9934e1f4d373d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840737 Jul 16 20:35:53.034885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57918) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.058497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Made reservation on behalf of 0529a5075da842bf98f39b3e4225592a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:53.061272 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.126401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:53.146139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68ae3346-277a-40dd-9b34-661a54cf0627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.148854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.149262 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Added segment 0d4bc6c3-54de-4949-8351-968c79ba64b8 of type vlan for network 4eb43a3d-3436-42f6-99b2-7511c8071376 Jul 16 20:35:53.207564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68ae3346-277a-40dd-9b34-661a54cf0627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.219436 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.272196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.273225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.273829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.309369 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3294034 Jul 16 20:35:53.311589 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68ae3346-277a-40dd-9b34-661a54cf0627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.312485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57920) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.314065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68ae3346-277a-40dd-9b34-661a54cf0627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.315128 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-68ae3346-277a-40dd-9b34-661a54cf0627 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0a94ce06-2019-49ee-84bf-97e23f4cba68 HTTP/1.1" status: 204 len: 168 time: 0.2793002 Jul 16 20:35:53.317815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-08ee3d49-48a9-4f48-bfcd-69cfb6c04d7b tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Request body: {'network': {'project_id': '0529a5075da842bf98f39b3e4225592a'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:53.331017 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ee3d49-48a9-4f48-bfcd-69cfb6c04d7b tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:35:53.331600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ee3d49-48a9-4f48-bfcd-69cfb6c04d7b tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:53.336631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-08ee3d49-48a9-4f48-bfcd-69cfb6c04d7b tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0230315 Jul 16 20:35:53.344735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38217cf-5600-44ce-ab67-a6254532b099 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Pushing event updated for resources: {'Network': ['ID=4eb43a3d-3436-42f6-99b2-7511c8071376,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.352342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae3346-277a-40dd-9b34-661a54cf0627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94ce06-2019-49ee-84bf-97e23f4cba68,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.357229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4eb43a3d-3436-42f6-99b2-7511c8071376 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:53.475654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.808438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-515eb644-a80f-4a08-9f3a-96c391a3d37c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0529a5075da842bf98f39b3e4225592a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312566 Jul 16 20:35:53.812680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57956) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.886044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-753dc488-f7ff-49fb-a225-8571a23c07c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.926982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-753dc488-f7ff-49fb-a225-8571a23c07c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.013474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-753dc488-f7ff-49fb-a225-8571a23c07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.017341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-753dc488-f7ff-49fb-a225-8571a23c07c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.019018 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-753dc488-f7ff-49fb-a225-8571a23c07c4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7d1c0b72-a5d9-42b7-b14d-c1497444648b HTTP/1.1" status: 204 len: 168 time: 0.2047057 Jul 16 20:35:54.021883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57962) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:54.030404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dc488-f7ff-49fb-a225-8571a23c07c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c0b72-a5d9-42b7-b14d-c1497444648b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:54.159580 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.288444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.301476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb43a3d-3436-42f6-99b2-7511c8071376']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.314287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4bc6c3-54de-4949-8351-968c79ba64b8') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.315289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4bc6c3-54de-4949-8351-968c79ba64b8') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.334966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.353068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.360834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:54.361444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:54.363928 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:54.462009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.477345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.482601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] 10.222.0.100 "DELETE /v2.0/networks/4eb43a3d-3436-42f6-99b2-7511c8071376 HTTP/1.1" status: 204 len: 168 time: 0.4558036 Jul 16 20:35:54.484165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57980) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:54.491941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033f8e3-159a-4a8d-8f4e-38ba2384e7fb tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Pushing event deleted for resources: {'Network': ['ID=4eb43a3d-3436-42f6-99b2-7511c8071376,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:54.593392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.688994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.700217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d64992-84f8-4c01-b380-fcaa3db179fe']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.714669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828ca5a4-334b-43ec-8ee0-c7a9003fd014') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.715215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828ca5a4-334b-43ec-8ee0-c7a9003fd014') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:54.725598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.745928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.753634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:54.754198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:54.756397 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:54.829523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.840618 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.854038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] 10.222.0.100 "DELETE /v2.0/networks/96d64992-84f8-4c01-b380-fcaa3db179fe HTTP/1.1" status: 204 len: 168 time: 0.3673663 Jul 16 20:35:54.875865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b647e-5bc1-4ee2-96d1-3443133e6473 tempest-QuotasNegativeTest-584966754 tempest-QuotasNegativeTest-584966754-project-admin] Pushing event deleted for resources: {'Network': ['ID=96d64992-84f8-4c01-b380-fcaa3db179fe,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:55.454054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58008) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:55.480781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d4616f8-4e0e-4356-8c09-a0be716cf938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.671347 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d4616f8-4e0e-4356-8c09-a0be716cf938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.686309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d4616f8-4e0e-4356-8c09-a0be716cf938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.809759 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6d4616f8-4e0e-4356-8c09-a0be716cf938 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=76eeeb300a984d4ca0aca0a847b34f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537483 Jul 16 20:35:55.812236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58014) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:55.862565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4616f8-4e0e-4356-8c09-a0be716cf938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff02e6f0-d994-4135-8956-51fe24d2a277,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:55.950888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0da416af-1e22-4f26-9be0-75d3ee8fe1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.963018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-eeff01b1-02a8-4a23-920c-929c6f355cb1 req-23d2aae5-c476-40ff-a8bb-6940590e11d6 tempest-LiveAutoBlockMigrationV225Test-1218106555 tempest-LiveAutoBlockMigrationV225Test-1218106555-project] (94095) timed out ('10.222.0.100', 56442) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:35:55.983441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0da416af-1e22-4f26-9be0-75d3ee8fe1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.042575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0da416af-1e22-4f26-9be0-75d3ee8fe1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.045882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0da416af-1e22-4f26-9be0-75d3ee8fe1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.049727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0da416af-1e22-4f26-9be0-75d3ee8fe1d0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ff02e6f0-d994-4135-8956-51fe24d2a277 HTTP/1.1" status: 204 len: 168 time: 0.2339284 Jul 16 20:35:56.071677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da416af-1e22-4f26-9be0-75d3ee8fe1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff02e6f0-d994-4135-8956-51fe24d2a277,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.284400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58028) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.502108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58034) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.517925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704d7dd6-ce2a-4793-a5c6-7d7526f378cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.536684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:56.736419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704d7dd6-ce2a-4793-a5c6-7d7526f378cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.741331 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-704d7dd6-ce2a-4793-a5c6-7d7526f378cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.779205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.792652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d7dd6-ce2a-4793-a5c6-7d7526f378cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba45f5-84d2-4914-a850-3d1e7b7494f2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.797298 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-704d7dd6-ce2a-4793-a5c6-7d7526f378cb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2ba5362a96994d9e856f1ef20b5c679c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941134 Jul 16 20:35:56.800565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:56.862058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8293-ee4d-445b-8a26-890ab2a480a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.897797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8293-ee4d-445b-8a26-890ab2a480a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.952427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.966038 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8293-ee4d-445b-8a26-890ab2a480a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.969207 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8293-ee4d-445b-8a26-890ab2a480a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.970495 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fcbc8293-ee4d-445b-8a26-890ab2a480a3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4dba45f5-84d2-4914-a850-3d1e7b7494f2 HTTP/1.1" status: 204 len: 168 time: 0.1688948 Jul 16 20:35:56.992310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8293-ee4d-445b-8a26-890ab2a480a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba45f5-84d2-4914-a850-3d1e7b7494f2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.107112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Allocated IP 172.25.8.101 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/aa2fd6ce-98d6-460f-9260-5d1a01c2b393) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:57.255801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.315294 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.364654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:57.375881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:57.382591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:57.455742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Port': ['ID=aa2fd6ce-98d6-460f-9260-5d1a01c2b393,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.530531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.607597 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.832185 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.839079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.974347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.995398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.999365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7116246 Jul 16 20:35:58.000198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:58.005546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-52519672'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:58.011517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ad6f8-ddc6-4641-986b-093b550b0c5b tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Port': ['ID=aa2fd6ce-98d6-460f-9260-5d1a01c2b393,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.048574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Made reservation on behalf of ad8be5489bcc4dbd8f02bdf6b52bbe76 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:58.059830 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.069690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.200461 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.206682 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.224910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:58.239672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.239672 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Added segment dabd617a-8516-415e-aad0-c77d34c8bee0 of type vlan for network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 Jul 16 20:35:58.328346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.355705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8178b7-2482-4337-8a06-df8c735a538c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.441972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.448011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.448791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.472834 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4713557 Jul 16 20:35:58.475932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58074) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:58.482844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Request body: {'subnet': {'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:58.559627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362eef8-516c-46a5-86a8-b776a6ad0e03 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Network': ['ID=8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.572001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:58.676116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Made reservation on behalf of ad8be5489bcc4dbd8f02bdf6b52bbe76 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:58.680874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.088204 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.171491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Checking segment: {'id': 'dabd617a-8516-415e-aad0-c77d34c8bee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:59.174116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Network hostable DHCP agents. Network: 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:59.180852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Subnet': ['ID=6c65abf4-4d42-4d9a-bd5f-a976702d6a72,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:59.219412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58090) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:59.220365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:59.241087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:59.250445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.251495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.264497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb27fef-53de-45a6-aa1a-673fc2929ee1 None None] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:59.282318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c81e884-9f69-4bdc-958e-1b9b79ea715e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8048460 Jul 16 20:35:59.286222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:59.292214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-358216520', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:59.369966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.376735 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.476324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1702453578', 'router:external': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:59.547836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.589567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9', 'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9', 'tenant_id': 'ad8be5489bcc4dbd8f02bdf6b52bbe76', 'fixed_ips': [{'subnet_id': '6c65abf4-4d42-4d9a-bd5f-a976702d6a72'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:59.591171 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.657172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Made reservation on behalf of 85a14473e24744ceb20881128b9af419 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:59.659652 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.680322 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.842091 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.970788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Allocated IP 172.20.0.2 (8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9/6c65abf4-4d42-4d9a-bd5f-a976702d6a72/bc156155-9c38-4592-8239-ab68fe7b9ec1) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:59.997604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.004655 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.045988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:00.053793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abac4389-93cf-4e2b-b18d-4e63d0a7f6d0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:00.065114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.065475 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Added segment de67985c-9927-4d69-a9c1-a4e9f4565cba of type vlan for network baa556c0-8b25-40a1-a5f4-52fe98a1df91 Jul 16 20:36:00.204493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.222701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Transition to ACTIVE for port object bc156155-9c38-4592-8239-ab68fe7b9ec1 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:00.285402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Transition to ACTIVE for port object bc156155-9c38-4592-8239-ab68fe7b9ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:00.288649 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01f84d4f-3e32-4c9d-911b-eb3746146eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.297252 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.333462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.383804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:00.391269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:00.395506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.395729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:00.436142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.581599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.583188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.583941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.667530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Pushing event updated for resources: {'Port': ['ID=bc156155-9c38-4592-8239-ab68fe7b9ec1,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:00.671444 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4496469 Jul 16 20:36:00.674696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58106) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:00.688415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'subnet': {'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:00.705531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Attempting to bind port bc156155-9c38-4592-8239-ab68fe7b9ec1 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:00.705916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Attempting to bind port bc156155-9c38-4592-8239-ab68fe7b9ec1 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'dabd617a-8516-415e-aad0-c77d34c8bee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:00.706283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Attempting to bind port bc156155-9c38-4592-8239-ab68fe7b9ec1 on network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:00.712479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:00.712873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Checking segment: {'id': 'dabd617a-8516-415e-aad0-c77d34c8bee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:00.713297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.713810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Bound using segment: {'id': 'dabd617a-8516-415e-aad0-c77d34c8bee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:00.714641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Bound port: bc156155-9c38-4592-8239-ab68fe7b9ec1, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabd617a-8516-415e-aad0-c77d34c8bee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:00.714641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.758745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a537b1-3f5e-4505-a7e3-423b46a89cbe tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Network': ['ID=baa556c0-8b25-40a1-a5f4-52fe98a1df91,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:00.768782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Made reservation on behalf of 85a14473e24744ceb20881128b9af419 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:00.777509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network baa556c0-8b25-40a1-a5f4-52fe98a1df91 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:00.777750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.826580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Allocated IP 172.25.8.178 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/f2209df0-30dc-4e62-9b81-faf2c82be253) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:00.978856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] For port bc156155-9c38-4592-8239-ab68fe7b9ec1, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:01.008713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] For port bc156155-9c38-4592-8239-ab68fe7b9ec1, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bc156155-9c38-4592-8239-ab68fe7b9ec1,segment=NetworkSegment(dabd617a-8516-415e-aad0-c77d34c8bee0),segment_id=dabd617a-8516-415e-aad0-c77d34c8bee0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:01.019909 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.050809 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.115009 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.220526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecee9d-aaf7-4ba3-8cde-736e2a1f36d7 None None] Pushing event updated for resources: {'Port': ['ID=bc156155-9c38-4592-8239-ab68fe7b9ec1,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.246289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:01.250595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:01.254731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:01.319017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Port': ['ID=f2209df0-30dc-4e62-9b81-faf2c82be253,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.660559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:01.661047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.684837 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc156155-9c38-4592-8239-ab68fe7b9ec1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:01.761809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3585af0-07af-4cb8-829c-d7ce7cdbc576,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.774685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Checking segment: {'id': 'de67985c-9927-4d69-a9c1-a4e9f4565cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:01.775118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network hostable DHCP agents. Network: baa556c0-8b25-40a1-a5f4-52fe98a1df91, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:01.779405 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.794170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port bc156155-9c38-4592-8239-ab68fe7b9ec1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:01.798523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network baa556c0-8b25-40a1-a5f4-52fe98a1df91 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:01.811438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, baa556c0-8b25-40a1-a5f4-52fe98a1df91) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:01.816352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.817290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.826108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630fb1e-5eb7-40a8-b628-3a1d5f6e5a15 None None] Network baa556c0-8b25-40a1-a5f4-52fe98a1df91 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:01.857877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a23f5e46-cd6c-4b92-b5aa-2842d9242b70 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1756713 Jul 16 20:36:01.863681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58114) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.876957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2103479678', 'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:01.909734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Made reservation on behalf of 85a14473e24744ceb20881128b9af419 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:01.913011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.947005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] device_id is not set on port 9a97a28a-f196-4594-8de7-adad65d4db17 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:02.021565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98996a5-d8de-4a3d-8333-d3eab8a2fdce None None] Network baa556c0-8b25-40a1-a5f4-52fe98a1df91 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:02.187635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Allocated IP 2001:db8::121 (baa556c0-8b25-40a1-a5f4-52fe98a1df91/c3585af0-07af-4cb8-829c-d7ce7cdbc576/9a97a28a-f196-4594-8de7-adad65d4db17) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:02.314359 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.469619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.563225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.572096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Router b74184d9-5acc-4a82-b27c-238e934c83d9 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:02.626590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network baa556c0-8b25-40a1-a5f4-52fe98a1df91 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:02.628233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:02.638789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:02.640106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.652776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.686199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Port': ['ID=9a97a28a-f196-4594-8de7-adad65d4db17,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.696165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8fe5e4a5-9e07-45aa-9e10-d3486a420899 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8310530 Jul 16 20:36:02.699422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58122) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.743646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98631880-5233-4bf3-9f1e-2e9738d5bbf9 None None] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:02.861658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:02.884154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] Sync routers for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:02.896020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.897592 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-edea7e33-7a54-4561-b3c1-f28c242d0952 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6102607 Jul 16 20:36:02.901600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58124) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.904564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d739ae76-5499-4260-978a-71f9892b812c None None] Provisioning for port bc156155-9c38-4592-8239-ab68fe7b9ec1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:02.929935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d739ae76-5499-4260-978a-71f9892b812c None None] Provisioning complete for port bc156155-9c38-4592-8239-ab68fe7b9ec1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:02.930505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d739ae76-5499-4260-978a-71f9892b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.930841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Deleting port 9a97a28a-f196-4594-8de7-adad65d4db17 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:02.931823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.976553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:02.977344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:35:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:03.059011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.090167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Calling delete_port for 9a97a28a-f196-4594-8de7-adad65d4db17 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:03.109510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:03.182935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:03.183835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:35:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:03.310811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:03.311946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9d04e-28af-4894-91a6-9a4360b6495a None None] The sync data for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:03.396014 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d739ae76-5499-4260-978a-71f9892b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.404028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.453389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d739ae76-5499-4260-978a-71f9892b812c None None] For port bc156155-9c38-4592-8239-ab68fe7b9ec1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bc156155-9c38-4592-8239-ab68fe7b9ec1,segment=NetworkSegment(dabd617a-8516-415e-aad0-c77d34c8bee0),segment_id=dabd617a-8516-415e-aad0-c77d34c8bee0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:03.465455 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d739ae76-5499-4260-978a-71f9892b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.495555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a97a28a-f196-4594-8de7-adad65d4db17,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.649648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739ae76-5499-4260-978a-71f9892b812c None None] Pushing event updated for resources: {'Port': ['ID=bc156155-9c38-4592-8239-ab68fe7b9ec1,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.666539 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.679435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58130) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.679748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3afb8c2-7322-4359-97f6-be673fd4b83c tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "DELETE /v2.0/ports/9a97a28a-f196-4594-8de7-adad65d4db17 HTTP/1.1" status: 204 len: 168 time: 0.9711337 Jul 16 20:36:03.693394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91', 'external_fixed_ips': [{'subnet_id': 'c3585af0-07af-4cb8-829c-d7ce7cdbc576', 'ip_address': '2001:db8::121'}]}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:03.819647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.820967 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.913715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-eca7a811-2aac-4bad-af3c-a27bda22419b None None] Provisioning complete for port bc156155-9c38-4592-8239-ab68fe7b9ec1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:03.914228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eca7a811-2aac-4bad-af3c-a27bda22419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.015162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.378684 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.662490 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.712130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.816689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-32b7d13c-7a56-4902-8f10-53c498977205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.937357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcd767-f2a9-4c74-8585-8e37dede2816 req-85e33cbe-fdce-4afa-90b9-f72e1ddc17a5 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.939708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7bbcd767-f2a9-4c74-8585-8e37dede2816 req-85e33cbe-fdce-4afa-90b9-f72e1ddc17a5 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 946 time: 0.0956724 Jul 16 20:36:04.994233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7bbcd767-f2a9-4c74-8585-8e37dede2816 req-09e7c877-1173-4171-8015-a909146162c7 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476272 Jul 16 20:36:05.134183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.162518 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.292112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Allocated IP 172.20.0.1 (8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9/6c65abf4-4d42-4d9a-bd5f-a976702d6a72/3a4a097a-91eb-4257-a9c7-cbc67ac26069) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:05.447796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Allocated IP 2001:db8::121 (baa556c0-8b25-40a1-a5f4-52fe98a1df91/c3585af0-07af-4cb8-829c-d7ce7cdbc576/88a9d684-6379-43b8-96dd-e324fcf7bfcf) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:05.473103 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.506979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Transition to ACTIVE for port object 3a4a097a-91eb-4257-a9c7-cbc67ac26069 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:05.587016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.606448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc156155-9c38-4592-8239-ab68fe7b9ec1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:05.667872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bc156155-9c38-4592-8239-ab68fe7b9ec1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:05.668281 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.670835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Port': ['ID=3a4a097a-91eb-4257-a9c7-cbc67ac26069,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:05.688944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:05.693834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.696339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:05.700095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:05.774274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.881650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.939091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network baa556c0-8b25-40a1-a5f4-52fe98a1df91 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:05.971295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:05.978023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:06.011963 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.057312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1ad9fde2-c951-42ca-9196-440897244941 None None] Provisioning for port 3a4a097a-91eb-4257-a9c7-cbc67ac26069 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:06.060575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Port': ['ID=88a9d684-6379-43b8-96dd-e324fcf7bfcf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.068045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1ad9fde2-c951-42ca-9196-440897244941 None None] Provisioning complete for port 3a4a097a-91eb-4257-a9c7-cbc67ac26069 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:06.068424 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1ad9fde2-c951-42ca-9196-440897244941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.113995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9fde2-c951-42ca-9196-440897244941 None None] Port 3a4a097a-91eb-4257-a9c7-cbc67ac26069 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:06.122306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.272288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f748d-6a22-4e65-8ad3-bbb4bff854d8 req-9aef8b74-d38f-41ab-8714-a4ef320b2cfd tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.273780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5f748d-6a22-4e65-8ad3-bbb4bff854d8 req-9aef8b74-d38f-41ab-8714-a4ef320b2cfd tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 946 time: 0.0986562 Jul 16 20:36:06.316795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5f748d-6a22-4e65-8ad3-bbb4bff854d8 req-f2e550a6-0c16-4525-9f63-f64d3754c62a tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Jul 16 20:36:06.493877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fab283-d8cb-45cc-a931-013b451738e5 req-d86ce1f7-e601-40a5-8c0c-795551c5c5ce tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.496663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47fab283-d8cb-45cc-a931-013b451738e5 req-d86ce1f7-e601-40a5-8c0c-795551c5c5ce tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 946 time: 0.1409166 Jul 16 20:36:06.499939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.627952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Deleting port d626d341-a20c-4cf8-a0b4-8d55be2434d5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:06.628338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.737547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] For port d626d341-a20c-4cf8-a0b4-8d55be2434d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d626d341-a20c-4cf8-a0b4-8d55be2434d5,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:06.737912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.750889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Calling delete_port for d626d341-a20c-4cf8-a0b4-8d55be2434d5 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:06.815121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.824276 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.893362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.896106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.908602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['805575e8-cc93-4069-8b5b-8a40bd129d76', '81e71fac-e1f3-424a-b51f-dee06011845d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:06.913004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215', 'd626d341-a20c-4cf8-a0b4-8d55be2434d5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:06.920563 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.922071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Port': ['ID=3a4a097a-91eb-4257-a9c7-cbc67ac26069,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.943052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event deleted for resources: {'Port': ['ID=d626d341-a20c-4cf8-a0b4-8d55be2434d5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.988916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] No DVR routers for this DVR port d626d341-a20c-4cf8-a0b4-8d55be2434d5 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:06.998760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.001962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47fab283-d8cb-45cc-a931-013b451738e5 req-bb3f6a06-8fbd-44fb-a0fb-70a2113c54c4 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "DELETE /v2.0/ports/d626d341-a20c-4cf8-a0b4-8d55be2434d5 HTTP/1.1" status: 204 len: 173 time: 0.4991269 Jul 16 20:36:07.002687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'name': 'network-vif-deleted', 'tag': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:07.005330 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f3ba3-d28d-4ac0-879e-f19925c51b52" -d '{"events": [{"server_uuid": "0cf7fce5-e737-4c47-a671-91ade2cb2853", "name": "network-vif-deleted", "tag": "d626d341-a20c-4cf8-a0b4-8d55be2434d5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:07.105136 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e722f2e-61bf-4542-9b70-f5a5c5062130 x-openstack-request-id: req-5e722f2e-61bf-4542-9b70-f5a5c5062130 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:07.105573 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf7fce5-e737-4c47-a671-91ade2cb2853", "name": "network-vif-deleted", "tag": "d626d341-a20c-4cf8-a0b4-8d55be2434d5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:07.105836 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5e722f2e-61bf-4542-9b70-f5a5c5062130 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:07.106222 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf7fce5-e737-4c47-a671-91ade2cb2853', 'name': 'network-vif-deleted', 'tag': 'd626d341-a20c-4cf8-a0b4-8d55be2434d5', 'status': 'completed', 'code': 200} Jul 16 20:36:07.458879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:07.470440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:07.520301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Router f9299d7c-4964-42bb-8b99-928188a13a52 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:07.545175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15170c7e-f114-4c83-aa26-390b0b171d33 req-0e2861d7-e1c9-43d8-9a0a-ed3df4ece8bd tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf7fce5-e737-4c47-a671-91ade2cb2853 HTTP/1.1" status: 200 len: 210 time: 0.0764434 Jul 16 20:36:07.805468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Router b74184d9-5acc-4a82-b27c-238e934c83d9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:07.817202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:07.841038 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.842808 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a99f9266-ac4b-45b4-be91-b69f4ae8d219 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1617203 Jul 16 20:36:07.847444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58160) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:07.851010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Sync routers for ids ['f9299d7c-4964-42bb-8b99-928188a13a52'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:07.889594 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Routers {'f9299d7c-4964-42bb-8b99-928188a13a52'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:07.891201 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f9299d7c-4964-42bb-8b99-928188a13a52'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:07.969560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-901f1ed5-4f6d-46e2-a8ed-62d8ac4c0317 None None] Provisioning complete for port 3a4a097a-91eb-4257-a9c7-cbc67ac26069 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:07.969560 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-901f1ed5-4f6d-46e2-a8ed-62d8ac4c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.015165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:08.015582 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.021724 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea4bbfe3-24ea-456c-9de7-5f0ea15f8f11 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "PUT /v2.0/routers/b74184d9-5acc-4a82-b27c-238e934c83d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1183829 Jul 16 20:36:08.029651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58162) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:08.036223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] Sync routers for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:08.039021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Request body: {'port': {'network_id': '8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9', 'name': 'tempest-FloatingIPAdminTestJSON-1560150097'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:08.064071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:08.065112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:08.067487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-901f1ed5-4f6d-46e2-a8ed-62d8ac4c0317 None None] Port 3a4a097a-91eb-4257-a9c7-cbc67ac26069 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:08.116775 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Set router f9299d7c-4964-42bb-8b99-928188a13a52 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:08.144194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:08.168032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:08.169139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:08.216646 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.217786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:08.218616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e097ad-a9cc-4126-b1b1-b3296bd2f7e7 None None] The sync data for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:08.283538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.360781 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9299d7c-4964-42bb-8b99-928188a13a52', 'name': '', 'tenant_id': '85a14473e24744ceb20881128b9af419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91', 'external_fixed_ips': [{'subnet_id': 'c3585af0-07af-4cb8-829c-d7ce7cdbc576', 'ip_address': '2001:db8::121'}], 'enable_snat': True}, 'gw_port_id': '88a9d684-6379-43b8-96dd-e324fcf7bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:03Z', 'updated_at': '2021-07-16T20:36:06Z', 'revision_number': 3, 'project_id': '85a14473e24744ceb20881128b9af419', 'gw_port': {'id': '88a9d684-6379-43b8-96dd-e324fcf7bfcf', 'name': '', 'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9299d7c-4964-42bb-8b99-928188a13a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'c3585af0-07af-4cb8-829c-d7ce7cdbc576', 'ip_address': '2001:db8::121', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:05Z', 'updated_at': '2021-07-16T20:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3585af0-07af-4cb8-829c-d7ce7cdbc576', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:08.400365 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Checking router: f9299d7c-4964-42bb-8b99-928188a13a52 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:08.400594 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Updating router f9299d7c-4964-42bb-8b99-928188a13a52 port 88a9d684-6379-43b8-96dd-e324fcf7bfcf binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:08.457558 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.655309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.803815 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.804554 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.817942 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Transition to ACTIVE for port object 88a9d684-6379-43b8-96dd-e324fcf7bfcf will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:08.825573 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.906417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Made reservation on behalf of ad8be5489bcc4dbd8f02bdf6b52bbe76 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:08.906834 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Attempting to bind port 88a9d684-6379-43b8-96dd-e324fcf7bfcf on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:08.907655 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Attempting to bind port 88a9d684-6379-43b8-96dd-e324fcf7bfcf by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'de67985c-9927-4d69-a9c1-a4e9f4565cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:08.907655 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Attempting to bind port 88a9d684-6379-43b8-96dd-e324fcf7bfcf on network baa556c0-8b25-40a1-a5f4-52fe98a1df91 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:08.910180 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.918479 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Pushing event updated for resources: {'Port': ['ID=88a9d684-6379-43b8-96dd-e324fcf7bfcf,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:08.929602 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.929941 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.930437 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.930919 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.931534 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.932563 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.933078 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.933586 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.934316 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.934848 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.935565 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.936065 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:08.936830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] device_id is not set on port 625f98c8-9cba-4a0b-a7a0-eec6a7da1558 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:08.940314 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:08.940993 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Checking segment: {'id': 'de67985c-9927-4d69-a9c1-a4e9f4565cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:08.941587 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.942341 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Bound using segment: {'id': 'de67985c-9927-4d69-a9c1-a4e9f4565cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:08.943011 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Bound port: 88a9d684-6379-43b8-96dd-e324fcf7bfcf, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de67985c-9927-4d69-a9c1-a4e9f4565cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'baa556c0-8b25-40a1-a5f4-52fe98a1df91'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:08.943620 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.986722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Deleting port 88a9d684-6379-43b8-96dd-e324fcf7bfcf {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:08.986722 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.045344 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] For port 88a9d684-6379-43b8-96dd-e324fcf7bfcf, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:09.054786 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] For port 88a9d684-6379-43b8-96dd-e324fcf7bfcf, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=88a9d684-6379-43b8-96dd-e324fcf7bfcf,segment=NetworkSegment(de67985c-9927-4d69-a9c1-a4e9f4565cba),segment_id=de67985c-9927-4d69-a9c1-a4e9f4565cba)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:09.062177 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.129618 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Routers {'f9299d7c-4964-42bb-8b99-928188a13a52'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:09.131011 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f9299d7c-4964-42bb-8b99-928188a13a52'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:09.178534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Allocated IP 172.20.0.4 (8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9/6c65abf4-4d42-4d9a-bd5f-a976702d6a72/625f98c8-9cba-4a0b-a7a0-eec6a7da1558) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:09.185543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] For port 88a9d684-6379-43b8-96dd-e324fcf7bfcf, host n-d-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:09.186043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.210291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Calling delete_port for 88a9d684-6379-43b8-96dd-e324fcf7bfcf owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:09.360415 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] Set router f9299d7c-4964-42bb-8b99-928188a13a52 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:09.430290 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9299d7c-4964-42bb-8b99-928188a13a52', 'name': '', 'tenant_id': '85a14473e24744ceb20881128b9af419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:03Z', 'updated_at': '2021-07-16T20:36:08Z', 'revision_number': 4, 'project_id': '85a14473e24744ceb20881128b9af419', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:09.437931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.455305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Transition to ACTIVE for port object 625f98c8-9cba-4a0b-a7a0-eec6a7da1558 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:09.466466 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd0301-dc97-4e78-b3c9-413d73979d1e None None] The sync data for ids ['f9299d7c-4964-42bb-8b99-928188a13a52'] in n-d-798930-6 is: [{'id': 'f9299d7c-4964-42bb-8b99-928188a13a52', 'name': '', 'tenant_id': '85a14473e24744ceb20881128b9af419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:03Z', 'updated_at': '2021-07-16T20:36:08Z', 'revision_number': 4, 'project_id': '85a14473e24744ceb20881128b9af419', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:09.491600 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e379c7c-50cc-4897-9561-0ab0dba2a825 None None] Pushing event updated for resources: {'Port': ['ID=88a9d684-6379-43b8-96dd-e324fcf7bfcf,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.609314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.641864 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.669863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:09.675199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:09.681789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:09.729150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event updated for resources: {'Port': ['ID=625f98c8-9cba-4a0b-a7a0-eec6a7da1558,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.756276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.848920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event deleted for resources: {'Port': ['ID=88a9d684-6379-43b8-96dd-e324fcf7bfcf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.855510 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:09.901571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:09.902310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.919873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.926936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58186) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:09.927635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-14b20ae0-c470-4134-a50d-cfcd28e13e29 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8963253 Jul 16 20:36:09.930789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.010447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ea4fdaa7-04ba-4550-bc74-7e40d90131e8 None None] Provisioning for port 625f98c8-9cba-4a0b-a7a0-eec6a7da1558 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:10.012916 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.013539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9299d7c-4964-42bb-8b99-928188a13a52 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:10.017061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ea4fdaa7-04ba-4550-bc74-7e40d90131e8 None None] Provisioning complete for port 625f98c8-9cba-4a0b-a7a0-eec6a7da1558 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:10.017528 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ea4fdaa7-04ba-4550-bc74-7e40d90131e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.033025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.034365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5694f3a-b947-48cd-8c4d-c0fd72706bc4 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "DELETE /v2.0/routers/f9299d7c-4964-42bb-8b99-928188a13a52 HTTP/1.1" status: 204 len: 168 time: 2.1875243 Jul 16 20:36:10.037076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:10.090933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ea4fdaa7-04ba-4550-bc74-7e40d90131e8 None None] Port 625f98c8-9cba-4a0b-a7a0-eec6a7da1558 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:10.125093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'project_id': 'ad8be5489bcc4dbd8f02bdf6b52bbe76', 'port_id': '625f98c8-9cba-4a0b-a7a0-eec6a7da1558'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:10.162395 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Deleting subnet c3585af0-07af-4cb8-829c-d7ce7cdbc576 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:10.166201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.169446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.230471 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.314467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.387960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.426882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.427640 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "DELETE /v2.0/subnets/c3585af0-07af-4cb8-829c-d7ce7cdbc576 HTTP/1.1" status: 204 len: 168 time: 0.3894231 Jul 16 20:36:10.430270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58198) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:10.440842 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.442936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67458f4e-2d55-4301-9160-134e05dfa408 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3585af0-07af-4cb8-829c-d7ce7cdbc576,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:10.530050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.610012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Allocated IP 172.25.8.124 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/81bb7a53-a782-4263-b884-69e627811dde) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:10.629914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.641861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa556c0-8b25-40a1-a5f4-52fe98a1df91']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:10.669687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de67985c-9927-4d69-a9c1-a4e9f4565cba') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:10.670171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de67985c-9927-4d69-a9c1-a4e9f4565cba') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:10.690881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.726957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.749853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:10.750737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:10.754393 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:10.790638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.889274 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.904108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.905602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network baa556c0-8b25-40a1-a5f4-52fe98a1df91 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:10.909887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.915979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "DELETE /v2.0/networks/baa556c0-8b25-40a1-a5f4-52fe98a1df91 HTTP/1.1" status: 204 len: 168 time: 0.4807673 Jul 16 20:36:10.926477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb4e73-b6d2-47e7-b8f4-a52eaa8dd8de tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event deleted for resources: {'Network': ['ID=baa556c0-8b25-40a1-a5f4-52fe98a1df91,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.049644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Pushing event updated for resources: {'Port': ['ID=81bb7a53-a782-4263-b884-69e627811dde,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.066530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:11.083892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:11.097463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:11.222052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58216) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:11.231125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3d9eaab5-4f9b-4b5a-978a-2e827f604875 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'router': {'name': 'tempest-router--11972717', 'project_id': 'ebb80ade2b484d5f8b8be3e6a83697d3'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:11.259198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d626d341-a20c-4cf8-a0b4-8d55be2434d5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:11.270103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d9eaab5-4f9b-4b5a-978a-2e827f604875 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.275322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d9eaab5-4f9b-4b5a-978a-2e827f604875 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.296838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: d626d341-a20c-4cf8-a0b4-8d55be2434d5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:11.297179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d626d341-a20c-4cf8-a0b4-8d55be2434d5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:11.415104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d9eaab5-4f9b-4b5a-978a-2e827f604875 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.422786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d9eaab5-4f9b-4b5a-978a-2e827f604875 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.445648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d9eaab5-4f9b-4b5a-978a-2e827f604875 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.447220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3d9eaab5-4f9b-4b5a-978a-2e827f604875 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2238982 Jul 16 20:36:11.451007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58218) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:11.559805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03813fb6-9dc3-48ea-86c0-79d29e5b312e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.779549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.782663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03813fb6-9dc3-48ea-86c0-79d29e5b312e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.787036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03813fb6-9dc3-48ea-86c0-79d29e5b312e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.864254 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03813fb6-9dc3-48ea-86c0-79d29e5b312e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.864845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03813fb6-9dc3-48ea-86c0-79d29e5b312e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4da077bb-5d3d-4886-8c86-2fa32b8198c5 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:11.877726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-03813fb6-9dc3-48ea-86c0-79d29e5b312e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.880047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-03813fb6-9dc3-48ea-86c0-79d29e5b312e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "DELETE /v2.0/routers/4da077bb-5d3d-4886-8c86-2fa32b8198c5 HTTP/1.1" status: 204 len: 168 time: 0.4277132 Jul 16 20:36:11.915266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.147151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58228) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:12.151605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.158002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.281107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Pushing event updated for resources: {'Port': ['ID=81bb7a53-a782-4263-b884-69e627811dde,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:12.299863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.493256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-216361744', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:12.551750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.553501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.615902 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Floating IP 1b17558d-fb1a-4944-86ce-eec207492a5a associated. External IP: 172.25.8.124, port: 625f98c8-9cba-4a0b-a7a0-eec6a7da1558. Jul 16 20:36:12.710054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.899492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.966997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Router b74184d9-5acc-4a82-b27c-238e934c83d9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:13.067946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb91e33-1a0f-4262-b75a-07233f658e7c req-315891e4-70ab-47d1-a502-14a33224bb89 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:13.076984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fb91e33-1a0f-4262-b75a-07233f658e7c req-315891e4-70ab-47d1-a502-14a33224bb89 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 945 time: 0.1543827 Jul 16 20:36:13.149200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fb91e33-1a0f-4262-b75a-07233f658e7c req-ff1804f9-ed98-476b-afee-77aa8f22f401 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678611 Jul 16 20:36:13.242724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:13.253735 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] Sync routers for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:13.269193 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:13.270341 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:13.276522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.294576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.318901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.339335 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d3586e49-6596-42dc-b727-aeaca1ab1554 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.4108596 Jul 16 20:36:13.341689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58240) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.391543 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:13.404875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:13.405758 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:13.474085 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:13.474758 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7e372-81d7-4c6c-9ac0-fcde2cff1742 None None] The sync data for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:13.504890 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-db460fac-b36c-4f07-9aed-fc8921f90d6a tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] 10.222.0.100 "GET /v2.0/floatingips/1b17558d-fb1a-4944-86ce-eec207492a5a HTTP/1.1" status: 200 len: 983 time: 0.1607840 Jul 16 20:36:13.507236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58242) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.512950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Allocated IP 172.25.8.226 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/4d745c50-ecfc-488d-a92f-88f0f37700db) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:13.701813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.749191 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8e9e420e-a735-4beb-a175-b9ecd3f6125f tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] 10.222.0.100 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2397161 Jul 16 20:36:13.752725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58246) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.791814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.870166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:13.881048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:13.884532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:13.918319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event updated for resources: {'Port': ['ID=4d745c50-ecfc-488d-a92f-88f0f37700db,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.980508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Deleting port 81bb7a53-a782-4263-b884-69e627811dde {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:13.980508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.116739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.117354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.175957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Calling delete_port for 81bb7a53-a782-4263-b884-69e627811dde owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:14.233465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.368393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-5df3b337-f5f3-4e9d-a927-92057d71d032 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:14.371049 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-5df3b337-f5f3-4e9d-a927-92057d71d032 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 945 time: 0.2869503 Jul 16 20:36:14.547301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Deleting port 81e71fac-e1f3-424a-b51f-dee06011845d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:14.547615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.565216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca9354-53a7-4a29-9984-12f13f81f9ba req-8ecd05a2-cd2d-4bc5-a7fd-215f2a61412c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:14.566844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48ca9354-53a7-4a29-9984-12f13f81f9ba req-8ecd05a2-cd2d-4bc5-a7fd-215f2a61412c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 945 time: 0.2356563 Jul 16 20:36:14.659878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48ca9354-53a7-4a29-9984-12f13f81f9ba req-c1f11863-048a-4e8f-82dc-685e493e9553 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805402 Jul 16 20:36:14.678455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.679861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.752777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Port': ['ID=81bb7a53-a782-4263-b884-69e627811dde,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.863701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] For port 81e71fac-e1f3-424a-b51f-dee06011845d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=81e71fac-e1f3-424a-b51f-dee06011845d,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:14.864722 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.876307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Router 722272a9-7783-4b95-abde-c8ca377c5282 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:14.914488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Calling delete_port for 81e71fac-e1f3-424a-b51f-dee06011845d owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:14.939109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.939690 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Floating IP 1b17558d-fb1a-4944-86ce-eec207492a5a disassociated (deleted). External IP: 172.25.8.124, port: 625f98c8-9cba-4a0b-a7a0-eec6a7da1558. Jul 16 20:36:15.110696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:15.123158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] Sync routers for ids ['722272a9-7783-4b95-abde-c8ca377c5282'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:15.140519 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.140738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] Routers {'722272a9-7783-4b95-abde-c8ca377c5282'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:15.141627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['722272a9-7783-4b95-abde-c8ca377c5282'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.146378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fc6b780d-3011-414b-a80f-96a70f311fb5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9943950 Jul 16 20:36:15.147033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58254) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:15.208778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.226523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] Routers {'722272a9-7783-4b95-abde-c8ca377c5282'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:15.227901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['722272a9-7783-4b95-abde-c8ca377c5282'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.296600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:15.297938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4740b1c-0687-4385-817b-89e7cbb75772 None None] The sync data for ids ['722272a9-7783-4b95-abde-c8ca377c5282'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:15.858284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a97d3f8a-8aac-4e26-8873-29927398719b tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/722272a9-7783-4b95-abde-c8ca377c5282 HTTP/1.1" status: 200 len: 924 time: 0.7086174 Jul 16 20:36:15.860842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58260) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:15.880562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Router b74184d9-5acc-4a82-b27c-238e934c83d9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:15.884155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.900435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['805575e8-cc93-4069-8b5b-8a40bd129d76'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:15.951630 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:15.968470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ab8e527c-92bc-4e84-8367-23f544b6d00f tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=722272a9-7783-4b95-abde-c8ca377c5282 HTTP/1.1" status: 200 len: 205 time: 0.1056452 Jul 16 20:36:15.970632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58262) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:15.972409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8884c63-a575-49b2-80c6-f8b481cc5009 req-34ce4bc6-d5c9-4a5c-8c7f-8828bdfa03cf tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 210 time: 0.0544612 Jul 16 20:36:16.125625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event deleted for resources: {'Port': ['ID=81e71fac-e1f3-424a-b51f-dee06011845d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.129824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.230523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] No DVR routers for this DVR port 81e71fac-e1f3-424a-b51f-dee06011845d on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:16.236620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.239237 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b0a04f7e-bd45-459d-8b23-b775dcd17932 req-f0104c24-e5d8-43b2-b6a9-c852a2ab621f tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "DELETE /v2.0/ports/81e71fac-e1f3-424a-b51f-dee06011845d HTTP/1.1" status: 204 len: 173 time: 1.8608761 Jul 16 20:36:16.239744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'name': 'network-vif-deleted', 'tag': '81e71fac-e1f3-424a-b51f-dee06011845d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:16.242139 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a125ac62-1737-413d-95ce-91eb8c8a4666" -d '{"events": [{"server_uuid": "65d4b6d2-7665-4fec-b85f-489126fcb08b", "name": "network-vif-deleted", "tag": "81e71fac-e1f3-424a-b51f-dee06011845d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:16.497424 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cfbb2b-0929-41c3-b15e-cebac2ed9e5f x-openstack-request-id: req-23cfbb2b-0929-41c3-b15e-cebac2ed9e5f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:16.497949 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4b6d2-7665-4fec-b85f-489126fcb08b", "name": "network-vif-deleted", "tag": "81e71fac-e1f3-424a-b51f-dee06011845d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:16.498337 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-23cfbb2b-0929-41c3-b15e-cebac2ed9e5f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:16.498882 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4b6d2-7665-4fec-b85f-489126fcb08b', 'name': 'network-vif-deleted', 'tag': '81e71fac-e1f3-424a-b51f-dee06011845d', 'status': 'completed', 'code': 200} Jul 16 20:36:16.506885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:16.517034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.522870 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.524593 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] Sync routers for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:16.565663 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:16.566783 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:16.613644 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:16.627315 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:16.628184 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:16.666402 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1e2dff99-53b7-4180-b7d8-a29cceb0e9bc tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "DELETE /v2.0/floatingips/1b17558d-fb1a-4944-86ce-eec207492a5a HTTP/1.1" status: 204 len: 168 time: 2.9112539 Jul 16 20:36:16.670290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58270) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.676318 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:16.677246 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c0430c-7817-4140-b740-a57b233389f5 None None] The sync data for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:16.688335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.709790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Deleting port 4d745c50-ecfc-488d-a92f-88f0f37700db {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:16.710385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.722039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.814671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.844477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Calling delete_port for 4d745c50-ecfc-488d-a92f-88f0f37700db owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:16.883201 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.078383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Allocated IP 172.25.8.6 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/5f116e21-e4c0-4f81-b156-a40ffd6847dd) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:17.276388 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.342373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event deleted for resources: {'Port': ['ID=4d745c50-ecfc-488d-a92f-88f0f37700db,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.358566 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.439704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98e99c28-9dc2-4ebf-b473-4e6179bad511 req-f4b284e6-a57f-465c-a50e-7da460ef1bc0 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=65d4b6d2-7665-4fec-b85f-489126fcb08b HTTP/1.1" status: 200 len: 210 time: 0.0749881 Jul 16 20:36:17.517027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.567752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:17.570786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:17.576915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:17.645407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.650276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Pushing event updated for resources: {'Port': ['ID=5f116e21-e4c0-4f81-b156-a40ffd6847dd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.729797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.775220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 81e71fac-e1f3-424a-b51f-dee06011845d no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:17.785537 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.797424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.799912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.801147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 81e71fac-e1f3-424a-b51f-dee06011845d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:17.801598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 81e71fac-e1f3-424a-b51f-dee06011845d not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:17.850957 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.851524 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Fanout notify agent at l3_agent the message router_deleted on router 722272a9-7783-4b95-abde-c8ca377c5282 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:17.867970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.869160 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b90f6ef9-f12d-4b0a-b43d-a31f2ec0d752 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/722272a9-7783-4b95-abde-c8ca377c5282 HTTP/1.1" status: 204 len: 168 time: 1.8973477 Jul 16 20:36:17.878295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58278) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:17.883075 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'router': {'name': 'tempest-snat-router-262836766', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': False}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:17.910080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.910080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.011672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.049028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.060153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.157061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Pushing event updated for resources: {'Port': ['ID=5f116e21-e4c0-4f81-b156-a40ffd6847dd,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:18.175798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.199819 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.202214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0858e8ab-44e3-4ea9-953c-61c756153017 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5185380 Jul 16 20:36:18.204939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58280) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:18.261303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.396756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:18.449892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.543032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.573986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.752269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.787212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Allocated IP 172.25.8.33 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:18.962297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.024319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.081496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:19.084465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:19.089620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:19.139313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Allocated IP 172.25.8.89 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/7a1d1414-f6e9-42ba-9ff8-58c241499b17) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:19.147901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Port': ['ID=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:19.236722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59a3a5-a40b-4c7f-9964-e1388cb634ad req-4a73e24e-02e5-4147-84d1-3e7fbfe03798 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:19.244123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c59a3a5-a40b-4c7f-9964-e1388cb634ad req-4a73e24e-02e5-4147-84d1-3e7fbfe03798 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 945 time: 0.1544178 Jul 16 20:36:19.312406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c59a3a5-a40b-4c7f-9964-e1388cb634ad req-07ad735a-abeb-4193-ae6c-b8b66a7d37ed tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Jul 16 20:36:19.350951 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.405838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.460061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:19.465051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:19.468802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Pushing event updated for resources: {'Port': ['ID=7a1d1414-f6e9-42ba-9ff8-58c241499b17,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:19.472200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:19.485904 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.599070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.670037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.797180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.983459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Router 257acf24-2fd1-4bda-9469-d468d4fbfbca is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:19.985780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.992573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.129192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Pushing event updated for resources: {'Port': ['ID=7a1d1414-f6e9-42ba-9ff8-58c241499b17,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.144331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.175715 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.177161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-46e90609-6672-4dfc-8559-d0bd4a195a9f tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9706757 Jul 16 20:36:20.180498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58298) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.265139 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:20.281270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Sync routers for ids ['257acf24-2fd1-4bda-9469-d468d4fbfbca'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:20.297690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-ce016a00-6303-4520-bd74-c18d5047bddb tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.299279 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-ce016a00-6303-4520-bd74-c18d5047bddb tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 945 time: 0.1192930 Jul 16 20:36:20.307955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Routers {'257acf24-2fd1-4bda-9469-d468d4fbfbca'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:20.309596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['257acf24-2fd1-4bda-9469-d468d4fbfbca'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:20.374092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.377854 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f0839fe3-b3aa-4da4-a10c-7e8bcc4e2c15 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4960816 Jul 16 20:36:20.387588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58302) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.495984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Deleting port 805575e8-cc93-4069-8b5b-8a40bd129d76 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:20.496743 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.497158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d1f932e6-30ce-49d5-9204-e5c0b7b4a015 tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] 10.222.0.100 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.3154402 Jul 16 20:36:20.500213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58304) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.610755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Set router 257acf24-2fd1-4bda-9469-d468d4fbfbca gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:20.680634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-238d37f2-04f4-4a6e-9433-319d2e0999d3 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1792657 Jul 16 20:36:20.685344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58306) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.700822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] For port 805575e8-cc93-4069-8b5b-8a40bd129d76, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=805575e8-cc93-4069-8b5b-8a40bd129d76,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:20.701432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.731019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-92e605f9-e4df-439f-910b-f05c76f04ef3 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/257acf24-2fd1-4bda-9469-d468d4fbfbca HTTP/1.1" status: 200 len: 907 time: 0.3418622 Jul 16 20:36:20.732089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58308) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.738721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'router': {'name': 'tempest-snat-router-262836766', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': True}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.765792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.767616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.794563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a223-bc11-41f4-91ba-484a5a931b80 req-55416d9d-286b-4601-a5bf-0b645adfc99c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.796769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff30a223-bc11-41f4-91ba-484a5a931b80 req-55416d9d-286b-4601-a5bf-0b645adfc99c tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 945 time: 0.1989014 Jul 16 20:36:20.918985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.963850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff30a223-bc11-41f4-91ba-484a5a931b80 req-b31b2900-409d-430a-9688-4c3a2dd96044 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578586 Jul 16 20:36:20.964755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257acf24-2fd1-4bda-9469-d468d4fbfbca', 'name': 'tempest-snat-router-262836766', 'tenant_id': '85a14473e24744ceb20881128b9af419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': False}, 'gw_port_id': '42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 3, 'project_id': '85a14473e24744ceb20881128b9af419', 'gw_port': {'id': '42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257acf24-2fd1-4bda-9469-d468d4fbfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:21.132816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.186519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Calling delete_port for 805575e8-cc93-4069-8b5b-8a40bd129d76 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:21.195933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Checking router: 257acf24-2fd1-4bda-9469-d468d4fbfbca for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:21.197004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Updating router 257acf24-2fd1-4bda-9469-d468d4fbfbca port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:21.252562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.478809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Deleting port 7a1d1414-f6e9-42ba-9ff8-58c241499b17 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:21.479619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.608317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.628820 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.634226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.634226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.646777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:21.650049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['805575e8-cc93-4069-8b5b-8a40bd129d76'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:21.654754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.678181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event deleted for resources: {'Port': ['ID=805575e8-cc93-4069-8b5b-8a40bd129d76,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:21.680581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Calling delete_port for 7a1d1414-f6e9-42ba-9ff8-58c241499b17 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:21.772462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] No DVR routers for this DVR port 805575e8-cc93-4069-8b5b-8a40bd129d76 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:21.777600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.781057 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9f32a699-a786-4ac0-8d8d-ea9f2c5a9211 req-1c3aa25c-7e5c-4d24-b830-7258eacd34a2 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.26 "DELETE /v2.0/ports/805575e8-cc93-4069-8b5b-8a40bd129d76 HTTP/1.1" status: 204 len: 173 time: 1.4729533 Jul 16 20:36:21.781811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'name': 'network-vif-deleted', 'tag': '805575e8-cc93-4069-8b5b-8a40bd129d76'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:21.785935 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c8f05-7d7b-4940-9517-5364ec1cf3e9" -d '{"events": [{"server_uuid": "8b312108-9214-4af5-b8ee-7898b09e4a23", "name": "network-vif-deleted", "tag": "805575e8-cc93-4069-8b5b-8a40bd129d76"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:21.805372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.830002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Transition to ACTIVE for port object 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:21.857505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.007767 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587f5d98-6192-4481-9c43-928a2607aa24 x-openstack-request-id: req-587f5d98-6192-4481-9c43-928a2607aa24 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:22.008880 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b312108-9214-4af5-b8ee-7898b09e4a23", "name": "network-vif-deleted", "tag": "805575e8-cc93-4069-8b5b-8a40bd129d76", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:22.009286 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-587f5d98-6192-4481-9c43-928a2607aa24 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:22.009966 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b312108-9214-4af5-b8ee-7898b09e4a23', 'name': 'network-vif-deleted', 'tag': '805575e8-cc93-4069-8b5b-8a40bd129d76', 'status': 'completed', 'code': 200} Jul 16 20:36:22.011391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.021466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Attempting to bind port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:22.035126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Attempting to bind port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:22.035644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Attempting to bind port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:22.055536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Allocated IP 172.25.8.20 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/8867b158-5341-47ce-89d0-d267c80b4630) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:22.064739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7f3b2-bd18-4eff-b077-9b696ea073ad None None] Pushing event updated for resources: {'Port': ['ID=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.065253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Pushing event deleted for resources: {'Port': ['ID=7a1d1414-f6e9-42ba-9ff8-58c241499b17,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.076133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:22.076133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:22.076133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.076133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:22.076133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Bound port: 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:22.076133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.207184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.211163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.212968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8537f718-bece-4bae-81f9-43bda684ad4b tempest-FloatingIPAdminTestJSON-785353879 tempest-FloatingIPAdminTestJSON-785353879-project] 10.222.0.100 "DELETE /v2.0/floatingips/b61b2646-bc67-41e4-a255-df2ae5dd41be HTTP/1.1" status: 204 len: 168 time: 1.5262778 Jul 16 20:36:22.218580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] For port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:22.220329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58320) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.224428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] For port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:22.230256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.300980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Routers {'257acf24-2fd1-4bda-9469-d468d4fbfbca'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:22.301796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['257acf24-2fd1-4bda-9469-d468d4fbfbca'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:22.308100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7f3b2-bd18-4eff-b077-9b696ea073ad None None] Pushing event updated for resources: {'Port': ['ID=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.398064 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.438052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2448cbf3-867e-4e05-bf96-15f844ada187 req-f17a8a88-d1ff-46ba-abd6-1aba52125001 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b312108-9214-4af5-b8ee-7898b09e4a23 HTTP/1.1" status: 200 len: 210 time: 0.0715313 Jul 16 20:36:22.464032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Deleting port 5f116e21-e4c0-4f81-b156-a40ffd6847dd {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:22.464032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.485537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] Set router 257acf24-2fd1-4bda-9469-d468d4fbfbca gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:22.554015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.554373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.565064 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.575440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Calling delete_port for 5f116e21-e4c0-4f81-b156-a40ffd6847dd owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:22.675534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Port': ['ID=8867b158-5341-47ce-89d0-d267c80b4630,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.690565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:22.692278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:22.701151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:22.860977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.862499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257acf24-2fd1-4bda-9469-d468d4fbfbca', 'name': 'tempest-snat-router-262836766', 'tenant_id': '85a14473e24744ceb20881128b9af419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': False}, 'gw_port_id': '42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 3, 'project_id': '85a14473e24744ceb20881128b9af419', 'gw_port': {'id': '42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257acf24-2fd1-4bda-9469-d468d4fbfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:22.903085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f116e21-e4c0-4f81-b156-a40ffd6847dd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.911880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67baf9-d824-49da-8416-6addd3da1e5b None None] The sync data for ids ['257acf24-2fd1-4bda-9469-d468d4fbfbca'] in n-d-798930-6 is: [{'id': '257acf24-2fd1-4bda-9469-d468d4fbfbca', 'name': 'tempest-snat-router-262836766', 'tenant_id': '85a14473e24744ceb20881128b9af419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': False}, 'gw_port_id': '42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:17Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 3, 'project_id': '85a14473e24744ceb20881128b9af419', 'gw_port': {'id': '42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257acf24-2fd1-4bda-9469-d468d4fbfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:18Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:22.992074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.995400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.996810 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-781c7581-6a32-4727-a2c0-c065c87a3bcf tempest-FloatingIPAdminTestJSON-1048364524 tempest-FloatingIPAdminTestJSON-1048364524-project-admin] 10.222.0.100 "DELETE /v2.0/floatingips/1174bd5a-1330-4cc3-928c-ef94f4385428 HTTP/1.1" status: 204 len: 168 time: 0.7749624 Jul 16 20:36:23.002468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58324) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:23.115167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.282178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Deleting port 625f98c8-9cba-4a0b-a7a0-eec6a7da1558 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:23.282536 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.477654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.496289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Calling delete_port for 625f98c8-9cba-4a0b-a7a0-eec6a7da1558 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:23.501547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.716295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:23.841336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 805575e8-cc93-4069-8b5b-8a40bd129d76 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:23.866718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 805575e8-cc93-4069-8b5b-8a40bd129d76 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:23.867314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 805575e8-cc93-4069-8b5b-8a40bd129d76 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:23.898241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:23.904999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:23.905424 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.067180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.096717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:24.102104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.188459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.531585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.561680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Router 81753358-10d9-4656-b242-d152b4a5674d is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:24.643677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Port': ['ID=625f98c8-9cba-4a0b-a7a0-eec6a7da1558,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.820487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:24.833418 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Sync routers for ids ['81753358-10d9-4656-b242-d152b4a5674d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:24.843788 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.848506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:24.855941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-85d8e73f-efff-4598-97ce-b43d773a9332 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.1206262 Jul 16 20:36:24.858353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.882276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-53e3c03d-353b-496e-b3f0-9d08ecc2a6e5 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "DELETE /v2.0/ports/625f98c8-9cba-4a0b-a7a0-eec6a7da1558 HTTP/1.1" status: 204 len: 168 time: 1.8784809 Jul 16 20:36:24.882870 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Routers {'81753358-10d9-4656-b242-d152b4a5674d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:24.883209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58348) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:24.889851 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['81753358-10d9-4656-b242-d152b4a5674d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:25.149273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863d652-676f-4fdd-a917-b7f87eac61d0 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.157121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8863d652-676f-4fdd-a917-b7f87eac61d0 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "GET /v2.0/ports?device_id=b74184d9-5acc-4a82-b27c-238e934c83d9 HTTP/1.1" status: 200 len: 913 time: 0.2721212 Jul 16 20:36:25.162080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58352) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:25.256971 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Set router 81753358-10d9-4656-b242-d152b4a5674d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:25.288258 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6fb34f98-4911-4e6a-883b-20b146dcc69a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/81753358-10d9-4656-b242-d152b4a5674d HTTP/1.1" status: 200 len: 906 time: 0.4378746 Jul 16 20:36:25.292447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58354) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:25.516605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.539864 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81753358-10d9-4656-b242-d152b4a5674d', 'name': 'tempest-snat-router-262836766', 'tenant_id': '85a14473e24744ceb20881128b9af419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '8867b158-5341-47ce-89d0-d267c80b4630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:20Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 3, 'project_id': '85a14473e24744ceb20881128b9af419', 'gw_port': {'id': '8867b158-5341-47ce-89d0-d267c80b4630', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81753358-10d9-4656-b242-d152b4a5674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:21Z', 'updated_at': '2021-07-16T20:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:25.612718 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Checking router: 81753358-10d9-4656-b242-d152b4a5674d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:25.613701 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Updating router 81753358-10d9-4656-b242-d152b4a5674d port 8867b158-5341-47ce-89d0-d267c80b4630 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:25.687879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:25.713242 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.780757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.819013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:25.819709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.964895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Deleting port 8867b158-5341-47ce-89d0-d267c80b4630 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:25.967128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.027750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.120263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.143095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Calling delete_port for 8867b158-5341-47ce-89d0-d267c80b4630 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:26.309411 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.327302 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Transition to ACTIVE for port object 8867b158-5341-47ce-89d0-d267c80b4630 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:26.339229 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.428193 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c27ef4-9794-4dbe-82cc-c6f9e46ca5f9 None None] Pushing event updated for resources: {'Port': ['ID=8867b158-5341-47ce-89d0-d267c80b4630,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.449497 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Attempting to bind port 8867b158-5341-47ce-89d0-d267c80b4630 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:26.451145 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Attempting to bind port 8867b158-5341-47ce-89d0-d267c80b4630 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:26.451808 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Attempting to bind port 8867b158-5341-47ce-89d0-d267c80b4630 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:26.459219 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:26.460101 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:26.461193 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.461809 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:26.464062 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Bound port: 8867b158-5341-47ce-89d0-d267c80b4630, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:26.465366 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.524922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.544685 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.db.api [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:26.545489 n-d-798930-6 neutron-server[94098]: DEBUG oslo_db.api [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:26.547602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Deleting port 3a4a097a-91eb-4257-a9c7-cbc67ac26069 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:26.547955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.578861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event deleted for resources: {'Port': ['ID=8867b158-5341-47ce-89d0-d267c80b4630,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.599866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.600382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.600932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.601419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.601969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.602441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.603002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.604154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.605103 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.605475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.605958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.606425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.676076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.693198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Calling delete_port for 3a4a097a-91eb-4257-a9c7-cbc67ac26069 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:26.708925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.835467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.839120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.912309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.912309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81753358-10d9-4656-b242-d152b4a5674d {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:26.925091 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.929999 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88789c1d-15e8-4480-a37c-f44c3d27772d tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "DELETE /v2.0/routers/81753358-10d9-4656-b242-d152b4a5674d HTTP/1.1" status: 204 len: 168 time: 1.6356547 Jul 16 20:36:26.931169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:27.002982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.033615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Port': ['ID=3a4a097a-91eb-4257-a9c7-cbc67ac26069,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.075006 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Attempting to bind port 8867b158-5341-47ce-89d0-d267c80b4630 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:27.080910 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Attempting to bind port 8867b158-5341-47ce-89d0-d267c80b4630 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:27.081555 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Attempting to bind port 8867b158-5341-47ce-89d0-d267c80b4630 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:27.110553 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:27.111892 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:27.112954 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.114187 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:27.115653 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Bound port: 8867b158-5341-47ce-89d0-d267c80b4630, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:27.118503 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.134345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.167164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.plugin [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Port 8867b158-5341-47ce-89d0-d267c80b4630 has been deleted concurrently {{(pid=94098) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 20:36:27.179386 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Routers set() bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:27.179994 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Router IDs set() for agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:36:27.180804 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'81753358-10d9-4656-b242-d152b4a5674d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent'). {{(pid=94098) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:36:27.181295 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08d945-d8ed-4fa7-83c2-df9449914a7a None None] The sync data for ids ['81753358-10d9-4656-b242-d152b4a5674d'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:27.459208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.495820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.595319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Deleting port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:27.595660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.686898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] For port 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:27.687304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.701765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Calling delete_port for 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:27.821570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Router b74184d9-5acc-4a82-b27c-238e934c83d9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:27.971049 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.977609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:27.983537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-48d8b67d-0bd2-45fd-97d8-993c76564075 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "PUT /v2.0/routers/b74184d9-5acc-4a82-b27c-238e934c83d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8199222 Jul 16 20:36:27.985923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58374) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:27.993254 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] Sync routers for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:28.006747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:28.008076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:28.036209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.085301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:28.101089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] Routers {'b74184d9-5acc-4a82-b27c-238e934c83d9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:28.102883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b74184d9-5acc-4a82-b27c-238e934c83d9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:28.141691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.240155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:28.249266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fff506-5742-453e-9302-e24f2d711f7f None None] The sync data for ids ['b74184d9-5acc-4a82-b27c-238e934c83d9'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:28.269141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.277069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.327545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.339007 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.340172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 257acf24-2fd1-4bda-9469-d468d4fbfbca {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:28.345554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.346875 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-55ae2de7-c3e4-4d02-884b-003e0997c66a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "DELETE /v2.0/routers/257acf24-2fd1-4bda-9469-d468d4fbfbca HTTP/1.1" status: 204 len: 168 time: 1.4131622 Jul 16 20:36:28.356896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.362371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1496482256', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:28.398603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.401535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.468820 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.620658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.696701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Deleting port f2209df0-30dc-4e62-9b81-faf2c82be253 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:28.697221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.851209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.860749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.881409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Calling delete_port for f2209df0-30dc-4e62-9b81-faf2c82be253 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:29.204458 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.205207 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.232752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.245112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Port': ['ID=f2209df0-30dc-4e62-9b81-faf2c82be253,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.327204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0975539-a8ac-401b-9b51-1ddd04a6efcb req-a6c7fae8-0667-434b-bc6a-43c7b2f611f6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:29.328984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0975539-a8ac-401b-9b51-1ddd04a6efcb req-a6c7fae8-0667-434b-bc6a-43c7b2f611f6 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 945 time: 0.1987560 Jul 16 20:36:29.329982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.417120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Allocated IP 172.25.8.63 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/a6717a2b-270a-4c7c-b67d-239b529cfa56) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:29.455106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.458121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.517590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0975539-a8ac-401b-9b51-1ddd04a6efcb req-f618b776-e6b2-4575-b2e9-3a679d9bb66e tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473243 Jul 16 20:36:29.529397 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.529960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Fanout notify agent at l3_agent the message router_deleted on router b74184d9-5acc-4a82-b27c-238e934c83d9 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:29.554390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.557951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-92edc861-14d4-42d6-8eff-1cccb8227d04 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "DELETE /v2.0/routers/b74184d9-5acc-4a82-b27c-238e934c83d9 HTTP/1.1" status: 204 len: 168 time: 1.5703194 Jul 16 20:36:29.561531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58390) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:29.605091 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.663109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.693516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:29.709030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:29.718320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:29.725532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:29.726311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 42a4d7fb-4c0c-4b6b-9c80-2f99aa0fc650 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:29.744747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:29.774405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event updated for resources: {'Port': ['ID=a6717a2b-270a-4c7c-b67d-239b529cfa56,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.899403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Deleting subnet 6c65abf4-4d42-4d9a-bd5f-a976702d6a72 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:29.904279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.967558 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.062756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.106305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.172827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.204917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Subnet': ['ID=6c65abf4-4d42-4d9a-bd5f-a976702d6a72,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:30.208983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.216226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05638957-25bd-4412-a11d-8ecff52dca21 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "DELETE /v2.0/subnets/6c65abf4-4d42-4d9a-bd5f-a976702d6a72 HTTP/1.1" status: 204 len: 168 time: 0.6473999 Jul 16 20:36:30.219947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58394) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:30.234698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01988cf8-c51a-4e26-b5bc-10b12f3811bd None None] Network 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:30.341984 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44fbf373-5243-45d1-a219-a37ce6252a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.356029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.418634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-0738ab2d-2624-4099-8d11-5dc6213e0756 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.420463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-0738ab2d-2624-4099-8d11-5dc6213e0756 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 945 time: 0.1340635 Jul 16 20:36:30.562918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Deleting port 0f487543-cb57-4cee-b588-d811e8234215 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:30.563484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.615467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] DHCP port deletion for 8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:30.690291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] Deleting port bc156155-9c38-4592-8239-ab68fe7b9ec1 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:30.691119 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.737759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] For port 0f487543-cb57-4cee-b588-d811e8234215, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0f487543-cb57-4cee-b588-d811e8234215,segment=NetworkSegment(a32826bb-754e-4289-bb7e-68a6ac78d894),segment_id=a32826bb-754e-4289-bb7e-68a6ac78d894)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:30.738128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.758376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Calling delete_port for 0f487543-cb57-4cee-b588-d811e8234215 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:30.803800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] For port bc156155-9c38-4592-8239-ab68fe7b9ec1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bc156155-9c38-4592-8239-ab68fe7b9ec1,segment=NetworkSegment(dabd617a-8516-415e-aad0-c77d34c8bee0),segment_id=dabd617a-8516-415e-aad0-c77d34c8bee0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:30.805342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.829397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] Calling delete_port for bc156155-9c38-4592-8239-ab68fe7b9ec1 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:30.895795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Deleting port bc156155-9c38-4592-8239-ab68fe7b9ec1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:30.896127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.913670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad154-7da3-4db9-b527-6cd3841d6c10 req-48a724e4-0675-427a-836e-4ca1477064ae tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:30.916098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-170ad154-7da3-4db9-b527-6cd3841d6c10 req-48a724e4-0675-427a-836e-4ca1477064ae tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/ports?device_id=741e67e3-d5da-44a1-a570-697991e3ad4f HTTP/1.1" status: 200 len: 945 time: 0.1512818 Jul 16 20:36:30.934533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.973665 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.013853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-170ad154-7da3-4db9-b527-6cd3841d6c10 req-4fbfb170-5d0f-461e-b486-666855e1e680 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.100 "GET /v2.0/security-groups?id=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791559 Jul 16 20:36:31.015922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.033453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] No DVR routers for this DVR port bc156155-9c38-4592-8239-ab68fe7b9ec1 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:31.053181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Pushing event deleted for resources: {'Port': ['ID=0f487543-cb57-4cee-b588-d811e8234215,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.059460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb9e31-4ad1-4357-815e-4499b90d5033 None None] Pushing event deleted for resources: {'Port': ['ID=bc156155-9c38-4592-8239-ab68fe7b9ec1,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.063153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0f487543-cb57-4cee-b588-d811e8234215'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:31.096085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] For port bc156155-9c38-4592-8239-ab68fe7b9ec1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bc156155-9c38-4592-8239-ab68fe7b9ec1,segment=NetworkSegment(dabd617a-8516-415e-aad0-c77d34c8bee0),segment_id=dabd617a-8516-415e-aad0-c77d34c8bee0)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:31.096327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.108726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.109810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.109810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.110049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.110610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.114008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.114236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.114778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.115125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.115594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.116016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.116445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:31.125919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Calling delete_port for bc156155-9c38-4592-8239-ab68fe7b9ec1 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:31.149626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] No DVR routers for this DVR port 0f487543-cb57-4cee-b588-d811e8234215 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:31.153990 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.157698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-779449ec-7b42-4ae8-a371-8734a9e4254b req-5aee3970-e395-4952-ba36-9c279d456909 tempest-AttachVolumeNegativeTest-1217610372 tempest-AttachVolumeNegativeTest-1217610372-project] 10.222.0.21 "DELETE /v2.0/ports/0f487543-cb57-4cee-b588-d811e8234215 HTTP/1.1" status: 204 len: 173 time: 0.7305593 Jul 16 20:36:31.158225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'name': 'network-vif-deleted', 'tag': '0f487543-cb57-4cee-b588-d811e8234215'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:31.174279 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d6fad-15e3-4593-bc17-e0d046bb6ea7" -d '{"events": [{"server_uuid": "741e67e3-d5da-44a1-a570-697991e3ad4f", "name": "network-vif-deleted", "tag": "0f487543-cb57-4cee-b588-d811e8234215"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:31.305324 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddbac2d-a475-4679-a83f-d8b11b105994 x-openstack-request-id: req-fddbac2d-a475-4679-a83f-d8b11b105994 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:31.306219 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741e67e3-d5da-44a1-a570-697991e3ad4f", "name": "network-vif-deleted", "tag": "0f487543-cb57-4cee-b588-d811e8234215", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:31.307230 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fddbac2d-a475-4679-a83f-d8b11b105994 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:31.308038 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741e67e3-d5da-44a1-a570-697991e3ad4f', 'name': 'network-vif-deleted', 'tag': '0f487543-cb57-4cee-b588-d811e8234215', 'status': 'completed', 'code': 200} Jul 16 20:36:31.312991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Router 30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:31.317442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.348633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Port': ['ID=bc156155-9c38-4592-8239-ab68fe7b9ec1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.356261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] No DVR routers for this DVR port bc156155-9c38-4592-8239-ab68fe7b9ec1 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:31.514492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.529174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.545815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabd617a-8516-415e-aad0-c77d34c8bee0') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.546060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabd617a-8516-415e-aad0-c77d34c8bee0') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.553268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:31.563654 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.569437 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] Sync routers for ids ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:31.591966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.600473 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.607342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58410) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:31.608174 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c780a913-f541-443a-a561-7bc3b4991c60 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2493398 Jul 16 20:36:31.614358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': False}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:31.614580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:31.616452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: items = [ Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:31.621419 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:31.624745 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] Routers {'30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:31.628595 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.681203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc156155-9c38-4592-8239-ab68fe7b9ec1 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:31.690164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.703324 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] Routers {'30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:31.703913 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.757652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: bc156155-9c38-4592-8239-ab68fe7b9ec1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:31.758740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.760031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc156155-9c38-4592-8239-ab68fe7b9ec1 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:31.774556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.780094 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "DELETE /v2.0/networks/8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9 HTTP/1.1" status: 204 len: 168 time: 1.5589683 Jul 16 20:36:31.785173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:31.785726 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1957ec2-ea54-4147-aac1-820f86a0a180 None None] The sync data for ids ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:31.787319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58414) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:31.817975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb430-f433-4e93-9800-04290dba206e tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Network': ['ID=8dfc74f4-eb38-4d6f-b06e-d4766f4d03c9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.049798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Deleting port aa2fd6ce-98d6-460f-9260-5d1a01c2b393 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:32.054614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.211719 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.216461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58418) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.258451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.258786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.282259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Calling delete_port for aa2fd6ce-98d6-460f-9260-5d1a01c2b393 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:32.294659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] Deleting subnet 633f40ab-5d75-4270-ae0d-51cc16bd9359 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:32.302949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.390327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.456095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.554585 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.585080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.589409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.591835 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/633f40ab-5d75-4270-ae0d-51cc16bd9359 HTTP/1.1" status: 204 len: 168 time: 0.3743284 Jul 16 20:36:32.595052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58422) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.620045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a4a0a-4edc-4ddc-87d2-84de815ec378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633f40ab-5d75-4270-ae0d-51cc16bd9359,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.647491 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Pushing event deleted for resources: {'Port': ['ID=aa2fd6ce-98d6-460f-9260-5d1a01c2b393,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.729639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.732284 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.733474 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-098a15de-38c8-426d-92af-b14fd6192734 tempest-FloatingIPAdminTestJSON-109064102 tempest-FloatingIPAdminTestJSON-109064102-project] 10.222.0.100 "DELETE /v2.0/floatingips/bca2aef7-ce56-4353-b537-ad9fbb07156a HTTP/1.1" status: 204 len: 168 time: 0.9450941 Jul 16 20:36:32.742664 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.862728 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.870716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.901622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.951488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca587b85-c8db-429e-80c6-8aa4d22a6e7c']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.966851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32826bb-754e-4289-bb7e-68a6ac78d894') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.967235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32826bb-754e-4289-bb7e-68a6ac78d894') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.984146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.027011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.036346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:33.037009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:33.048612 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:33.102399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58430) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.125690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Router 30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:33.131405 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.155845 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.161495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] 10.222.0.100 "DELETE /v2.0/networks/ca587b85-c8db-429e-80c6-8aa4d22a6e7c HTTP/1.1" status: 204 len: 168 time: 0.5614779 Jul 16 20:36:33.161495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9bd5-bd03-4905-85bc-4bf504822e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca587b85-c8db-429e-80c6-8aa4d22a6e7c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:33.348574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:33.359403 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.365742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] Sync routers for ids ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:33.376979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dab64c40-ae00-446e-a104-2bafcf45f46a tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "PUT /v2.0/routers/30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 HTTP/1.1" status: 200 len: 925 time: 1.7663133 Jul 16 20:36:33.378322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58436) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.378507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58438) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.385216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] Routers {'30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:33.386292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.427682 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e7cd935a-b9e4-4d9b-ae86-9698ac67aa01 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ad8be5489bcc4dbd8f02bdf6b52bbe76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224459 Jul 16 20:36:33.430572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.432577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.443306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] Routers {'30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:33.444283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.448201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-37a8ebdf-2155-4bbd-9432-2e364e480f81 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7d599e40c8274f2295d522c087784d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678363 Jul 16 20:36:33.449968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58444) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.486450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.487550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35c2ba-e3ce-44e4-9cb5-7bb8d8464231 None None] The sync data for ids ['30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:33.529833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f866b1d-3e77-4b8c-af86-1d82a10c8327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.550616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-808373ab-9f95-45ed-8676-112690d1a234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.571827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f866b1d-3e77-4b8c-af86-1d82a10c8327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.599485 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1fbee01e-ddaf-4983-913f-425d79cc3921 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 HTTP/1.1" status: 200 len: 925 time: 0.2196300 Jul 16 20:36:33.601585 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-808373ab-9f95-45ed-8676-112690d1a234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.602859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58446) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.661208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-808373ab-9f95-45ed-8676-112690d1a234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.664141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-808373ab-9f95-45ed-8676-112690d1a234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.669436 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-808373ab-9f95-45ed-8676-112690d1a234 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4a8178b7-2482-4337-8a06-df8c735a538c HTTP/1.1" status: 204 len: 168 time: 0.2338040 Jul 16 20:36:33.675403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808373ab-9f95-45ed-8676-112690d1a234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8178b7-2482-4337-8a06-df8c735a538c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:33.735528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f866b1d-3e77-4b8c-af86-1d82a10c8327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.738296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f866b1d-3e77-4b8c-af86-1d82a10c8327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.739520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5f866b1d-3e77-4b8c-af86-1d82a10c8327 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a3c18f0d-6520-4f44-a2ed-b7f3098b54b7 HTTP/1.1" status: 204 len: 168 time: 0.2880604 Jul 16 20:36:33.787630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866b1d-3e77-4b8c-af86-1d82a10c8327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c18f0d-6520-4f44-a2ed-b7f3098b54b7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:33.871549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343e601-1f2b-4b39-8283-622796a75d2e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:33.882375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a343e601-1f2b-4b39-8283-622796a75d2e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2744315 Jul 16 20:36:33.882763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58458) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.002279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.102535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0929f42-09bf-4a87-9a2a-95f111e9b6f9 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:34.104961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c0929f42-09bf-4a87-9a2a-95f111e9b6f9 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.2209122 Jul 16 20:36:34.108175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58464) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.168982 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b7304d96-cff5-471f-b816-5a37ae99fb37 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 HTTP/1.1" status: 200 len: 205 time: 0.0563602 Jul 16 20:36:34.169150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58468) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.405392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.432226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58476) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.446799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-797f832d-5b04-4c4d-9157-ca1cfa581ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.568099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.612401 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-797f832d-5b04-4c4d-9157-ca1cfa581ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.622919 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-797f832d-5b04-4c4d-9157-ca1cfa581ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.770679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f832d-5b04-4c4d-9157-ca1cfa581ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cfa2b4-283d-4c25-983f-f4e2d73e8eea,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:34.778683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-797f832d-5b04-4c4d-9157-ca1cfa581ef9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9f87c81ffbc6443cb96c839e255946da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447423 Jul 16 20:36:34.782310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58486) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.826042 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6770503-61b0-4c50-a3bc-6ebe0040e09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.929304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e81d5d0-defd-4555-b7d5-75e3cfecec3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.964990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e81d5d0-defd-4555-b7d5-75e3cfecec3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.049964 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-20047807-2375-4fc6-8b96-81ffc012a9e0 req-5b117025-939c-4f0b-bd3d-6be0f7825648 service neutron] (94096) timed out ('10.222.0.100', 59168) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:36:35.089948 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e81d5d0-defd-4555-b7d5-75e3cfecec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.092676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e81d5d0-defd-4555-b7d5-75e3cfecec3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.097855 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e81d5d0-defd-4555-b7d5-75e3cfecec3f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/48cfa2b4-283d-4c25-983f-f4e2d73e8eea HTTP/1.1" status: 204 len: 168 time: 0.3098505 Jul 16 20:36:35.098139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Deleting port a6717a2b-270a-4c7c-b67d-239b529cfa56 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:35.098139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.122960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d5d0-defd-4555-b7d5-75e3cfecec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cfa2b4-283d-4c25-983f-f4e2d73e8eea,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.215458 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.233483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Calling delete_port for a6717a2b-270a-4c7c-b67d-239b529cfa56 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:35.401614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0f487543-cb57-4cee-b588-d811e8234215 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:35.452851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 0f487543-cb57-4cee-b588-d811e8234215 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:35.453197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0f487543-cb57-4cee-b588-d811e8234215 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:35.525056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.585557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event deleted for resources: {'Port': ['ID=a6717a2b-270a-4c7c-b67d-239b529cfa56,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.716401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.802992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.830730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94aa6e34-3a3c-44eb-bf74-ee8998641ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.910097 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.920487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.007408 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.008971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Fanout notify agent at l3_agent the message router_deleted on router 30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:36.012694 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.035334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.036890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-324ed154-2262-4a2d-b2bc-42188602586e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 HTTP/1.1" status: 204 len: 168 time: 1.8667972 Jul 16 20:36:36.043898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58512) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.049915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-270fa4a0-a9a4-498a-8573-0e1250f18dfb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-582644768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:36.062424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94aa6e34-3a3c-44eb-bf74-ee8998641ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.069550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94aa6e34-3a3c-44eb-bf74-ee8998641ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.120573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270fa4a0-a9a4-498a-8573-0e1250f18dfb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.122267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270fa4a0-a9a4-498a-8573-0e1250f18dfb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.175197 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-94aa6e34-3a3c-44eb-bf74-ee8998641ebb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=620dbe7835134c048891e6edecbc3e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640893 Jul 16 20:36:36.176281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58518) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.220746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa6e34-3a3c-44eb-bf74-ee8998641ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2071739-e5fe-461d-959e-ae9b46267def,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.224493 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270fa4a0-a9a4-498a-8573-0e1250f18dfb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.234516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270fa4a0-a9a4-498a-8573-0e1250f18dfb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.262967 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-270fa4a0-a9a4-498a-8573-0e1250f18dfb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.265074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-270fa4a0-a9a4-498a-8573-0e1250f18dfb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2195675 Jul 16 20:36:36.267687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58520) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.281983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:36.385681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79d33298-74cb-4a96-ad63-3abceeda6fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.544807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79d33298-74cb-4a96-ad63-3abceeda6fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.682172 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.760264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79d33298-74cb-4a96-ad63-3abceeda6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.767635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79d33298-74cb-4a96-ad63-3abceeda6fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.769154 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-79d33298-74cb-4a96-ad63-3abceeda6fad admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c2071739-e5fe-461d-959e-ae9b46267def HTTP/1.1" status: 204 len: 168 time: 0.5877082 Jul 16 20:36:36.794092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d33298-74cb-4a96-ad63-3abceeda6fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2071739-e5fe-461d-959e-ae9b46267def,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.097501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.129254 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.333273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Allocated IP 172.25.8.164 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/5c4e260f-dc26-430a-a2f3-53672a65b3eb) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:37.521355 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.604390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.665340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:37.669975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:37.676191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:37.680585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event updated for resources: {'Port': ['ID=5c4e260f-dc26-430a-a2f3-53672a65b3eb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.832175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58566) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.060143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.148760 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.224089 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd62b-dcae-4528-a010-facc76534fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.317822 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.343498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.348214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.442650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd62b-dcae-4528-a010-facc76534fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.448778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd62b-dcae-4528-a010-facc76534fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.492195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdd62b-dcae-4528-a010-facc76534fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e985fa-d6f3-46de-beda-6c9995b0a19d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:38.526681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1cbdd62b-dcae-4528-a010-facc76534fdc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a3842f3665a6491f9140919279e20d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911597 Jul 16 20:36:38.529955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58594) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.576182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Router cbc61f32-b5a5-4a3e-acf6-55742869f91a is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:38.602029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43d53d65-1e8f-420c-9b2e-46076fd7ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.628007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43d53d65-1e8f-420c-9b2e-46076fd7ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.660253 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.721663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43d53d65-1e8f-420c-9b2e-46076fd7ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.724734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43d53d65-1e8f-420c-9b2e-46076fd7ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.725976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-43d53d65-1e8f-420c-9b2e-46076fd7ff02 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/79e985fa-d6f3-46de-beda-6c9995b0a19d HTTP/1.1" status: 204 len: 168 time: 0.1947732 Jul 16 20:36:38.735831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d53d65-1e8f-420c-9b2e-46076fd7ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e985fa-d6f3-46de-beda-6c9995b0a19d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:38.751011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:38.760741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.761954 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7aa84d3a-d6a1-43c6-a0e6-638d7e593d51 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "PUT /v2.0/routers/cbc61f32-b5a5-4a3e-acf6-55742869f91a HTTP/1.1" status: 200 len: 883 time: 2.4925177 Jul 16 20:36:38.765229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58604) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.771342 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] Sync routers for ids ['cbc61f32-b5a5-4a3e-acf6-55742869f91a'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:38.785912 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] Routers {'cbc61f32-b5a5-4a3e-acf6-55742869f91a'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:38.786564 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbc61f32-b5a5-4a3e-acf6-55742869f91a'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:38.824152 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:38.835182 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] Routers {'cbc61f32-b5a5-4a3e-acf6-55742869f91a'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:38.836429 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['cbc61f32-b5a5-4a3e-acf6-55742869f91a'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:38.892093 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:38.893150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a033353-2c36-4094-909a-2b3efeb57854 None None] The sync data for ids ['cbc61f32-b5a5-4a3e-acf6-55742869f91a'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:38.923283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-918a8295-596a-438a-a4bb-92465ee890cc tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/cbc61f32-b5a5-4a3e-acf6-55742869f91a HTTP/1.1" status: 200 len: 924 time: 0.1546998 Jul 16 20:36:38.925807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58610) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.991563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3269fd70-5770-45c3-ba3d-ee6c8f357193 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.995297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3269fd70-5770-45c3-ba3d-ee6c8f357193 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=cbc61f32-b5a5-4a3e-acf6-55742869f91a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0657978 Jul 16 20:36:38.996165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58614) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.098331 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8ae11-f357-4038-a393-23f11e7cb3f0 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:39.100039 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1c8ae11-f357-4038-a393-23f11e7cb3f0 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.1028528 Jul 16 20:36:39.102956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58618) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.144578 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8dce802c-9dfc-4f5b-b3ef-24f5a3a7c49b tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=cbc61f32-b5a5-4a3e-acf6-55742869f91a HTTP/1.1" status: 200 len: 205 time: 0.0393775 Jul 16 20:36:39.148893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58620) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.309334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.453949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.520764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Deleting port 5c4e260f-dc26-430a-a2f3-53672a65b3eb {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:39.521119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.690959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.705895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Calling delete_port for 5c4e260f-dc26-430a-a2f3-53672a65b3eb owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:39.901552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58650) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.927350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.956438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event deleted for resources: {'Port': ['ID=5c4e260f-dc26-430a-a2f3-53672a65b3eb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.027841 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.140949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.143569 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.185306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1515504548'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:40.218122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Made reservation on behalf of 87cc12c418b54eeaa6f5b4918c8d57eb for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:40.220303 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.221176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Fanout notify agent at l3_agent the message router_deleted on router cbc61f32-b5a5-4a3e-acf6-55742869f91a {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:40.224802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.235147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.238749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4cc1453f-6b6b-430d-9c1d-7104d44f9b23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/cbc61f32-b5a5-4a3e-acf6-55742869f91a HTTP/1.1" status: 204 len: 168 time: 1.0879009 Jul 16 20:36:40.243378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58660) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:40.250777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c5799b86-9498-4e70-9064-227182a620ba tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-228536337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:40.257312 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.297621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5799b86-9498-4e70-9064-227182a620ba tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.298759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5799b86-9498-4e70-9064-227182a620ba tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.375815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5799b86-9498-4e70-9064-227182a620ba tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.383387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5799b86-9498-4e70-9064-227182a620ba tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.459510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.466962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.476339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5799b86-9498-4e70-9064-227182a620ba tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.479879 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c5799b86-9498-4e70-9064-227182a620ba tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2337646 Jul 16 20:36:40.481176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58674) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:40.486488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': True}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:40.519235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:40.524867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fb3c38-f064-47e5-b2b4-a1242ba21be2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.535717 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.536060 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Added segment 3d3f018e-d020-48f4-9e5b-c90f3a25ac58 of type vlan for network f1b742df-47a5-4bbe-af48-85389cb95a93 Jul 16 20:36:40.611766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.652061 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.658761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:40.660172 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.703216 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7999189 Jul 16 20:36:40.782540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.783606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e989aea-4fab-4139-9428-eb22e5d10148 tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Pushing event updated for resources: {'Network': ['ID=f1b742df-47a5-4bbe-af48-85389cb95a93,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.801383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network f1b742df-47a5-4bbe-af48-85389cb95a93 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:40.867718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-b677de29-e8ee-4891-bf0a-bbff8f1a8658 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2769265 Jul 16 20:36:41.240145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.286380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58734) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.292943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Request body: {'port': {'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93', 'binding:host_id': 'n-h2-798930-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1122576294'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:41.330963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Made reservation on behalf of db3c79fb60ef44fe81a1cce46428e678 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:41.334740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.362434 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.379769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.380299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.380794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.381276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.381739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.382204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.382667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.385483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-322c1b4a-84a8-467d-ac10-37ccc59f7f8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.4538591 Jul 16 20:36:41.600509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.602751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-35ed2d76-96b0-42f2-8170-65b423edb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.603388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-35ed2d76-96b0-42f2-8170-65b423edb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.604450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-35ed2d76-96b0-42f2-8170-65b423edb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.606054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-35ed2d76-96b0-42f2-8170-65b423edb7a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 2299 time: 0.1673968 Jul 16 20:36:41.632646 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.778722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-c1060167-0d10-43b1-8460-7d4db76ebd7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1002 time: 0.1523421 Jul 16 20:36:41.881670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-ae32c98d-4e1a-4cb1-be01-03ab88c9f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.883277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-ae32c98d-4e1a-4cb1-be01-03ab88c9f4b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.0986962 Jul 16 20:36:41.893355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Allocated IP 172.25.8.98 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/3dc5efe1-df3b-445d-8b07-438ab42ba25c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:41.906776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cbc727e-e633-471d-a67b-ce3c02c43c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.955961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.964832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.984612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] device_id is not set on port eddbae3e-cefe-435c-9db6-f384260040b6 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:42.051290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-93b692ae-50f8-4ed3-9333-520ef8538e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.053124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-93b692ae-50f8-4ed3-9333-520ef8538e69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616952 Jul 16 20:36:42.072544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3901e7c-30a2-4e01-a498-476e0b05ce7e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.121519 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.232765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-4fa8e2bb-cae8-417b-b96f-adca8558e6e1 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714754 Jul 16 20:36:42.242617 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cbc727e-e633-471d-a67b-ce3c02c43c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.249795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cbc727e-e633-471d-a67b-ce3c02c43c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.280640 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.327699 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9cbc727e-e633-471d-a67b-ce3c02c43c41 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3bdc1148f38c4742b5515e0c96c6e227&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0863931 Jul 16 20:36:42.331125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58772) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:42.342229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc727e-e633-471d-a67b-ce3c02c43c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc16a042-3347-40a4-9572-81ce56bf5bda,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.346666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] device_id is not set on port eddbae3e-cefe-435c-9db6-f384260040b6 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:42.360650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:42.363831 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.371863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:42.374862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:42.400215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Transition to ACTIVE for port object eddbae3e-cefe-435c-9db6-f384260040b6 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:42.417399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.426086 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc551a4f-5a85-475f-84f7-8024f9251af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.432830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Port': ['ID=3dc5efe1-df3b-445d-8b07-438ab42ba25c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.444137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-39ed166f-67a1-440f-8d20-d7cab6c1210a service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043650 Jul 16 20:36:42.508143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc551a4f-5a85-475f-84f7-8024f9251af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.522688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-809a16c2-c662-43b5-8435-207eb49550f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 217 time: 0.0716937 Jul 16 20:36:42.534570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=eddbae3e-cefe-435c-9db6-f384260040b6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.575813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Checking segment: {'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:42.576222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Network hostable DHCP agents. Network: f1b742df-47a5-4bbe-af48-85389cb95a93, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:42.597388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Network f1b742df-47a5-4bbe-af48-85389cb95a93 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:42.609546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc551a4f-5a85-475f-84f7-8024f9251af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.611045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-de962319-b295-45cc-8396-d08ad54a4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.612620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-de962319-b295-45cc-8396-d08ad54a4e99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0574183 Jul 16 20:36:42.613603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc551a4f-5a85-475f-84f7-8024f9251af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.615117 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dc551a4f-5a85-475f-84f7-8024f9251af4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cc16a042-3347-40a4-9572-81ce56bf5bda HTTP/1.1" status: 204 len: 168 time: 0.2827168 Jul 16 20:36:42.618208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, f1b742df-47a5-4bbe-af48-85389cb95a93) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:42.632502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:42.634080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ff04f-a50b-4c4f-bca3-10d77067b4e5 None None] Network f1b742df-47a5-4bbe-af48-85389cb95a93 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:42.659194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc551a4f-5a85-475f-84f7-8024f9251af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc16a042-3347-40a4-9572-81ce56bf5bda,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:42.662026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.662374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.662726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.675283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.675725 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.676224 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 2 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.695177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.695634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.696081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.703694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.704036 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.704699 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 3 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.723022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.723634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.723992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.741258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.741833 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.742486 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 4 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.759141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.759792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.760405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.766657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.767271 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.767808 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 5 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.792246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.793011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.793523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.799710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.800359 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.800943 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 6 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.820807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-8e1a4fd4-1a37-4906-896d-c2a1df6196ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:42.822446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-8e1a4fd4-1a37-4906-896d-c2a1df6196ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1894338 Jul 16 20:36:42.831836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.832693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.833307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.845328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.846355 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.847198 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 7 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.872786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.873570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.874605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.882911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.883840 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.885276 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 8 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.908714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.909388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.910918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.917484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.917980 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.918385 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 9 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.940804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.941289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.941778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.949854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.950346 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.951096 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 10 to bind port eddbae3e-cefe-435c-9db6-f384260040b6 Jul 16 20:36:42.970924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:42.971316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:42.971636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:42.977539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eddbae3e-cefe-435c-9db6-f384260040b6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:42.977539 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eddbae3e-cefe-435c-9db6-f384260040b6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:42.977539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.978671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.107853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] For port eddbae3e-cefe-435c-9db6-f384260040b6, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:43.108487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempted to set empty binding levels {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:36:43.114161 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.131363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-ec81533c-9358-42ca-8a36-795255b134d1 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992208 Jul 16 20:36:43.169913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58782) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.180053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.181086 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.201736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221d962c-07f5-45dc-a2f5-3476505a576e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.220665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=eddbae3e-cefe-435c-9db6-f384260040b6,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.227168 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3cd31aea-ab42-4b5e-8edb-9e6354d57770 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9396045 Jul 16 20:36:43.232265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58784) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.347980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-c63c1c92-535a-4691-bdb0-bd6db55fd59f service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018824 Jul 16 20:36:43.402818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-e6ddbc50-8500-4c1a-9f6e-9313b4730a36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 217 time: 0.0462112 Jul 16 20:36:43.411395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.417785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Deleting port eddbae3e-cefe-435c-9db6-f384260040b6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:43.418718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.442592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.450039 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221d962c-07f5-45dc-a2f5-3476505a576e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.456320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221d962c-07f5-45dc-a2f5-3476505a576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.507638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-05aa0952-8aad-4b99-aa63-5840c28a4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.509185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-05aa0952-8aad-4b99-aa63-5840c28a4034 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1001956 Jul 16 20:36:43.545134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] For port eddbae3e-cefe-435c-9db6-f384260040b6, host n-h2-798930-6, got binding levels [] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:43.545510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.551307 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-221d962c-07f5-45dc-a2f5-3476505a576e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=60103dc6c3df47b7bbdade071af2ac21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787804 Jul 16 20:36:43.556796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d962c-07f5-45dc-a2f5-3476505a576e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e7bfc-a7d6-410b-8553-4401db007ea8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.558324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58786) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.578577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Calling delete_port for eddbae3e-cefe-435c-9db6-f384260040b6 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:43.690493 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0dcafdf8-2ed8-44be-9eea-1967eab45194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.695844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-5de410ce-e1e3-422e-9347-d2adc000a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:43.698408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-5de410ce-e1e3-422e-9347-d2adc000a6ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1816838 Jul 16 20:36:43.708901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.754001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Router 0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:43.761496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event deleted for resources: {'Port': ['ID=eddbae3e-cefe-435c-9db6-f384260040b6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.770678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0dcafdf8-2ed8-44be-9eea-1967eab45194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.774738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.777575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-99ef53df-5c04-4965-bec1-1fd3054e1710 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "DELETE /v2.0/ports/eddbae3e-cefe-435c-9db6-f384260040b6 HTTP/1.1" status: 204 len: 168 time: 0.5441103 Jul 16 20:36:43.780875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.819830 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc477ae5-7a58-4dfa-aadf-0d76c538559d tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:36:43.827258 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bc477ae5-7a58-4dfa-aadf-0d76c538559d tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "GET /v2.0/ports/eddbae3e-cefe-435c-9db6-f384260040b6 HTTP/1.1" status: 404 len: 333 time: 0.0393150 Jul 16 20:36:43.827660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:43.834874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Request body: {'port': {'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-273796707'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:43.864490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Made reservation on behalf of db3c79fb60ef44fe81a1cce46428e678 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:43.867475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.892789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] device_id is not set on port eef93b70-161b-430c-8d7c-0d28e4ab2c33 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:43.976246 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0dcafdf8-2ed8-44be-9eea-1967eab45194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.979479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0dcafdf8-2ed8-44be-9eea-1967eab45194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.983768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0dcafdf8-2ed8-44be-9eea-1967eab45194 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/347e7bfc-a7d6-410b-8553-4401db007ea8 HTTP/1.1" status: 204 len: 168 time: 0.4234037 Jul 16 20:36:43.987012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-531d0cfb-ec0b-44a5-aee0-0dd4e33c4080 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772980 Jul 16 20:36:44.024372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcafdf8-2ed8-44be-9eea-1967eab45194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e7bfc-a7d6-410b-8553-4401db007ea8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.037653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:44.044039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.044948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ee13e390-2451-4dc9-9aba-362c92c349f2 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "PUT /v2.0/routers/0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 HTTP/1.1" status: 200 len: 917 time: 3.5624428 Jul 16 20:36:44.047614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58796) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.061522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] Sync routers for ids ['0c9cff3e-19b4-4e9b-a70c-4272cbca66b5'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:44.089749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] Routers {'0c9cff3e-19b4-4e9b-a70c-4272cbca66b5'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:44.092782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0c9cff3e-19b4-4e9b-a70c-4272cbca66b5'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:44.162450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.186522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:44.206531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] Routers {'0c9cff3e-19b4-4e9b-a70c-4272cbca66b5'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:44.208030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['0c9cff3e-19b4-4e9b-a70c-4272cbca66b5'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:44.281201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.293515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:44.295990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b56dd9-aefc-4cd4-87c7-aca35414b21e None None] The sync data for ids ['0c9cff3e-19b4-4e9b-a70c-4272cbca66b5'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:44.377464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=eef93b70-161b-430c-8d7c-0d28e4ab2c33,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.390218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Network f1b742df-47a5-4bbe-af48-85389cb95a93 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:44.393420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:44.397947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:44.399003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.399573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.432989 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e4009438-ba42-4640-aa7b-b60690551e5a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6026175 Jul 16 20:36:44.435508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58802) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.447752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:44.549656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.594846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4919d481-40fe-4807-bcda-ebd2d0e5a5f5 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 HTTP/1.1" status: 200 len: 923 time: 0.5460520 Jul 16 20:36:44.598018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-47c7d0cb-78f7-4b68-94a7-a0ed3e11712e service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021216 Jul 16 20:36:44.598615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58808) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.698532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-067c9b61-68c1-4058-82fe-3ebc8645e7d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 217 time: 0.0595696 Jul 16 20:36:44.768757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-5365fc8f-7989-4aab-9738-500c2aacf56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.770748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-5365fc8f-7989-4aab-9738-500c2aacf56f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0665581 Jul 16 20:36:44.789967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89782fbb-1a0a-4725-a44f-c870bf89d3d7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.793091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-89782fbb-1a0a-4725-a44f-c870bf89d3d7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=0c9cff3e-19b4-4e9b-a70c-4272cbca66b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1932099 Jul 16 20:36:44.795751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58816) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.885684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] device_id is not set on port eef93b70-161b-430c-8d7c-0d28e4ab2c33 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:44.919513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.944353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Transition to ACTIVE for port object eef93b70-161b-430c-8d7c-0d28e4ab2c33 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:44.950770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-fdcb4120-4965-4329-a33b-b6c4133294bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.952035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.953283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-fdcb4120-4965-4329-a33b-b6c4133294bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743569 Jul 16 20:36:44.986155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8f18a-3d78-473f-87d2-7eda8bc9007f tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.987115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0cd8f18a-3d78-473f-87d2-7eda8bc9007f tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.1905029 Jul 16 20:36:44.993525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.034689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c8003ade-2787-4007-9a70-d7c9e12340a9 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 HTTP/1.1" status: 200 len: 205 time: 0.0392325 Jul 16 20:36:45.041647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58826) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.042947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=eef93b70-161b-430c-8d7c-0d28e4ab2c33,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:45.074581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.075004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.075835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.083923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.084260 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.084647 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 2 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.108788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.109552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.110324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.116327 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.116667 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.117055 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 3 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.143353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.143933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.144600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.156112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.156644 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.157599 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 4 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.176519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.176854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.177205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.183210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.183574 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.184617 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 5 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.201773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.202118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.202460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.208130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.208467 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.208872 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 6 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.226216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.226750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.227277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.237811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.238145 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.238536 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 7 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.254812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-c2be2eb1-0328-496e-8438-a8eb2b8d14bf service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945535 Jul 16 20:36:45.260642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.261193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.261737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.269731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.270631 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.271489 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 8 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.302764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.303098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.304449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.313712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.314708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.315131 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.315765 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 9 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.348150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.348489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.348897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.359449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.359787 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.360276 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 10 to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 Jul 16 20:36:45.379880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:45.380164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:45.380512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:45.394776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:45.395110 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:45.396439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.487886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] For port eef93b70-161b-430c-8d7c-0d28e4ab2c33, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:45.488858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempted to set empty binding levels {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:36:45.494561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-4e80b1f3-1739-43ab-98f0-af84a7a625ba service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312517 Jul 16 20:36:45.495136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.549361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] In _notify_port_updated(), no bound segment for port eef93b70-161b-430c-8d7c-0d28e4ab2c33 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:36:45.550552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.553765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.557005 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "PUT /v2.0/ports/eef93b70-161b-430c-8d7c-0d28e4ab2c33 HTTP/1.1" status: 200 len: 974 time: 1.1179113 Jul 16 20:36:45.561421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-ae0c731c-2ef7-4d97-8446-0814f74829b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 217 time: 0.0551496 Jul 16 20:36:45.563905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58836) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.621732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7f585-c8d1-490f-8bfb-369f10857412 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=eef93b70-161b-430c-8d7c-0d28e4ab2c33,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:45.666538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.739660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-7ce21a1d-e8d7-4499-b734-3df51d56a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.741379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-7ce21a1d-e8d7-4499-b734-3df51d56a0be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1640823 Jul 16 20:36:45.853762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.854192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.854969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.855667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.856193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.856670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.857169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.857816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.858661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.859337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.859959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.860435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.860908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.861384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.861864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.862327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.862792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.863615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.864108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.864766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.865364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.866155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.867042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.867624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.868096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.868598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.869980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.870672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.871270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.872169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.872651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.873223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.878370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-302e02f3-21eb-4959-a555-610dbc78f0d7 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28856 time: 0.3129408 Jul 16 20:36:45.884295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58848) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.909267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Deleting port 3dc5efe1-df3b-445d-8b07-438ab42ba25c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:45.909823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.987988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-8a89dc1f-5114-40c7-84dc-148c1348193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:45.990054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-8a89dc1f-5114-40c7-84dc-148c1348193f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2367623 Jul 16 20:36:46.027388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Deleting port eef93b70-161b-430c-8d7c-0d28e4ab2c33 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:46.028260 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.145193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] For port eef93b70-161b-430c-8d7c-0d28e4ab2c33, host n-h2-798930-6, got binding levels [] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:46.145193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.153658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.162832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Calling delete_port for eef93b70-161b-430c-8d7c-0d28e4ab2c33 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:46.175876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Calling delete_port for 3dc5efe1-df3b-445d-8b07-438ab42ba25c owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:46.196499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-68280476-62f7-4b99-80c1-7704afc3808c service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678607 Jul 16 20:36:46.285886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.328283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.332656 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "DELETE /v2.0/ports/eef93b70-161b-430c-8d7c-0d28e4ab2c33 HTTP/1.1" status: 204 len: 168 time: 0.4449434 Jul 16 20:36:46.334380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841d620-6941-4d70-8b7c-d6dbd5c5e416 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event deleted for resources: {'Port': ['ID=eef93b70-161b-430c-8d7c-0d28e4ab2c33,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.338034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58864) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:46.385573 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec6ec94-d47e-4570-89ae-f0da9fbe8714 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:36:46.392349 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8ec6ec94-d47e-4570-89ae-f0da9fbe8714 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "GET /v2.0/ports/eef93b70-161b-430c-8d7c-0d28e4ab2c33 HTTP/1.1" status: 404 len: 333 time: 0.0489130 Jul 16 20:36:46.394379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:46.409670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-48377705', 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:46.445023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-47cb875a-90b2-4bdd-91c7-2179fd23624d service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400708 Jul 16 20:36:46.455699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Made reservation on behalf of db3c79fb60ef44fe81a1cce46428e678 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:46.460465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.497378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] device_id is not set on port 0187d364-b410-452a-ab3b-0f25b8f97434 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:46.529078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-36ad068c-94f3-406c-9cf8-56d975165823 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.0741074 Jul 16 20:36:46.582293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.625019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event deleted for resources: {'Port': ['ID=3dc5efe1-df3b-445d-8b07-438ab42ba25c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:46.630558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-e12b4612-145b-4028-b32a-e093dbb27dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:46.632253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-e12b4612-145b-4028-b32a-e093dbb27dbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0964477 Jul 16 20:36:46.773560 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.833641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.857123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:46.909567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.970952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-67d8a412-bca4-4007-8c15-ddd9d12a2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:46.972885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-67d8a412-bca4-4007-8c15-ddd9d12a2dbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2943025 Jul 16 20:36:46.978982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.983220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.996364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Network f1b742df-47a5-4bbe-af48-85389cb95a93 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:47.002297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:47.008717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:47.010845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.012418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.065838 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6679254 Jul 16 20:36:47.066924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250cb35-e4df-4f4a-9556-ebade8cd6382 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=0187d364-b410-452a-ab3b-0f25b8f97434,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.068908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58880) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.094071 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.094599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Fanout notify agent at l3_agent the message router_deleted on router 0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:47.181645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58882) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.392581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed330be-101f-4cd9-aea5-986391529031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.419439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.420603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-324c40ba-f34b-4394-ac45-84bcf910104e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 HTTP/1.1" status: 204 len: 168 time: 2.3778553 Jul 16 20:36:47.426491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58886) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.439602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6fe84924-cabc-42e7-b667-f6f6b26710e1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1497618801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:47.486595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b01e6e-2a14-4854-ab13-21ecbc87c3d0 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.492759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-72b01e6e-2a14-4854-ab13-21ecbc87c3d0 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "GET /v2.0/ports/0187d364-b410-452a-ab3b-0f25b8f97434 HTTP/1.1" status: 200 len: 953 time: 0.4180324 Jul 16 20:36:47.493004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.505537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-6f6d042b-d083-4e49-b38e-fcac2c177c66 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158641 Jul 16 20:36:47.683359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-31092908-ae2a-4f26-a170-ec1590b105b9 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704915 Jul 16 20:36:47.707707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed330be-101f-4cd9-aea5-986391529031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.721975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed330be-101f-4cd9-aea5-986391529031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.751512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-f22eef55-882f-455d-8e29-4b093c90f831 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.0611682 Jul 16 20:36:47.777792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Deleting port 0187d364-b410-452a-ab3b-0f25b8f97434 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:47.778237 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.784581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed330be-101f-4cd9-aea5-986391529031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d435400-c105-4493-a2c4-039c69702541,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.799098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fe84924-cabc-42e7-b667-f6f6b26710e1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.800426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fe84924-cabc-42e7-b667-f6f6b26710e1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.841322 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6ed330be-101f-4cd9-aea5-986391529031 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=997bb4e42a164c348426c99959d8959c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515582 Jul 16 20:36:47.841634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-e7abb8c8-9971-43f3-b4ae-f6f1758de066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.842404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-e7abb8c8-9971-43f3-b4ae-f6f1758de066 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0853894 Jul 16 20:36:47.842566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58890) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.918234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fe84924-cabc-42e7-b667-f6f6b26710e1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.925404 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fe84924-cabc-42e7-b667-f6f6b26710e1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.957223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fe84924-cabc-42e7-b667-f6f6b26710e1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.958774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6fe84924-cabc-42e7-b667-f6f6b26710e1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5311246 Jul 16 20:36:47.963679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58892) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.968659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': False}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:48.014416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.045096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-170f7a93-4cef-43b0-bdbb-e5efcc3db18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.046753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-170f7a93-4cef-43b0-bdbb-e5efcc3db18b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1959286 Jul 16 20:36:48.078729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Calling delete_port for 0187d364-b410-452a-ab3b-0f25b8f97434 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:48.249001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a80df1ce-9073-4075-a0d2-347f8f4d9147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.298398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a80df1ce-9073-4075-a0d2-347f8f4d9147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.369247 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-5355554c-8b98-4a81-baee-ebcba62e40de service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141236 Jul 16 20:36:48.387746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.403514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.473260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event deleted for resources: {'Port': ['ID=0187d364-b410-452a-ab3b-0f25b8f97434,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.499142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.502813 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-75b4edc7-33ea-4f94-8a08-503fc016e2e4 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "DELETE /v2.0/ports/0187d364-b410-452a-ab3b-0f25b8f97434 HTTP/1.1" status: 204 len: 168 time: 1.0013998 Jul 16 20:36:48.504433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a80df1ce-9073-4075-a0d2-347f8f4d9147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.508048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a80df1ce-9073-4075-a0d2-347f8f4d9147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.510599 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a80df1ce-9073-4075-a0d2-347f8f4d9147 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5d435400-c105-4493-a2c4-039c69702541 HTTP/1.1" status: 204 len: 168 time: 0.6668768 Jul 16 20:36:48.511512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58898) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.565995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e97b7cc-2d6a-47cc-af8a-7474ac765484 req-fcd666b4-45ba-455a-9c0d-b02036aa052a service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883140 Jul 16 20:36:48.578023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80df1ce-9073-4075-a0d2-347f8f4d9147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d435400-c105-4493-a2c4-039c69702541,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.586488 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d19795-20e7-4e55-8ce8-cb64dda53576 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:36:48.593251 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-72d19795-20e7-4e55-8ce8-cb64dda53576 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "GET /v2.0/ports/0187d364-b410-452a-ab3b-0f25b8f97434 HTTP/1.1" status: 404 len: 333 time: 0.0768597 Jul 16 20:36:48.600854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58902) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.610730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Request body: {'port': {'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-257095232'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:48.668286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Made reservation on behalf of db3c79fb60ef44fe81a1cce46428e678 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:48.672384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.703017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] device_id is not set on port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:48.820931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.848314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.003455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.038219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Allocated IP 172.25.8.81 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/450884be-6ade-416c-b4d7-a02a660cf461) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:49.081212 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.133146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Network f1b742df-47a5-4bbe-af48-85389cb95a93 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:49.137408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:49.141893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:49.142980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.143723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.151056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1e4558-94e7-42fb-8c94-053fdcd8dcd6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.173950 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1d624ce4-13bd-4fda-bdc3-2d88d6ffb94a tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5706537 Jul 16 20:36:49.177234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58910) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.190734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:49.349917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.400540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.458792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.553654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:49.567124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:49.581042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:49.764000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] device_id is not set on port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:49.778584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.802128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Transition to ACTIVE for port object fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:49.810253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.829499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Pushing event updated for resources: {'Port': ['ID=450884be-6ade-416c-b4d7-a02a660cf461,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.920679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1e4558-94e7-42fb-8c94-053fdcd8dcd6,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.955477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:49.956478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:49.957317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:49.977522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:49.978114 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:49.979987 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 2 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.012668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.013740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.014079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.024238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.025308 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.025951 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 3 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.054242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.054608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.054911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.065204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.066667 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.067413 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 4 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.099193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.100185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.100840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.109164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.111905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.115232 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.116073 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 5 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.137465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.137919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.138336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.146551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.147193 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.147951 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 6 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.180773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.181383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.181927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.189699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.190145 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.190631 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 7 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.204791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.205144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.205490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.210487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.210819 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.211509 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 8 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.229590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.229933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.230270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.235379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.235711 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.236097 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 9 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.252528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.255567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.256108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.267379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.267814 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.268293 n-d-798930-6 neutron-server[94096]: INFO neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempt 10 to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 Jul 16 20:36:50.284396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:50.284722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:50.285269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempting to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:50.291346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:50.292318 n-d-798930-6 neutron-server[94096]: ERROR neutron.plugins.ml2.managers [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Failed to bind port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on host n-h2-798930-6 for vnic_type normal using segments [{'id': '3d3f018e-d020-48f4-9e5b-c90f3a25ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f1b742df-47a5-4bbe-af48-85389cb95a93'}] Jul 16 20:36:50.292468 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.399722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] For port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:50.401053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attempted to set empty binding levels {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:36:50.408433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.425595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] In _notify_port_updated(), no bound segment for port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 on network f1b742df-47a5-4bbe-af48-85389cb95a93 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:36:50.426783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.427550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.433080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "PUT /v2.0/ports/fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 HTTP/1.1" status: 200 len: 974 time: 1.2538726 Jul 16 20:36:50.460437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.486697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.510891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.555437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70239381-26fc-43d2-8e6f-f4afc133a20f tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1e4558-94e7-42fb-8c94-053fdcd8dcd6,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.682362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Deleting port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:50.682708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.766247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Router b0e301ca-9233-4e68-be23-8965433062d5 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:50.771314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] For port fa1e4558-94e7-42fb-8c94-053fdcd8dcd6, host n-h2-798930-6, got binding levels [] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:50.771780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.791772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Calling delete_port for fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:50.907418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.953618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:50.954475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa1e4558-94e7-42fb-8c94-053fdcd8dcd6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.972768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.979305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.979606 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aee8195a-9e1d-45c8-babe-2733bc775197 tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "DELETE /v2.0/ports/fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 HTTP/1.1" status: 204 len: 168 time: 0.5110657 Jul 16 20:36:50.980465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aca86427-ffd4-4015-9ee0-6438fbfd78c7 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "PUT /v2.0/routers/b0e301ca-9233-4e68-be23-8965433062d5 HTTP/1.1" status: 200 len: 919 time: 3.0158577 Jul 16 20:36:50.981144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58950) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.981488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58948) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.992659 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] Sync routers for ids ['b0e301ca-9233-4e68-be23-8965433062d5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:51.023663 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] Routers {'b0e301ca-9233-4e68-be23-8965433062d5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:51.025658 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0e301ca-9233-4e68-be23-8965433062d5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.084676 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-6224ad64-e134-4e58-b19d-be0e8c6bbe4b tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:36:51.084860 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.092110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6224ad64-e134-4e58-b19d-be0e8c6bbe4b tempest-PortsAdminExtendedAttrsTestJSON-1567687255 tempest-PortsAdminExtendedAttrsTestJSON-1567687255-project-admin] 10.222.0.100 "GET /v2.0/ports/fa1e4558-94e7-42fb-8c94-053fdcd8dcd6 HTTP/1.1" status: 404 len: 333 time: 0.1030846 Jul 16 20:36:51.092953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58956) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.098394 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] Routers {'b0e301ca-9233-4e68-be23-8965433062d5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:51.099369 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b0e301ca-9233-4e68-be23-8965433062d5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.153124 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.154820 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0af638-b5c5-42c5-a729-04323b92fd36 None None] The sync data for ids ['b0e301ca-9233-4e68-be23-8965433062d5'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:51.200113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-900e55ae-b8af-46b2-a601-91d48c4c171e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/b0e301ca-9233-4e68-be23-8965433062d5 HTTP/1.1" status: 200 len: 925 time: 0.2159724 Jul 16 20:36:51.200906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58958) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.297417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb459d7-a6cc-43f1-94ab-16c0a14c2f43 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.302795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58960) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.303092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dcb459d7-a6cc-43f1-94ab-16c0a14c2f43 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=b0e301ca-9233-4e68-be23-8965433062d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1009483 Jul 16 20:36:51.323473 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.679646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.701267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10430234-15d2-44a7-ab94-661920fc9b2e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.705032 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-10430234-15d2-44a7-ab94-661920fc9b2e tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.3999748 Jul 16 20:36:51.707717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58982) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.725919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b742df-47a5-4bbe-af48-85389cb95a93']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.744365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3f018e-d020-48f4-9e5b-c90f3a25ac58') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.745487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3f018e-d020-48f4-9e5b-c90f3a25ac58') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:51.770442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.795987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.813954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:51.814835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.822825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-20fd1c2e-353e-420d-9b53-43c48fce088a tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0e301ca-9233-4e68-be23-8965433062d5 HTTP/1.1" status: 200 len: 205 time: 0.1104000 Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:51.823352 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:51.831835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58988) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:51.927304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.939130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.944866 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] 10.222.0.100 "DELETE /v2.0/networks/f1b742df-47a5-4bbe-af48-85389cb95a93 HTTP/1.1" status: 204 len: 168 time: 0.8503437 Jul 16 20:36:51.967801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2c5fe-2ad5-491f-9d9d-f261f2b7b55c tempest-PortsAdminExtendedAttrsTestJSON-1713190863 tempest-PortsAdminExtendedAttrsTestJSON-1713190863-project] Pushing event deleted for resources: {'Network': ['ID=f1b742df-47a5-4bbe-af48-85389cb95a93,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.041233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.250628 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.332194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Deleting port 450884be-6ade-416c-b4d7-a02a660cf461 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:52.332877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.372959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59042) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.446866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.471134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Calling delete_port for 450884be-6ade-416c-b4d7-a02a660cf461 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:52.637954 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0a5fcd30-0fa6-4b46-b94e-ee870fc666a1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=87cc12c418b54eeaa6f5b4918c8d57eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590907 Jul 16 20:36:52.640721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.749364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5092bc51-7694-418f-9b10-60bc688283ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.763519 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.785307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5092bc51-7694-418f-9b10-60bc688283ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.813119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event deleted for resources: {'Port': ['ID=450884be-6ade-416c-b4d7-a02a660cf461,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.879973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5092bc51-7694-418f-9b10-60bc688283ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.893890 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5092bc51-7694-418f-9b10-60bc688283ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.896853 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5092bc51-7694-418f-9b10-60bc688283ab admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d0fb3c38-f064-47e5-b2b4-a1242ba21be2 HTTP/1.1" status: 204 len: 168 time: 0.2547891 Jul 16 20:36:52.930695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.935620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59064) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:52.939856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092bc51-7694-418f-9b10-60bc688283ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fb3c38-f064-47e5-b2b4-a1242ba21be2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.112120 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.114849 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.179597 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4d8729a-b278-490d-a24e-83aa1c2d5240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.201822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.203770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Fanout notify agent at l3_agent the message router_deleted on router b0e301ca-9233-4e68-be23-8965433062d5 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:53.219649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.221985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-633fb8c7-cbdf-4417-89b5-59f53e697bff tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/b0e301ca-9233-4e68-be23-8965433062d5 HTTP/1.1" status: 204 len: 168 time: 1.3905032 Jul 16 20:36:53.226870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.234128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-404638172', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.348911 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4d8729a-b278-490d-a24e-83aa1c2d5240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.355225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4d8729a-b278-490d-a24e-83aa1c2d5240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.379610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.381566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.404126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8729a-b278-490d-a24e-83aa1c2d5240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f0d7db-2650-4da6-a943-9f56c0322ffe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.409746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c4d8729a-b278-490d-a24e-83aa1c2d5240 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b162017b2e8b4831b7b75b0098920b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702640 Jul 16 20:36:53.412024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59072) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.475643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.493977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dadf5411-419b-4dd8-bcff-7a4608018a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.526674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59074) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.539787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dadf5411-419b-4dd8-bcff-7a4608018a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.596146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-713bc7c5-54d1-4811-b432-e23129b28095 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=db3c79fb60ef44fe81a1cce46428e678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682564 Jul 16 20:36:53.603572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59076) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.655273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.669886 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e86c49e5-e58b-43ab-811d-0fc7cbf191d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.680132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dadf5411-419b-4dd8-bcff-7a4608018a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.683155 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dadf5411-419b-4dd8-bcff-7a4608018a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.684371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dadf5411-419b-4dd8-bcff-7a4608018a8d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/46f0d7db-2650-4da6-a943-9f56c0322ffe HTTP/1.1" status: 204 len: 168 time: 0.2700751 Jul 16 20:36:53.715412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf5411-419b-4dd8-bcff-7a4608018a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f0d7db-2650-4da6-a943-9f56c0322ffe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.722843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e86c49e5-e58b-43ab-811d-0fc7cbf191d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.801825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e86c49e5-e58b-43ab-811d-0fc7cbf191d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.805177 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e86c49e5-e58b-43ab-811d-0fc7cbf191d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.807945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e86c49e5-e58b-43ab-811d-0fc7cbf191d3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f3901e7c-30a2-4e01-a498-476e0b05ce7e HTTP/1.1" status: 204 len: 168 time: 0.2034926 Jul 16 20:36:53.826344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c49e5-e58b-43ab-811d-0fc7cbf191d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3901e7c-30a2-4e01-a498-476e0b05ce7e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.025450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.057935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.198645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Allocated IP 172.25.8.63 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/5e6f2cc7-584c-44ba-af93-7c0d06edaea8) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:54.362480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59096) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:54.394103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c271a3c-48c0-4273-92c6-7b0850f6a7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.410203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.476403 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.523191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:54.528667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:54.532963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:54.587294 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event updated for resources: {'Port': ['ID=5e6f2cc7-584c-44ba-af93-7c0d06edaea8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.591516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c271a3c-48c0-4273-92c6-7b0850f6a7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.598808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c271a3c-48c0-4273-92c6-7b0850f6a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.649626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c271a3c-48c0-4273-92c6-7b0850f6a7a6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9a410a0c7115495aabba423c7d5c8eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831113 Jul 16 20:36:54.650632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59100) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:54.972617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c271a3c-48c0-4273-92c6-7b0850f6a7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0207dc3a-8b35-4fdb-8eed-4163f1d8f69d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.020198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.022028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-25f0c1ab-0b5f-4b46-91e5-1116b78f877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.060534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-25f0c1ab-0b5f-4b46-91e5-1116b78f877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.166859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-25f0c1ab-0b5f-4b46-91e5-1116b78f877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.171615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-25f0c1ab-0b5f-4b46-91e5-1116b78f877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.173958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-25f0c1ab-0b5f-4b46-91e5-1116b78f877f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0207dc3a-8b35-4fdb-8eed-4163f1d8f69d HTTP/1.1" status: 204 len: 168 time: 0.5218587 Jul 16 20:36:55.190445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0c1ab-0b5f-4b46-91e5-1116b78f877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0207dc3a-8b35-4fdb-8eed-4163f1d8f69d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.349144 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.565049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Router 81662f60-567b-44e6-81d0-b77f5603e684 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:56.145189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:56.159187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] Sync routers for ids ['81662f60-567b-44e6-81d0-b77f5603e684'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:56.174814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] Routers {'81662f60-567b-44e6-81d0-b77f5603e684'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:56.175519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['81662f60-567b-44e6-81d0-b77f5603e684'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:56.185803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.193511 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a55e8908-f5a7-4c5b-b7c8-8d4ff96bcb75 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9593594 Jul 16 20:36:56.193511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59142) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:56.203426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:56.224259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:56.244056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] Routers {'81662f60-567b-44e6-81d0-b77f5603e684'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:56.244056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['81662f60-567b-44e6-81d0-b77f5603e684'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:56.279635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:56.280309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46ab16-6ba6-49d5-98b7-5a72a419a82d None None] The sync data for ids ['81662f60-567b-44e6-81d0-b77f5603e684'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:56.447711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59150) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:56.664121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.692469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.784542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Deleting port 5e6f2cc7-584c-44ba-af93-7c0d06edaea8 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:56.785029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.874023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1824297896', 'router:external': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:56.908450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.909696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Made reservation on behalf of 0a8bdfb6d453415cb65dcf2e3581b7bd for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:56.912905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.923906 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.924289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Calling delete_port for 5e6f2cc7-584c-44ba-af93-7c0d06edaea8 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:57.128048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.136443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.180376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200cc6f2-0266-4402-b752-9a9cc3d39cf1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.248053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.253812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:57.276012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.276649 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Added segment 5996f973-8253-43f9-89d9-8219791bde4d of type vlan for network eb332106-9074-42a2-88bc-ff6c3a08bce1 Jul 16 20:36:57.313112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Pushing event deleted for resources: {'Port': ['ID=5e6f2cc7-584c-44ba-af93-7c0d06edaea8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.351192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.405453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.406583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.407301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.429844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.455067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0046029 Jul 16 20:36:57.458640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59178) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.470025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'subnet': {'network_id': 'eb332106-9074-42a2-88bc-ff6c3a08bce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:57.509390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc356d-c229-4277-a230-9db72eda8c2b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Network': ['ID=eb332106-9074-42a2-88bc-ff6c3a08bce1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.521748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network eb332106-9074-42a2-88bc-ff6c3a08bce1 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:57.548684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Made reservation on behalf of 0a8bdfb6d453415cb65dcf2e3581b7bd for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:57.565774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.844550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.851327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.021907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Router 81662f60-567b-44e6-81d0-b77f5603e684 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:58.074104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.objects.ports [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:58.074609 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.148120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Subnet': ['ID=375d653a-dcb8-4eac-8531-cbebf5a8170a,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:58.168416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Checking segment: {'id': '5996f973-8253-43f9-89d9-8219791bde4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb332106-9074-42a2-88bc-ff6c3a08bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:58.168875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network hostable DHCP agents. Network: eb332106-9074-42a2-88bc-ff6c3a08bce1, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:58.194438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network eb332106-9074-42a2-88bc-ff6c3a08bce1 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:58.209805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, eb332106-9074-42a2-88bc-ff6c3a08bce1) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:58.218325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.219125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:58.219632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.229243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35658f50-9ed5-4607-a40d-ba3bd2538608 None None] Network eb332106-9074-42a2-88bc-ff6c3a08bce1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:58.231619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.236247 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bdd77037-552f-4475-8bc9-ad50210e9ffb tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "PUT /v2.0/routers/81662f60-567b-44e6-81d0-b77f5603e684 HTTP/1.1" status: 200 len: 709 time: 2.0396099 Jul 16 20:36:58.237487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59200) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.250855 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] Sync routers for ids ['81662f60-567b-44e6-81d0-b77f5603e684'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:58.276890 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] Routers {'81662f60-567b-44e6-81d0-b77f5603e684'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:58.278482 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['81662f60-567b-44e6-81d0-b77f5603e684'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.342475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e2534b8b-e008-4362-93e3-fde906125315 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8792787 Jul 16 20:36:58.343015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59208) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.350849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-197724274', 'network_id': 'eb332106-9074-42a2-88bc-ff6c3a08bce1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:58.421389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-422e27a8-7f58-4f1a-9a20-1554f2f41aef tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/routers/81662f60-567b-44e6-81d0-b77f5603e684 HTTP/1.1" status: 200 len: 744 time: 0.1797152 Jul 16 20:36:58.421934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59214) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.430508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Made reservation on behalf of 0a8bdfb6d453415cb65dcf2e3581b7bd for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:58.434143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.441444 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.484549 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] Routers {'81662f60-567b-44e6-81d0-b77f5603e684'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:58.490539 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['81662f60-567b-44e6-81d0-b77f5603e684'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.497438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] device_id is not set on port b802d8f4-cc3f-44ff-93c9-7faf3753dcf3 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:58.575401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20fcd9-abe5-4c82-b926-7f097131e2ac None None] Network eb332106-9074-42a2-88bc-ff6c3a08bce1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:58.593517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ee01efb0-dba7-47fb-b441-9e797f617ce8 tempest-RoutersIpV6AdminTest-5861612 tempest-RoutersIpV6AdminTest-5861612-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=81662f60-567b-44e6-81d0-b77f5603e684 HTTP/1.1" status: 200 len: 205 time: 0.1692228 Jul 16 20:36:58.597081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59228) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.628025 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:58.628710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e6a0d-9303-4cb8-b087-63c3e68f501d None None] The sync data for ids ['81662f60-567b-44e6-81d0-b77f5603e684'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:58.666736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Allocated IP 172.20.0.6 (eb332106-9074-42a2-88bc-ff6c3a08bce1/375d653a-dcb8-4eac-8531-cbebf5a8170a/b802d8f4-cc3f-44ff-93c9-7faf3753dcf3) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:58.708004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59230) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:58.708325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd79939f-7dc1-46ce-8551-2abec5d5923c tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=81662f60-567b-44e6-81d0-b77f5603e684 HTTP/1.1" status: 200 len: 205 time: 0.1081870 Jul 16 20:36:58.899974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b20afe9-b188-4905-a526-31855dd19191 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.175751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59238) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.316476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b20afe9-b188-4905-a526-31855dd19191 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.321468 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b20afe9-b188-4905-a526-31855dd19191 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.350377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-734b1654-982d-4e3d-97b0-645ace908a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.398917 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.406973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b20afe9-b188-4905-a526-31855dd19191 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.407539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b20afe9-b188-4905-a526-31855dd19191 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Fanout notify agent at l3_agent the message router_deleted on router 81662f60-567b-44e6-81d0-b77f5603e684 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:59.416472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b20afe9-b188-4905-a526-31855dd19191 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.419834 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1b20afe9-b188-4905-a526-31855dd19191 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/81662f60-567b-44e6-81d0-b77f5603e684 HTTP/1.1" status: 204 len: 168 time: 0.7121263 Jul 16 20:36:59.421795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59242) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.467697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59244) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.467991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0e8a658a-9150-4eaa-8ba1-65a562686c5a tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=81662f60-567b-44e6-81d0-b77f5603e684 HTTP/1.1" status: 200 len: 205 time: 0.0394881 Jul 16 20:36:59.483851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.518208 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-734b1654-982d-4e3d-97b0-645ace908a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.523065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-734b1654-982d-4e3d-97b0-645ace908a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.561664 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-f24b49ca-bb8f-41be-911f-1b93b6e85ce2 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] delete failed (client error): The resource could not be found. Jul 16 20:36:59.566087 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f24b49ca-bb8f-41be-911f-1b93b6e85ce2 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/81662f60-567b-44e6-81d0-b77f5603e684 HTTP/1.1" status: 404 len: 336 time: 0.0943856 Jul 16 20:36:59.574449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59248) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.601590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-734b1654-982d-4e3d-97b0-645ace908a7f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1a2d29fc057849c1a957a6d2dfcc11da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221494 Jul 16 20:36:59.602239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.622821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1654-982d-4e3d-97b0-645ace908a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea87c6bf-2964-4e84-b2b9-7dc9d82f01bf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.628301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-658a91e7-6d8e-4640-8271-158e5772d60e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=b0e301ca-9233-4e68-be23-8965433062d5 HTTP/1.1" status: 200 len: 205 time: 0.0515397 Jul 16 20:36:59.630857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59252) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.654623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network eb332106-9074-42a2-88bc-ff6c3a08bce1 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:59.667559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:59.671058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:59.672968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Port': ['ID=b802d8f4-cc3f-44ff-93c9-7faf3753dcf3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.676583 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-e3b36b30-0616-456b-ab8a-1bf4a8fe7b20 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] delete failed (client error): The resource could not be found. Jul 16 20:36:59.681943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e3b36b30-0616-456b-ab8a-1bf4a8fe7b20 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/b0e301ca-9233-4e68-be23-8965433062d5 HTTP/1.1" status: 404 len: 336 time: 0.0452263 Jul 16 20:36:59.681943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59254) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.717897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4b3bbe66-28a7-46f2-93fd-6c2dfc3efd20 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 HTTP/1.1" status: 200 len: 205 time: 0.0313387 Jul 16 20:36:59.718210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59256) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.735970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8723-73a4-4b1a-9c13-1bbdb06f9fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.743341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.744972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.763004 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-da70e3ca-9063-4b25-8bb1-1d2ddc13ec7e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] delete failed (client error): The resource could not be found. Jul 16 20:36:59.764111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-da70e3ca-9063-4b25-8bb1-1d2ddc13ec7e tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/0c9cff3e-19b4-4e9b-a70c-4272cbca66b5 HTTP/1.1" status: 404 len: 336 time: 0.0450692 Jul 16 20:36:59.766772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59258) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.771624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8723-73a4-4b1a-9c13-1bbdb06f9fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.786451 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f82bccf8-9e28-427e-95b0-9a969034faa5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.4397306 Jul 16 20:36:59.788197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59260) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.799806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0e585ab3-e255-4905-9cc2-6579d644bec5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=cbc61f32-b5a5-4a3e-acf6-55742869f91a HTTP/1.1" status: 200 len: 205 time: 0.0318530 Jul 16 20:36:59.803852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59262) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.852315 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-47684f4e-92a0-4ac7-9d15-ff99b2fbf2a1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] delete failed (client error): The resource could not be found. Jul 16 20:36:59.853934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-47684f4e-92a0-4ac7-9d15-ff99b2fbf2a1 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/cbc61f32-b5a5-4a3e-acf6-55742869f91a HTTP/1.1" status: 404 len: 336 time: 0.0490155 Jul 16 20:36:59.859195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59264) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.912576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fc77b2b9-fb18-492b-8b2f-c34809f8d6c5 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 HTTP/1.1" status: 200 len: 205 time: 0.0482538 Jul 16 20:36:59.912921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59266) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.958287 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-2b5c378c-5ac9-44b8-9f78-b30d4f655e23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] delete failed (client error): The resource could not be found. Jul 16 20:36:59.964043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2b5c378c-5ac9-44b8-9f78-b30d4f655e23 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/30a72dfe-0d4c-4d9b-a39f-8f4df7fd98b2 HTTP/1.1" status: 404 len: 336 time: 0.0456707 Jul 16 20:36:59.964368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8723-73a4-4b1a-9c13-1bbdb06f9fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.965137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59268) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.966256 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8723-73a4-4b1a-9c13-1bbdb06f9fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.969648 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ecdc8723-73a4-4b1a-9c13-1bbdb06f9fcf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ea87c6bf-2964-4e84-b2b9-7dc9d82f01bf HTTP/1.1" status: 204 len: 168 time: 0.3648677 Jul 16 20:36:59.990924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc8723-73a4-4b1a-9c13-1bbdb06f9fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea87c6bf-2964-4e84-b2b9-7dc9d82f01bf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.000659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Deleting port b802d8f4-cc3f-44ff-93c9-7faf3753dcf3 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:00.001220 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.007333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f43c728a-e1f7-428f-a443-8a679989ff20 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "GET /v2.0/ports?device_id=722272a9-7783-4b95-abde-c8ca377c5282 HTTP/1.1" status: 200 len: 205 time: 0.0400882 Jul 16 20:37:00.010380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59274) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.128449 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-e25f9bf7-60f8-484f-9718-8314c6968842 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] delete failed (client error): The resource could not be found. Jul 16 20:37:00.134076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59276) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.134445 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e25f9bf7-60f8-484f-9718-8314c6968842 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/routers/722272a9-7783-4b95-abde-c8ca377c5282 HTTP/1.1" status: 404 len: 336 time: 0.1033771 Jul 16 20:37:00.175550 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0ed394-dd34-4a10-8da7-196c986f4d45 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:00.176242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0ed394-dd34-4a10-8da7-196c986f4d45 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:00.178853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5b0ed394-dd34-4a10-8da7-196c986f4d45 tempest-RoutersIpV6AdminTest-379558989 tempest-RoutersIpV6AdminTest-379558989-project] 10.222.0.100 "DELETE /v2.0/subnets/c3585af0-07af-4cb8-829c-d7ce7cdbc576 HTTP/1.1" status: 404 len: 337 time: 0.0432673 Jul 16 20:37:00.253969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9dfd09dd-72c6-448c-8b61-be1879f2c80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.280864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.298766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Calling delete_port for b802d8f4-cc3f-44ff-93c9-7faf3753dcf3 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:00.463581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.536456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event deleted for resources: {'Port': ['ID=b802d8f4-cc3f-44ff-93c9-7faf3753dcf3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.584395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59294) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.621880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2571-ff81-4061-a683-f9f54b991fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.664677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.668500 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5f9b215f-da24-4938-b4d6-cf2101a5a19d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "DELETE /v2.0/ports/b802d8f4-cc3f-44ff-93c9-7faf3753dcf3 HTTP/1.1" status: 204 len: 168 time: 0.8788912 Jul 16 20:37:00.671461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59296) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.676976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb332106-9074-42a2-88bc-ff6c3a08bce1', 'external_fixed_ips': [{'subnet_id': '375d653a-dcb8-4eac-8531-cbebf5a8170a', 'ip_address': '172.20.0.6'}]}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:00.683466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59298) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.769473 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2571-ff81-4061-a683-f9f54b991fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.775528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2571-ff81-4061-a683-f9f54b991fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.809700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.810987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.814436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d2571-ff81-4061-a683-f9f54b991fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7a63bb-a20a-4472-8645-96516ab8df79,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.840805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b44b0099-b2e9-492e-9326-bd1810bec878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.843148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ec3d2571-ff81-4061-a683-f9f54b991fab admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=29a9414885244f7d8b5b36e1da82d464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574875 Jul 16 20:37:00.845683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59304) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.903100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d277cb67-25c5-4908-a91b-0b13f84969b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.918120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.929246 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d277cb67-25c5-4908-a91b-0b13f84969b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.018101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d277cb67-25c5-4908-a91b-0b13f84969b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.022536 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d277cb67-25c5-4908-a91b-0b13f84969b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.024213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d277cb67-25c5-4908-a91b-0b13f84969b2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2c7a63bb-a20a-4472-8645-96516ab8df79 HTTP/1.1" status: 204 len: 168 time: 0.1767373 Jul 16 20:37:01.055891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277cb67-25c5-4908-a91b-0b13f84969b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7a63bb-a20a-4472-8645-96516ab8df79,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.097176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.176145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b44b0099-b2e9-492e-9326-bd1810bec878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.185118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b44b0099-b2e9-492e-9326-bd1810bec878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.269040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b0099-b2e9-492e-9326-bd1810bec878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e43f76a-507d-4fd6-8c26-c002398c9628,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.289411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59320) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.293401 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b44b0099-b2e9-492e-9326-bd1810bec878 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6a63130e1bfd4f3e952911834ab1eb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085908 Jul 16 20:37:01.396199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b12a173a-4b3e-462b-a41f-a9ba6ef7cc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.451787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b12a173a-4b3e-462b-a41f-a9ba6ef7cc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.496648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.531535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b12a173a-4b3e-462b-a41f-a9ba6ef7cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.534391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b12a173a-4b3e-462b-a41f-a9ba6ef7cc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.535699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b12a173a-4b3e-462b-a41f-a9ba6ef7cc2e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1e43f76a-507d-4fd6-8c26-c002398c9628 HTTP/1.1" status: 204 len: 168 time: 0.2455370 Jul 16 20:37:01.543323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.555719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a173a-4b3e-462b-a41f-a9ba6ef7cc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e43f76a-507d-4fd6-8c26-c002398c9628,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.947220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Allocated IP 172.20.0.6 (eb332106-9074-42a2-88bc-ff6c3a08bce1/375d653a-dcb8-4eac-8531-cbebf5a8170a/c3e30e5b-542c-4e22-8fc2-33f064cadfe5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:02.133812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.185722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59342) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.197453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.238061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network eb332106-9074-42a2-88bc-ff6c3a08bce1 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:02.244325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:02.249113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:02.278261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b31202eb-9935-4bf5-bcea-9c767b641a66 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=85a14473e24744ceb20881128b9af419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899129 Jul 16 20:37:02.282457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59344) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.296184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Port': ['ID=c3e30e5b-542c-4e22-8fc2-33f064cadfe5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.387450 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a31ba09b-0c2e-477e-9b28-42e586ead1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.441846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a31ba09b-0c2e-477e-9b28-42e586ead1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.539737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a31ba09b-0c2e-477e-9b28-42e586ead1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.552457 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a31ba09b-0c2e-477e-9b28-42e586ead1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.552457 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a31ba09b-0c2e-477e-9b28-42e586ead1ef admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/abac4389-93cf-4e2b-b18d-4e63d0a7f6d0 HTTP/1.1" status: 204 len: 168 time: 0.2619028 Jul 16 20:37:02.586457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ba09b-0c2e-477e-9b28-42e586ead1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac4389-93cf-4e2b-b18d-4e63d0a7f6d0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:03.135746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.452082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.655012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Router 5dafc4cc-77af-4509-8234-20de4ff24c4e is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:03.816624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:03.827809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Sync routers for ids ['5dafc4cc-77af-4509-8234-20de4ff24c4e'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:03.844287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Routers {'5dafc4cc-77af-4509-8234-20de4ff24c4e'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:03.845973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:36:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5dafc4cc-77af-4509-8234-20de4ff24c4e'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:03.852466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.854735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87e5481c-6435-4b62-80df-2837987dc31d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1816647 Jul 16 20:37:03.857523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59420) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:03.869521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59422) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.008465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Set router 5dafc4cc-77af-4509-8234-20de4ff24c4e gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:04.092349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.315102 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.338072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87948720-9156-486d-9d47-e75c19393c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.553070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Deleting port c3e30e5b-542c-4e22-8fc2-33f064cadfe5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:04.553469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.557634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87948720-9156-486d-9d47-e75c19393c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.573360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87948720-9156-486d-9d47-e75c19393c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.606264 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.660712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.662918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-87948720-9156-486d-9d47-e75c19393c29 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ac29b31e2cc8430491e8f70477402e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7920935 Jul 16 20:37:04.666468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59446) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.667867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87948720-9156-486d-9d47-e75c19393c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95b77c9-35d8-41fc-9adb-5ea42a81144d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.684664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dafc4cc-77af-4509-8234-20de4ff24c4e', 'name': '', 'tenant_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb332106-9074-42a2-88bc-ff6c3a08bce1', 'external_fixed_ips': [{'subnet_id': '375d653a-dcb8-4eac-8531-cbebf5a8170a', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c3e30e5b-542c-4e22-8fc2-33f064cadfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:00Z', 'updated_at': '2021-07-16T20:37:02Z', 'revision_number': 3, 'project_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'gw_port': {'id': 'c3e30e5b-542c-4e22-8fc2-33f064cadfe5', 'name': '', 'network_id': 'eb332106-9074-42a2-88bc-ff6c3a08bce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dafc4cc-77af-4509-8234-20de4ff24c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '375d653a-dcb8-4eac-8531-cbebf5a8170a', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:01Z', 'updated_at': '2021-07-16T20:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '375d653a-dcb8-4eac-8531-cbebf5a8170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:04.745157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.757014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Checking router: 5dafc4cc-77af-4509-8234-20de4ff24c4e for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:04.758100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Updating router 5dafc4cc-77af-4509-8234-20de4ff24c4e port c3e30e5b-542c-4e22-8fc2-33f064cadfe5 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:04.767694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Calling delete_port for c3e30e5b-542c-4e22-8fc2-33f064cadfe5 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:04.786311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ca71bef-5305-402a-950d-23faaa4e8428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.834768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a567c063-40b5-4fe6-aed4-ff4cb994113c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-945759742'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:04.845617 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.864526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ca71bef-5305-402a-950d-23faaa4e8428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.866260 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a567c063-40b5-4fe6-aed4-ff4cb994113c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.867881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a567c063-40b5-4fe6-aed4-ff4cb994113c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.903650 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b476632d-34a8-4101-a4bd-bf47ae0e979d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.968970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a567c063-40b5-4fe6-aed4-ff4cb994113c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.979651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a567c063-40b5-4fe6-aed4-ff4cb994113c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.020947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a567c063-40b5-4fe6-aed4-ff4cb994113c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.023658 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a567c063-40b5-4fe6-aed4-ff4cb994113c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3608792 Jul 16 20:37:05.026653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59450) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:05.134829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.216690 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ca71bef-5305-402a-950d-23faaa4e8428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.219841 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9ca71bef-5305-402a-950d-23faaa4e8428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.225253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9ca71bef-5305-402a-950d-23faaa4e8428 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f95b77c9-35d8-41fc-9adb-5ea42a81144d HTTP/1.1" status: 204 len: 168 time: 0.5478756 Jul 16 20:37:05.229786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24dd4297-48af-44ba-95e0-bfddaabee0a2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.233187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3e30e5b-542c-4e22-8fc2-33f064cadfe5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.297984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca71bef-5305-402a-950d-23faaa4e8428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95b77c9-35d8-41fc-9adb-5ea42a81144d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.379946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.577445 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.581530 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.593155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:37:05.593922 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:37:05.698736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.700114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dafc4cc-77af-4509-8234-20de4ff24c4e {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:05.715139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24dd4297-48af-44ba-95e0-bfddaabee0a2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.722466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24dd4297-48af-44ba-95e0-bfddaabee0a2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.732072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.741822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-be0934e3-e515-44db-aa3f-3a60377ebb3b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "DELETE /v2.0/routers/5dafc4cc-77af-4509-8234-20de4ff24c4e HTTP/1.1" status: 204 len: 168 time: 1.8818865 Jul 16 20:37:05.742035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59460) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:05.848661 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24dd4297-48af-44ba-95e0-bfddaabee0a2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.849359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd4297-48af-44ba-95e0-bfddaabee0a2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f364907f-0ba8-4aa5-bb01-093229ffd9cb {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:05.854468 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24dd4297-48af-44ba-95e0-bfddaabee0a2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.855782 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-24dd4297-48af-44ba-95e0-bfddaabee0a2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "DELETE /v2.0/routers/f364907f-0ba8-4aa5-bb01-093229ffd9cb HTTP/1.1" status: 204 len: 168 time: 0.8269923 Jul 16 20:37:05.859060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59462) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:05.866188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-393a7b92-50fc-4b47-a13e-bd5baf37e116 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Request body: {'router': {'name': 'tempest-router-792925667', 'distributed': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:05.890191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Deleting subnet 375d653a-dcb8-4eac-8531-cbebf5a8170a {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:05.898364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.946518 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-393a7b92-50fc-4b47-a13e-bd5baf37e116 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.947796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-393a7b92-50fc-4b47-a13e-bd5baf37e116 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.969576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.022205 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.066469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-393a7b92-50fc-4b47-a13e-bd5baf37e116 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.074918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-393a7b92-50fc-4b47-a13e-bd5baf37e116 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.116358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.121190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-393a7b92-50fc-4b47-a13e-bd5baf37e116 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.128034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-393a7b92-50fc-4b47-a13e-bd5baf37e116 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2675316 Jul 16 20:37:06.128912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59470) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.134595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Port c3e30e5b-542c-4e22-8fc2-33f064cadfe5 not found while updating agent binding for router 5dafc4cc-77af-4509-8234-20de4ff24c4e. {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:37:06.145305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Routers set() bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:06.146020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Router IDs set() for agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:37:06.146988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_agentschedulers_db [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5dafc4cc-77af-4509-8234-20de4ff24c4e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent'). {{(pid=94097) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:37:06.148153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338f770-5660-4d12-b2ed-07e6c997cd8d None None] The sync data for ids ['5dafc4cc-77af-4509-8234-20de4ff24c4e'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:06.246235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.316648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=375d653a-dcb8-4eac-8531-cbebf5a8170a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.320443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.328414 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-70dcee22-ffa3-4ce4-abd2-708b85751e4b tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "DELETE /v2.0/subnets/375d653a-dcb8-4eac-8531-cbebf5a8170a HTTP/1.1" status: 204 len: 168 time: 0.5811293 Jul 16 20:37:06.329798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59476) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.369237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5f77c35-a9c3-4be0-ae62-c8810805cfd1 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.631547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.645780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5f77c35-a9c3-4be0-ae62-c8810805cfd1 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.652859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5f77c35-a9c3-4be0-ae62-c8810805cfd1 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.838221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5f77c35-a9c3-4be0-ae62-c8810805cfd1 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.838732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f77c35-a9c3-4be0-ae62-c8810805cfd1 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0729e65e-7864-436c-93f3-59d9223d23c0 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:06.847888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5f77c35-a9c3-4be0-ae62-c8810805cfd1 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.849323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f5f77c35-a9c3-4be0-ae62-c8810805cfd1 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "DELETE /v2.0/routers/0729e65e-7864-436c-93f3-59d9223d23c0 HTTP/1.1" status: 204 len: 168 time: 0.7188168 Jul 16 20:37:06.854764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59492) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.863016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-435c5799-acd9-44ac-a017-816aed60b96a tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Request body: {'router': {'name': 'tempest-router-361386254', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bcad7ecb7d7b4937ac99f5c8694e4a68'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:06.912267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.929266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb332106-9074-42a2-88bc-ff6c3a08bce1']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:06.946003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5996f973-8253-43f9-89d9-8219791bde4d') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:06.946360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5996f973-8253-43f9-89d9-8219791bde4d') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:06.962512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.965493 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-435c5799-acd9-44ac-a017-816aed60b96a tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.966554 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-435c5799-acd9-44ac-a017-816aed60b96a tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.000041 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.024348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:07.025163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:07.027906 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:07.080808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-435c5799-acd9-44ac-a017-816aed60b96a tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.087227 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-435c5799-acd9-44ac-a017-816aed60b96a tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.145747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-435c5799-acd9-44ac-a017-816aed60b96a tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.147128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-435c5799-acd9-44ac-a017-816aed60b96a tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2909281 Jul 16 20:37:07.150834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59498) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:07.163853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:07.163853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.528378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb332106-9074-42a2-88bc-ff6c3a08bce1 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:37:07.534344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.545974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "DELETE /v2.0/networks/eb332106-9074-42a2-88bc-ff6c3a08bce1 HTTP/1.1" status: 204 len: 168 time: 1.2152863 Jul 16 20:37:07.561906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a539f9-81c5-42cd-bb64-76081778482d tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb332106-9074-42a2-88bc-ff6c3a08bce1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:07.716318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59514) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:07.748308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.748656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.909731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94095) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 20:37:07.910249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Router aa210849-a201-414b-935f-323e5dcce270 migrating from provider to provider. {{(pid=94095) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 20:37:07.912105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.912685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:07.921076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.928197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.967739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.160664 n-d-798930-6 neutron-server[94095]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] No L3 agents can host the router aa210849-a201-414b-935f-323e5dcce270 Jul 16 20:37:08.191577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.217070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59526) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.228315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1961c2c3-1574-4060-a6da-9f989e874f12 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'router': {'name': 'tempest-router--1417246011', 'project_id': 'dbf091f60de440fdb4ddd506c8a194e1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:08.271676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.320289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.352470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1961c2c3-1574-4060-a6da-9f989e874f12 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.354376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1961c2c3-1574-4060-a6da-9f989e874f12 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.483560 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1961c2c3-1574-4060-a6da-9f989e874f12 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.506792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Hosts for router aa210849-a201-414b-935f-323e5dcce270: [] {{(pid=94095) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 20:37:08.512663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Allocated IP 172.25.8.190 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/e3df425e-87ef-45dc-bf38-6e41e2a52ecc) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:08.515056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1961c2c3-1574-4060-a6da-9f989e874f12 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.545394 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1961c2c3-1574-4060-a6da-9f989e874f12 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.550479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Hosts for other DVR routers connected to router aa210849-a201-414b-935f-323e5dcce270: set() {{(pid=94095) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 20:37:08.550787 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1961c2c3-1574-4060-a6da-9f989e874f12 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3231587 Jul 16 20:37:08.550971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.553884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b62bebf4-e27e-4faa-bbbc-1c8dd0e92010 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "PUT /v2.0/routers/aa210849-a201-414b-935f-323e5dcce270 HTTP/1.1" status: 200 len: 716 time: 1.4015598 Jul 16 20:37:08.554624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59528) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.555159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59530) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.690175 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.726562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.730894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0d91d8df-f2b3-402f-85aa-152f8532f64c tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "GET /v2.0/routers/aa210849-a201-414b-935f-323e5dcce270 HTTP/1.1" status: 200 len: 716 time: 0.1715093 Jul 16 20:37:08.732329 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f492f495-5df7-46a4-9f67-2d75dacdd226 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.734093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59532) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.781832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.837128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:08.840976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:08.850676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:08.855216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Pushing event updated for resources: {'Port': ['ID=e3df425e-87ef-45dc-bf38-6e41e2a52ecc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.943237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f492f495-5df7-46a4-9f67-2d75dacdd226 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.946243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f492f495-5df7-46a4-9f67-2d75dacdd226 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.001956 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.018391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f492f495-5df7-46a4-9f67-2d75dacdd226 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.019403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f492f495-5df7-46a4-9f67-2d75dacdd226 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5582e33-f240-47c2-9afb-bda83b4161b9 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:09.027350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f492f495-5df7-46a4-9f67-2d75dacdd226 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.030867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f492f495-5df7-46a4-9f67-2d75dacdd226 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "DELETE /v2.0/routers/e5582e33-f240-47c2-9afb-bda83b4161b9 HTTP/1.1" status: 204 len: 168 time: 0.4735527 Jul 16 20:37:09.083231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.223822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.301580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b8051f04-6f89-4463-86ef-9da0c743c143 tempest-RoutersTestDVR-926714261 tempest-RoutersTestDVR-926714261-project] 10.222.0.100 "GET /v2.0/routers/aa210849-a201-414b-935f-323e5dcce270 HTTP/1.1" status: 200 len: 682 time: 0.5636635 Jul 16 20:37:09.302140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59544) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.337731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.348030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.449535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-764e390f-d190-4cce-a5dc-90b9b1b1ba73 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.451821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Pushing event updated for resources: {'Port': ['ID=e3df425e-87ef-45dc-bf38-6e41e2a52ecc,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.549887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.579506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-841734948', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:09.593740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.596417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b5ec2803-ef64-4264-a175-8ff461bc3aff tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8780451 Jul 16 20:37:09.601453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59548) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.610711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1135980138', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'fixed_ips': [{'ip_address': '172.25.8.190'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:09.640564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.641994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.728804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.729904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-764e390f-d190-4cce-a5dc-90b9b1b1ba73 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.737988 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-764e390f-d190-4cce-a5dc-90b9b1b1ba73 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.762739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Made reservation on behalf of b06148f999974f0ba788d6a1f677ac2e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:09.765488 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.829523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.858034 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-764e390f-d190-4cce-a5dc-90b9b1b1ba73 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.858856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764e390f-d190-4cce-a5dc-90b9b1b1ba73 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa210849-a201-414b-935f-323e5dcce270 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:09.867087 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-764e390f-d190-4cce-a5dc-90b9b1b1ba73 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.871426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-764e390f-d190-4cce-a5dc-90b9b1b1ba73 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "DELETE /v2.0/routers/aa210849-a201-414b-935f-323e5dcce270 HTTP/1.1" status: 204 len: 168 time: 0.5652304 Jul 16 20:37:09.886625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59550) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.897785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bc3954a6-aba9-483f-9f76-caf7e23838ec tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Request body: {'router': {'name': 'tempest-router-503647636', 'distributed': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:09.954904 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.031388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.045962 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.057997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] device_id is not set on port 1a851b57-cf22-4c43-b63b-4e5eddf32551 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:10.144804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc3954a6-aba9-483f-9f76-caf7e23838ec tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.145927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc3954a6-aba9-483f-9f76-caf7e23838ec tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.172732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d80bc92-86fb-4fad-be01-6c3011131cff,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.269318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.307019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.346324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc3954a6-aba9-483f-9f76-caf7e23838ec tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.357821 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc3954a6-aba9-483f-9f76-caf7e23838ec tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.395015 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc3954a6-aba9-483f-9f76-caf7e23838ec tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.398999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bc3954a6-aba9-483f-9f76-caf7e23838ec tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5083125 Jul 16 20:37:10.404868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59558) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.456723 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:37:10.457582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:10.484280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0c9d62ec-076a-4fd8-9b1c-907746ee7919 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8802235 Jul 16 20:37:10.486218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59560) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.643365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84a90df5-5653-499e-a618-49a386621fc2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.863199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Allocated IP 172.25.8.88 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/eda046b7-cc33-4429-809e-f6923c8b8511) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:11.159336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84a90df5-5653-499e-a618-49a386621fc2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.171596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84a90df5-5653-499e-a618-49a386621fc2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.319790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Deleting port e3df425e-87ef-45dc-bf38-6e41e2a52ecc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:11.320460 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.378183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84a90df5-5653-499e-a618-49a386621fc2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.379012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a90df5-5653-499e-a618-49a386621fc2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01cd049f-3b3e-4ad1-b217-b8c3cbe2ca9e {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:11.407705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84a90df5-5653-499e-a618-49a386621fc2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.418777 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-84a90df5-5653-499e-a618-49a386621fc2 tempest-RoutersTestDVR-215414348 tempest-RoutersTestDVR-215414348-project-admin] 10.222.0.100 "DELETE /v2.0/routers/01cd049f-3b3e-4ad1-b217-b8c3cbe2ca9e HTTP/1.1" status: 204 len: 168 time: 1.0030391 Jul 16 20:37:11.502329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.569830 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.570397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.610945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Calling delete_port for e3df425e-87ef-45dc-bf38-6e41e2a52ecc owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:11.825918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59578) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.036085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c6bb-88e4-4019-b632-008ed1dc4f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.154630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.179883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c6bb-88e4-4019-b632-008ed1dc4f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.185633 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c6bb-88e4-4019-b632-008ed1dc4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.229866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f1f1c6bb-88e4-4019-b632-008ed1dc4f8e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bcad7ecb7d7b4937ac99f5c8694e4a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025478 Jul 16 20:37:12.230318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1c6bb-88e4-4019-b632-008ed1dc4f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f7674-e7ec-4eda-a082-fac460a35e63,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.233189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59586) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.237818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:12.252687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:12.268917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:12.298363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5a360cc-6316-479b-945c-c4d389e5d11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.319773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event updated for resources: {'Port': ['ID=eda046b7-cc33-4429-809e-f6923c8b8511,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.328412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5a360cc-6316-479b-945c-c4d389e5d11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.402247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5a360cc-6316-479b-945c-c4d389e5d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.409797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5a360cc-6316-479b-945c-c4d389e5d11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.412167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c5a360cc-6316-479b-945c-c4d389e5d11f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/686f7674-e7ec-4eda-a082-fac460a35e63 HTTP/1.1" status: 204 len: 168 time: 0.1776972 Jul 16 20:37:12.427799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a360cc-6316-479b-945c-c4d389e5d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f7674-e7ec-4eda-a082-fac460a35e63,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.530366 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.600289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3df425e-87ef-45dc-bf38-6e41e2a52ecc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.726973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.729674 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.731060 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-23cb77ab-0fea-4787-9625-7b047de4af70 tempest-ExternalNetworksAdminNegativeTestJSON-239748213 tempest-ExternalNetworksAdminNegativeTestJSON-239748213-project-admin] 10.222.0.100 "DELETE /v2.0/floatingips/9e1bf7d3-4d28-4f62-a294-25747beb783e HTTP/1.1" status: 204 len: 168 time: 2.2382727 Jul 16 20:37:12.740810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.918268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59598) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.958379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebed2c4d-dc35-41b6-b681-e36e308a5215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.125906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.234798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59604) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.294532 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebed2c4d-dc35-41b6-b681-e36e308a5215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.302739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebed2c4d-dc35-41b6-b681-e36e308a5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.377527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ebed2c4d-dc35-41b6-b681-e36e308a5215 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1500886952404676b7390d05bf55318f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577203 Jul 16 20:37:13.379898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed2c4d-dc35-41b6-b681-e36e308a5215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b65358-4e03-4ed4-9531-a743d31cc2f1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.384573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59608) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.412364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Router 89c1c0e0-4efb-4196-a06f-636eebdf8b23 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:13.449790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-81023832-ac05-4a21-821d-440484e46e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.691073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2059ec24-154f-41de-81f5-02c4308af7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.694971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-81023832-ac05-4a21-821d-440484e46e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.705178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-81023832-ac05-4a21-821d-440484e46e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.759387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2059ec24-154f-41de-81f5-02c4308af7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.777547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:13.798104 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] Sync routers for ids ['89c1c0e0-4efb-4196-a06f-636eebdf8b23'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:13.810752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-81023832-ac05-4a21-821d-440484e46e73 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6c52d9c651e44ea4b5b160762a21c2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712106 Jul 16 20:37:13.810752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81023832-ac05-4a21-821d-440484e46e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483e887a-47e2-4068-9d88-ffcce9424d1d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.813710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59610) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:13.819523 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] Routers {'89c1c0e0-4efb-4196-a06f-636eebdf8b23'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:13.821002 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['89c1c0e0-4efb-4196-a06f-636eebdf8b23'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:13.870018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.875313 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1fe4bb49-06c1-4735-b3cd-40124c6d9ab1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6471612 Jul 16 20:37:13.876943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59612) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.000480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2059ec24-154f-41de-81f5-02c4308af7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.006204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2059ec24-154f-41de-81f5-02c4308af7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.012016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2059ec24-154f-41de-81f5-02c4308af7ff admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b4b65358-4e03-4ed4-9531-a743d31cc2f1 HTTP/1.1" status: 204 len: 168 time: 0.6253600 Jul 16 20:37:14.064253 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:14.085648 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] Routers {'89c1c0e0-4efb-4196-a06f-636eebdf8b23'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:14.086658 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['89c1c0e0-4efb-4196-a06f-636eebdf8b23'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:14.124651 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:14.125710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742eba7f-a465-4a9b-a35f-191baa11e149 None None] The sync data for ids ['89c1c0e0-4efb-4196-a06f-636eebdf8b23'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:14.144692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059ec24-154f-41de-81f5-02c4308af7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b65358-4e03-4ed4-9531-a743d31cc2f1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.191211 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7f8bb537-5791-4dd7-986f-8a0ae0e7f6c4 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/89c1c0e0-4efb-4196-a06f-636eebdf8b23 HTTP/1.1" status: 200 len: 919 time: 0.3117878 Jul 16 20:37:14.191707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.248262 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4a8f8851-29e9-4a62-bcee-eeffd8e2a77c tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=89c1c0e0-4efb-4196-a06f-636eebdf8b23 HTTP/1.1" status: 200 len: 205 time: 0.0552857 Jul 16 20:37:14.248931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59624) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.365286 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8825-d992-4bd4-89eb-a95058d33fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.428609 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8825-d992-4bd4-89eb-a95058d33fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.471680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.528431 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8825-d992-4bd4-89eb-a95058d33fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.531844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8825-d992-4bd4-89eb-a95058d33fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.534214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4e0c8825-d992-4bd4-89eb-a95058d33fa5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/483e887a-47e2-4068-9d88-ffcce9424d1d HTTP/1.1" status: 204 len: 168 time: 0.7189770 Jul 16 20:37:14.546621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c8825-d992-4bd4-89eb-a95058d33fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483e887a-47e2-4068-9d88-ffcce9424d1d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.679142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.753306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Deleting port eda046b7-cc33-4429-809e-f6923c8b8511 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:14.753656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.876016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.895808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Calling delete_port for eda046b7-cc33-4429-809e-f6923c8b8511 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:15.065797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59648) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.132269 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.143227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c4dc5d2c-4e36-4f1d-ba58-79bb97721039 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b06148f999974f0ba788d6a1f677ac2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761731 Jul 16 20:37:15.148448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59652) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.193280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event deleted for resources: {'Port': ['ID=eda046b7-cc33-4429-809e-f6923c8b8511,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.214123 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e04d4623-8139-41db-8e1f-4a74deb60884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.242435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e04d4623-8139-41db-8e1f-4a74deb60884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.286815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.314552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59654) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.332239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e04d4623-8139-41db-8e1f-4a74deb60884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.335731 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e04d4623-8139-41db-8e1f-4a74deb60884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.338341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e04d4623-8139-41db-8e1f-4a74deb60884 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6d80bc92-86fb-4fad-be01-6c3011131cff HTTP/1.1" status: 204 len: 168 time: 0.1877162 Jul 16 20:37:15.367028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d4623-8139-41db-8e1f-4a74deb60884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d80bc92-86fb-4fad-be01-6c3011131cff,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.528584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.533472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.574167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-58729772-0589-4565-af68-78781933bc8d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:15.574985 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-58729772-0589-4565-af68-78781933bc8d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:37:15.577125 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-58729772-0589-4565-af68-78781933bc8d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:37:15.581423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-58729772-0589-4565-af68-78781933bc8d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2652183 Jul 16 20:37:15.587801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59664) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.606979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--204592998'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:15.667004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.706128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.706950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Fanout notify agent at l3_agent the message router_deleted on router 89c1c0e0-4efb-4196-a06f-636eebdf8b23 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:15.714476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.729463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.736826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.745547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'router': {'name': 'tempest-snat-router-566959041', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': False}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:15.749924 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-192b47f7-a3bc-442a-8ec5-9b5927a9f10d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/89c1c0e0-4efb-4196-a06f-636eebdf8b23 HTTP/1.1" status: 204 len: 168 time: 1.4995356 Jul 16 20:37:15.868099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.879006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.937418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.api [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:37:15.937418 n-d-798930-6 neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:37:15.937418 n-d-798930-6 neutron-server[94095]: [parameters: {'project_id_1': 'ec926bb6846d4d6781080aa2d29f97e4', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 37, 15, 888117)}] Jul 16 20:37:15.937418 n-d-798930-6 neutron-server[94095]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:37:15.938204 n-d-798930-6 neutron-server[94095]: DEBUG oslo_db.api [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:37:15.960981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ec7b8d-13a5-4379-9318-6a623d1e9579,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.967516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.970159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.051666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.233480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.511884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.575383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.653817 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.717048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.789352 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d0617a09-cd98-4b69-b928-41ef53fbd830 tempest-AgentManagementNegativeTest-1098521734 tempest-AgentManagementNegativeTest-1098521734-project] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2090206 Jul 16 20:37:16.861575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.869915 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.923860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d740f4f-715a-4768-9316-35f374d02124,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:16.950263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.954682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9cf02078-0ec0-402f-90e8-9df646dfd578 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3595657 Jul 16 20:37:16.955637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59696) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.967053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-920fae6b-cef5-4a3d-89c6-3056ee862c17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '4d740f4f-715a-4768-9316-35f374d02124', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:16.972754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Allocated IP 172.25.8.49 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/28b02328-c2b2-464a-8486-88ec98d55911) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:17.031412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-920fae6b-cef5-4a3d-89c6-3056ee862c17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.175216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-920fae6b-cef5-4a3d-89c6-3056ee862c17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.182659 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-920fae6b-cef5-4a3d-89c6-3056ee862c17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.198406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.214805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fae6b-cef5-4a3d-89c6-3056ee862c17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce97d0e-c485-47d9-a572-535137913bb1,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.219567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59700) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.220486 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-920fae6b-cef5-4a3d-89c6-3056ee862c17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.224445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-920fae6b-cef5-4a3d-89c6-3056ee862c17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2653944 Jul 16 20:37:17.224648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.231910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6a0ea91c-c9aa-4c5c-a635-7489251749e4 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '4d740f4f-715a-4768-9316-35f374d02124', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:17.285130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea91c-c9aa-4c5c-a635-7489251749e4 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.299494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.371621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:17.376709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:17.377797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8ad30f4-3f9a-4742-997e-1fc7623ffe14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.405082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:17.449044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Port': ['ID=28b02328-c2b2-464a-8486-88ec98d55911,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.521694 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8ad30f4-3f9a-4742-997e-1fc7623ffe14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.527010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8ad30f4-3f9a-4742-997e-1fc7623ffe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.560820 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-6a0ea91c-c9aa-4c5c-a635-7489251749e4 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:37:17.575992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6a0ea91c-c9aa-4c5c-a635-7489251749e4 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3501234 Jul 16 20:37:17.577353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59706) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.652181 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a8ad30f4-3f9a-4742-997e-1fc7623ffe14 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9939a06d6a6448eba029bf799a0c7f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288955 Jul 16 20:37:17.655881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad30f4-3f9a-4742-997e-1fc7623ffe14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81be42e-712d-44d4-b1ff-d20d9ee5136c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.658765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59708) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.761548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-766ef917-3a36-460a-9c16-69b6cc44270b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.787899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-766ef917-3a36-460a-9c16-69b6cc44270b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.842527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11885d58-11bf-4d56-b420-5db30a53f0d1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.863951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-766ef917-3a36-460a-9c16-69b6cc44270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.866753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-766ef917-3a36-460a-9c16-69b6cc44270b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.874317 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-766ef917-3a36-460a-9c16-69b6cc44270b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d81be42e-712d-44d4-b1ff-d20d9ee5136c HTTP/1.1" status: 204 len: 168 time: 0.2088234 Jul 16 20:37:17.891955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ef917-3a36-460a-9c16-69b6cc44270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81be42e-712d-44d4-b1ff-d20d9ee5136c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.948173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11885d58-11bf-4d56-b420-5db30a53f0d1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.010869 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.071411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11885d58-11bf-4d56-b420-5db30a53f0d1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.074526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11885d58-11bf-4d56-b420-5db30a53f0d1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.075780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-11885d58-11bf-4d56-b420-5db30a53f0d1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/4d740f4f-715a-4768-9316-35f374d02124 HTTP/1.1" status: 204 len: 168 time: 0.4819431 Jul 16 20:37:18.078516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59716) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.114331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11885d58-11bf-4d56-b420-5db30a53f0d1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d740f4f-715a-4768-9316-35f374d02124,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.137820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59720) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.138258 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-057c16f1-244e-4dcd-9bc0-bb12ec730010 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584207 Jul 16 20:37:18.142720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7e66e577-454c-47cd-9af1-6d22a05aa7c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124969913'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:18.217888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e66e577-454c-47cd-9af1-6d22a05aa7c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.314362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.482461 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e66e577-454c-47cd-9af1-6d22a05aa7c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.491750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e66e577-454c-47cd-9af1-6d22a05aa7c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.560051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7e66e577-454c-47cd-9af1-6d22a05aa7c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.562614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7e66e577-454c-47cd-9af1-6d22a05aa7c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4234226 Jul 16 20:37:18.565924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.574721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1d04c7c2-2187-48ad-96e8-9582322f7501 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '67810035-f6eb-4833-96e1-1d5e53538870', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:18.575989 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-1d04c7c2-2187-48ad-96e8-9582322f7501 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:37:18.576848 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-1d04c7c2-2187-48ad-96e8-9582322f7501 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:18.577346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66e577-454c-47cd-9af1-6d22a05aa7c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67810035-f6eb-4833-96e1-1d5e53538870,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.578670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1d04c7c2-2187-48ad-96e8-9582322f7501 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106890 Jul 16 20:37:18.587507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59738) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.677463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Router 5db6db5c-f831-4453-8f91-5f0c321897e9 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:18.693466 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9f988b9-8b46-45ef-a43c-78999133aecf tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.755513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9f988b9-8b46-45ef-a43c-78999133aecf tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.772398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59742) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.852011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:18.865295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Sync routers for ids ['5db6db5c-f831-4453-8f91-5f0c321897e9'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:18.869068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9f988b9-8b46-45ef-a43c-78999133aecf tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.873881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9f988b9-8b46-45ef-a43c-78999133aecf tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.878628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a9f988b9-8b46-45ef-a43c-78999133aecf tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/67810035-f6eb-4833-96e1-1d5e53538870 HTTP/1.1" status: 204 len: 168 time: 0.2867992 Jul 16 20:37:18.878730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59746) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.888833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.890896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-91608750-8e43-4683-badf-9947ea479c21 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1526325 Jul 16 20:37:18.894605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Routers {'5db6db5c-f831-4453-8f91-5f0c321897e9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:18.895517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5db6db5c-f831-4453-8f91-5f0c321897e9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:18.897497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59748) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.906077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f988b9-8b46-45ef-a43c-78999133aecf tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67810035-f6eb-4833-96e1-1d5e53538870,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.943560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1798451610'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:18.991727 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f731c802-9f54-48d6-8ac7-db1f72b9e271 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116467 Jul 16 20:37:18.997559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.005962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084134474'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:19.013562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Made reservation on behalf of 355dd16bfb394376b05b95936f6d8533 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:19.017419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.037069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.051555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Set router 5db6db5c-f831-4453-8f91-5f0c321897e9 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:19.084185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b7b2d1ab-5d85-41c8-be44-58048144cf86 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/5db6db5c-f831-4453-8f91-5f0c321897e9 HTTP/1.1" status: 200 len: 907 time: 0.1850908 Jul 16 20:37:19.084493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.088159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59758) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.099281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'router': {'name': 'tempest-snat-router-566959041', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': True}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:19.265215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.275293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.297887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:37:19.297887 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:37:19.297887 n-d-798930-6 neutron-server[94096]: [parameters: {'project_id_1': 'ec926bb6846d4d6781080aa2d29f97e4', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 37, 19, 145229)}] Jul 16 20:37:19.297887 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:37:19.298579 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:37:19.316837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.318028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.324881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:19.338334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71d17a5-6144-4431-9c01-7834f75e4e5f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.349080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.349570 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Added segment fd78a0bd-5b7e-4735-95a6-7c602ddd43f7 of type vlan for network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 Jul 16 20:37:19.356601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db6db5c-f831-4453-8f91-5f0c321897e9', 'name': 'tempest-snat-router-566959041', 'tenant_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.49'}], 'enable_snat': False}, 'gw_port_id': '28b02328-c2b2-464a-8486-88ec98d55911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:17Z', 'revision_number': 3, 'project_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'gw_port': {'id': '28b02328-c2b2-464a-8486-88ec98d55911', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db6db5c-f831-4453-8f91-5f0c321897e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:19.426543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.426848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Checking router: 5db6db5c-f831-4453-8f91-5f0c321897e9 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:19.427391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Updating router 5db6db5c-f831-4453-8f91-5f0c321897e9 port 28b02328-c2b2-464a-8486-88ec98d55911 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:19.440169 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.500118 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.701758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.712287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.721720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.722738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.753137 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9788761 Jul 16 20:37:19.756236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59764) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.763167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Request body: {'subnet': {'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:19.800275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.851825 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.865455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f977a4-e0b3-47dc-96e1-5527cd8a43c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event updated for resources: {'Network': ['ID=5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.871281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Made reservation on behalf of 355dd16bfb394376b05b95936f6d8533 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:19.876477 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.884562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Transition to ACTIVE for port object 28b02328-c2b2-464a-8486-88ec98d55911 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:19.887341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:19.980720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.035564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Attempting to bind port 28b02328-c2b2-464a-8486-88ec98d55911 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:20.036086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Attempting to bind port 28b02328-c2b2-464a-8486-88ec98d55911 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:20.036545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Attempting to bind port 28b02328-c2b2-464a-8486-88ec98d55911 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:20.052074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:20.052623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:20.053129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.053628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:20.054232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Bound port: 28b02328-c2b2-464a-8486-88ec98d55911, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:20.054976 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.074764 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.098950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Pushing event updated for resources: {'Port': ['ID=28b02328-c2b2-464a-8486-88ec98d55911,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.119777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.120285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.120778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.121221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.121658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.122092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.122523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.123104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.123929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.124378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.124883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.125308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:20.165567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] For port 28b02328-c2b2-464a-8486-88ec98d55911, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:20.170318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] For port 28b02328-c2b2-464a-8486-88ec98d55911, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28b02328-c2b2-464a-8486-88ec98d55911,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:20.176473 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.203726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.247611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Routers {'5db6db5c-f831-4453-8f91-5f0c321897e9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:20.248357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5db6db5c-f831-4453-8f91-5f0c321897e9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:20.309779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d360b3-f41a-4b42-86a3-716c577b4875 None None] Pushing event updated for resources: {'Port': ['ID=28b02328-c2b2-464a-8486-88ec98d55911,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.443307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.448492 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4464209 Jul 16 20:37:20.465162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.468788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c01fb3-cec4-4cc2-8bc3-eeb98f2d94b3 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e143ed-4429-4108-9359-e4a1463bf91d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.471937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59770) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.487710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] Set router 5db6db5c-f831-4453-8f91-5f0c321897e9 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:20.497899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.507427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f1a69f61-faa2-47e7-a520-08dd7597e229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '23e143ed-4429-4108-9359-e4a1463bf91d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:20.509962 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-f1a69f61-faa2-47e7-a520-08dd7597e229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:37:20.517034 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-f1a69f61-faa2-47e7-a520-08dd7597e229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:20.521351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f1a69f61-faa2-47e7-a520-08dd7597e229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0465670 Jul 16 20:37:20.522781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59772) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.641700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Allocated IP 172.25.8.236 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/8525c1df-70ef-4e2a-898f-72926eb57935) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:20.780263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db6db5c-f831-4453-8f91-5f0c321897e9', 'name': 'tempest-snat-router-566959041', 'tenant_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.49'}], 'enable_snat': False}, 'gw_port_id': '28b02328-c2b2-464a-8486-88ec98d55911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:17Z', 'revision_number': 3, 'project_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'gw_port': {'id': '28b02328-c2b2-464a-8486-88ec98d55911', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db6db5c-f831-4453-8f91-5f0c321897e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:20.783435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.788820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.820043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334f7dc-b193-4858-b4a4-dfab4fec9863 None None] The sync data for ids ['5db6db5c-f831-4453-8f91-5f0c321897e9'] in n-d-798930-6 is: [{'id': '5db6db5c-f831-4453-8f91-5f0c321897e9', 'name': 'tempest-snat-router-566959041', 'tenant_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.49'}], 'enable_snat': False}, 'gw_port_id': '28b02328-c2b2-464a-8486-88ec98d55911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:15Z', 'updated_at': '2021-07-16T20:37:17Z', 'revision_number': 3, 'project_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'gw_port': {'id': '28b02328-c2b2-464a-8486-88ec98d55911', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db6db5c-f831-4453-8f91-5f0c321897e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:16Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:20.869285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38600d89-3e3c-4212-af52-364a59d9adec tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.884754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.929905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:20.935067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:20.937913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event updated for resources: {'Subnet': ['ID=d95bfc75-ade8-485c-a7c3-84b2b7bb2347,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.941529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:20.955704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38600d89-3e3c-4212-af52-364a59d9adec tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.974047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Port': ['ID=8525c1df-70ef-4e2a-898f-72926eb57935,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.979431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Checking segment: {'id': 'fd78a0bd-5b7e-4735-95a6-7c602ddd43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:20.979884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Network hostable DHCP agents. Network: 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:21.040909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:21.056827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38600d89-3e3c-4212-af52-364a59d9adec tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.060814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38600d89-3e3c-4212-af52-364a59d9adec tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.062066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-38600d89-3e3c-4212-af52-364a59d9adec tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/23e143ed-4429-4108-9359-e4a1463bf91d HTTP/1.1" status: 204 len: 168 time: 0.5379357 Jul 16 20:37:21.066382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.067058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:21.086188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26702ce-66d0-4b45-bbaa-c87c78580c20 None None] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:21.107386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:21.108019 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.114017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38600d89-3e3c-4212-af52-364a59d9adec tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e143ed-4429-4108-9359-e4a1463bf91d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.183819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bc29c2b1-658b-4b23-8dc7-d3981b504153 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021442 Jul 16 20:37:21.198945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3a007a89-b739-4ce9-a8e0-7042cde0b2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4412270 Jul 16 20:37:21.202234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59776) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.202781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59778) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.210477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cfb8d6b0-c908-49bb-879b-444331975e20 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126104462'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:21.237960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Request body: {'port': {'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1548676930'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:21.342471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d6b0-c908-49bb-879b-444331975e20 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.381769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2', 'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2', 'tenant_id': '355dd16bfb394376b05b95936f6d8533', 'fixed_ips': [{'subnet_id': 'd95bfc75-ade8-485c-a7c3-84b2b7bb2347'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:21.383104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.434967 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.644479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d6b0-c908-49bb-879b-444331975e20 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.658067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d6b0-c908-49bb-879b-444331975e20 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.692559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Allocated IP 2001:db8::2 (5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2/d95bfc75-ade8-485c-a7c3-84b2b7bb2347/c1baaf9c-54f1-4180-aa02-0d3b897ce0a0) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:21.812092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Made reservation on behalf of 355dd16bfb394376b05b95936f6d8533 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:21.816251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.820823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d6b0-c908-49bb-879b-444331975e20 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.825952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cfb8d6b0-c908-49bb-879b-444331975e20 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6217411 Jul 16 20:37:21.827549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59788) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.835808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8d6b0-c908-49bb-879b-444331975e20 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eaac7a-9b3a-4bce-a370-d0b793784c9a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.842644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-88968572-4584-4d8e-b91a-3a0a20ec3937 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': 'b7eaac7a-9b3a-4bce-a370-d0b793784c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:21.856669 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-88968572-4584-4d8e-b91a-3a0a20ec3937 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:37:21.857327 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-88968572-4584-4d8e-b91a-3a0a20ec3937 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:21.861246 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88968572-4584-4d8e-b91a-3a0a20ec3937 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0296972 Jul 16 20:37:21.864161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59790) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.876869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bb4bed9c-054e-4957-b1ff-22b4b2c03e8f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': 'b7eaac7a-9b3a-4bce-a370-d0b793784c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:21.879205 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-bb4bed9c-054e-4957-b1ff-22b4b2c03e8f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:37:21.880296 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-bb4bed9c-054e-4957-b1ff-22b4b2c03e8f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:21.893052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bb4bed9c-054e-4957-b1ff-22b4b2c03e8f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0238979 Jul 16 20:37:21.894177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59792) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.896852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] device_id is not set on port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:21.909238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e825b96a-03f7-484a-85d4-df239837f420 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': 'b7eaac7a-9b3a-4bce-a370-d0b793784c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:21.911379 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-e825b96a-03f7-484a-85d4-df239837f420 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:37:21.912923 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-e825b96a-03f7-484a-85d4-df239837f420 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:21.919300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e825b96a-03f7-484a-85d4-df239837f420 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149171 Jul 16 20:37:21.921612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59794) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.926861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8379096c-e9a8-42c8-8f29-02e87a2e284b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': 'b7eaac7a-9b3a-4bce-a370-d0b793784c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:21.927780 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-8379096c-e9a8-42c8-8f29-02e87a2e284b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:37:21.928293 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-8379096c-e9a8-42c8-8f29-02e87a2e284b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:21.933871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8379096c-e9a8-42c8-8f29-02e87a2e284b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072832 Jul 16 20:37:21.934778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59796) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.021155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.044172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 28b02328-c2b2-464a-8486-88ec98d55911 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:22.111190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9315f05d-03d3-4b6f-9f51-643e42777d17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.144840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9315f05d-03d3-4b6f-9f51-643e42777d17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.172179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 28b02328-c2b2-464a-8486-88ec98d55911 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:22.179067 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.189514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 28b02328-c2b2-464a-8486-88ec98d55911 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:22.190011 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.216900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9315f05d-03d3-4b6f-9f51-643e42777d17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.219427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Transition to ACTIVE for port object c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:22.220257 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9315f05d-03d3-4b6f-9f51-643e42777d17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.221935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9315f05d-03d3-4b6f-9f51-643e42777d17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/b7eaac7a-9b3a-4bce-a370-d0b793784c9a HTTP/1.1" status: 204 len: 168 time: 0.2860053 Jul 16 20:37:22.225774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59798) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.253541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Router 49812cf1-490b-4eb4-aff0-29d6f8b4ac9c is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:22.259370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315f05d-03d3-4b6f-9f51-643e42777d17 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eaac7a-9b3a-4bce-a370-d0b793784c9a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.286546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Transition to ACTIVE for port object c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:22.303752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7e2e5385-28d6-4f30-bc00-923e6f6390a6 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749488 Jul 16 20:37:22.308213 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.315670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59800) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.320712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a6af68a5-d327-4fc2-91ee-1022974375ae tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--428938745'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:22.344858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:22.367373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:22.372829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:22.392398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Allocated IP 2001:db8::283 (5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2/d95bfc75-ade8-485c-a7c3-84b2b7bb2347/6dff6090-a1d5-4e53-9586-5bf9ecc1abb3) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:22.395059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6af68a5-d327-4fc2-91ee-1022974375ae tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.414133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:22.419393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.427570 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Sync routers for ids ['49812cf1-490b-4eb4-aff0-29d6f8b4ac9c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:22.429300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Pushing event updated for resources: {'Port': ['ID=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.449660 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Routers {'49812cf1-490b-4eb4-aff0-29d6f8b4ac9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:22.451556 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['49812cf1-490b-4eb4-aff0-29d6f8b4ac9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.483234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 28b02328-c2b2-464a-8486-88ec98d55911, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28b02328-c2b2-464a-8486-88ec98d55911,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:22.489427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.518996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Attempting to bind port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:22.519674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Attempting to bind port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'fd78a0bd-5b7e-4735-95a6-7c602ddd43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:22.520581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Attempting to bind port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 on network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:22.533716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:22.534408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Checking segment: {'id': 'fd78a0bd-5b7e-4735-95a6-7c602ddd43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:22.535117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.535750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Bound using segment: {'id': 'fd78a0bd-5b7e-4735-95a6-7c602ddd43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:22.536602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Bound port: c1baaf9c-54f1-4180-aa02-0d3b897ce0a0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd78a0bd-5b7e-4735-95a6-7c602ddd43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:22.537273 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.600043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Set router 49812cf1-490b-4eb4-aff0-29d6f8b4ac9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:22.629062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=28b02328-c2b2-464a-8486-88ec98d55911,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.679786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6af68a5-d327-4fc2-91ee-1022974375ae tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.691168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] For port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:22.694272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] For port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,segment=NetworkSegment(fd78a0bd-5b7e-4735-95a6-7c602ddd43f7),segment_id=fd78a0bd-5b7e-4735-95a6-7c602ddd43f7)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:22.694924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.699658 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-33acdc6e-a708-4fac-acaf-891a37a809eb tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6057453 Jul 16 20:37:22.702059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59804) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.702946 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.717068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6af68a5-d327-4fc2-91ee-1022974375ae tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.877448 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.889032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc914-0803-48c2-89d7-d022259ff85c None None] Pushing event updated for resources: {'Port': ['ID=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.919345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af68a5-d327-4fc2-91ee-1022974375ae tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9798322a-dae6-48e7-9ef7-d16c48e1c227,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.958391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6af68a5-d327-4fc2-91ee-1022974375ae tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.962111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a6af68a5-d327-4fc2-91ee-1022974375ae tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6443455 Jul 16 20:37:22.964698 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49812cf1-490b-4eb4-aff0-29d6f8b4ac9c', 'name': 'tempest-snat-router-566959041', 'tenant_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '8525c1df-70ef-4e2a-898f-72926eb57935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:21Z', 'revision_number': 3, 'project_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'gw_port': {'id': '8525c1df-70ef-4e2a-898f-72926eb57935', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49812cf1-490b-4eb4-aff0-29d6f8b4ac9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:37:20Z', 'updated_at': '2021-07-16T20:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.968802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59808) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.978479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2171f121-224a-495c-8156-efa81dcac14f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:22.980688 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-2171f121-224a-495c-8156-efa81dcac14f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:37:22.981896 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-2171f121-224a-495c-8156-efa81dcac14f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:22.984244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2171f121-224a-495c-8156-efa81dcac14f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130291 Jul 16 20:37:22.988599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59810) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.999217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f86bd1bb-cd23-434b-81e6-41bb14d38268 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.007842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Transition to ACTIVE for port object 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:23.026612 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Checking router: 49812cf1-490b-4eb4-aff0-29d6f8b4ac9c for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:23.027112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Updating router 49812cf1-490b-4eb4-aff0-29d6f8b4ac9c port 8525c1df-70ef-4e2a-898f-72926eb57935 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:23.094826 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.111120 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-f86bd1bb-cd23-434b-81e6-41bb14d38268 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:23.112852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f86bd1bb-cd23-434b-81e6-41bb14d38268 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1223564 Jul 16 20:37:23.116344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59812) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.126956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bfc07945-f125-4f7f-a65f-f28655e5eb8e tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.128294 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-bfc07945-f125-4f7f-a65f-f28655e5eb8e tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:37:23.128542 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-bfc07945-f125-4f7f-a65f-f28655e5eb8e tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:23.130503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bfc07945-f125-4f7f-a65f-f28655e5eb8e tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123878 Jul 16 20:37:23.132490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.134874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59814) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.143406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-86e11a64-e93f-4811-b9bf-a7db8cb12754 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.321493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:23.329807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:23.348670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:23.358751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.359521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.366782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event updated for resources: {'Port': ['ID=6dff6090-a1d5-4e53-9586-5bf9ecc1abb3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.413391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-af6c2467-8d7f-480f-b151-ec94b5c0be4e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1931648 Jul 16 20:37:23.414328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59816) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.424122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Request body: {'port': {'network_id': '5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1769983541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.424657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] bootfile-name is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:23.425132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] tftp-server is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:23.425463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] server-ip-address is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:23.460547 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-86e11a64-e93f-4811-b9bf-a7db8cb12754 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:23.468810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-86e11a64-e93f-4811-b9bf-a7db8cb12754 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3316300 Jul 16 20:37:23.493823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59818) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.502657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cfd55348-2d22-4d05-a082-c26c18710b05 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.503505 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-cfd55348-2d22-4d05-a082-c26c18710b05 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:37:23.504181 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-cfd55348-2d22-4d05-a082-c26c18710b05 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:23.506100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cfd55348-2d22-4d05-a082-c26c18710b05 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096879 Jul 16 20:37:23.512893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59820) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.518620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ac6d34b7-da56-4651-bf99-4c6f9700d6cd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.554819 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c96ea8a9-773b-47bd-bfeb-d34bc6bda4d9 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/49812cf1-490b-4eb4-aff0-29d6f8b4ac9c HTTP/1.1" status: 200 len: 907 time: 0.8506565 Jul 16 20:37:23.559761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59822) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.656336 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-ac6d34b7-da56-4651-bf99-4c6f9700d6cd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Project ec926bb6846d4d6781080aa2d29f97e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:37:23.694735 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.710109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Made reservation on behalf of 355dd16bfb394376b05b95936f6d8533 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:23.720537 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.726701 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Transition to ACTIVE for port object 8525c1df-70ef-4e2a-898f-72926eb57935 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:23.738754 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.763755 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-ac6d34b7-da56-4651-bf99-4c6f9700d6cd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:23.765762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac6d34b7-da56-4651-bf99-4c6f9700d6cd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2513821 Jul 16 20:37:23.772796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59824) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.781880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b423b007-e074-48a1-a88e-05574ee2ee69 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.783180 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-b423b007-e074-48a1-a88e-05574ee2ee69 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:37:23.783992 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-b423b007-e074-48a1-a88e-05574ee2ee69 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:23.785573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b423b007-e074-48a1-a88e-05574ee2ee69 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105047 Jul 16 20:37:23.788254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] device_id is not set on port 74598ad6-a523-4bb9-b496-8f34f030bb9f yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:23.792204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59826) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.806592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e21b2181-c443-4191-bc5b-f8137da5630d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:23.822056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.829494 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Pushing event updated for resources: {'Port': ['ID=8525c1df-70ef-4e2a-898f-72926eb57935,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:23.835363 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Attempting to bind port 8525c1df-70ef-4e2a-898f-72926eb57935 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:23.835991 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Attempting to bind port 8525c1df-70ef-4e2a-898f-72926eb57935 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:23.837287 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Attempting to bind port 8525c1df-70ef-4e2a-898f-72926eb57935 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:23.853903 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.854446 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.854981 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.855512 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.856238 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.856787 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.857338 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.857822 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.858647 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.859192 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.859787 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.860428 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:23.866410 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:23.867058 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:23.867684 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.869368 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:23.870206 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Bound port: 8525c1df-70ef-4e2a-898f-72926eb57935, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:23.870741 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.919781 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:23.970445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 28b02328-c2b2-464a-8486-88ec98d55911 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:24.013395 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] For port 8525c1df-70ef-4e2a-898f-72926eb57935, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:24.022404 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] For port 8525c1df-70ef-4e2a-898f-72926eb57935, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8525c1df-70ef-4e2a-898f-72926eb57935,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:24.044565 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.077790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Allocated IP 2001:db8::343 (5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2/d95bfc75-ade8-485c-a7c3-84b2b7bb2347/74598ad6-a523-4bb9-b496-8f34f030bb9f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:24.114222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 28b02328-c2b2-464a-8486-88ec98d55911 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:24.114776 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.141274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.241627 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-e21b2181-c443-4191-bc5b-f8137da5630d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Project ec926bb6846d4d6781080aa2d29f97e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:37:24.265091 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Routers {'49812cf1-490b-4eb4-aff0-29d6f8b4ac9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:24.266106 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['49812cf1-490b-4eb4-aff0-29d6f8b4ac9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:24.299000 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-e21b2181-c443-4191-bc5b-f8137da5630d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:24.303230 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e21b2181-c443-4191-bc5b-f8137da5630d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5094271 Jul 16 20:37:24.330818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59832) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.342003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:24.344529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5c5898f1-6998-42c5-819f-8c779a123a01 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '9798322a-dae6-48e7-9ef7-d16c48e1c227', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:24.395605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.398650 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-5c5898f1-6998-42c5-819f-8c779a123a01 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Project ec926bb6846d4d6781080aa2d29f97e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:37:24.432901 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-5c5898f1-6998-42c5-819f-8c779a123a01 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:24.433686 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5c5898f1-6998-42c5-819f-8c779a123a01 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1012299 Jul 16 20:37:24.442463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Transition to ACTIVE for port object 74598ad6-a523-4bb9-b496-8f34f030bb9f will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:24.443309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59834) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.467915 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb12e96-646c-429c-abce-c99d2a68bdd3 None None] Pushing event updated for resources: {'Port': ['ID=8525c1df-70ef-4e2a-898f-72926eb57935,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.473722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Deleting port 8525c1df-70ef-4e2a-898f-72926eb57935 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:24.474074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.499734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:24.523192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.548619 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] Set router 49812cf1-490b-4eb4-aff0-29d6f8b4ac9c gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:24.619437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] For port 8525c1df-70ef-4e2a-898f-72926eb57935, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8525c1df-70ef-4e2a-898f-72926eb57935,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:24.620567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.622076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event updated for resources: {'Port': ['ID=74598ad6-a523-4bb9-b496-8f34f030bb9f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.641311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:24.643090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:24.648763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Calling delete_port for 8525c1df-70ef-4e2a-898f-72926eb57935 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:24.653129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:24.657710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49812cf1-490b-4eb4-aff0-29d6f8b4ac9c', 'name': 'tempest-snat-router-566959041', 'tenant_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:24Z', 'revision_number': 4, 'project_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:24.691496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.692567 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.718610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0513db2f-05d6-4fba-9364-d13a7968b68e tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3015952 Jul 16 20:37:24.719084 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab108b-33b1-490e-acb1-1877ef9e0427 None None] The sync data for ids ['49812cf1-490b-4eb4-aff0-29d6f8b4ac9c'] in n-d-798930-6 is: [{'id': '49812cf1-490b-4eb4-aff0-29d6f8b4ac9c', 'name': 'tempest-snat-router-566959041', 'tenant_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:37:19Z', 'updated_at': '2021-07-16T20:37:24Z', 'revision_number': 4, 'project_id': '0a8bdfb6d453415cb65dcf2e3581b7bd', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:24.722779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59836) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.779198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65e678-4022-4c0f-924a-f8ea458aecc3 None None] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:24.882174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6b44f-5183-4a49-ae6d-8a3d0cb0ad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.891162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6b44f-5183-4a49-ae6d-8a3d0cb0ad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.899863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6b44f-5183-4a49-ae6d-8a3d0cb0ad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.906503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-24f6b44f-5183-4a49-ae6d-8a3d0cb0ad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1786985 Jul 16 20:37:24.906723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9244304-7d06-4dd4-aacf-22dade35408d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.907372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59838) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.975588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8ed727f0-022e-4803-820c-f534676b22ec None None] Provisioning for port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:24.987105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8ed727f0-022e-4803-820c-f534676b22ec None None] Provisioning complete for port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:24.987548 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ed727f0-022e-4803-820c-f534676b22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.999234 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9244304-7d06-4dd4-aacf-22dade35408d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.048316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.066402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Deleting port 74598ad6-a523-4bb9-b496-8f34f030bb9f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:25.067352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.135661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event deleted for resources: {'Port': ['ID=8525c1df-70ef-4e2a-898f-72926eb57935,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.195034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9244304-7d06-4dd4-aacf-22dade35408d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.197854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f9244304-7d06-4dd4-aacf-22dade35408d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.203278 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f9244304-7d06-4dd4-aacf-22dade35408d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/9798322a-dae6-48e7-9ef7-d16c48e1c227 HTTP/1.1" status: 204 len: 168 time: 0.7556100 Jul 16 20:37:25.204042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59846) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.246314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.251874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9244304-7d06-4dd4-aacf-22dade35408d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798322a-dae6-48e7-9ef7-d16c48e1c227,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.284991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Calling delete_port for 74598ad6-a523-4bb9-b496-8f34f030bb9f owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:25.312034 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ed727f0-022e-4803-820c-f534676b22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.363600 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fffd14cc-8fee-4cda-88df-000387c6ea5c tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1443295 Jul 16 20:37:25.369080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59848) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.381552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7e9157f2-a723-4404-a77f-19bb0b23e204 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--809945122'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:25.425960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8ed727f0-022e-4803-820c-f534676b22ec None None] For port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,segment=NetworkSegment(fd78a0bd-5b7e-4735-95a6-7c602ddd43f7),segment_id=fd78a0bd-5b7e-4735-95a6-7c602ddd43f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:25.428223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e9157f2-a723-4404-a77f-19bb0b23e204 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.432108 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ed727f0-022e-4803-820c-f534676b22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.449392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.594857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed727f0-022e-4803-820c-f534676b22ec None None] Pushing event updated for resources: {'Port': ['ID=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.597517 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.707679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.710974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event deleted for resources: {'Port': ['ID=74598ad6-a523-4bb9-b496-8f34f030bb9f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.734108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.771887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:25.802376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.807352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e574a294-24c0-4fae-af3f-22e4349ca705 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "DELETE /v2.0/ports/74598ad6-a523-4bb9-b496-8f34f030bb9f HTTP/1.1" status: 204 len: 168 time: 0.8984008 Jul 16 20:37:25.812859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59852) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.829905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Request body: {'port': {'name': 'tempest-new-port-name-914144780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:25.830396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] bootfile-name is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:25.835315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] tftp-server is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:25.835492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.api.validators [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] server-ip-address is not in valid_values {{(pid=94095) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:25.841819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.842350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49812cf1-490b-4eb4-aff0-29d6f8b4ac9c {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:25.848823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.849979 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4cf1f593-3042-463f-990e-a4d6b2842ac5 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "DELETE /v2.0/routers/49812cf1-490b-4eb4-aff0-29d6f8b4ac9c HTTP/1.1" status: 204 len: 168 time: 2.2892153 Jul 16 20:37:25.856829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59854) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.953190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:25.954232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.958217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-56a0492c-56ed-4f17-b8e3-de4d0e77e71e None None] Provisioning for port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:26.013099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-56a0492c-56ed-4f17-b8e3-de4d0e77e71e None None] Provisioning complete for port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:26.017279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-56a0492c-56ed-4f17-b8e3-de4d0e77e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.118853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.126325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e9157f2-a723-4404-a77f-19bb0b23e204 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.145746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-56a0492c-56ed-4f17-b8e3-de4d0e77e71e None None] Port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:26.149296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-56a0492c-56ed-4f17-b8e3-de4d0e77e71e None None] Could not find standard attr ID for object 74598ad6-a523-4bb9-b496-8f34f030bb9f. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:37:26.161656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-56a0492c-56ed-4f17-b8e3-de4d0e77e71e None None] Provisioning complete for port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:26.162035 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-56a0492c-56ed-4f17-b8e3-de4d0e77e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.162635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e9157f2-a723-4404-a77f-19bb0b23e204 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.179165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.325248 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e9157f2-a723-4404-a77f-19bb0b23e204 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.330198 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e9157f2-a723-4404-a77f-19bb0b23e204 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9535654 Jul 16 20:37:26.333631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59858) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.344953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.417821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9157f2-a723-4404-a77f-19bb0b23e204 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92bc4da-67f7-41ec-b157-865d522c2b90,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.423689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fa17a239-d63c-4041-9bbd-aba30be1d8c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': 'c92bc4da-67f7-41ec-b157-865d522c2b90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:26.464205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Deleting port 28b02328-c2b2-464a-8486-88ec98d55911 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:26.464811 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.518363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-340c0ab3-9aa0-40fa-9339-4a9d6070aa93 None None] Provisioning complete for port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:26.519063 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-340c0ab3-9aa0-40fa-9339-4a9d6070aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.530662 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-fa17a239-d63c-4041-9bbd-aba30be1d8c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The resource could not be found. Jul 16 20:37:26.531922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fa17a239-d63c-4041-9bbd-aba30be1d8c0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1885684 Jul 16 20:37:26.535343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59860) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.542598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c7c688f7-36c9-4b80-9f4b-d30f7ded28a9 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': 'c92bc4da-67f7-41ec-b157-865d522c2b90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2a054997-b2f5-43fa-84dd-10d6c0287342'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:26.565026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] For port 28b02328-c2b2-464a-8486-88ec98d55911, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=28b02328-c2b2-464a-8486-88ec98d55911,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:26.565840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.581259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Calling delete_port for 28b02328-c2b2-464a-8486-88ec98d55911 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:26.630668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-340c0ab3-9aa0-40fa-9339-4a9d6070aa93 None None] Port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:26.642152 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-c7c688f7-36c9-4b80-9f4b-d30f7ded28a9 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The resource could not be found. Jul 16 20:37:26.643576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c7c688f7-36c9-4b80-9f4b-d30f7ded28a9 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1069777 Jul 16 20:37:26.652391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59862) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.667675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.682964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.747431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-83ed1566-3ba9-4dcf-9e26-171a87dafa79 None None] Could not find standard attr ID for object 74598ad6-a523-4bb9-b496-8f34f030bb9f. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:37:26.767123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] In _notify_port_updated(), no bound segment for port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 on network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:26.775326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.776098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.777944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "PUT /v2.0/ports/6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 HTTP/1.1" status: 200 len: 1129 time: 0.9603448 Jul 16 20:37:26.785038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59866) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.883205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.890187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0220-cdd6-42ef-8355-7801905bddb1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.899234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de7399-aa88-42d3-8a2f-80e6ecad067b tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event updated for resources: {'Port': ['ID=6dff6090-a1d5-4e53-9586-5bf9ecc1abb3,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.941250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event deleted for resources: {'Port': ['ID=28b02328-c2b2-464a-8486-88ec98d55911,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:26.957023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899edcbb-8c62-4faa-b9f2-cd637ab3c772 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.958778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-899edcbb-8c62-4faa-b9f2-cd637ab3c772 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "GET /v2.0/ports/6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 HTTP/1.1" status: 200 len: 1129 time: 0.1703072 Jul 16 20:37:26.962777 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59868) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.964666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0220-cdd6-42ef-8355-7801905bddb1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.976230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.976669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.977273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.977771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.978304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.978986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.979417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.979971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.980420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.980868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.981270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:26.981695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:27.052158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.115884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0220-cdd6-42ef-8355-7801905bddb1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.118954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0220-cdd6-42ef-8355-7801905bddb1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.123815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a3bd0220-cdd6-42ef-8355-7801905bddb1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/c92bc4da-67f7-41ec-b157-865d522c2b90 HTTP/1.1" status: 204 len: 168 time: 0.4668908 Jul 16 20:37:27.125807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59870) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.155003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd0220-cdd6-42ef-8355-7801905bddb1 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92bc4da-67f7-41ec-b157-865d522c2b90,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.217569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.224126 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.225203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Deleting port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:27.225662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.241894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0001d11c-b0e4-459a-85c7-81c047bc689d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116960 Jul 16 20:37:27.253906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59872) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.259127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0c78c1a8-d5d0-400f-823d-0175f50b807c tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '3aef26d8-03e5-4d7e-b7d9-ca7bb00c0c5d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:27.289820 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.290895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5db6db5c-f831-4453-8f91-5f0c321897e9 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:27.296910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.301660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d46835d8-9aa7-4e2e-ba7c-285778f4cc99 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "DELETE /v2.0/routers/5db6db5c-f831-4453-8f91-5f0c321897e9 HTTP/1.1" status: 204 len: 168 time: 1.4262621 Jul 16 20:37:27.303217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59874) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.314235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115945983', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:27.410385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.411641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.441825 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-0c78c1a8-d5d0-400f-823d-0175f50b807c tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The resource could not be found. Jul 16 20:37:27.443048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0c78c1a8-d5d0-400f-823d-0175f50b807c tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1882915 Jul 16 20:37:27.448839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.453863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9130d0bd-0668-49bc-b161-361014c11778 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--939629980'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:27.483159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.509286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Calling delete_port for 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:27.511290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9130d0bd-0668-49bc-b161-361014c11778 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.512760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae54c4d6-0db0-4e77-95f5-7da5e72f2f49 None None] Provisioning complete for port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:27.513264 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae54c4d6-0db0-4e77-95f5-7da5e72f2f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.558504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.604470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ae54c4d6-0db0-4e77-95f5-7da5e72f2f49 None None] Port 6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:27.713225 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9130d0bd-0668-49bc-b161-361014c11778 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.719887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9130d0bd-0668-49bc-b161-361014c11778 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.765485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.779837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9130d0bd-0668-49bc-b161-361014c11778 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.783137 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9130d0bd-0668-49bc-b161-361014c11778 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3317876 Jul 16 20:37:27.785166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59882) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:27.794872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ace5a55e-bd18-41da-94fa-17b722516d5f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119165410'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:27.801571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130d0bd-0668-49bc-b161-361014c11778 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0feb1e-df34-4234-9a87-68719d9802f8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.857273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ace5a55e-bd18-41da-94fa-17b722516d5f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.917116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.994506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 28b02328-c2b2-464a-8486-88ec98d55911 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:28.028224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ace5a55e-bd18-41da-94fa-17b722516d5f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.034478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ace5a55e-bd18-41da-94fa-17b722516d5f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.043999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 28b02328-c2b2-464a-8486-88ec98d55911 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:28.044349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 28b02328-c2b2-464a-8486-88ec98d55911 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:28.055931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event deleted for resources: {'Port': ['ID=6dff6090-a1d5-4e53-9586-5bf9ecc1abb3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.104695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ace5a55e-bd18-41da-94fa-17b722516d5f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.107484 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ace5a55e-bd18-41da-94fa-17b722516d5f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3193088 Jul 16 20:37:28.108713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5a55e-bd18-41da-94fa-17b722516d5f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1159bb1-18a1-479e-a5b4-070400523c1c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.111648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59886) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.120843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-194082fb-319a-4dde-b79d-6a27ae0fc074 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '3a0feb1e-df34-4234-9a87-68719d9802f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd1159bb1-18a1-479e-a5b4-070400523c1c'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:28.144664 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.144664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6c681256-607a-4c17-b186-c0549cf43da1 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "DELETE /v2.0/ports/6dff6090-a1d5-4e53-9586-5bf9ecc1abb3 HTTP/1.1" status: 204 len: 168 time: 1.1700504 Jul 16 20:37:28.144664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59888) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.186744 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-194082fb-319a-4dde-b79d-6a27ae0fc074 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:28.188541 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-194082fb-319a-4dde-b79d-6a27ae0fc074 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0754621 Jul 16 20:37:28.191365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59890) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.247037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Deleting subnet d95bfc75-ade8-485c-a7c3-84b2b7bb2347 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:28.273707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed570cc-82a7-4063-a031-08e742098229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.314095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed570cc-82a7-4063-a031-08e742098229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.351029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.375799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed570cc-82a7-4063-a031-08e742098229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.380094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed570cc-82a7-4063-a031-08e742098229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.382074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6ed570cc-82a7-4063-a031-08e742098229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/d1159bb1-18a1-479e-a5b4-070400523c1c HTTP/1.1" status: 204 len: 168 time: 0.1894886 Jul 16 20:37:28.386813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59892) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.405546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed570cc-82a7-4063-a031-08e742098229 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1159bb1-18a1-479e-a5b4-070400523c1c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.443200 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.482910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7fd02c71-344c-47bf-b7b1-5dfc793241a0 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0941045 Jul 16 20:37:28.486652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59894) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.491208 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.508153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.559998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3fec302-2271-4f4c-810e-9693f3fa68df tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.585845 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3fec302-2271-4f4c-810e-9693f3fa68df tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.641376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3fec302-2271-4f4c-810e-9693f3fa68df tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.644089 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3fec302-2271-4f4c-810e-9693f3fa68df tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.648088 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b3fec302-2271-4f4c-810e-9693f3fa68df tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/3a0feb1e-df34-4234-9a87-68719d9802f8 HTTP/1.1" status: 204 len: 168 time: 0.1570754 Jul 16 20:37:28.648834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59900) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.656440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fec302-2271-4f4c-810e-9693f3fa68df tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0feb1e-df34-4234-9a87-68719d9802f8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:28.824690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b7f5eac9-9b40-4300-a839-6a7fcab9016d tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1607521 Jul 16 20:37:28.831273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59902) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:28.833793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.842574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c150ec35-7762-438a-ab24-4b0e7797fffd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692066909'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:28.887233 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c150ec35-7762-438a-ab24-4b0e7797fffd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.042907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c150ec35-7762-438a-ab24-4b0e7797fffd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.049045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c150ec35-7762-438a-ab24-4b0e7797fffd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.054093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59906) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.094335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c150ec35-7762-438a-ab24-4b0e7797fffd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.100657 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c150ec35-7762-438a-ab24-4b0e7797fffd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2674026 Jul 16 20:37:29.101622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59912) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.102340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150ec35-7762-438a-ab24-4b0e7797fffd tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7331f7b2-17e2-4043-982e-2bc62423f890,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.109633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cc2c2f44-2afc-4cb5-b3b9-614188475ee9 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '7331f7b2-17e2-4043-982e-2bc62423f890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:29.157446 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-cc2c2f44-2afc-4cb5-b3b9-614188475ee9 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:29.162618 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc2c2f44-2afc-4cb5-b3b9-614188475ee9 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0542274 Jul 16 20:37:29.162796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59914) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.168558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Allocated IP 172.25.8.108 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/068c4fba-8f92-4621-8f09-13a790c918e5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:29.183115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a04ba229-45b6-427d-80f6-7437ba9b1092 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group_rule': {'security_group_id': '7331f7b2-17e2-4043-982e-2bc62423f890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:29.244658 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-a04ba229-45b6-427d-80f6-7437ba9b1092 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:29.247817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a04ba229-45b6-427d-80f6-7437ba9b1092 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0806777 Jul 16 20:37:29.249250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59916) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.269920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.294610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9266f873-f2c9-476c-8692-820fbfc468bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.313660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event deleted for resources: {'Subnet': ['ID=d95bfc75-ade8-485c-a7c3-84b2b7bb2347,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.319061 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.321988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c677a923-41b1-4d1d-87fb-bbfca93530c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "DELETE /v2.0/subnets/d95bfc75-ade8-485c-a7c3-84b2b7bb2347 HTTP/1.1" status: 204 len: 168 time: 1.1783049 Jul 16 20:37:29.325012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59918) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.332170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b4594-6c26-4dcb-99f0-f1bd997ea6f8 None None] Network 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:29.356557 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8111720-b3c0-4113-af99-b541ed85fb27 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.389919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.403942 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8111720-b3c0-4113-af99-b541ed85fb27 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.473703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.484888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9266f873-f2c9-476c-8692-820fbfc468bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.487563 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8111720-b3c0-4113-af99-b541ed85fb27 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.491400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a8111720-b3c0-4113-af99-b541ed85fb27 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.496188 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a8111720-b3c0-4113-af99-b541ed85fb27 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/7331f7b2-17e2-4043-982e-2bc62423f890 HTTP/1.1" status: 204 len: 168 time: 0.2421463 Jul 16 20:37:29.496679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59920) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.498510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9266f873-f2c9-476c-8692-820fbfc468bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.516336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8111720-b3c0-4113-af99-b541ed85fb27 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7331f7b2-17e2-4043-982e-2bc62423f890,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.552409 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9266f873-f2c9-476c-8692-820fbfc468bb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cca5b182f98248c5a43ffb6001e8c7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937031 Jul 16 20:37:29.557512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59922) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.563588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266f873-f2c9-476c-8692-820fbfc468bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58699fc2-576e-43d3-b4ab-8373f2d83006,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.593385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.613656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] DHCP port deletion for 5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:29.676316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b37b908e-9806-42b6-8130-b07e46a8c19a tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780403 Jul 16 20:37:29.682741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59924) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.690359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8bbff92a-7a5b-4ba9-9b8d-ff22716a9c0b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'tempest-secgroup--433385064'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:29.695295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:29.709213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] Deleting port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:29.709465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:29.709830 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.713592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:29.727551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bbff92a-7a5b-4ba9-9b8d-ff22716a9c0b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.733190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:29.740586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event updated for resources: {'Port': ['ID=068c4fba-8f92-4621-8f09-13a790c918e5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.768337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9191-85a6-4480-b330-eef93c90b48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.777073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Deleting port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:29.777415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.846397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bbff92a-7a5b-4ba9-9b8d-ff22716a9c0b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.850722 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bbff92a-7a5b-4ba9-9b8d-ff22716a9c0b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.884819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] For port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,segment=NetworkSegment(fd78a0bd-5b7e-4735-95a6-7c602ddd43f7),segment_id=fd78a0bd-5b7e-4735-95a6-7c602ddd43f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:29.885436 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8bbff92a-7a5b-4ba9-9b8d-ff22716a9c0b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.885622 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.889998 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8bbff92a-7a5b-4ba9-9b8d-ff22716a9c0b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2054508 Jul 16 20:37:29.891178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9191-85a6-4480-b330-eef93c90b48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.891828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59926) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.896552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b06171df-576c-4c1e-80f1-cbf8bb562ca2 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:29.897351 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-b06171df-576c-4c1e-80f1-cbf8bb562ca2 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:37:29.897796 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-b06171df-576c-4c1e-80f1-cbf8bb562ca2 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:37:29.901699 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b06171df-576c-4c1e-80f1-cbf8bb562ca2 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "PUT /v2.0/security-groups/822420f3-6f80-4061-a66e-6f955eff7195 HTTP/1.1" status: 409 len: 330 time: 0.0060434 Jul 16 20:37:29.902717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbff92a-7a5b-4ba9-9b8d-ff22716a9c0b tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822420f3-6f80-4061-a66e-6f955eff7195,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.904872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59928) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.913982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] Calling delete_port for c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:29.968798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3039869a-575b-48cc-8cb0-b250d6eda806 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.980292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] For port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,segment=NetworkSegment(fd78a0bd-5b7e-4735-95a6-7c602ddd43f7),segment_id=fd78a0bd-5b7e-4735-95a6-7c602ddd43f7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:29.980292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.994123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3039869a-575b-48cc-8cb0-b250d6eda806 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.012812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Calling delete_port for c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:30.039469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.056390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3039869a-575b-48cc-8cb0-b250d6eda806 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.059374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3039869a-575b-48cc-8cb0-b250d6eda806 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.062901 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3039869a-575b-48cc-8cb0-b250d6eda806 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/822420f3-6f80-4061-a66e-6f955eff7195 HTTP/1.1" status: 204 len: 168 time: 0.1546886 Jul 16 20:37:30.071505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59930) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.071505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039869a-575b-48cc-8cb0-b250d6eda806 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822420f3-6f80-4061-a66e-6f955eff7195,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.107234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,segment=NetworkSegment(fd78a0bd-5b7e-4735-95a6-7c602ddd43f7),segment_id=fd78a0bd-5b7e-4735-95a6-7c602ddd43f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:30.118744 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.129207 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.151022 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ddf906ea-b427-4b63-af02-cedc0a9490aa tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630860 Jul 16 20:37:30.155372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59932) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.156299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event deleted for resources: {'Port': ['ID=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.158529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] No DVR routers for this DVR port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:30.173097 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-65dfd2fb-d0d1-445e-836c-2d9fbfc1d917 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] delete failed (client error): The resource could not be found. Jul 16 20:37:30.182807 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-65dfd2fb-d0d1-445e-836c-2d9fbfc1d917 tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "DELETE /v2.0/security-groups/d3c11700-4457-4fb7-b40c-1e8372498e74 HTTP/1.1" status: 404 len: 347 time: 0.0176814 Jul 16 20:37:30.182807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59934) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.192659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f535972-2078-44b1-9c6d-aad85af718a3 None None] Pushing event deleted for resources: {'Port': ['ID=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.200896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9191-85a6-4480-b330-eef93c90b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.203941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9191-85a6-4480-b330-eef93c90b48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.204184 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-aec5ce79-19b7-4254-aba3-cbe8ce069dfc tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] show failed (client error): The resource could not be found. Jul 16 20:37:30.205202 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aec5ce79-19b7-4254-aba3-cbe8ce069dfc tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-groups/c1f8c3ac-303e-483a-8f4a-aa62ba579148 HTTP/1.1" status: 404 len: 347 time: 0.0233028 Jul 16 20:37:30.207911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5fbb9191-85a6-4480-b330-eef93c90b48a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/58699fc2-576e-43d3-b4ab-8373f2d83006 HTTP/1.1" status: 204 len: 168 time: 0.6462302 Jul 16 20:37:30.212204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.225775 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-c3aab530-1dea-4be9-8b77-c6aedf57571f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] show failed (client error): The resource could not be found. Jul 16 20:37:30.233778 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c3aab530-1dea-4be9-8b77-c6aedf57571f tempest-NegativeSecGroupIPv6Test-1282640084 tempest-NegativeSecGroupIPv6Test-1282640084-project] 10.222.0.100 "GET /v2.0/security-group-rules/70ef52a7-b021-4e82-9359-0c522b19f467 HTTP/1.1" status: 404 len: 356 time: 0.0134349 Jul 16 20:37:30.252299 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-49bd1a56-07b2-4211-b9dc-daf22ef4d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.259503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb9191-85a6-4480-b330-eef93c90b48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58699fc2-576e-43d3-b4ab-8373f2d83006,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.278825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.299600 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.323274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event deleted for resources: {'Port': ['ID=c1baaf9c-54f1-4180-aa02-0d3b897ce0a0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.329007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] No DVR routers for this DVR port c1baaf9c-54f1-4180-aa02-0d3b897ce0a0 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:30.495548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.514953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:30.543546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd78a0bd-5b7e-4735-95a6-7c602ddd43f7') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:30.544291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd78a0bd-5b7e-4735-95a6-7c602ddd43f7') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:30.569514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.571573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.645096 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.655046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:30.655488 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:30.659182 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:30.748012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8059bd5f-e23d-4737-aea9-413a7a091ad0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ec926bb6846d4d6781080aa2d29f97e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772425 Jul 16 20:37:30.750505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59960) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.782979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.792852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.794666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] 10.222.0.100 "DELETE /v2.0/networks/5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2 HTTP/1.1" status: 204 len: 168 time: 1.4686806 Jul 16 20:37:30.820418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5f9ca-1858-4352-9e5a-ca1d49a5d45f tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872 tempest-ExtraDHCPOptionsIpV6TestJSON-1523425872-project] Pushing event deleted for resources: {'Network': ['ID=5af0eade-cb47-40d2-a81d-e1c1b0aaa6d2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.825294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3eda-eb81-451a-bd39-9a5e3351d329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.826310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.852702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3eda-eb81-451a-bd39-9a5e3351d329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.933875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3eda-eb81-451a-bd39-9a5e3351d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.939782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3eda-eb81-451a-bd39-9a5e3351d329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.948953 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed9e3eda-eb81-451a-bd39-9a5e3351d329 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d5ec7b8d-13a5-4379-9318-6a623d1e9579 HTTP/1.1" status: 204 len: 168 time: 0.1944489 Jul 16 20:37:30.960434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e3eda-eb81-451a-bd39-9a5e3351d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ec7b8d-13a5-4379-9318-6a623d1e9579,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.998561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Router 34f9ee92-c85d-4523-8bc4-bee3097a8122 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:31.136775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:31.157121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903458b6-3636-4d95-9245-729069860d0c None None] Sync routers for ids ['34f9ee92-c85d-4523-8bc4-bee3097a8122'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:31.160677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.162445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6a1a3fa7-d502-4e1f-9e26-056e7ee052a1 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8578386 Jul 16 20:37:31.166181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.173477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903458b6-3636-4d95-9245-729069860d0c None None] Routers {'34f9ee92-c85d-4523-8bc4-bee3097a8122'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:31.174524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-903458b6-3636-4d95-9245-729069860d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['34f9ee92-c85d-4523-8bc4-bee3097a8122'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.175584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': False}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:31.224303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-903458b6-3636-4d95-9245-729069860d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.237973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903458b6-3636-4d95-9245-729069860d0c None None] Routers {'34f9ee92-c85d-4523-8bc4-bee3097a8122'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:31.238960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-903458b6-3636-4d95-9245-729069860d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['34f9ee92-c85d-4523-8bc4-bee3097a8122'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.304035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-903458b6-3636-4d95-9245-729069860d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.306436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903458b6-3636-4d95-9245-729069860d0c None None] The sync data for ids ['34f9ee92-c85d-4523-8bc4-bee3097a8122'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:31.365104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59978) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.627434 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.803671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-354d96e8-0677-4ba3-b39f-141569b6352e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=355dd16bfb394376b05b95936f6d8533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363265 Jul 16 20:37:31.804674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59994) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.912288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.962809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.035634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.047754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.051897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e71d17a5-6144-4431-9c01-7834f75e4e5f HTTP/1.1" status: 204 len: 168 time: 0.2427084 Jul 16 20:37:32.075005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71d17a5-6144-4431-9c01-7834f75e4e5f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.091457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.092137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.092723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.093292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.093848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.094420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.094983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.095596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.096148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.096716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.097659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.097887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721854a-d087-41e4-aeb7-b7e51efb1e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:32.252254 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.259123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.868937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Router 34f9ee92-c85d-4523-8bc4-bee3097a8122 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:33.038665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:33.049191 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] Sync routers for ids ['34f9ee92-c85d-4523-8bc4-bee3097a8122'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:33.056871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.058739 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d16daa4d-df92-4ce7-b027-4f1b5c5b374f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "PUT /v2.0/routers/34f9ee92-c85d-4523-8bc4-bee3097a8122 HTTP/1.1" status: 200 len: 922 time: 1.8890991 Jul 16 20:37:33.061432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60042) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.072327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] Routers {'34f9ee92-c85d-4523-8bc4-bee3097a8122'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:33.074031 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['34f9ee92-c85d-4523-8bc4-bee3097a8122'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:33.125439 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:33.135969 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] Routers {'34f9ee92-c85d-4523-8bc4-bee3097a8122'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:33.136766 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['34f9ee92-c85d-4523-8bc4-bee3097a8122'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:33.181896 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:33.182823 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b7364-1862-4daa-a493-92f43e9f20fd None None] The sync data for ids ['34f9ee92-c85d-4523-8bc4-bee3097a8122'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:33.227913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.228350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2dd5b828-62de-4674-80ba-ab608e62fa73 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/34f9ee92-c85d-4523-8bc4-bee3097a8122 HTTP/1.1" status: 200 len: 922 time: 0.1648355 Jul 16 20:37:33.381665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60058) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.388740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ef1d6-c8cf-435b-a9d8-8af961579904 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.393707 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-df7ef1d6-c8cf-435b-a9d8-8af961579904 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=34f9ee92-c85d-4523-8bc4-bee3097a8122&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1613166 Jul 16 20:37:33.394178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60062) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.562047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6f45a-d7a6-4294-8a99-44ce8c47bae6 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.567512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60064) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.583446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9ee6f45a-d7a6-4294-8a99-44ce8c47bae6 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.1842299 Jul 16 20:37:33.601113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9984393e-87ce-4ef8-90fa-de75811a856c tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=34f9ee92-c85d-4523-8bc4-bee3097a8122 HTTP/1.1" status: 200 len: 205 time: 0.0320270 Jul 16 20:37:33.604991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.784834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'networks': [{'name': 'tempest-network--987979719'}, {'name': 'tempest-network--1613515662'}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.785242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'network': {'name': 'tempest-network--987979719'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.785730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'network': {'name': 'tempest-network--1613515662'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.847866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Made reservation on behalf of 598680b7ff5a40cfa5be6a176054bec7 for: {'network': 2} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:33.859265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.874730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.894034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.989020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.056508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.059604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.082201 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.084011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.191163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Deleting port 068c4fba-8f92-4621-8f09-13a790c918e5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:34.191700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.209778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25763dee-c84f-41f3-85ba-91afd223df5c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.259357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:34.285303 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.286090 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Added segment 03671881-d597-4fa4-bcd6-026a5c5d6c8e of type vlan for network 69b68fc2-3034-4573-a58d-fa2b629433cb Jul 16 20:37:34.311573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.328299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Calling delete_port for 068c4fba-8f92-4621-8f09-13a790c918e5 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:34.365531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.394352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.401953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.408489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.414852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.421148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.432866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.440340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.442461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-81b1820b-dd13-4d00-956f-aeaf10a7c59a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.2337077 Jul 16 20:37:34.510057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:34.516528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e1b4ef8-8c47-4c00-8ef3-54ff00b08474 req-4d5f11dc-7bc5-4672-abcf-61f32522ce94 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542042 Jul 16 20:37:34.527400 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.527956 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Added segment e86733cc-8739-49d5-bd88-eb7d46e9f4ec of type vlan for network 27d2ff4e-2ec9-45ac-88f3-2861bf5b311f Jul 16 20:37:34.604036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.633025 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.678363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.678725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event deleted for resources: {'Port': ['ID=068c4fba-8f92-4621-8f09-13a790c918e5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.679781 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.688600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.703548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.707571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.767450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3825071 Jul 16 20:37:34.770316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60102) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.815535 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af15e86d-d6d2-4dd9-94e7-dbf6f0e7c089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.826603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Network': ['ID=69b68fc2-3034-4573-a58d-fa2b629433cb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.840338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 69b68fc2-3034-4573-a58d-fa2b629433cb details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:34.862484 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.907004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001ce8c-c067-422e-9c65-b3c768bcde11 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Network': ['ID=27d2ff4e-2ec9-45ac-88f3-2861bf5b311f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.928796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 27d2ff4e-2ec9-45ac-88f3-2861bf5b311f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:35.102626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.106072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.183692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de3ffe-b68a-4265-a38b-67ed824c316f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.189642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de3ffe-b68a-4265-a38b-67ed824c316f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.196340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de3ffe-b68a-4265-a38b-67ed824c316f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.202511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de3ffe-b68a-4265-a38b-67ed824c316f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.204250 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b7de3ffe-b68a-4265-a38b-67ed824c316f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4327605 Jul 16 20:37:35.207999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60108) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.215978 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.216700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Fanout notify agent at l3_agent the message router_deleted on router 34f9ee92-c85d-4523-8bc4-bee3097a8122 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:35.225227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.226297 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-30d6d46b-9e38-46bf-8195-cdbd0415a3d2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/34f9ee92-c85d-4523-8bc4-bee3097a8122 HTTP/1.1" status: 204 len: 168 time: 1.6202111 Jul 16 20:37:35.232391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60110) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.237134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-524d5772-d153-4906-8b91-607341ac261d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897096228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:35.262192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.268128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.274602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.280846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.286751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.293424 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.299397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.301366 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-6f7d6fd4-2076-4f69-9299-d3edf514b601 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.3759737 Jul 16 20:37:35.349189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-524d5772-d153-4906-8b91-607341ac261d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.350257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-524d5772-d153-4906-8b91-607341ac261d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.388498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-34c5776a-1a53-4092-b2fc-b369429ac67f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:35.390115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-34c5776a-1a53-4092-b2fc-b369429ac67f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "GET /v2.0/ports/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0789366 Jul 16 20:37:35.475934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-524d5772-d153-4906-8b91-607341ac261d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.507810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-524d5772-d153-4906-8b91-607341ac261d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.533616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-524d5772-d153-4906-8b91-607341ac261d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.534866 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-524d5772-d153-4906-8b91-607341ac261d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3014829 Jul 16 20:37:35.541707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60112) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.551760 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:35.563283 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-d27e62f7-113c-4514-a052-5685225523d6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "GET /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1646612 Jul 16 20:37:35.618632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.631189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:35.730864 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.745035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b68fc2-3034-4573-a58d-fa2b629433cb']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:35.763851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03671881-d597-4fa4-bcd6-026a5c5d6c8e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:35.764100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03671881-d597-4fa4-bcd6-026a5c5d6c8e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:35.776780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.811650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.845802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:35.846223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.849665 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:35.850424 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:35.855315 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.942046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.961931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.967306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/networks/69b68fc2-3034-4573-a58d-fa2b629433cb HTTP/1.1" status: 204 len: 168 time: 0.7580442 Jul 16 20:37:35.971750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60130) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.993700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dffd9b-b9f7-4aa4-9931-5379cdfd633e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Network': ['ID=69b68fc2-3034-4573-a58d-fa2b629433cb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:36.009356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.016249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.018856 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.022446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.032222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.038437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.045892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.051770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.054569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-934f1afd-8ca0-4cb6-9999-84ad605db157 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 5434 time: 0.2618296 Jul 16 20:37:36.131929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-276dea42-49e4-455d-a153-e4dc0b62aaa3 req-e95c4846-14a9-4065-858d-1f162d712b06 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670063 Jul 16 20:37:36.191709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.197466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] For port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:36.329185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] For port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:36.504198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.527479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d2ff4e-2ec9-45ac-88f3-2861bf5b311f']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:36.539289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] device_id is not set on port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:36.552836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.556368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86733cc-8739-49d5-bd88-eb7d46e9f4ec') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:36.556806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86733cc-8739-49d5-bd88-eb7d46e9f4ec') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:36.580953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.584479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.590012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.641237 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.654944 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.704320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:36.704742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:36.806102 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:36.808509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] No DVR routers for this DVR port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:36.859836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.861522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] Pushing event updated for resources: {'Port': ['ID=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,revision_number=6']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:36.886726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.893402 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/networks/27d2ff4e-2ec9-45ac-88f3-2861bf5b311f HTTP/1.1" status: 204 len: 168 time: 0.9159715 Jul 16 20:37:36.893541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60154) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:36.915007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a653e-d627-4774-ac46-408bb941fa8d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Network': ['ID=27d2ff4e-2ec9-45ac-88f3-2861bf5b311f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:36.945009 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] In _notify_port_updated(), no bound segment for port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:36.946617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:36.947183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.948529 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b44d61a0-1253-422c-b4ca-ea7288ab5ccf service neutron] 10.222.0.26 "PUT /v2.0/ports/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 200 len: 1028 time: 1.3499496 Jul 16 20:37:37.026261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4b68d1e4-ef26-4f9c-a38c-a11e1a8796ab None None] Provisioning complete for port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:37.026824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b68d1e4-ef26-4f9c-a38c-a11e1a8796ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.085956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4b68d1e4-ef26-4f9c-a38c-a11e1a8796ab None None] Port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:37.104859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-f9b07291-32d8-43ec-970e-f9175177f0da tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.106554 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-f9b07291-32d8-43ec-970e-f9175177f0da tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "GET /v2.0/ports/29cf9adf-2c68-4cf4-91df-5be2c17bcae6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1512220 Jul 16 20:37:37.107861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Allocated IP 172.25.8.140 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/6cb39127-3b3a-47d5-b392-646fff0e076e) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:37.116787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:37.212292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754c99f-3585-44c0-a0b2-224a112bc662 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.221489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754c99f-3585-44c0-a0b2-224a112bc662 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.223826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9754c99f-3585-44c0-a0b2-224a112bc662 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3299496 Jul 16 20:37:37.230631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60158) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.240399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-56687952'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:37.272334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Made reservation on behalf of 598680b7ff5a40cfa5be6a176054bec7 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:37.282739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.344535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:37.357663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.358035 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Added segment 4632946d-b6b2-4ff8-ac55-e1c51851507a of type vlan for network 3cd616e0-5e7d-4829-8819-bad8184ac46f Jul 16 20:37:37.460993 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.526438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.536340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.537488 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.570209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-81d1e949-eb2f-48ef-acb5-736ac1c32312 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.578387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-81d1e949-eb2f-48ef-acb5-736ac1c32312 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.587672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-81d1e949-eb2f-48ef-acb5-736ac1c32312 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.595084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-81d1e949-eb2f-48ef-acb5-736ac1c32312 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.601607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-81d1e949-eb2f-48ef-acb5-736ac1c32312 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.609540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-81d1e949-eb2f-48ef-acb5-736ac1c32312 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:37.618130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-81d1e949-eb2f-48ef-acb5-736ac1c32312 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 4659 time: 0.2234015 Jul 16 20:37:37.723117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.726773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.728357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Network': ['ID=3cd616e0-5e7d-4829-8819-bad8184ac46f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.740482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 3cd616e0-5e7d-4829-8819-bad8184ac46f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:37.767524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4dfa8083-6dec-4f2e-89fb-268296be68db tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5316939 Jul 16 20:37:37.769810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60182) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.790997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1695421879'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:37.811029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2189cf78-344c-4781-9231-c1a10c42dac0 req-5ca81030-768d-416c-9f85-f3961bc2dd75 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=a5724584-bc02-4701-873e-a43c8da40cc1&id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918180 Jul 16 20:37:37.852654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Made reservation on behalf of 598680b7ff5a40cfa5be6a176054bec7 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:37.857707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.895130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:37.908913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.909377 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Added segment b6a20a77-4880-4e76-acd8-0db8924c6d3b of type vlan for network 7e33dda8-9152-4447-81d9-5ed784b5f6e4 Jul 16 20:37:37.923701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.971720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.006847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.015217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:38.016976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:38.025176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.029612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:38.032872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:38.087967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event updated for resources: {'Port': ['ID=6cb39127-3b3a-47d5-b392-646fff0e076e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.093456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3094192 Jul 16 20:37:38.098904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] For port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:38.101629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60188) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.113131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'ports': [{'network_id': '3cd616e0-5e7d-4829-8819-bad8184ac46f', 'name': 'tempest-port--489420876', 'admin_state_up': True}, {'network_id': '7e33dda8-9152-4447-81d9-5ed784b5f6e4', 'admin_state_up': False}]} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:38.113611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'port': {'network_id': '3cd616e0-5e7d-4829-8819-bad8184ac46f', 'name': 'tempest-port--489420876', 'admin_state_up': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:38.114202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'port': {'network_id': '7e33dda8-9152-4447-81d9-5ed784b5f6e4', 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:38.124954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 0c1171bc-3bac-4ada-bb26-a9674666e2f1 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:38.128383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262565c9-fe33-4b9c-9a78-c6590b95eeb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Network': ['ID=7e33dda8-9152-4447-81d9-5ed784b5f6e4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.169467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7e33dda8-9152-4447-81d9-5ed784b5f6e4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:38.223446 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.343682 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.346563 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.376400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:38.378933 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adef11d8-7ddd-42fe-85d6-917ae8328262" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:38.395299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:38.400559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.401792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:38.431084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Made reservation on behalf of 598680b7ff5a40cfa5be6a176054bec7 for: {'port': 2} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:38.436215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.457235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] For port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:38.459717 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.476013 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53f180b-f8c5-42b3-aa16-9812a99f8ac2 x-openstack-request-id: req-b53f180b-f8c5-42b3-aa16-9812a99f8ac2 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:38.476374 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:38.476724 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b53f180b-f8c5-42b3-aa16-9812a99f8ac2 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:38.477884 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1', 'code': 200} Jul 16 20:37:38.536012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=0c1171bc-3bac-4ada-bb26-a9674666e2f1,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.560436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] device_id is not set on port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:38.600018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.622018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.656656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.710341 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.728730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:37:38.729156 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:37:38.754502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] device_id is not set on port 37249ae4-22a5-4cd5-8adb-c44009679a24 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:38.854933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] No DVR routers for this DVR port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:38.887216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] Pushing event updated for resources: {'Port': ['ID=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,revision_number=6']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.958702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.011093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] In _notify_port_updated(), no bound segment for port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 on network abf4999f-9752-4651-89ed-aa8f36cb5053 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:39.012149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.012874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.014446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-8fa9f23c-3fa3-41a9-8d68-3b19995a5026 service neutron] 10.222.0.26 "PUT /v2.0/ports/29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 200 len: 1026 time: 1.9018238 Jul 16 20:37:39.144432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-84594657-a0b1-4dc8-809d-60f2f99d672e None None] Provisioning complete for port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:39.145037 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-84594657-a0b1-4dc8-809d-60f2f99d672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.331749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861418b-2538-4df3-89be-05e7638be3be req-e20fa9f1-53c2-4d4f-b588-60e6913c156f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.343521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861418b-2538-4df3-89be-05e7638be3be req-e20fa9f1-53c2-4d4f-b588-60e6913c156f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.357343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861418b-2538-4df3-89be-05e7638be3be req-e20fa9f1-53c2-4d4f-b588-60e6913c156f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.366354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861418b-2538-4df3-89be-05e7638be3be req-e20fa9f1-53c2-4d4f-b588-60e6913c156f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.374346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:39.399442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861418b-2538-4df3-89be-05e7638be3be req-e20fa9f1-53c2-4d4f-b588-60e6913c156f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.399442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9861418b-2538-4df3-89be-05e7638be3be req-e20fa9f1-53c2-4d4f-b588-60e6913c156f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 3884 time: 0.3020322 Jul 16 20:37:39.420611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.438041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-84594657-a0b1-4dc8-809d-60f2f99d672e None None] Port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:39.470956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9861418b-2538-4df3-89be-05e7638be3be req-e593835e-b2ba-42c2-b761-05fb4a8ac323 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585864 Jul 16 20:37:39.541472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] device_id is not set on port b983675f-2486-420a-957c-65cd60285e25 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:39.570869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.645724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:39.650631 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.651524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:39.682139 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:39.682939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.747835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.755688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.878798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.907059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:39.907467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device d5ace7b9-a534-43bc-9d21-3aa248f8ea6e no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:39.928312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] For port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:39.928843 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.930505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:39.943695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:39.996689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.047863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:40.053983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.054846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:40.113006 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.158235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.215070 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.222109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Port': ['ID=37249ae4-22a5-4cd5-8adb-c44009679a24,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.267540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:40.271990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.272958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5aa31999-52d7-4126-8dc9-1a975180d0b5 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:40.282953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Router 5e062b9a-a82a-41d4-9345-dfe95f1d28b4 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:40.297541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Checking segment: {'id': '4632946d-b6b2-4ff8-ac55-e1c51851507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cd616e0-5e7d-4829-8819-bad8184ac46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:40.297901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network hostable DHCP agents. Network: 3cd616e0-5e7d-4829-8819-bad8184ac46f, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:40.367660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.381240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.397871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network 3cd616e0-5e7d-4829-8819-bad8184ac46f is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:40.425917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.432835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=799dbdbe-b85f-4df6-8e09-1aef1c5bc641,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.473468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 3cd616e0-5e7d-4829-8819-bad8184ac46f) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:40.483209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:40.486772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:40.487463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.488621 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365724fd-3298-4ad5-b1f0-5aba0eb8736f" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:40.501994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae0f41-ab98-484b-a263-e97489c289ef None None] Network 3cd616e0-5e7d-4829-8819-bad8184ac46f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:40.541418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5aa31999-52d7-4126-8dc9-1a975180d0b5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:40.548056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.610824 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e94cf19-d6d7-4275-94b3-689fd94c22fd x-openstack-request-id: req-1e94cf19-d6d7-4275-94b3-689fd94c22fd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:40.611205 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:40.611573 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1e94cf19-d6d7-4275-94b3-689fd94c22fd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:40.612222 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641', 'code': 200} Jul 16 20:37:40.612539 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'code': 200} Jul 16 20:37:40.612808 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d', 'code': 200} Jul 16 20:37:40.613169 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5', 'code': 200} Jul 16 20:37:40.638186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] No DVR routers for this DVR port 799dbdbe-b85f-4df6-8e09-1aef1c5bc641 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:40.644790 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.647620 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1cad769b-7bbc-42e3-bbec-85234f3429e6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "DELETE /v2.0/ports/799dbdbe-b85f-4df6-8e09-1aef1c5bc641 HTTP/1.1" status: 204 len: 173 time: 1.6246269 Jul 16 20:37:40.650281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:40.652658 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b0ba9b-c201-49f0-a629-a43cef2bfa8f" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:40.673763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:40.701394 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.705225 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b7b3d363-7f2e-40aa-b710-abbc80b6967a tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "PUT /v2.0/routers/5e062b9a-a82a-41d4-9345-dfe95f1d28b4 HTTP/1.1" status: 200 len: 880 time: 5.1599462 Jul 16 20:37:40.706675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60256) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.709970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] Sync routers for ids ['5e062b9a-a82a-41d4-9345-dfe95f1d28b4'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:40.724262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Port': ['ID=b983675f-2486-420a-957c-65cd60285e25,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.725235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5aa31999-52d7-4126-8dc9-1a975180d0b5,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.740489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] Routers {'5e062b9a-a82a-41d4-9345-dfe95f1d28b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:40.741266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e062b9a-a82a-41d4-9345-dfe95f1d28b4'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:40.779046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Checking segment: {'id': 'b6a20a77-4880-4e76-acd8-0db8924c6d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7e33dda8-9152-4447-81d9-5ed784b5f6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:40.779438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network hostable DHCP agents. Network: 7e33dda8-9152-4447-81d9-5ed784b5f6e4, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:40.781433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:40.806901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network 7e33dda8-9152-4447-81d9-5ed784b5f6e4 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:40.807363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] Routers {'5e062b9a-a82a-41d4-9345-dfe95f1d28b4'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:40.808217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e062b9a-a82a-41d4-9345-dfe95f1d28b4'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:40.822614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7e33dda8-9152-4447-81d9-5ed784b5f6e4) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:40.837059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:40.850195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.867178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.868065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.874521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:40.874891 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.875967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f469d20-ef1c-4320-975c-b7a94cdf000a None None] Network 7e33dda8-9152-4447-81d9-5ed784b5f6e4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:40.889252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:40.890404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7ca83-d344-4257-8407-3ec38fc65b4a None None] The sync data for ids ['5e062b9a-a82a-41d4-9345-dfe95f1d28b4'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:40.935881 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5d9b0ff6-065b-4507-af0f-420f4512450c tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8340492 Jul 16 20:37:40.939168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60262) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.111694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] For port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:41.112748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.136978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8ee4b8e4-4776-45d5-a682-b238339d32ee tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/5e062b9a-a82a-41d4-9345-dfe95f1d28b4 HTTP/1.1" status: 200 len: 921 time: 0.4283080 Jul 16 20:37:41.137703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60272) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.173955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c4f5-22b0-487f-92e1-9b19ac892d60 req-3d5fd9a0-b191-4c47-b922-1f01168de3f3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.189540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c4f5-22b0-487f-92e1-9b19ac892d60 req-3d5fd9a0-b191-4c47-b922-1f01168de3f3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.215418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c4f5-22b0-487f-92e1-9b19ac892d60 req-3d5fd9a0-b191-4c47-b922-1f01168de3f3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.223855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c4f5-22b0-487f-92e1-9b19ac892d60 req-3d5fd9a0-b191-4c47-b922-1f01168de3f3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.231870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6290c4f5-22b0-487f-92e1-9b19ac892d60 req-3d5fd9a0-b191-4c47-b922-1f01168de3f3 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 3143 time: 0.3620100 Jul 16 20:37:41.302148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6290c4f5-22b0-487f-92e1-9b19ac892d60 req-41a225e7-c180-4992-b7f3-c4cb04ff03ca tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490088 Jul 16 20:37:41.377515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba25b98d-2f6c-46e2-9242-f2564ce1bb5e tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.379118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ba25b98d-2f6c-46e2-9242-f2564ce1bb5e tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=5e062b9a-a82a-41d4-9345-dfe95f1d28b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2393117 Jul 16 20:37:41.381899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60278) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.391489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.392277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.392843 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Floating IP 2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280 disassociated. External IP: 172.25.8.138, port: d5ace7b9-a534-43bc-9d21-3aa248f8ea6e. Jul 16 20:37:41.393583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for d5ace7b9-a534-43bc-9d21-3aa248f8ea6e owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:41.590378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d590fc-71c1-4403-a358-64edbd4c7b64 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.591991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b0d590fc-71c1-4403-a358-64edbd4c7b64 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.2016242 Jul 16 20:37:41.592168 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26ba76b-4130-4ae0-ab25-9144817a810d x-openstack-request-id: req-c26ba76b-4130-4ae0-ab25-9144817a810d {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:41.592386 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "799dbdbe-b85f-4df6-8e09-1aef1c5bc641", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:41.592574 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c26ba76b-4130-4ae0-ab25-9144817a810d {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:41.592976 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '799dbdbe-b85f-4df6-8e09-1aef1c5bc641', 'status': 'completed', 'code': 200} Jul 16 20:37:41.594806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60280) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.628472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.643095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-23c3f25f-a73e-4f71-8df1-a9ce9e5cc810 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=5e062b9a-a82a-41d4-9345-dfe95f1d28b4 HTTP/1.1" status: 200 len: 205 time: 0.0464389 Jul 16 20:37:41.645195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60282) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.684138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=d5ace7b9-a534-43bc-9d21-3aa248f8ea6e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:41.808474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ef9a5-c4b2-46e0-b1f9-c20e19e46e30 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.814982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ef9a5-c4b2-46e0-b1f9-c20e19e46e30 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.816700 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e1ef9a5-c4b2-46e0-b1f9-c20e19e46e30 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8763411 Jul 16 20:37:41.819585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60284) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.825552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.986698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.094720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Deleting port 6cb39127-3b3a-47d5-b392-646fff0e076e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:42.095724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.316273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.336027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:42.344894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Calling delete_port for 6cb39127-3b3a-47d5-b392-646fff0e076e owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:42.493156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Deleting port 37249ae4-22a5-4cd5-8adb-c44009679a24 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:42.493672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.597098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.612904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Calling delete_port for 37249ae4-22a5-4cd5-8adb-c44009679a24 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:42.697938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:42.706489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dab33-4ff6-4a3b-9a5b-57225a03ddf6 req-9d84db3a-6a59-4655-9f02-6ba0e5f98900 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.709780 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] Sync routers for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:42.722833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dab33-4ff6-4a3b-9a5b-57225a03ddf6 req-9d84db3a-6a59-4655-9f02-6ba0e5f98900 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.731235 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:42.731891 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:42.743797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dab33-4ff6-4a3b-9a5b-57225a03ddf6 req-9d84db3a-6a59-4655-9f02-6ba0e5f98900 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.751943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-047dab33-4ff6-4a3b-9a5b-57225a03ddf6 req-9d84db3a-6a59-4655-9f02-6ba0e5f98900 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 2410 time: 0.2642241 Jul 16 20:37:42.767412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] No DVR routers for this DVR port d5ace7b9-a534-43bc-9d21-3aa248f8ea6e on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:42.770518 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.773312 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-64772be6-b3a0-462c-a4f0-6a62e0b4767b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "DELETE /v2.0/ports/d5ace7b9-a534-43bc-9d21-3aa248f8ea6e HTTP/1.1" status: 204 len: 173 time: 2.1152675 Jul 16 20:37:42.812176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.845639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event deleted for resources: {'Port': ['ID=6cb39127-3b3a-47d5-b392-646fff0e076e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:42.854773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.864770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-047dab33-4ff6-4a3b-9a5b-57225a03ddf6 req-95d25577-312d-4ffb-bc71-85a7e4248e0d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118443 Jul 16 20:37:42.893030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-3fb0d1fe-52cb-4f15-9965-66c56699e9ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3047383 Jul 16 20:37:42.925027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Port': ['ID=37249ae4-22a5-4cd5-8adb-c44009679a24,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:42.976320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.011548 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:43.030572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.032982 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-af86e78a-724f-4de0-91d0-83149eae7b74 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/ports/37249ae4-22a5-4cd5-8adb-c44009679a24 HTTP/1.1" status: 204 len: 168 time: 1.2124429 Jul 16 20:37:43.042000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60296) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.147281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.153910 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.197670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:43.198297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.329692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Deleting port b983675f-2486-420a-957c-65cd60285e25 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:43.330376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.377648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] For port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:43.378465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.401983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:43.464407 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 5, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:43.485773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.514622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Calling delete_port for b983675f-2486-420a-957c-65cd60285e25 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:43.526591 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] Checking router: 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:43.558054 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:43.559107 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:43.586210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.587230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Fanout notify agent at l3_agent the message router_deleted on router 5e062b9a-a82a-41d4-9345-dfe95f1d28b4 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:43.595919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.601674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0fbc18bd-d505-4fef-aee4-ad22cec633f7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/5e062b9a-a82a-41d4-9345-dfe95f1d28b4 HTTP/1.1" status: 204 len: 168 time: 1.9548807 Jul 16 20:37:43.603704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60302) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.610083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.610586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.615067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.618160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.623225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.625578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.626059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.628498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-0b1acf40-9d24-4aa2-b48b-48166cfab7e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.6440957 Jul 16 20:37:43.642679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1cd0bd0c-fecb-4542-ae3f-085ea5e06cb0 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1193727029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:43.696119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cd0bd0c-fecb-4542-ae3f-085ea5e06cb0 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.699432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:43.700134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cd0bd0c-fecb-4542-ae3f-085ea5e06cb0 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.710286 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90324a91-ee14-4a62-88f3-c1996ccb6da8" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:43.856100 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef562ba-8f79-4f7f-aeae-f17fbc9a7cf0 x-openstack-request-id: req-eef562ba-8f79-4f7f-aeae-f17fbc9a7cf0 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:43.856572 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "d5ace7b9-a534-43bc-9d21-3aa248f8ea6e", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:43.856868 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-eef562ba-8f79-4f7f-aeae-f17fbc9a7cf0 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:43.857320 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': 'd5ace7b9-a534-43bc-9d21-3aa248f8ea6e', 'status': 'completed', 'code': 200} Jul 16 20:37:43.871948 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:43.912200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-74b0e550-d085-4487-8c3e-17e443c21dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.912795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-74b0e550-d085-4487-8c3e-17e443c21dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.913222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-74b0e550-d085-4487-8c3e-17e443c21dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:43.927506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-74b0e550-d085-4487-8c3e-17e443c21dac service neutron] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 2299 time: 0.2023852 Jul 16 20:37:43.948649 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.028772 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.038517 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/ports/b983675f-2486-420a-957c-65cd60285e25 HTTP/1.1" status: 204 len: 168 time: 0.9879189 Jul 16 20:37:44.038517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60310) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:44.038517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b58b6-b8e6-4f77-bd4a-42ba3fd7b92d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Port': ['ID=b983675f-2486-420a-957c-65cd60285e25,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.080295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-c65476f2-7d2f-4f6b-a7ac-bb15ef7dd267 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1002 time: 0.1513491 Jul 16 20:37:44.100087 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f38c1535-b3c2-43a9-8218-7b482e2a7ff3 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0510299 Jul 16 20:37:44.112838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60312) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:44.129227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-325621168'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:44.186670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.287004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Made reservation on behalf of 598680b7ff5a40cfa5be6a176054bec7 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:44.292385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.308055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=6e666c5b-7ed4-4820-9352-3f4cddbd0f8d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.336167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-10613bc6-5fa6-46d8-9094-5177e47636c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.338092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-10613bc6-5fa6-46d8-9094-5177e47636c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.2516065 Jul 16 20:37:44.339930 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cd0bd0c-fecb-4542-ae3f-085ea5e06cb0 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.356540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cd0bd0c-fecb-4542-ae3f-085ea5e06cb0 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.411698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cd0bd0c-fecb-4542-ae3f-085ea5e06cb0 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.422321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1cd0bd0c-fecb-4542-ae3f-085ea5e06cb0 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7885745 Jul 16 20:37:44.432384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60316) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:44.434239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] No DVR routers for this DVR port 6e666c5b-7ed4-4820-9352-3f4cddbd0f8d on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:44.437616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.440409 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-b4be8b13-d3f8-4691-bf8b-beaa220ff0f8 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "DELETE /v2.0/ports/6e666c5b-7ed4-4820-9352-3f4cddbd0f8d HTTP/1.1" status: 204 len: 173 time: 1.6560600 Jul 16 20:37:44.440770 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 5, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:44.446429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': True}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:44.460870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:44.556619 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8dd3a1-6bd2-497b-a8ca-14b213efa56b None None] The sync data for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 is: [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:26:13Z', 'revision_number': 4, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'a1fd167f-26b7-41e3-a55f-347e99ca37dc', 'name': '', 'network_id': 'eda54561-7c99-4f69-8808-6b264e36fb54', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'mac_address': 'fa:16:3e:83:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:12Z', 'updated_at': '2021-07-16T20:26:28Z', 'revision_number': 5, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'subnets': [{'id': 'cd25bca1-d942-4cc0-9705-2fa9ef7d910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:44.573706 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.575018 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Added segment 4b347e35-1e88-4cf7-9686-03bff6dab3c2 of type vlan for network ae55beff-6ad4-4afc-ab57-8f973bc605f4 Jul 16 20:37:44.698966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24736f3-4981-4fd4-9ae8-992cba753eb3 req-116a0181-dc8c-4e03-888a-516ab172a9ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.706129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24736f3-4981-4fd4-9ae8-992cba753eb3 req-116a0181-dc8c-4e03-888a-516ab172a9ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.715386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d24736f3-4981-4fd4-9ae8-992cba753eb3 req-116a0181-dc8c-4e03-888a-516ab172a9ae tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 1677 time: 0.4796159 Jul 16 20:37:44.749031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.869961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 5aa31999-52d7-4126-8dc9-1a975180d0b5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:44.870393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.885814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-608497c4-6703-4dc7-b0e1-f7ce37ee56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.890034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-608497c4-6703-4dc7-b0e1-f7ce37ee56bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5409603 Jul 16 20:37:44.926993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.937517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:44.938174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.064747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d24736f3-4981-4fd4-9ae8-992cba753eb3 req-8026ad6e-4b05-4092-acc4-96d05535a6e7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481426 Jul 16 20:37:45.114599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.235343 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1204567 Jul 16 20:37:45.236042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60332) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:45.270688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-629200729'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:45.305353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cfe7c-6615-4979-b7a5-d683a241e677 None None] New status for floating IP 2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:45.357365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c1ce9-9982-430d-8c06-124a87f4896e tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Network': ['ID=ae55beff-6ad4-4afc-ab57-8f973bc605f4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:45.406165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] For port 5aa31999-52d7-4126-8dc9-1a975180d0b5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5aa31999-52d7-4126-8dc9-1a975180d0b5,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:45.406658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.449011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ae55beff-6ad4-4afc-ab57-8f973bc605f4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:45.456934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 5aa31999-52d7-4126-8dc9-1a975180d0b5 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:45.468297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Made reservation on behalf of 598680b7ff5a40cfa5be6a176054bec7 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:45.471925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.575101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-e8dd1ab3-1136-4703-afb9-eee4d8ae348d service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609385 Jul 16 20:37:45.578926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:45.609200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.610000 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Added segment 3143da11-efd7-4a1e-a672-93787708de18 of type vlan for network 0fa09b1a-6562-4505-9635-a7b0f6db68b1 Jul 16 20:37:45.689673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.813350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.819719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:45.820373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.860918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:45.863275 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f3c7c-99ee-43f9-a638-1750b90c58dd" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:45.871559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.971905 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7194743 Jul 16 20:37:45.974653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=5aa31999-52d7-4126-8dc9-1a975180d0b5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.029042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a10059-2d6f-4ab3-b6ef-7b9e9b005d6a tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Network': ['ID=0fa09b1a-6562-4505-9635-a7b0f6db68b1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.044703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0fa09b1a-6562-4505-9635-a7b0f6db68b1 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:46.047879 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e97c058-6993-4902-873a-786a37050914 x-openstack-request-id: req-1e97c058-6993-4902-873a-786a37050914 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:46.048212 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "6e666c5b-7ed4-4820-9352-3f4cddbd0f8d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:46.048454 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1e97c058-6993-4902-873a-786a37050914 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:46.048840 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '6e666c5b-7ed4-4820-9352-3f4cddbd0f8d', 'status': 'completed', 'code': 200} Jul 16 20:37:46.061723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-933feba1-b36f-4da4-b89d-82cff9816f6b service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727058 Jul 16 20:37:46.087736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.105236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] No DVR routers for this DVR port 5aa31999-52d7-4126-8dc9-1a975180d0b5 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:46.109160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.111669 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-58dc26fb-c141-43dc-a3d1-f48f06b8250d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "DELETE /v2.0/ports/5aa31999-52d7-4126-8dc9-1a975180d0b5 HTTP/1.1" status: 204 len: 173 time: 1.6439216 Jul 16 20:37:46.151486 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.154929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-40103f83-4389-48eb-ba61-7b1f9c64512e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 217 time: 0.0828786 Jul 16 20:37:46.485404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:46.486165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.490006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-57019d55-78ff-424e-a973-5ab65444ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:46.499452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-57019d55-78ff-424e-a973-5ab65444ca74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.3330948 Jul 16 20:37:46.740551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] For port 0c1171bc-3bac-4ada-bb26-a9674666e2f1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=0c1171bc-3bac-4ada-bb26-a9674666e2f1,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:46.741139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.790741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 0c1171bc-3bac-4ada-bb26-a9674666e2f1 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:46.886894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Allocated IP 172.25.8.249 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/783a3808-0bc6-4ee2-b094-183c4880788f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:47.038248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48129e-a4af-4301-b38c-1c23a74439d4 req-0238d62c-be34-4d27-8c6d-a256020f7834 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:47.044905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c48129e-a4af-4301-b38c-1c23a74439d4 req-0238d62c-be34-4d27-8c6d-a256020f7834 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 943 time: 0.4672410 Jul 16 20:37:47.080806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-c17c0df7-55a5-4d86-866b-1db6f7339c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:47.084001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-c17c0df7-55a5-4d86-866b-1db6f7339c16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5713711 Jul 16 20:37:47.226204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.299466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=0c1171bc-3bac-4ada-bb26-a9674666e2f1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:47.473558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c48129e-a4af-4301-b38c-1c23a74439d4 req-3b2d68de-5e4a-4c86-b57c-7d6c254b8462 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups?id=d253c5b7-3713-430b-acf8-0b022f972a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276443 Jul 16 20:37:47.586270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] No DVR routers for this DVR port 0c1171bc-3bac-4ada-bb26-a9674666e2f1 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:47.593881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.599413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9db3bcef-bd08-4f76-837b-43a4f7d45b30 req-1b6ac120-457c-4535-b1f5-618d269eb377 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.26 "DELETE /v2.0/ports/0c1171bc-3bac-4ada-bb26-a9674666e2f1 HTTP/1.1" status: 204 len: 173 time: 1.4824281 Jul 16 20:37:47.755912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.802890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-c3bd9e80-9e42-4b3d-b755-b86ce9b5324b service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035668 Jul 16 20:37:48.049952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5'}, {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:48.052552 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70fcc0-9aa6-46a9-856c-f3ac73d57c29" -d '{"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5"}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:48.083991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.229732 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c0a69d-695d-40fb-a31a-70913c78fd08 x-openstack-request-id: req-65c0a69d-695d-40fb-a31a-70913c78fd08 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:48.229732 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "5aa31999-52d7-4126-8dc9-1a975180d0b5", "status": "completed", "code": 200}, {"server_uuid": "53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a", "name": "network-vif-deleted", "tag": "0c1171bc-3bac-4ada-bb26-a9674666e2f1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:48.231288 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-65c0a69d-695d-40fb-a31a-70913c78fd08 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:48.231288 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '5aa31999-52d7-4126-8dc9-1a975180d0b5', 'status': 'completed', 'code': 200} Jul 16 20:37:48.231288 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a', 'name': 'network-vif-deleted', 'tag': '0c1171bc-3bac-4ada-bb26-a9674666e2f1', 'status': 'completed', 'code': 200} Jul 16 20:37:48.241407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Port': ['ID=783a3808-0bc6-4ee2-b094-183c4880788f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.281441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:48.283309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:48.286779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-b6399424-bd08-4835-977e-9279cdd374ca service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768345 Jul 16 20:37:48.287914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:48.728238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-e435cce0-5733-4722-b785-69314e27986c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 217 time: 0.3710783 Jul 16 20:37:49.021422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ccc3367-43f2-4789-be48-b5f31d2f8b35 req-c4daa331-b5a6-45ab-850c-7eab04f20cb7 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0866325 Jul 16 20:37:49.065852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-60036002-421e-43ce-9a60-c48d4f6ebfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:49.069305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-60036002-421e-43ce-9a60-c48d4f6ebfa3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.3391278 Jul 16 20:37:49.478802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:49.484280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'subnets': [{'network_id': 'ae55beff-6ad4-4afc-ab57-8f973bc605f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--444669754', 'ip_version': 6}, {'network_id': '0fa09b1a-6562-4505-9635-a7b0f6db68b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:49.484651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'subnet': {'network_id': 'ae55beff-6ad4-4afc-ab57-8f973bc605f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--444669754', 'ip_version': 6}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:49.485261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Request body: {'subnet': {'network_id': '0fa09b1a-6562-4505-9635-a7b0f6db68b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:49.575754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-5b8a2be2-4ae7-4ee8-8850-8cb6dade9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:49.577776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-5b8a2be2-4ae7-4ee8-8850-8cb6dade9633 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4948118 Jul 16 20:37:49.776747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.869224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Made reservation on behalf of 598680b7ff5a40cfa5be6a176054bec7 for: {'subnet': 2} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:49.874523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.875046 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.506155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-de5c1947-c29b-4249-875c-153b562f1ebf service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185939 Jul 16 20:37:50.786117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-c7858783-242e-46be-828c-b5ea522de2f9 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696326 Jul 16 20:37:50.793392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.908090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Subnet': ['ID=694bfd5a-3ab2-4d6c-b1a8-f8b0037f2031,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:50.921011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Checking segment: {'id': '4b347e35-1e88-4cf7-9686-03bff6dab3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ae55beff-6ad4-4afc-ab57-8f973bc605f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:50.921826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network hostable DHCP agents. Network: ae55beff-6ad4-4afc-ab57-8f973bc605f4, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:50.962819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network ae55beff-6ad4-4afc-ab57-8f973bc605f4 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:50.988050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ae55beff-6ad4-4afc-ab57-8f973bc605f4) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:51.001073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d350d-3ab4-476f-9906-ee03866095a0 None None] Network ae55beff-6ad4-4afc-ab57-8f973bc605f4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:51.012896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.216896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event updated for resources: {'Subnet': ['ID=7ff9e637-35de-4a02-8f5c-4d2651288f48,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:51.222046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac49e72e-48aa-4e25-863a-2a37e29a75a0 req-e0435823-f8f7-4889-9ce5-f54cbd51240b tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.7247000 Jul 16 20:37:51.225821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-84fc324f-c81b-466d-a6e5-5cec41411e44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 217 time: 0.4364066 Jul 16 20:37:51.230961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Checking segment: {'id': '3143da11-efd7-4a1e-a672-93787708de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0fa09b1a-6562-4505-9635-a7b0f6db68b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:51.231421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network hostable DHCP agents. Network: 0fa09b1a-6562-4505-9635-a7b0f6db68b1, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:51.267130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Network 0fa09b1a-6562-4505-9635-a7b0f6db68b1 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:51.280012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0fa09b1a-6562-4505-9635-a7b0f6db68b1) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:51.296034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.296866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.297673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.318614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca38cbe1-ff44-45ec-b222-191fe55844a8 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8379755 Jul 16 20:37:51.318949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4985320-d004-43c2-b44e-c62f91aa78be None None] Network 0fa09b1a-6562-4505-9635-a7b0f6db68b1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:51.320532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60396) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.366917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.397576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.403691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa978e-b059-4333-a7e6-7b0952392ad2 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.407485 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa978e-b059-4333-a7e6-7b0952392ad2 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.411275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-6bde62b6-3e28-4df2-85ec-f47bd8e2d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.412413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa978e-b059-4333-a7e6-7b0952392ad2 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.412779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-6bde62b6-3e28-4df2-85ec-f47bd8e2d80b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1766772 Jul 16 20:37:51.418219 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-86aa978e-b059-4333-a7e6-7b0952392ad2 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0961759 Jul 16 20:37:51.427522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60398) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.497752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Deleting subnet 694bfd5a-3ab2-4d6c-b1a8-f8b0037f2031 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:51.502429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.579351 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.656444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ef14c-2440-4723-bb1e-6f2980b03b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ae55beff-6ad4-4afc-ab57-8f973bc605f4', 'network_id': 'ae55beff-6ad4-4afc-ab57-8f973bc605f4', 'tenant_id': '598680b7ff5a40cfa5be6a176054bec7', 'fixed_ips': [{'subnet_id': '694bfd5a-3ab2-4d6c-b1a8-f8b0037f2031'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:51.657326 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a92ef14c-2440-4723-bb1e-6f2980b03b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.693135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-402b3c8b-3747-4891-bc3f-ac2cb95a0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:51.694403 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.697644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-402b3c8b-3747-4891-bc3f-ac2cb95a0672 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2375159 Jul 16 20:37:51.812947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.879107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Subnet': ['ID=694bfd5a-3ab2-4d6c-b1a8-f8b0037f2031,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:51.899662 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.903958 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-03c84e2f-9908-4864-b1ac-2b9577f4b3ea tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/subnets/694bfd5a-3ab2-4d6c-b1a8-f8b0037f2031 HTTP/1.1" status: 204 len: 168 time: 0.4753392 Jul 16 20:37:51.906545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60404) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.943492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d5a98-c1ee-4d4f-ac21-aa31c0b5f3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-0fa09b1a-6562-4505-9635-a7b0f6db68b1', 'network_id': '0fa09b1a-6562-4505-9635-a7b0f6db68b1', 'tenant_id': '598680b7ff5a40cfa5be6a176054bec7', 'fixed_ips': [{'subnet_id': '7ff9e637-35de-4a02-8f5c-4d2651288f48'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:51.943492 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b20d5a98-c1ee-4d4f-ac21-aa31c0b5f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-a92ef14c-2440-4723-bb1e-6f2980b03b7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 694bfd5a-3ab2-4d6c-b1a8-f8b0037f2031: This subnet is being modified by another concurrent operation. Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 694bfd5a-3ab2-4d6c-b1a8-f8b0037f2031: This subnet is being modified by another concurrent operation. Jul 16 20:37:51.971282 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:37:51.994414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-8969b5b1-3db1-44f2-b9ff-3ee5b3288504 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793870 Jul 16 20:37:51.994414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Router 5b041b9b-ae58-4d7d-a4ea-f77b4058b49a is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:51.997778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139325f-27d8-4da0-883a-d73246b3f2db None None] Network ae55beff-6ad4-4afc-ab57-8f973bc605f4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:52.028037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Deleting subnet 7ff9e637-35de-4a02-8f5c-4d2651288f48 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:52.032852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.158172 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.292863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.305504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:52.311240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-505e8713-11c2-4e4a-83a0-bfc791f6dd5a service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994490 Jul 16 20:37:52.314254 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.315315 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390894f1-44fc-4081-8a45-98873132cdab None None] Sync routers for ids ['5b041b9b-ae58-4d7d-a4ea-f77b4058b49a'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:52.315871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-63c1af10-1d96-4a3d-89ed-7d0310e9fa80 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "PUT /v2.0/routers/5b041b9b-ae58-4d7d-a4ea-f77b4058b49a HTTP/1.1" status: 200 len: 915 time: 7.8785753 Jul 16 20:37:52.321063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60418) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.329314 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390894f1-44fc-4081-8a45-98873132cdab None None] Routers {'5b041b9b-ae58-4d7d-a4ea-f77b4058b49a'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:52.330066 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-390894f1-44fc-4081-8a45-98873132cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5b041b9b-ae58-4d7d-a4ea-f77b4058b49a'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.462163 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-390894f1-44fc-4081-8a45-98873132cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.473047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.491495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-b08f067e-b196-4918-93a4-dc68ac79e01e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 217 time: 0.1735690 Jul 16 20:37:52.504190 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390894f1-44fc-4081-8a45-98873132cdab None None] Routers {'5b041b9b-ae58-4d7d-a4ea-f77b4058b49a'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:52.504969 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-390894f1-44fc-4081-8a45-98873132cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5b041b9b-ae58-4d7d-a4ea-f77b4058b49a'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-b20d5a98-c1ee-4d4f-ac21-aa31c0b5f3c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ff9e637-35de-4a02-8f5c-4d2651288f48: This subnet is being modified by another concurrent operation. Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ff9e637-35de-4a02-8f5c-4d2651288f48: This subnet is being modified by another concurrent operation. Jul 16 20:37:52.529203 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:37:52.559941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff9e637-35de-4a02-8f5c-4d2651288f48,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:52.568110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.571802 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4c50290-9ab8-45c4-98f5-79866bed2eb7 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/subnets/7ff9e637-35de-4a02-8f5c-4d2651288f48 HTTP/1.1" status: 204 len: 168 time: 0.6632321 Jul 16 20:37:52.574678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60426) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.597445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d174e-06c3-4c56-8483-9736d55daa57 None None] Network 0fa09b1a-6562-4505-9635-a7b0f6db68b1 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:52.615202 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-390894f1-44fc-4081-8a45-98873132cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.616311 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390894f1-44fc-4081-8a45-98873132cdab None None] The sync data for ids ['5b041b9b-ae58-4d7d-a4ea-f77b4058b49a'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:52.693310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105dcee7-34e1-4f7b-a079-4d198c2b7e5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.701907 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-105dcee7-34e1-4f7b-a079-4d198c2b7e5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1245332 Jul 16 20:37:52.706567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60428) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.740241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3529cc1-46ac-438a-85d6-f54e623d8259 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:37:52.853623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d552a84e-60e6-4d62-998f-259dda967df0 req-b855bb9f-55d1-45ab-aa1e-bd156704e293 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.2231882 Jul 16 20:37:52.953540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3529cc1-46ac-438a-85d6-f54e623d8259 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:37:52.973328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.044747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-52781fec-16a1-49c9-97c7-ae2379b02514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.046426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-52781fec-16a1-49c9-97c7-ae2379b02514 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.4358120 Jul 16 20:37:53.083157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60436) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.157230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-40c2782d-f1ca-46e3-ab6f-209e8f72096e tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/5b041b9b-ae58-4d7d-a4ea-f77b4058b49a HTTP/1.1" status: 200 len: 921 time: 0.8103900 Jul 16 20:37:53.168309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60440) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.179356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.207481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa09b1a-6562-4505-9635-a7b0f6db68b1']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.233024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3143da11-efd7-4a1e-a672-93787708de18') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.233320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3143da11-efd7-4a1e-a672-93787708de18') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.258662 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.260933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-586b7d1a-08a6-4580-bc9c-4bd289d94648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.263008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-586b7d1a-08a6-4580-bc9c-4bd289d94648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2058597 Jul 16 20:37:53.293697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.302277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:53.302837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:53.310993 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:53.385567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.392384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.397727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60442) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.399804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/networks/0fa09b1a-6562-4505-9635-a7b0f6db68b1 HTTP/1.1" status: 204 len: 168 time: 0.6816449 Jul 16 20:37:53.420254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43322432-75c2-492f-bd78-908a791a8344 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Network': ['ID=0fa09b1a-6562-4505-9635-a7b0f6db68b1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:53.429312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f5473ee-4f84-484a-993e-655b1285eadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.467736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b2873-91e6-4bb6-9123-063331f9a503 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:37:53.479517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-9e06f84f-123e-4fd7-9f45-959466b8e0a4 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065241 Jul 16 20:37:53.485228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d3f22-18e4-4b8e-b7b2-20974e1d5ab0 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.489419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.489573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca2d3f22-18e4-4b8e-b7b2-20974e1d5ab0 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=5b041b9b-ae58-4d7d-a4ea-f77b4058b49a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3201363 Jul 16 20:37:53.604143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355b6ff-68ff-4255-9610-6a7613184b1c tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.606154 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a355b6ff-68ff-4255-9610-6a7613184b1c tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.1156034 Jul 16 20:37:53.609041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60446) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.642145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-20aadead-73da-4100-b58e-6f72764ab87d service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118639 Jul 16 20:37:53.643073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b2873-91e6-4bb6-9123-063331f9a503 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:37:53.657010 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9f34133e-7c3b-4a05-8b8e-6995c4430d90 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b041b9b-ae58-4d7d-a4ea-f77b4058b49a HTTP/1.1" status: 200 len: 205 time: 0.0467727 Jul 16 20:37:53.657613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60448) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.685334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.730151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-ca628a87-6fc5-4e66-824b-4b8818f32a6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.0814414 Jul 16 20:37:53.835056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-fc4e0b38-3e23-4efc-9fc5-953f5264b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:53.837081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-fc4e0b38-3e23-4efc-9fc5-953f5264b765 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0946217 Jul 16 20:37:53.881278 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.930714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.957320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae55beff-6ad4-4afc-ab57-8f973bc605f4']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.983572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b347e35-1e88-4cf7-9686-03bff6dab3c2') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:53.991837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b347e35-1e88-4cf7-9686-03bff6dab3c2') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.007452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.029902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.068884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.126008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:54.126562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:54.143889 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:54.152365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Deleting port 783a3808-0bc6-4ee2-b094-183c4880788f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:54.152909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.205568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-930f70a7-b9be-4bfa-bb8c-a87342a9c8c0 req-083750a6-c6b3-4ec4-b89b-51473ab35164 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0896397 Jul 16 20:37:54.275210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f5473ee-4f84-484a-993e-655b1285eadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.278204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-03f8d90a-dccc-450d-9b1e-6b6ca7a21b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.279820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-03f8d90a-dccc-450d-9b1e-6b6ca7a21b97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2410960 Jul 16 20:37:54.281448 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.283481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f5473ee-4f84-484a-993e-655b1285eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.293810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.322738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Calling delete_port for 783a3808-0bc6-4ee2-b094-183c4880788f owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:54.325094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.329478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/networks/ae55beff-6ad4-4afc-ab57-8f973bc605f4 HTTP/1.1" status: 204 len: 168 time: 0.9284554 Jul 16 20:37:54.331693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0f5473ee-4f84-484a-993e-655b1285eadf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=424aacfcb7ad4243a1cb88fe6185647d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2475097 Jul 16 20:37:54.332684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60458) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.334521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60460) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.403907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec0720-d3ad-497c-aec5-08a992eede5f tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Network': ['ID=ae55beff-6ad4-4afc-ab57-8f973bc605f4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.438653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5473ee-4f84-484a-993e-655b1285eadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f8ff3-871c-4e7e-85dd-7fe73fb466cd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.510355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-af105365-91b5-4f70-b3ea-af206a09b806 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887205 Jul 16 20:37:54.537864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.567229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d68dc92e-7a8b-4bcd-938d-143ad4350e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.628906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-c9dc10c7-5964-480f-9b13-b03a711a669a service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118536 Jul 16 20:37:54.675399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d68dc92e-7a8b-4bcd-938d-143ad4350e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.689744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-be3a057f-145a-4921-b96f-85152900afdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.0541067 Jul 16 20:37:54.740776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.761256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e33dda8-9152-4447-81d9-5ed784b5f6e4']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.761735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-bc685101-abd2-486f-bdfc-bb89d64e7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.764206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-bc685101-abd2-486f-bdfc-bb89d64e7fe5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0665965 Jul 16 20:37:54.798917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a20a77-4880-4e76-acd8-0db8924c6d3b') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.799464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a20a77-4880-4e76-acd8-0db8924c6d3b') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.813325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.835324 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.849035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:54.849506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:54.854219 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:54.875012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b75-8bf6-4740-979d-9474437146a9 req-b789f38a-3993-499e-9c0d-a56afbbb78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.876704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-b789f38a-3993-499e-9c0d-a56afbbb78a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061509 Jul 16 20:37:54.879223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.881342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d68dc92e-7a8b-4bcd-938d-143ad4350e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.884800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d68dc92e-7a8b-4bcd-938d-143ad4350e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.887898 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d68dc92e-7a8b-4bcd-938d-143ad4350e4b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2b8f8ff3-871c-4e7e-85dd-7fe73fb466cd HTTP/1.1" status: 204 len: 168 time: 0.5371239 Jul 16 20:37:54.913452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc92e-7a8b-4bcd-938d-143ad4350e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f8ff3-871c-4e7e-85dd-7fe73fb466cd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.998334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event deleted for resources: {'Port': ['ID=783a3808-0bc6-4ee2-b094-183c4880788f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.039692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-ca2b5377-04bb-4986-a2de-6c7b9a16958f service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490238 Jul 16 20:37:55.066544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.088410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.093333 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/networks/7e33dda8-9152-4447-81d9-5ed784b5f6e4 HTTP/1.1" status: 204 len: 168 time: 0.7521958 Jul 16 20:37:55.094042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60464) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.112257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016709f0-64fd-4ca3-ab9e-45a659d69e17 tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Network': ['ID=7e33dda8-9152-4447-81d9-5ed784b5f6e4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.141195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.588925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a212b75-8bf6-4740-979d-9474437146a9 req-b7aaf768-b417-4582-abef-9349b224acfb service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422337 Jul 16 20:37:55.631552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48a24468-ec70-4d48-8bc4-dfb3ffa84f5c req-ce15f1e5-883f-4f18-be06-4db627141cdc tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0413427 Jul 16 20:37:55.735984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.739763 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.747656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.813474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.814448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Fanout notify agent at l3_agent the message router_deleted on router 5b041b9b-ae58-4d7d-a4ea-f77b4058b49a {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:55.824240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.828817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0cb73f78-6bb0-44f1-b999-94c2667cd730 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/5b041b9b-ae58-4d7d-a4ea-f77b4058b49a HTTP/1.1" status: 204 len: 168 time: 2.1668227 Jul 16 20:37:55.829623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60476) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.835481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4967d7f9-1d5e-4508-9676-75745dcb3e18 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-257359410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:55.865963 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4967d7f9-1d5e-4508-9676-75745dcb3e18 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.867764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4967d7f9-1d5e-4508-9676-75745dcb3e18 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.894467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.905951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd616e0-5e7d-4829-8819-bad8184ac46f']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:55.916809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4632946d-b6b2-4ff8-ac55-e1c51851507a') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:55.917116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4632946d-b6b2-4ff8-ac55-e1c51851507a') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:55.927507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.928021 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4967d7f9-1d5e-4508-9676-75745dcb3e18 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.932847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4967d7f9-1d5e-4508-9676-75745dcb3e18 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.944033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.949812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4967d7f9-1d5e-4508-9676-75745dcb3e18 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.951475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4967d7f9-1d5e-4508-9676-75745dcb3e18 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1202357 Jul 16 20:37:55.951661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:55.952332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.954258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60478) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:55.955857 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:55.958785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'enable_snat': False}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:56.028549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.049278 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.052028 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] 10.222.0.100 "DELETE /v2.0/networks/3cd616e0-5e7d-4829-8819-bad8184ac46f HTTP/1.1" status: 204 len: 168 time: 0.9538164 Jul 16 20:37:56.052933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b960ed-e83f-4d58-8749-a66459bdfe3d tempest-BulkNetworkOpsIpV6Test-1392042820 tempest-BulkNetworkOpsIpV6Test-1392042820-project] Pushing event deleted for resources: {'Network': ['ID=3cd616e0-5e7d-4829-8819-bad8184ac46f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.238095 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.385651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60490) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.603233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.624491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.698341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9842d77b-be69-42b8-b8e0-96ab59814e4a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=598680b7ff5a40cfa5be6a176054bec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117998 Jul 16 20:37:56.701059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.786254 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e5ea-1fcf-42e4-ad16-d0d294e48f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.810250 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e5ea-1fcf-42e4-ad16-d0d294e48f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.822443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ddf127f-8d59-4ffe-a885-641b5c23cb22 req-8f66b8c2-68f4-4696-b213-11ee4a96ee85 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0570896 Jul 16 20:37:56.839787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Allocated IP 172.25.8.142 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/1b52bc89-dc93-4d78-828a-3e9c25fada59) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:56.881817 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e5ea-1fcf-42e4-ad16-d0d294e48f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.886140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e5ea-1fcf-42e4-ad16-d0d294e48f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.890569 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2d5e5ea-1fcf-42e4-ad16-d0d294e48f3c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/25763dee-c84f-41f3-85ba-91afd223df5c HTTP/1.1" status: 204 len: 168 time: 0.1884270 Jul 16 20:37:56.900617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5e5ea-1fcf-42e4-ad16-d0d294e48f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25763dee-c84f-41f3-85ba-91afd223df5c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.995472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.051608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.115876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Pushing event updated for resources: {'Port': ['ID=1b52bc89-dc93-4d78-828a-3e9c25fada59,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:57.130750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:57.132242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:57.135067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:57.447336 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.739940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.743782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.791448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60530) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.941311 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'networks': [{'name': 'tempest-network--1024056538'}, {'name': 'tempest-network--415666468'}]} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:57.942000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'network': {'name': 'tempest-network--1024056538'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:57.942750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'network': {'name': 'tempest-network--415666468'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:57.947632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Router 6274b0d6-a3c9-4aa5-b304-22122bc6c340 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:57.980183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Made reservation on behalf of 0ee749bdd9ca45c2bb11d4cec30a27e0 for: {'network': 2} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:57.985392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.996094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.053680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab67a7dc-e570-4df3-b5c8-903652dfbec5 req-feb57ea3-aa0e-45f9-a2c7-aa9fe3c6d752 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0427089 Jul 16 20:37:58.115524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.121349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.121908 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.130314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:58.140847 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] Sync routers for ids ['6274b0d6-a3c9-4aa5-b304-22122bc6c340'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:58.142814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.144194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6fb077d1-e662-4662-adbd-da90b4afedca tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "PUT /v2.0/routers/6274b0d6-a3c9-4aa5-b304-22122bc6c340 HTTP/1.1" status: 200 len: 915 time: 2.1890178 Jul 16 20:37:58.146917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60538) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.156491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] Routers {'6274b0d6-a3c9-4aa5-b304-22122bc6c340'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:58.157389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6274b0d6-a3c9-4aa5-b304-22122bc6c340'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:58.192089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:58.203449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] Routers {'6274b0d6-a3c9-4aa5-b304-22122bc6c340'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:58.204995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6274b0d6-a3c9-4aa5-b304-22122bc6c340'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:58.225459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a353b0c-4ac8-4db4-81de-fcae071c7b23,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.231157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:58.250209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:58.250965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708da4a8-1e02-401f-bb3a-cf3c7249c3cf None None] The sync data for ids ['6274b0d6-a3c9-4aa5-b304-22122bc6c340'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:58.274247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.274599 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Added segment 35f6d763-c31d-4b08-9f90-ac7b0027e9dc of type vlan for network a1803728-773c-41a8-bb59-a6585710fc39 Jul 16 20:37:58.341881 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-57aa0895-b99d-4e35-945c-54ac5ffd36ba tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/6274b0d6-a3c9-4aa5-b304-22122bc6c340 HTTP/1.1" status: 200 len: 921 time: 0.1935077 Jul 16 20:37:58.344005 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.344774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60540) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.376736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:58.387497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.387828 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Added segment cb081126-bdf0-4f27-b1c2-f0a87972722d of type vlan for network 78eaa1e8-463e-475b-bea7-35d154f4a441 Jul 16 20:37:58.415322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee9206-2133-4125-9068-a5f1d7f97c73 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.420125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aeee9206-2133-4125-9068-a5f1d7f97c73 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=6274b0d6-a3c9-4aa5-b304-22122bc6c340&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0712876 Jul 16 20:37:58.420995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60542) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.436022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.475943 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.476616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.483871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.488984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.489716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.530512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f14a4c-9ed7-4695-93f1-124a5c6fa2d3 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.533774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-73f14a4c-9ed7-4695-93f1-124a5c6fa2d3 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/networks/a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 881 time: 0.1100771 Jul 16 20:37:58.535198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60544) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.542788 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7501347 Jul 16 20:37:58.547285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60546) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.572178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Network': ['ID=a1803728-773c-41a8-bb59-a6585710fc39,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.588086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a1803728-773c-41a8-bb59-a6585710fc39 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:58.588791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-091ba9c3-f7ac-4a2a-9cdf-ec7f388c5241 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=6274b0d6-a3c9-4aa5-b304-22122bc6c340 HTTP/1.1" status: 200 len: 205 time: 0.0517089 Jul 16 20:37:58.593703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60548) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.716857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2a01-d286-46fd-ab50-de1491b5872d tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Network': ['ID=78eaa1e8-463e-475b-bea7-35d154f4a441,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.722861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9e356-ddc1-4fc4-876e-4b5ccdf55926 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.729076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9e356-ddc1-4fc4-876e-4b5ccdf55926 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.729698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 78eaa1e8-463e-475b-bea7-35d154f4a441 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:58.735719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9e356-ddc1-4fc4-876e-4b5ccdf55926 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.741918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9e356-ddc1-4fc4-876e-4b5ccdf55926 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.744032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e8b9e356-ddc1-4fc4-876e-4b5ccdf55926 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1936383 Jul 16 20:37:58.746946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60554) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.823757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.892490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.974841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.013793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.026772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1803728-773c-41a8-bb59-a6585710fc39']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.051875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f6d763-c31d-4b08-9f90-ac7b0027e9dc') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.052181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f6d763-c31d-4b08-9f90-ac7b0027e9dc') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.078025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Deleting port 1b52bc89-dc93-4d78-828a-3e9c25fada59 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:59.078373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.086486 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.119010 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.125264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:59.125676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:59.128912 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:59.198263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.214950 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.218154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.221199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/networks/a1803728-773c-41a8-bb59-a6585710fc39 HTTP/1.1" status: 204 len: 168 time: 0.4729416 Jul 16 20:37:59.236420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60568) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:59.239824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd3854-6835-4961-a47b-c0ca9a79a439 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Network': ['ID=a1803728-773c-41a8-bb59-a6585710fc39,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.274845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6c0254f-4db7-49a6-86e8-be22658a36d4 req-830031d7-9e26-4142-98e2-b59aa57b263a tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0368645 Jul 16 20:37:59.288186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Calling delete_port for 1b52bc89-dc93-4d78-828a-3e9c25fada59 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:59.405756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.588393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.604733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78eaa1e8-463e-475b-bea7-35d154f4a441']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.638647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb081126-bdf0-4f27-b1c2-f0a87972722d') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.638983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb081126-bdf0-4f27-b1c2-f0a87972722d') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.657005 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.684587 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.696921 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.701482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:59.702257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:59.709703 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:59.775127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event deleted for resources: {'Port': ['ID=1b52bc89-dc93-4d78-828a-3e9c25fada59,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.871556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.875681 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.878147 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/networks/78eaa1e8-463e-475b-bea7-35d154f4a441 HTTP/1.1" status: 204 len: 168 time: 0.6402700 Jul 16 20:37:59.881465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60572) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:59.899278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95d6c4-e8d4-4f80-a433-e6d5241db8b7 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Network': ['ID=78eaa1e8-463e-475b-bea7-35d154f4a441,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.908298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.013003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.015687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.029578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695cf9d-7bda-4d58-803b-1b6b8d3de12f tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.037144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695cf9d-7bda-4d58-803b-1b6b8d3de12f tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.048826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a695cf9d-7bda-4d58-803b-1b6b8d3de12f tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1563888 Jul 16 20:38:00.051537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60576) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.058218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1372267026'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.074829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.075790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Fanout notify agent at l3_agent the message router_deleted on router 6274b0d6-a3c9-4aa5-b304-22122bc6c340 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:00.090544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.092698 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fadf5110-e738-468e-84b9-0f571b1fa083 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/6274b0d6-a3c9-4aa5-b304-22122bc6c340 HTTP/1.1" status: 204 len: 168 time: 1.4976208 Jul 16 20:38:00.095693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60578) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.103031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1406755395', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.106208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Made reservation on behalf of 0ee749bdd9ca45c2bb11d4cec30a27e0 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:00.117392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.155231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.156348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.157468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:00.173808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.174607 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Added segment b2c9f56b-f79f-4e59-bee8-40f082b7cbd8 of type vlan for network d669efdb-9d7f-426f-841b-7274a8df590b Jul 16 20:38:00.260068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.263313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.264732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-692d1b74-27b5-45c5-8836-ef1e2a64750a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.316387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.325391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.326128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.356284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3032625 Jul 16 20:38:00.359131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60588) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.377795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-89726843'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.433776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dc58f-3f3b-4284-8fb3-6b0be577f905 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Network': ['ID=d669efdb-9d7f-426f-841b-7274a8df590b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.445731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d669efdb-9d7f-426f-841b-7274a8df590b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:00.473085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.479810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Made reservation on behalf of 0ee749bdd9ca45c2bb11d4cec30a27e0 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:00.483698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.536661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:00.551331 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.551331 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Added segment 57b3b914-16de-40d1-ac13-0f77e54e6f40 of type vlan for network eac533ba-2a98-4800-897c-20244c56a2bb Jul 16 20:38:00.563889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c3607c2-cca7-451d-ba25-1f554cf2f45d req-7151ea60-52e1-41ce-a0f2-a61d6818692f tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0718060 Jul 16 20:38:00.645426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.696352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.702768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.703872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.785930 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4253738 Jul 16 20:38:00.788690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.799317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'ports': [{'network_id': 'd669efdb-9d7f-426f-841b-7274a8df590b', 'name': 'tempest-port--507992788', 'admin_state_up': True}, {'network_id': 'eac533ba-2a98-4800-897c-20244c56a2bb', 'admin_state_up': False}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.800458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'port': {'network_id': 'd669efdb-9d7f-426f-841b-7274a8df590b', 'name': 'tempest-port--507992788', 'admin_state_up': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.802411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'port': {'network_id': 'eac533ba-2a98-4800-897c-20244c56a2bb', 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.857042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba8db3-504f-417d-9944-2e8b11788802 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Network': ['ID=eac533ba-2a98-4800-897c-20244c56a2bb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.861995 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:00.874075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network eac533ba-2a98-4800-897c-20244c56a2bb details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:00.884132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.904410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.029143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Made reservation on behalf of 0ee749bdd9ca45c2bb11d4cec30a27e0 for: {'port': 2} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:01.033525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Allocated IP 172.25.8.101 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/72eb91ad-fa20-456e-8600-c500eb44a7b1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:01.034862 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.052297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.151662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] device_id is not set on port 54465797-23a4-4c7b-b28e-9afcb6ab333b yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:01.172058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.221277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.295838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.326546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:01.342666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:01.355079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:01.400307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event updated for resources: {'Port': ['ID=72eb91ad-fa20-456e-8600-c500eb44a7b1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:01.402058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] device_id is not set on port 9e892b2d-120b-4ca4-b550-61d1cfd45d72 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:01.552836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.632069 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.706566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.808282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Port': ['ID=54465797-23a4-4c7b-b28e-9afcb6ab333b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:01.893582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Checking segment: {'id': 'b2c9f56b-f79f-4e59-bee8-40f082b7cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd669efdb-9d7f-426f-841b-7274a8df590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:01.894078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network hostable DHCP agents. Network: d669efdb-9d7f-426f-841b-7274a8df590b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:01.900346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-930b90ac-eac6-442b-96e2-8a56b078b4e3 req-35e16431-b858-4dde-9cbc-7b07f193cf87 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0676565 Jul 16 20:38:01.916370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network d669efdb-9d7f-426f-841b-7274a8df590b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:01.938303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d669efdb-9d7f-426f-841b-7274a8df590b) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:01.942680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:01.943763 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.951903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea738fd-a582-4867-b998-fb4539685397 None None] Network d669efdb-9d7f-426f-841b-7274a8df590b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:02.021073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Port': ['ID=9e892b2d-120b-4ca4-b550-61d1cfd45d72,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:02.029667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Checking segment: {'id': '57b3b914-16de-40d1-ac13-0f77e54e6f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'eac533ba-2a98-4800-897c-20244c56a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:02.030350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network hostable DHCP agents. Network: eac533ba-2a98-4800-897c-20244c56a2bb, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:02.055816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network eac533ba-2a98-4800-897c-20244c56a2bb is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:02.066480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, eac533ba-2a98-4800-897c-20244c56a2bb) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:02.081002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:02.096338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.106335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c58f9-6618-46ab-a1b3-2ab7297defcb None None] Network eac533ba-2a98-4800-897c-20244c56a2bb requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:02.113079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.116342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.152035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d9ff6ff2-6a77-4ce8-9559-bf34050926f1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3585680 Jul 16 20:38:02.152767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60614) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.308951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc672e8-73ef-46f7-be7c-b58ceabd8262 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.315090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc672e8-73ef-46f7-be7c-b58ceabd8262 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.319381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cfc672e8-73ef-46f7-be7c-b58ceabd8262 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1626668 Jul 16 20:38:02.319736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60618) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.450533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Deleting port 54465797-23a4-4c7b-b28e-9afcb6ab333b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:02.450961 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.470991 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.531574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.552403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Calling delete_port for 54465797-23a4-4c7b-b28e-9afcb6ab333b owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:02.637154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Router 8a7f5e9e-28fc-4251-8615-c997d9bc419f is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:02.758933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:02.770863 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] Sync routers for ids ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:02.781887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.787126 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4899511f-ae23-4690-81e7-5ef4867ab005 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6883943 Jul 16 20:38:02.787710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60624) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.789594 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] Routers {'8a7f5e9e-28fc-4251-8615-c997d9bc419f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:02.790241 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:02.793640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:02.863841 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:02.875232 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] Routers {'8a7f5e9e-28fc-4251-8615-c997d9bc419f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:02.876509 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:02.938559 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:02.942376 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70d0f3-b4cc-40b8-8b21-d4c5eff4abfd None None] The sync data for ids ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:02.984590 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.015666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Port': ['ID=54465797-23a4-4c7b-b28e-9afcb6ab333b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.021508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.024167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f9c5fe19-4ede-4690-bb0c-a992dd747bd1 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/ports/54465797-23a4-4c7b-b28e-9afcb6ab333b HTTP/1.1" status: 204 len: 168 time: 0.7024155 Jul 16 20:38:03.026601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60628) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.156195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9a9c777-04db-4066-ab0d-78f5d5d4bac7 req-b068226c-feb9-469c-b019-b920c14a4cff tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0362518 Jul 16 20:38:03.189403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Deleting port 9e892b2d-120b-4ca4-b550-61d1cfd45d72 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:03.189610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.306456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.329414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.331463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.346412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Calling delete_port for 9e892b2d-120b-4ca4-b550-61d1cfd45d72 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:03.400684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Deleting port 72eb91ad-fa20-456e-8600-c500eb44a7b1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:03.401073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.436662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.467108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Port': ['ID=9e892b2d-120b-4ca4-b550-61d1cfd45d72,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.480266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.482359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bdbd6a1c-a499-434a-93d2-4d55400288c4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/ports/9e892b2d-120b-4ca4-b550-61d1cfd45d72 HTTP/1.1" status: 204 len: 168 time: 0.4548292 Jul 16 20:38:03.485057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60642) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.509746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.522803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Calling delete_port for 72eb91ad-fa20-456e-8600-c500eb44a7b1 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:03.543092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6bfd48d1-58a0-494a-bd30-be8cc93b7c24 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0567923 Jul 16 20:38:03.544179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60644) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.549678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-13158324'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:03.577145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Made reservation on behalf of 0ee749bdd9ca45c2bb11d4cec30a27e0 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:03.582371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.619483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:03.634450 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.635461 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Added segment 5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2 of type vlan for network 7a2180ad-e000-478e-b190-59dd6b7ec06e Jul 16 20:38:03.697740 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.734384 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.741550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.742283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.760322 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.783637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2359703 Jul 16 20:38:03.784440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60646) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.790325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-625754140'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:03.797731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Pushing event deleted for resources: {'Port': ['ID=72eb91ad-fa20-456e-8600-c500eb44a7b1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.832037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81c4ac-2d8e-48b1-82d2-ab53ae95fd71 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Network': ['ID=7a2180ad-e000-478e-b190-59dd6b7ec06e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.845471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7a2180ad-e000-478e-b190-59dd6b7ec06e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:03.851207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Made reservation on behalf of 0ee749bdd9ca45c2bb11d4cec30a27e0 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:03.855987 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.897472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:03.919326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.921102 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.923162 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Added segment 66e99c15-4d07-4d5b-b47d-9c7592912310 of type vlan for network 2412650c-8544-45c7-b599-c1775d746f26 Jul 16 20:38:03.991104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.007154 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.066564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.074686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.075487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.124162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3383410 Jul 16 20:38:04.186459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62395583-cdc5-4e9b-9579-f1611defce6c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Network': ['ID=2412650c-8544-45c7-b599-c1775d746f26,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.199914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2412650c-8544-45c7-b599-c1775d746f26 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:04.272635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60650) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.278937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'subnets': [{'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1357944269', 'ip_version': 4}, {'network_id': '2412650c-8544-45c7-b599-c1775d746f26', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:04.279344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'subnet': {'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1357944269', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:04.280123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Request body: {'subnet': {'network_id': '2412650c-8544-45c7-b599-c1775d746f26', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:04.287310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.290820 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.418627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Router 8a7f5e9e-28fc-4251-8615-c997d9bc419f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:04.454836 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60eb6338-692a-4974-8dde-3b1f289f613b req-0ad6eed6-85df-4b86-b56c-f55aa203ec71 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.0478678 Jul 16 20:38:04.526829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:04.534877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.538495 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-08f671bc-3424-404e-a450-e11dbc73c922 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "PUT /v2.0/routers/8a7f5e9e-28fc-4251-8615-c997d9bc419f HTTP/1.1" status: 200 len: 706 time: 1.7472270 Jul 16 20:38:04.539050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60660) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.541157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] Sync routers for ids ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:04.560963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] Routers {'8a7f5e9e-28fc-4251-8615-c997d9bc419f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:04.561757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:04.633344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:04.647965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Made reservation on behalf of 0ee749bdd9ca45c2bb11d4cec30a27e0 for: {'subnet': 2} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:04.650470 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-85fbcb70-2d42-4dc6-aec3-219541c0b03f tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/routers/8a7f5e9e-28fc-4251-8615-c997d9bc419f HTTP/1.1" status: 200 len: 741 time: 0.1082549 Jul 16 20:38:04.652926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.653273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.653603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.657687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] Routers {'8a7f5e9e-28fc-4251-8615-c997d9bc419f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:04.658229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:04.708581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:04.709503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c99dc6-0f86-40fe-acb9-a3cd0cf47d50 None None] The sync data for ids ['8a7f5e9e-28fc-4251-8615-c997d9bc419f'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:04.730598 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9643db37-42a7-4b4b-8b78-73153ea12bb2 tempest-RoutersAdminTest-1314066985 tempest-RoutersAdminTest-1314066985-project-admin] 10.222.0.100 "GET /v2.0/ports?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&device_id=8a7f5e9e-28fc-4251-8615-c997d9bc419f HTTP/1.1" status: 200 len: 205 time: 0.0726647 Jul 16 20:38:04.730797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.785830 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cd0a42c3-d85f-471d-b0d4-361c800d2fee tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=8a7f5e9e-28fc-4251-8615-c997d9bc419f HTTP/1.1" status: 200 len: 205 time: 0.0534394 Jul 16 20:38:04.790051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60670) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.817816 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-372af170-c38c-4aef-ad1d-9bd7e3c990c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.922803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31cb122d-063e-47a4-8598-be46bbe32c42 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.101957 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31cb122d-063e-47a4-8598-be46bbe32c42 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.105317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31cb122d-063e-47a4-8598-be46bbe32c42 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.164627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31cb122d-063e-47a4-8598-be46bbe32c42 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.165531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb122d-063e-47a4-8598-be46bbe32c42 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7f5e9e-28fc-4251-8615-c997d9bc419f {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:05.174826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31cb122d-063e-47a4-8598-be46bbe32c42 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.180410 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-31cb122d-063e-47a4-8598-be46bbe32c42 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/8a7f5e9e-28fc-4251-8615-c997d9bc419f HTTP/1.1" status: 204 len: 168 time: 0.3850656 Jul 16 20:38:05.180697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.184519 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.214328 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91240c55-72b7-415c-8eaf-27cfa229d1c8 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=8a7f5e9e-28fc-4251-8615-c997d9bc419f HTTP/1.1" status: 200 len: 205 time: 0.0300305 Jul 16 20:38:05.214763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60682) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.258854 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-45ff0e61-d6b3-4a81-b1df-de1b295d8d1c tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] delete failed (client error): The resource could not be found. Jul 16 20:38:05.259111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Subnet': ['ID=3c236f1b-77a5-4f51-bb3a-0cc701d56e47,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.259942 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-45ff0e61-d6b3-4a81-b1df-de1b295d8d1c tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/8a7f5e9e-28fc-4251-8615-c997d9bc419f HTTP/1.1" status: 404 len: 336 time: 0.0442030 Jul 16 20:38:05.262528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60684) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.270046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Checking segment: {'id': '5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:05.270357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network hostable DHCP agents. Network: 7a2180ad-e000-478e-b190-59dd6b7ec06e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:05.288927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network 7a2180ad-e000-478e-b190-59dd6b7ec06e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:05.295618 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98c6bdbd-a5cc-443d-a576-0dbd648d76f2 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=6274b0d6-a3c9-4aa5-b304-22122bc6c340 HTTP/1.1" status: 200 len: 205 time: 0.0298545 Jul 16 20:38:05.295840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.299177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7a2180ad-e000-478e-b190-59dd6b7ec06e) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:05.303469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.312024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d04f995-bada-43f5-855f-56ee5425fdc4 None None] Network 7a2180ad-e000-478e-b190-59dd6b7ec06e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:05.350732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event updated for resources: {'Subnet': ['ID=3b8c8206-b3d5-4672-85b0-3871fe5d4dd4,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.375828 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-c1c87949-17a9-4f11-9faa-9723bc2ce668 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] delete failed (client error): The resource could not be found. Jul 16 20:38:05.381200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60688) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.383062 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c1c87949-17a9-4f11-9faa-9723bc2ce668 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/6274b0d6-a3c9-4aa5-b304-22122bc6c340 HTTP/1.1" status: 404 len: 336 time: 0.0831702 Jul 16 20:38:05.421866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-509e761f-74cf-4831-8e35-93e26ac0440d tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=5b041b9b-ae58-4d7d-a4ea-f77b4058b49a HTTP/1.1" status: 200 len: 205 time: 0.0385709 Jul 16 20:38:05.424804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60690) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.440035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Checking segment: {'id': '66e99c15-4d07-4d5b-b47d-9c7592912310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2412650c-8544-45c7-b599-c1775d746f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:05.440512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network hostable DHCP agents. Network: 2412650c-8544-45c7-b599-c1775d746f26, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:05.479758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-7a2180ad-e000-478e-b190-59dd6b7ec06e', 'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e', 'tenant_id': '0ee749bdd9ca45c2bb11d4cec30a27e0', 'fixed_ips': [{'subnet_id': '3c236f1b-77a5-4f51-bb3a-0cc701d56e47'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:05.482174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.485070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Network 2412650c-8544-45c7-b599-c1775d746f26 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:05.501804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2412650c-8544-45c7-b599-c1775d746f26) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:05.506801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.507819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.513752 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.537813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e5054d20-73db-4f3d-91f1-99ac2f3a0ed5 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2633555 Jul 16 20:38:05.546435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60694) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.546626 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-25becdcb-7619-402c-b887-7954104fe9dd tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] delete failed (client error): The resource could not be found. Jul 16 20:38:05.547046 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-25becdcb-7619-402c-b887-7954104fe9dd tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/5b041b9b-ae58-4d7d-a4ea-f77b4058b49a HTTP/1.1" status: 404 len: 336 time: 0.1208808 Jul 16 20:38:05.556082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.627831 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d636a6d4-9b2d-4ae9-a82d-d93d4a2615d7 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=5e062b9a-a82a-41d4-9345-dfe95f1d28b4 HTTP/1.1" status: 200 len: 205 time: 0.0705192 Jul 16 20:38:05.630061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60698) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.640552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850271c6-12e8-4606-82fb-dca321a3e427 None None] Network 2412650c-8544-45c7-b599-c1775d746f26 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:05.716965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512325b3-8b68-4c28-93e9-465acc0684f3 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.718484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512325b3-8b68-4c28-93e9-465acc0684f3 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.719954 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-8357d3f1-ec64-4b01-b930-5867eb9aabce tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] delete failed (client error): The resource could not be found. Jul 16 20:38:05.723550 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8357d3f1-ec64-4b01-b930-5867eb9aabce tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/5e062b9a-a82a-41d4-9345-dfe95f1d28b4 HTTP/1.1" status: 404 len: 336 time: 0.0901585 Jul 16 20:38:05.723739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512325b3-8b68-4c28-93e9-465acc0684f3 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.723829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.736274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-512325b3-8b68-4c28-93e9-465acc0684f3 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1897254 Jul 16 20:38:05.739320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60704) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.769355 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a1e053aa-b032-4991-8260-44cdbb55c304 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=34f9ee92-c85d-4523-8bc4-bee3097a8122 HTTP/1.1" status: 200 len: 205 time: 0.0423894 Jul 16 20:38:05.769588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.803802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Allocated IP 172.20.0.2 (7a2180ad-e000-478e-b190-59dd6b7ec06e/3c236f1b-77a5-4f51-bb3a-0cc701d56e47/9bd59db7-0539-4a37-97ee-fa2b88b17e66) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:05.808017 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-530eba23-9c61-4d1a-a240-441d337f2f2c tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] delete failed (client error): The resource could not be found. Jul 16 20:38:05.811200 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-530eba23-9c61-4d1a-a240-441d337f2f2c tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/34f9ee92-c85d-4523-8bc4-bee3097a8122 HTTP/1.1" status: 404 len: 336 time: 0.0383980 Jul 16 20:38:05.811925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60708) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.847116 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c0fb47cc-5a1b-4822-9b45-7d6fb1bf7665 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "GET /v2.0/ports?device_id=89c1c0e0-4efb-4196-a06f-636eebdf8b23 HTTP/1.1" status: 200 len: 205 time: 0.0322964 Jul 16 20:38:05.847524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60710) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.868074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-2412650c-8544-45c7-b599-c1775d746f26', 'network_id': '2412650c-8544-45c7-b599-c1775d746f26', 'tenant_id': '0ee749bdd9ca45c2bb11d4cec30a27e0', 'fixed_ips': [{'subnet_id': '3b8c8206-b3d5-4672-85b0-3871fe5d4dd4'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:05.868954 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.872158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-012c2b2a-2ad0-4ace-b259-b9478d577fcf req-763eb7f9-2980-46ce-bef9-087fa92115f9 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/ports?device_id=53133c1a-c4c9-48fb-ae30-ca4f8a05aa0a HTTP/1.1" status: 200 len: 210 time: 0.1226718 Jul 16 20:38:05.878792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Deleting subnet 3c236f1b-77a5-4f51-bb3a-0cc701d56e47 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:05.919335 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-c387732a-3564-41a2-b779-4ace9fe8339b tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] delete failed (client error): The resource could not be found. Jul 16 20:38:05.923555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60714) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.923741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c387732a-3564-41a2-b779-4ace9fe8339b tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/routers/89c1c0e0-4efb-4196-a06f-636eebdf8b23 HTTP/1.1" status: 404 len: 336 time: 0.0732067 Jul 16 20:38:05.963857 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da6165b-2b85-4590-bca5-1c1fb79dced5 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:05.964510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da6165b-2b85-4590-bca5-1c1fb79dced5 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:05.966531 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0da6165b-2b85-4590-bca5-1c1fb79dced5 tempest-RoutersAdminTest-896369591 tempest-RoutersAdminTest-896369591-project] 10.222.0.100 "DELETE /v2.0/subnets/375d653a-dcb8-4eac-8531-cbebf5a8170a HTTP/1.1" status: 404 len: 337 time: 0.0416231 Jul 16 20:38:06.048398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.144455 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.151997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Allocated IP 172.20.0.18 (2412650c-8544-45c7-b599-c1775d746f26/3b8c8206-b3d5-4672-85b0-3871fe5d4dd4/9712aeeb-485e-40d2-9217-769a65ff7773) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:06.160427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Transition to ACTIVE for port object 9bd59db7-0539-4a37-97ee-fa2b88b17e66 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.197321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Transition to ACTIVE for port object 9bd59db7-0539-4a37-97ee-fa2b88b17e66 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.204737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.206736 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.252936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.286792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Network 7a2180ad-e000-478e-b190-59dd6b7ec06e is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:06.289181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60726) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:06.297605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:06.304109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Pushing event updated for resources: {'Port': ['ID=9bd59db7-0539-4a37-97ee-fa2b88b17e66,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.308156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:06.353653 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.399551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Attempting to bind port 9bd59db7-0539-4a37-97ee-fa2b88b17e66 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:06.400084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Attempting to bind port 9bd59db7-0539-4a37-97ee-fa2b88b17e66 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:06.400285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Attempting to bind port 9bd59db7-0539-4a37-97ee-fa2b88b17e66 on network 7a2180ad-e000-478e-b190-59dd6b7ec06e {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:06.414909 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:06.415359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Checking segment: {'id': '5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:06.415773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.416173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Bound using segment: {'id': '5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:06.416664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Bound port: 9bd59db7-0539-4a37-97ee-fa2b88b17e66, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a2180ad-e000-478e-b190-59dd6b7ec06e'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:06.417047 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.417991 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60f684c8-4535-459c-bfb7-86f742f1bfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.422420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.430055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.440138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Transition to ACTIVE for port object 9712aeeb-485e-40d2-9217-769a65ff7773 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.467846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Subnet': ['ID=3c236f1b-77a5-4f51-bb3a-0cc701d56e47,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.475750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.478573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3fb00461-2ef2-4865-bd8f-862cbf90968c tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/subnets/3c236f1b-77a5-4f51-bb3a-0cc701d56e47 HTTP/1.1" status: 204 len: 168 time: 0.7376723 Jul 16 20:38:06.480799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60732) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:06.485166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Transition to ACTIVE for port object 9712aeeb-485e-40d2-9217-769a65ff7773 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.498176 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.535516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] For port 9bd59db7-0539-4a37-97ee-fa2b88b17e66, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:06.552867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Deleting subnet 3b8c8206-b3d5-4672-85b0-3871fe5d4dd4 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:06.553616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Network 2412650c-8544-45c7-b599-c1775d746f26 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:06.557069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] For port 9bd59db7-0539-4a37-97ee-fa2b88b17e66, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9bd59db7-0539-4a37-97ee-fa2b88b17e66,segment=NetworkSegment(5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2),segment_id=5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:06.562082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.562645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:06.566370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:06.572190 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.585927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Pushing event updated for resources: {'Port': ['ID=9712aeeb-485e-40d2-9217-769a65ff7773,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.593620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60f684c8-4535-459c-bfb7-86f742f1bfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.598915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60f684c8-4535-459c-bfb7-86f742f1bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.652508 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60f684c8-4535-459c-bfb7-86f742f1bfe6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c25b6683903f4bb4ab10d89d2f7fa8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579705 Jul 16 20:38:06.652508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.653115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60734) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:06.678233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f684c8-4535-459c-bfb7-86f742f1bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4602ed15-e9cf-4612-9da6-74536b91c78e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.717813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Attempting to bind port 9712aeeb-485e-40d2-9217-769a65ff7773 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:06.718181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Attempting to bind port 9712aeeb-485e-40d2-9217-769a65ff7773 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '66e99c15-4d07-4d5b-b47d-9c7592912310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2412650c-8544-45c7-b599-c1775d746f26'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:06.718551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Attempting to bind port 9712aeeb-485e-40d2-9217-769a65ff7773 on network 2412650c-8544-45c7-b599-c1775d746f26 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:06.718668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-167ae5ff-dd59-453a-9f37-43582fc904c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.724259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e04106-b6ed-46b6-b05e-0e84c931fa28 None None] Pushing event updated for resources: {'Port': ['ID=9bd59db7-0539-4a37-97ee-fa2b88b17e66,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.738086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:06.738253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Checking segment: {'id': '66e99c15-4d07-4d5b-b47d-9c7592912310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2412650c-8544-45c7-b599-c1775d746f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:06.738538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.738938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Bound using segment: {'id': '66e99c15-4d07-4d5b-b47d-9c7592912310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2412650c-8544-45c7-b599-c1775d746f26'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:06.739622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Bound port: 9712aeeb-485e-40d2-9217-769a65ff7773, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e99c15-4d07-4d5b-b47d-9c7592912310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2412650c-8544-45c7-b599-c1775d746f26'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:06.740042 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.745238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-167ae5ff-dd59-453a-9f37-43582fc904c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.756985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.783685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1439b-3e7e-462b-9a99-b65c06a3b335 None None] Network 7a2180ad-e000-478e-b190-59dd6b7ec06e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:06.814473 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-167ae5ff-dd59-453a-9f37-43582fc904c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.817608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-167ae5ff-dd59-453a-9f37-43582fc904c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.822432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-167ae5ff-dd59-453a-9f37-43582fc904c1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4602ed15-e9cf-4612-9da6-74536b91c78e HTTP/1.1" status: 204 len: 168 time: 0.1644845 Jul 16 20:38:06.829234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ae5ff-dd59-453a-9f37-43582fc904c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4602ed15-e9cf-4612-9da6-74536b91c78e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.853159 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.900751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] For port 9712aeeb-485e-40d2-9217-769a65ff7773, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:06.904702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] For port 9712aeeb-485e-40d2-9217-769a65ff7773, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9712aeeb-485e-40d2-9217-769a65ff7773,segment=NetworkSegment(66e99c15-4d07-4d5b-b47d-9c7592912310),segment_id=66e99c15-4d07-4d5b-b47d-9c7592912310)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:06.922691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8c8206-b3d5-4672-85b0-3871fe5d4dd4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.923471 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.934839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.940466 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fa563ca0-136b-4f26-af6c-7d59b9986df8 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/subnets/3b8c8206-b3d5-4672-85b0-3871fe5d4dd4 HTTP/1.1" status: 204 len: 168 time: 0.4563909 Jul 16 20:38:06.941178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.021060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c799e7-5ec7-47aa-947f-21b3bebf783e None None] Pushing event updated for resources: {'Port': ['ID=9712aeeb-485e-40d2-9217-769a65ff7773,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.029984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ff2f7-ff04-409d-a94f-1d3554972b29 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.032388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b4ff2f7-ff04-409d-a94f-1d3554972b29 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891125 Jul 16 20:38:07.036515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60748) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.181569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.233409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60754) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.321630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Deleting port 9712aeeb-485e-40d2-9217-769a65ff7773 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:07.321854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.356019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60758) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.367374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a776e6c5-5365-4433-8c2b-671f70c7b7b5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.423786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a776e6c5-5365-4433-8c2b-671f70c7b7b5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.437931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] For port 9712aeeb-485e-40d2-9217-769a65ff7773, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9712aeeb-485e-40d2-9217-769a65ff7773,segment=NetworkSegment(66e99c15-4d07-4d5b-b47d-9c7592912310),segment_id=66e99c15-4d07-4d5b-b47d-9c7592912310)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:07.438301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.453288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Calling delete_port for 9712aeeb-485e-40d2-9217-769a65ff7773 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:07.453498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-98be2f91-7731-462c-bf22-470892ec9fad admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0a8bdfb6d453415cb65dcf2e3581b7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962753 Jul 16 20:38:07.457504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.487903 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a776e6c5-5365-4433-8c2b-671f70c7b7b5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.492831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a776e6c5-5365-4433-8c2b-671f70c7b7b5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.493049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a776e6c5-5365-4433-8c2b-671f70c7b7b5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/security-groups/d253c5b7-3713-430b-acf8-0b022f972a89 HTTP/1.1" status: 204 len: 168 time: 0.2585588 Jul 16 20:38:07.497683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60762) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.514392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776e6c5-5365-4433-8c2b-671f70c7b7b5 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d253c5b7-3713-430b-acf8-0b022f972a89,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.516982 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-c0ef0539-87ec-4eb8-b4cd-4d54f61963d6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] show failed (client error): The resource could not be found. Jul 16 20:38:07.517986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c0ef0539-87ec-4eb8-b4cd-4d54f61963d6 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "GET /v2.0/security-groups/d253c5b7-3713-430b-acf8-0b022f972a89 HTTP/1.1" status: 404 len: 347 time: 0.0193489 Jul 16 20:38:07.520959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60764) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.582889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da38e142-59b4-4c20-a410-5eacd433a719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.610991 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.615409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da38e142-59b4-4c20-a410-5eacd433a719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.651185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Port': ['ID=9712aeeb-485e-40d2-9217-769a65ff7773,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.659499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] No DVR routers for this DVR port 9712aeeb-485e-40d2-9217-769a65ff7773 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:07.668904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 34bf5550-134f-4b25-b7f2-929d94a0e803 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:07.669260 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.762774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9712aeeb-485e-40d2-9217-769a65ff7773 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:07.774140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.786073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2412650c-8544-45c7-b599-c1775d746f26']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.786675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.787207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.798650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9712aeeb-485e-40d2-9217-769a65ff7773 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:07.799505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9712aeeb-485e-40d2-9217-769a65ff7773 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:38:07.800557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e99c15-4d07-4d5b-b47d-9c7592912310') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.800943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e99c15-4d07-4d5b-b47d-9c7592912310') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.809089 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da38e142-59b4-4c20-a410-5eacd433a719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.809971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 34bf5550-134f-4b25-b7f2-929d94a0e803 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:07.811466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da38e142-59b4-4c20-a410-5eacd433a719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.814914 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-da38e142-59b4-4c20-a410-5eacd433a719 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/200cc6f2-0266-4402-b752-9a9cc3d39cf1 HTTP/1.1" status: 204 len: 168 time: 0.3540673 Jul 16 20:38:07.818539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.831536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Port 9712aeeb-485e-40d2-9217-769a65ff7773 not found, will not notify nova. {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:38:07.839996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38e142-59b4-4c20-a410-5eacd433a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200cc6f2-0266-4402-b752-9a9cc3d39cf1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.847088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.866584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:07.867125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:07.870366 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:07.940349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.950911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.955381 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/networks/2412650c-8544-45c7-b599-c1775d746f26 HTTP/1.1" status: 204 len: 168 time: 0.9153001 Jul 16 20:38:07.964148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60768) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.967764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692f05f-ddac-47c9-b2ac-b89d32ff326a tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Network': ['ID=2412650c-8544-45c7-b599-c1775d746f26,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.045698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.086374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=34bf5550-134f-4b25-b7f2-929d94a0e803,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.096209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.155358 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.160227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Deleting port 9bd59db7-0539-4a37-97ee-fa2b88b17e66 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:08.160986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.193547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.197703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.202294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d8094cb8-efaf-4270-b59b-2fbbf6616917 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/floatingips/2f5eb8fc-ebb7-4ff7-8512-70ea0a9d7280 HTTP/1.1" status: 204 len: 168 time: 0.6802852 Jul 16 20:38:08.202997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.265421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] For port 9bd59db7-0539-4a37-97ee-fa2b88b17e66, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9bd59db7-0539-4a37-97ee-fa2b88b17e66,segment=NetworkSegment(5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2),segment_id=5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:08.266099 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.286366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Calling delete_port for 9bd59db7-0539-4a37-97ee-fa2b88b17e66 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:08.316618 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.360509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:08.360994 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.419118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-eb75fe88-8a61-4b22-b4b9-4d68771b2fea None None] Could not find standard attr ID for object 9712aeeb-485e-40d2-9217-769a65ff7773. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:08.440719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.449454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f009829-3d38-46c5-ac29-093a4bc1a0af None None] DHCP port deletion for 2412650c-8544-45c7-b599-c1775d746f26 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:08.471760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53178067-24d9-4ce1-af9d-4a627fa3cd6c None None] Network 2412650c-8544-45c7-b599-c1775d746f26 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:08.484312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] No DVR routers for this DVR port 9bd59db7-0539-4a37-97ee-fa2b88b17e66 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:08.491356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Port': ['ID=9bd59db7-0539-4a37-97ee-fa2b88b17e66,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.505616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.524008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53178067-24d9-4ce1-af9d-4a627fa3cd6c None None] Network 2412650c-8544-45c7-b599-c1775d746f26 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:38:08.524734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 29cf9adf-2c68-4cf4-91df-5be2c17bcae6 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:08.542616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a0556-26d3-4ed9-a32f-ff8e836f1839 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:08.658578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.672788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2180ad-e000-478e-b190-59dd6b7ec06e']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.679370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.687416 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.687918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da9ad5b-7c0f-4e31-b059-dcba1bc8a2f2') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.701155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.703155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a0556-26d3-4ed9-a32f-ff8e836f1839 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:08.717913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.727270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:08.727841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:08.731522 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:08.742410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.780428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=29cf9adf-2c68-4cf4-91df-5be2c17bcae6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.810550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.818823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.824894 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/networks/7a2180ad-e000-478e-b190-59dd6b7ec06e HTTP/1.1" status: 204 len: 168 time: 0.8552606 Jul 16 20:38:08.826034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60794) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.856968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165dbe-f37f-4e0b-9044-51d34d6f9c0b tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Network': ['ID=7a2180ad-e000-478e-b190-59dd6b7ec06e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.874104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.876816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ef4e8a64-f485-4461-b444-fd971895c731 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/ports/29cf9adf-2c68-4cf4-91df-5be2c17bcae6 HTTP/1.1" status: 204 len: 168 time: 0.6722794 Jul 16 20:38:08.879508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60798) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.952172 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.014641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:09.015145 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.075828 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.088691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac533ba-2a98-4800-897c-20244c56a2bb']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.103791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b3b914-16de-40d1-ac13-0f77e54e6f40') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.104147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b3b914-16de-40d1-ac13-0f77e54e6f40') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.117590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.133893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60802) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.135579 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.143365 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.145852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:09.146317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:09.150155 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:09.162411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:09.214988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.224354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.227420 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/networks/eac533ba-2a98-4800-897c-20244c56a2bb HTTP/1.1" status: 204 len: 168 time: 0.4008644 Jul 16 20:38:09.248499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.249882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707025b-50c4-4a92-bc52-19ab789a8fe4 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Network': ['ID=eac533ba-2a98-4800-897c-20244c56a2bb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.275382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1473676333'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:09.369387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.373508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:09.377161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.404515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.600661 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.605580 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.621513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d669efdb-9d7f-426f-841b-7274a8df590b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.664472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c9f56b-f79f-4e59-bee8-40f082b7cbd8') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.664472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c9f56b-f79f-4e59-bee8-40f082b7cbd8') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.668338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.692497 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.752814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9712aeeb-485e-40d2-9217-769a65ff7773 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:09.753686 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.788300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:09.790026 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:09.793490 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:09.796067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9712aeeb-485e-40d2-9217-769a65ff7773 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:09.796067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9712aeeb-485e-40d2-9217-769a65ff7773 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:09.892159 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.893989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7ddc4a83-4d7d-4a41-a75d-3261962c2234 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/ports/735fb961-4fc7-4f9e-b9b3-ef4556f3f7e5 HTTP/1.1" status: 204 len: 168 time: 1.0133512 Jul 16 20:38:09.896271 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.897420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60816) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.902018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.909338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.922432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.924405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] 10.222.0.100 "DELETE /v2.0/networks/d669efdb-9d7f-426f-841b-7274a8df590b HTTP/1.1" status: 204 len: 168 time: 0.6742826 Jul 16 20:38:09.949149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:09.956957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5964c0-9690-4b6a-9dec-f2e134adea55 tempest-BulkNetworkOpsTest-625720877 tempest-BulkNetworkOpsTest-625720877-project] Pushing event deleted for resources: {'Network': ['ID=d669efdb-9d7f-426f-841b-7274a8df590b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.972386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.972730 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Added segment 2f3507c8-3ac0-4bd8-af2a-ea132658ae58 of type vlan for network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 Jul 16 20:38:09.976754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting subnet 58f808b8-8c48-4aae-bd7c-604fba3a393b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:09.980573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.982118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2dbcb-2491-4742-904e-915011e6dda4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.036791 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.042497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.085220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.096174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.096711 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.147167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0119941 Jul 16 20:38:10.151339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60820) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.156866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'subnet': {'network_id': '360b73f8-bcb7-4bf1-a7eb-c977c1add478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:10.166160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.239144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa2bc6-4f1c-4e92-af4a-6482f3a111d3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Network': ['ID=360b73f8-bcb7-4bf1-a7eb-c977c1add478,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.253089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:10.306154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60824) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.366481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:10.371154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.547451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e15d0d7b-1d88-48c3-8fb8-072d6f08edab admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0ee749bdd9ca45c2bb11d4cec30a27e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373619 Jul 16 20:38:10.552818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60830) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.708218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e731cef-09d4-417f-a865-1a05eb34a74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.717136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.734011 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.772401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e731cef-09d4-417f-a865-1a05eb34a74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.772669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Subnet': ['ID=58f808b8-8c48-4aae-bd7c-604fba3a393b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.777256 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.779459 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e9e37aa9-1af7-4632-aca3-435f1afdbc8d tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/subnets/58f808b8-8c48-4aae-bd7c-604fba3a393b HTTP/1.1" status: 204 len: 168 time: 0.8789420 Jul 16 20:38:10.781888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60832) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.791484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f813172-c02f-4fdd-8ce3-6b1b9b3c83d4 None None] Network 70c4fe59-f0db-4aee-8ace-1563b7332e7e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:10.853699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Subnet': ['ID=3b4a7df3-24ad-42d9-9d40-48825797acd6,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.884703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting subnet 82feaf5c-f071-4008-a24c-d60e1845f212 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:10.889881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.901271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Checking segment: {'id': '2f3507c8-3ac0-4bd8-af2a-ea132658ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '360b73f8-bcb7-4bf1-a7eb-c977c1add478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:10.901647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network hostable DHCP agents. Network: 360b73f8-bcb7-4bf1-a7eb-c977c1add478, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:10.926882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:10.946412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 360b73f8-bcb7-4bf1-a7eb-c977c1add478) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:10.962530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.962758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.963545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.966635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c1c51-6d8b-4f4d-8510-a8780fb61669 None None] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:10.989228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e731cef-09d4-417f-a865-1a05eb34a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.995385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e731cef-09d4-417f-a865-1a05eb34a74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.997076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0e731cef-09d4-417f-a865-1a05eb34a74b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4a353b0c-4ac8-4db4-81de-fcae071c7b23 HTTP/1.1" status: 204 len: 168 time: 0.4429135 Jul 16 20:38:11.012192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e7e31420-e32e-43ac-907f-e10c417d9a93 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8594868 Jul 16 20:38:11.013395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e731cef-09d4-417f-a865-1a05eb34a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a353b0c-4ac8-4db4-81de-fcae071c7b23,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.013891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60844) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.018875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-808550437', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:11.108092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.109687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.137660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.258184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.485818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.520371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] DHCP port deletion for 70c4fe59-f0db-4aee-8ace-1563b7332e7e request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:11.569601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Subnet': ['ID=82feaf5c-f071-4008-a24c-d60e1845f212,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.574824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.579302 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8f5b6a5c-b3e4-475b-bf8b-327da94be404 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/subnets/82feaf5c-f071-4008-a24c-d60e1845f212 HTTP/1.1" status: 204 len: 168 time: 0.7939730 Jul 16 20:38:11.579825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60858) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.594020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.603782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dac6d5-f430-4ef9-b11c-f8668332e702 None None] Network abf4999f-9752-4651-89ed-aa8f36cb5053 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:11.607336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb6ad4-a423-4518-ac42-5d15fa1b9717 None None] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:11.733282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.822282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Deleting port 7c1db292-88ab-4d9e-b011-0778e7db41fd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:11.822631 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.901795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7c1db292-88ab-4d9e-b011-0778e7db41fd no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:11.964847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] For port 7c1db292-88ab-4d9e-b011-0778e7db41fd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7c1db292-88ab-4d9e-b011-0778e7db41fd,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:11.965238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.980860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Calling delete_port for 7c1db292-88ab-4d9e-b011-0778e7db41fd owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:12.050045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] Deleting port 7c1db292-88ab-4d9e-b011-0778e7db41fd {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:12.050417 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.137600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] For port 7c1db292-88ab-4d9e-b011-0778e7db41fd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7c1db292-88ab-4d9e-b011-0778e7db41fd,segment=NetworkSegment(673eab9d-5ca1-4a4a-8a3f-8776bafc47f8),segment_id=673eab9d-5ca1-4a4a-8a3f-8776bafc47f8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:12.138004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.155984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.158150 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] Calling delete_port for 7c1db292-88ab-4d9e-b011-0778e7db41fd owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:12.165879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.186493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.192347 n-d-798930-6 neutron-server[94097]: INFO neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No ports have port_id starting with 7c1db292-88ab-4d9e-b011-0778e7db41fd Jul 16 20:38:12.201339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Port': ['ID=7c1db292-88ab-4d9e-b011-0778e7db41fd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.203914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] No DVR routers for this DVR port 7c1db292-88ab-4d9e-b011-0778e7db41fd on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:12.307428 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.324577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c4fe59-f0db-4aee-8ace-1563b7332e7e']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:12.331223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.25.8.114 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/c4a60b5e-cb13-4757-8008-bfff5798bb1b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:12.357258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:12.357640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673eab9d-5ca1-4a4a-8a3f-8776bafc47f8') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:12.370206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60872) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.381314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.390191 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.410232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.411304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] DHCP port deletion for abf4999f-9752-4651-89ed-aa8f36cb5053 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:12.420673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:12.421153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:12.424647 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:12.473761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] Pushing event deleted for resources: {'Port': ['ID=7c1db292-88ab-4d9e-b011-0778e7db41fd,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.489899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cc6a8-2a40-4fc8-a52b-05dde0b06807 None None] No DVR routers for this DVR port 7c1db292-88ab-4d9e-b011-0778e7db41fd on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:12.560617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.572729 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.620462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.626943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] Deleting port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:12.627773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.643520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.653892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/networks/70c4fe59-f0db-4aee-8ace-1563b7332e7e HTTP/1.1" status: 204 len: 168 time: 1.0727632 Jul 16 20:38:12.656701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07901b7-920a-438a-bc9a-f6f64f7932a2 tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Network': ['ID=70c4fe59-f0db-4aee-8ace-1563b7332e7e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.660644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60880) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.759426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] For port dee235c8-d1c6-45e8-abfe-dcb6d0372d90, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dee235c8-d1c6-45e8-abfe-dcb6d0372d90,segment=NetworkSegment(4a94bb33-4ecb-4c17-b91b-def5529e3f55),segment_id=4a94bb33-4ecb-4c17-b91b-def5529e3f55)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:12.759426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.762331 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:12.771188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:12.776187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] Calling delete_port for dee235c8-d1c6-45e8-abfe-dcb6d0372d90 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:12.777066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:12.804584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=c4a60b5e-cb13-4757-8008-bfff5798bb1b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.836134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420224503'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:12.874483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.886327 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.923852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] Pushing event deleted for resources: {'Port': ['ID=dee235c8-d1c6-45e8-abfe-dcb6d0372d90,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.924675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:12.938670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.939184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e8fa2-5034-4f0e-a09e-277082028612 None None] No DVR routers for this DVR port dee235c8-d1c6-45e8-abfe-dcb6d0372d90 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:13.065412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.067393 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.090636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf4999f-9752-4651-89ed-aa8f36cb5053']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:13.106241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a94bb33-4ecb-4c17-b91b-def5529e3f55') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:13.106635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a94bb33-4ecb-4c17-b91b-def5529e3f55') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:13.122094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.147175 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.156827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.178060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:13.178648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:13.185124 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:13.301218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.314805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.332230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] 10.222.0.100 "DELETE /v2.0/networks/abf4999f-9752-4651-89ed-aa8f36cb5053 HTTP/1.1" status: 204 len: 168 time: 0.6695733 Jul 16 20:38:13.514306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.738806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:13.767954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dee235c8-d1c6-45e8-abfe-dcb6d0372d90 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:13.802391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: dee235c8-d1c6-45e8-abfe-dcb6d0372d90 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:13.803160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dee235c8-d1c6-45e8-abfe-dcb6d0372d90 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:13.945744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.950782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb317f9-2fec-4878-a431-5898516ec3ac tempest-TaggedBootDevicesTest-1532610919 tempest-TaggedBootDevicesTest-1532610919-project] Pushing event deleted for resources: {'Network': ['ID=abf4999f-9752-4651-89ed-aa8f36cb5053,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.951048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:13.965111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.969500 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:13.991020 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:13.994040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:13.995921 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.006140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.006490 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment 6e28e204-a8da-4b58-871e-04e07fadd96c of type vlan for network 4fc81f59-2a7d-4947-a20d-1c685b802030 Jul 16 20:38:14.015503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.024692 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a7b4538b-96c1-4e0b-8567-494df880e2c4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0053339 Jul 16 20:38:14.026361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60894) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.054867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.144605 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.161536 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.165789 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:14.167333 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.176950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:14.180113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.247065 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.248787 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6845e4-8d13-44a9-a96f-44a102f6d509 None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:14.261863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b7827-bcef-4eb4-9194-8ad1e68c7add,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.311670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9400280 Jul 16 20:38:14.374675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43380a-8477-48d4-825d-1e4dccba6561 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=4fc81f59-2a7d-4947-a20d-1c685b802030,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.390151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4fc81f59-2a7d-4947-a20d-1c685b802030 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:14.564078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60898) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.572448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': '4fc81f59-2a7d-4947-a20d-1c685b802030', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:14.707729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:14.713067 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.049904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.100894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.148634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.182920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': '6e28e204-a8da-4b58-871e-04e07fadd96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fc81f59-2a7d-4947-a20d-1c685b802030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:15.183468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: 4fc81f59-2a7d-4947-a20d-1c685b802030, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:15.215970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network 4fc81f59-2a7d-4947-a20d-1c685b802030 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:15.230580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4fc81f59-2a7d-4947-a20d-1c685b802030) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:15.237805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:15.238422 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.241166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63867ee5-984d-4553-b2eb-7af11b0ad542 None None] Network 4fc81f59-2a7d-4947-a20d-1c685b802030 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:15.274472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2958ac4d-d565-4b1a-9f24-6dce5a2b7ee0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7075217 Jul 16 20:38:15.275381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.297395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425180668'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:15.339986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:15.348459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.403823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:15.433856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.434115 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment ec22f7ef-ed6e-4a84-b4e2-be0a17fa43d5 of type vlan for network a29a8e92-2a69-496a-9f9d-8b8fe8fc128e Jul 16 20:38:15.536245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.599845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4fc81f59-2a7d-4947-a20d-1c685b802030', 'network_id': '4fc81f59-2a7d-4947-a20d-1c685b802030', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': 'b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:15.604265 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.608665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.621553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:15.626201 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.674446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3896642 Jul 16 20:38:15.674568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.1 (360b73f8-bcb7-4bf1-a7eb-c977c1add478/3b4a7df3-24ad-42d9-9d40-48825797acd6/211b37c7-0e79-4b34-8582-915fd0648eb2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:15.674668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60912) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.686210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': 'a29a8e92-2a69-496a-9f9d-8b8fe8fc128e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:15.903102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.928088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bd2a0-6cfd-4704-9dc1-39df1d15940e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=a29a8e92-2a69-496a-9f9d-8b8fe8fc128e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.948668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a29a8e92-2a69-496a-9f9d-8b8fe8fc128e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:16.018956 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.041584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:16.054136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.083952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=211b37c7-0e79-4b34-8582-915fd0648eb2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.098040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Allocated IP 172.20.255.242 (4fc81f59-2a7d-4947-a20d-1c685b802030/b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9/9994d628-2a3f-4bab-bb42-47f00bcd2527) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:16.098804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:16.100602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:16.104344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:16.171812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.482088 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.515754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Transition to ACTIVE for port object 9994d628-2a3f-4bab-bb42-47f00bcd2527 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:16.518984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.598581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Transition to ACTIVE for port object 9994d628-2a3f-4bab-bb42-47f00bcd2527 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:16.628681 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.680826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Network 4fc81f59-2a7d-4947-a20d-1c685b802030 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:16.685005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:16.720867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:16.758000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.870466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Attempting to bind port 9994d628-2a3f-4bab-bb42-47f00bcd2527 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:16.871439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Attempting to bind port 9994d628-2a3f-4bab-bb42-47f00bcd2527 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '6e28e204-a8da-4b58-871e-04e07fadd96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fc81f59-2a7d-4947-a20d-1c685b802030'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:16.872069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Attempting to bind port 9994d628-2a3f-4bab-bb42-47f00bcd2527 on network 4fc81f59-2a7d-4947-a20d-1c685b802030 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:16.888699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Pushing event updated for resources: {'Port': ['ID=9994d628-2a3f-4bab-bb42-47f00bcd2527,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.891999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:16.892485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Checking segment: {'id': '6e28e204-a8da-4b58-871e-04e07fadd96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fc81f59-2a7d-4947-a20d-1c685b802030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:16.892821 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.893224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Bound using segment: {'id': '6e28e204-a8da-4b58-871e-04e07fadd96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fc81f59-2a7d-4947-a20d-1c685b802030'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:16.893720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Bound port: 9994d628-2a3f-4bab-bb42-47f00bcd2527, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e28e204-a8da-4b58-871e-04e07fadd96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fc81f59-2a7d-4947-a20d-1c685b802030'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:16.894108 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.943167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=57d82f70-ae67-4262-8e3f-70bc00cf726c,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.995160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': 'ec22f7ef-ed6e-4a84-b4e2-be0a17fa43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a29a8e92-2a69-496a-9f9d-8b8fe8fc128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:16.996490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: a29a8e92-2a69-496a-9f9d-8b8fe8fc128e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:17.040083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] For port 9994d628-2a3f-4bab-bb42-47f00bcd2527, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:17.046936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] For port 9994d628-2a3f-4bab-bb42-47f00bcd2527, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9994d628-2a3f-4bab-bb42-47f00bcd2527,segment=NetworkSegment(6e28e204-a8da-4b58-871e-04e07fadd96c),segment_id=6e28e204-a8da-4b58-871e-04e07fadd96c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:17.047697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network a29a8e92-2a69-496a-9f9d-8b8fe8fc128e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:17.052904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.060015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a29a8e92-2a69-496a-9f9d-8b8fe8fc128e) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:17.067670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.068816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.089140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bc7f33ce-a87a-4c78-9392-b623bac78463 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4144454 Jul 16 20:38:17.093237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.099142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.106649 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.108864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c4ec3-0a1e-4412-8a94-96174fea9d70 None None] Network a29a8e92-2a69-496a-9f9d-8b8fe8fc128e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:17.249598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.302086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6488c7-f2d9-48ff-b2b3-86368264ce96 None None] Pushing event updated for resources: {'Port': ['ID=9994d628-2a3f-4bab-bb42-47f00bcd2527,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.349528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.401209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=211b37c7-0e79-4b34-8582-915fd0648eb2,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.553737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a709f-8d5a-4dc8-ba97-24f75093c008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-a29a8e92-2a69-496a-9f9d-8b8fe8fc128e', 'network_id': 'a29a8e92-2a69-496a-9f9d-8b8fe8fc128e', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': '57d82f70-ae67-4262-8e3f-70bc00cf726c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:17.554688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e76a709f-8d5a-4dc8-ba97-24f75093c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.566744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.659983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:17.662168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:17.769429 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-e76a709f-8d5a-4dc8-ba97-24f75093c008 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57d82f70-ae67-4262-8e3f-70bc00cf726c: This subnet is being modified by another concurrent operation. Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57d82f70-ae67-4262-8e3f-70bc00cf726c: This subnet is being modified by another concurrent operation. Jul 16 20:38:17.772648 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:38:17.804883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94e6b2-a775-4c8b-b551-84d838345cdf None None] Network a29a8e92-2a69-496a-9f9d-8b8fe8fc128e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:17.830156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=57d82f70-ae67-4262-8e3f-70bc00cf726c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.942561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9994d628-2a3f-4bab-bb42-47f00bcd2527 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:17.983127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.005691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29a8e92-2a69-496a-9f9d-8b8fe8fc128e']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:18.017599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:18.034584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec22f7ef-ed6e-4a84-b4e2-be0a17fa43d5') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:18.034880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec22f7ef-ed6e-4a84-b4e2-be0a17fa43d5') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:18.063112 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.107453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.122963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:18.128396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:18.136624 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:18.189729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 9994d628-2a3f-4bab-bb42-47f00bcd2527 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:18.291382 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.309035 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.317363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/a29a8e92-2a69-496a-9f9d-8b8fe8fc128e HTTP/1.1" status: 204 len: 168 time: 1.2162826 Jul 16 20:38:18.317615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60942) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.324359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-217200297'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:18.360590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93234c48-d9e8-4930-b81c-f004e0c527c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=a29a8e92-2a69-496a-9f9d-8b8fe8fc128e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.403535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:18.415579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.502812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:18.530525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.530735 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment bca7928a-0bb7-49bf-b290-a9fabd3ba025 of type vlan for network d06bb020-676d-4ab3-8b80-4f474befcd57 Jul 16 20:38:18.624575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.662481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.673939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.675058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.794428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=d06bb020-676d-4ab3-8b80-4f474befcd57,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.808829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d06bb020-676d-4ab3-8b80-4f474befcd57 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:18.818349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88e5d4d3-e1b3-47b7-8943-c47862183052 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4971573 Jul 16 20:38:18.819197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60948) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.826987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': 'd06bb020-676d-4ab3-8b80-4f474befcd57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:18.852289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:18.864039 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0df05c2e-28cd-48ac-8aa1-243589fb6a9e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/routers/af6aae8a-f370-4849-802e-96e365afa9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8354170 Jul 16 20:38:18.867070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60950) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.873188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'port': {'network_id': '360b73f8-bcb7-4bf1-a7eb-c977c1add478', 'name': 'tempest-FloatingIPTestJSON-827791047'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:18.877076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:18.972729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:18.973550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:19.002466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:19.008372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.033347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff66ce-5056-4525-ac50-b03155f0c6da None None] Network 4fc81f59-2a7d-4947-a20d-1c685b802030 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:19.044235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:19.058674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:19.063202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.077821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:19.078676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:19.096045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] device_id is not set on port 5bb193e9-8715-4095-ba1e-c3901d3492c8 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:19.126777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.ipam_backend_mixin [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Performing IP validity checks on allocation pools {{(pid=94096) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:38:19.127404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.ipam_backend_mixin [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94096) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:38:19.139705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:19.140492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdf4eb-b170-4c0c-9cde-b2111060eda1 None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:19.147820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Provisioning for port 9994d628-2a3f-4bab-bb42-47f00bcd2527 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:19.286378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.11 (360b73f8-bcb7-4bf1-a7eb-c977c1add478/3b4a7df3-24ad-42d9-9d40-48825797acd6/5bb193e9-8715-4095-ba1e-c3901d3492c8) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:19.361631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.437379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=281cf2ff-789c-4b48-a569-e923e813867b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.460172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Provisioning complete for port 9994d628-2a3f-4bab-bb42-47f00bcd2527 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:19.461086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.472103 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': 'bca7928a-0bb7-49bf-b290-a9fabd3ba025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd06bb020-676d-4ab3-8b80-4f474befcd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:19.472615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: d06bb020-676d-4ab3-8b80-4f474befcd57, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:19.492923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network d06bb020-676d-4ab3-8b80-4f474befcd57 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:19.505713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d06bb020-676d-4ab3-8b80-4f474befcd57) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:19.520439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.521179 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.535168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712444e1-1086-4c7c-840c-42a83c20d1ac None None] Network d06bb020-676d-4ab3-8b80-4f474befcd57 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:19.541336 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8343cbb3-2fde-4f30-bd87-f2041d0f03dd tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7186022 Jul 16 20:38:19.544210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60954) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.580766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.671997 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.812352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.836043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:19.843071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:19.852715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:19.856280 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.928405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.929905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.945678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=5bb193e9-8715-4095-ba1e-c3901d3492c8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.980536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] For port 9994d628-2a3f-4bab-bb42-47f00bcd2527, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9994d628-2a3f-4bab-bb42-47f00bcd2527,segment=NetworkSegment(6e28e204-a8da-4b58-871e-04e07fadd96c),segment_id=6e28e204-a8da-4b58-871e-04e07fadd96c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:19.982421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8f6b5134-42b2-49e5-afd6-0bfcb656efaa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1136796 Jul 16 20:38:19.985734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60964) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:20.002997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'port': {'network_id': '360b73f8-bcb7-4bf1-a7eb-c977c1add478', 'name': 'tempest-FloatingIPTestJSON-695159538'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:20.008620 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.044292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.175750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.201696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1651869-5314-40fd-973b-a638751520b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-d06bb020-676d-4ab3-8b80-4f474befcd57', 'network_id': 'd06bb020-676d-4ab3-8b80-4f474befcd57', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': '281cf2ff-789c-4b48-a569-e923e813867b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:20.203407 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1651869-5314-40fd-973b-a638751520b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.206313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Pushing event updated for resources: {'Port': ['ID=9994d628-2a3f-4bab-bb42-47f00bcd2527,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.225513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:20.231103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.231880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.232523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.233115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.234077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.234680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.235435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.235998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.236592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.243011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.244655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.245230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.245758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d22d6-b8d4-4b19-b276-94ccccf2d6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:20.283195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=281cf2ff-789c-4b48-a569-e923e813867b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.298548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] device_id is not set on port ad62aab9-1275-43c8-902f-246a3df9a7bb yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:20.370286 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.399283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06bb020-676d-4ab3-8b80-4f474befcd57']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:20.407418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53428c8-42b2-47b8-bc88-0873ec1f5d25 None None] Network d06bb020-676d-4ab3-8b80-4f474befcd57 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:20.421437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca7928a-0bb7-49bf-b290-a9fabd3ba025') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:20.421768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca7928a-0bb7-49bf-b290-a9fabd3ba025') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:20.451670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.479593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.489175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:20.489878 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:20.505207 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:20.521784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.5 (360b73f8-bcb7-4bf1-a7eb-c977c1add478/3b4a7df3-24ad-42d9-9d40-48825797acd6/ad62aab9-1275-43c8-902f-246a3df9a7bb) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:20.598366 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.606379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-82238923-d118-4151-8855-b91b6a5583a6 None None] Provisioning complete for port 9994d628-2a3f-4bab-bb42-47f00bcd2527 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:20.610027 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.612147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82238923-d118-4151-8855-b91b6a5583a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.614045 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/d06bb020-676d-4ab3-8b80-4f474befcd57 HTTP/1.1" status: 204 len: 168 time: 1.0678840 Jul 16 20:38:20.617624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677d9ff-cc58-4b98-972e-72210fafdbee None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:20.618216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60968) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:20.625374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578472986'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:20.642476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d7e2b-e956-4436-b6b5-2f59d6c265c6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=d06bb020-676d-4ab3-8b80-4f474befcd57,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.696913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:20.700231 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.774458 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.780323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:20.818085 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.818449 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment 6eb65ce3-ffad-4c3a-bf0e-47d551b959d7 of type vlan for network cd093b09-0088-4fe8-bd31-97fc4159d716 Jul 16 20:38:20.833981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677d9ff-cc58-4b98-972e-72210fafdbee None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:20.892139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.915472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.983338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:20.987413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:20.992856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.002396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.003083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.014429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:21.020316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=ad62aab9-1275-43c8-902f-246a3df9a7bb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.108457 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4870136 Jul 16 20:38:21.111223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60992) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.122057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': 'cd093b09-0088-4fe8-bd31-97fc4159d716', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:21.186773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1241b-a65e-4b16-8c8e-b3193a689e4c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=cd093b09-0088-4fe8-bd31-97fc4159d716,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.194948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.195847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.198915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network cd093b09-0088-4fe8-bd31-97fc4159d716 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:21.218430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-10fb4b0c-8f51-4bbc-868a-2e0b24518070 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2306488 Jul 16 20:38:21.221609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60994) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.230385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'ad62aab9-1275-43c8-902f-246a3df9a7bb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:21.249857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:21.257680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.270008 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.394285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.510643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.525318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.25.8.155 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/5acdecbe-b31b-459a-8ceb-f91a13db8e2b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:21.567731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=110e1b27-a5e7-4e33-b5a5-26436f873996,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.588557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': '6eb65ce3-ffad-4c3a-bf0e-47d551b959d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cd093b09-0088-4fe8-bd31-97fc4159d716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:21.589071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: cd093b09-0088-4fe8-bd31-97fc4159d716, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:21.608885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network cd093b09-0088-4fe8-bd31-97fc4159d716 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:21.618994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, cd093b09-0088-4fe8-bd31-97fc4159d716) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:21.629248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3185a706-8f8c-4c1a-910e-3cdb969908df None None] Network cd093b09-0088-4fe8-bd31-97fc4159d716 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:21.639083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.640949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.695149 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-012710ef-f76a-4f9b-bce4-df93d28a813c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5706117 Jul 16 20:38:21.697443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60998) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.714755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.790911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9994d628-2a3f-4bab-bb42-47f00bcd2527 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:21.810241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.876272 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.882731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:21.887274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:21.892238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:21.921955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=5acdecbe-b31b-459a-8ceb-f91a13db8e2b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.952697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.053440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9994d628-2a3f-4bab-bb42-47f00bcd2527 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:22.053818 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.061854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23f40b-7ae8-4360-9b10-80b7c4ead647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-cd093b09-0088-4fe8-bd31-97fc4159d716', 'network_id': 'cd093b09-0088-4fe8-bd31-97fc4159d716', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': '110e1b27-a5e7-4e33-b5a5-26436f873996'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:22.066187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.073173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a23f40b-7ae8-4360-9b10-80b7c4ead647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.140373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=110e1b27-a5e7-4e33-b5a5-26436f873996,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.228248 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.254353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd093b09-0088-4fe8-bd31-97fc4159d716']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:22.272097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb65ce3-ffad-4c3a-bf0e-47d551b959d7') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:22.272672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb65ce3-ffad-4c3a-bf0e-47d551b959d7') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:22.284706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd744893-1372-4923-9e9c-639e51d8fa03 None None] Network cd093b09-0088-4fe8-bd31-97fc4159d716 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:22.291947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.310766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.318698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:22.320930 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:22.344598 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:22.403093 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.409149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.416747 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/cd093b09-0088-4fe8-bd31-97fc4159d716 HTTP/1.1" status: 204 len: 168 time: 0.7138181 Jul 16 20:38:22.430334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32774) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.431147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4e6e0-7b6c-4648-a664-80ce68a6bbda tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=cd093b09-0088-4fe8-bd31-97fc4159d716,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.442399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-642320490'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:22.471324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:22.481323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.514933 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:22.527671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.528154 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment 437c0ff0-2cc8-4039-b3d8-0b55e48197ee of type vlan for network 6d01a888-3b83-4d39-bcee-060a8b624733 Jul 16 20:38:22.582308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.622327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.629568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:22.630367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.652620 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2174878 Jul 16 20:38:22.655716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32776) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.661931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': '6d01a888-3b83-4d39-bcee-060a8b624733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:22.787842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddf1e9-b8d9-4d48-94cc-241b5326e2b2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=6d01a888-3b83-4d39-bcee-060a8b624733,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.800826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 6d01a888-3b83-4d39-bcee-060a8b624733 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:22.939436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.948547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:22.955405 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.092057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.216752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.268673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.274232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.339274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=36268589-57d9-48a6-89a7-03f96381ba4a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.339274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': '437c0ff0-2cc8-4039-b3d8-0b55e48197ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6d01a888-3b83-4d39-bcee-060a8b624733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:23.339274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: 6d01a888-3b83-4d39-bcee-060a8b624733, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:23.357030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=5acdecbe-b31b-459a-8ceb-f91a13db8e2b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.360371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network 6d01a888-3b83-4d39-bcee-060a8b624733 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:23.376338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 6d01a888-3b83-4d39-bcee-060a8b624733) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:23.383769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:23.385799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.387719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa4e79-b77f-4e69-966a-a9ba40c72566 None None] Network 6d01a888-3b83-4d39-bcee-060a8b624733 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:23.411133 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-234f75c7-e455-4b01-9200-0d96aab5992b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7543890 Jul 16 20:38:23.414580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.422289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.541497 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP c929dd4e-b0c9-46cd-a607-d125dc784ca2 associated. External IP: 172.25.8.155, port: ad62aab9-1275-43c8-902f-246a3df9a7bb. Jul 16 20:38:23.553456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.625320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.630548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8126715-de87-45e0-816d-208de49a4945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-6d01a888-3b83-4d39-bcee-060a8b624733', 'network_id': '6d01a888-3b83-4d39-bcee-060a8b624733', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': '36268589-57d9-48a6-89a7-03f96381ba4a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:23.631472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8126715-de87-45e0-816d-208de49a4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.715414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.766936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=36268589-57d9-48a6-89a7-03f96381ba4a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.825449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-c8126715-de87-45e0-816d-208de49a4945 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36268589-57d9-48a6-89a7-03f96381ba4a: This subnet is being modified by another concurrent operation. Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36268589-57d9-48a6-89a7-03f96381ba4a: This subnet is being modified by another concurrent operation. Jul 16 20:38:23.839133 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:38:23.857038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d01a888-3b83-4d39-bcee-060a8b624733']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:23.869453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b7640b-5165-4d59-9e57-dc31748d23f2 None None] Network 6d01a888-3b83-4d39-bcee-060a8b624733 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:23.875029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437c0ff0-2cc8-4039-b3d8-0b55e48197ee') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:23.876392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437c0ff0-2cc8-4039-b3d8-0b55e48197ee') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:23.890168 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.916365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:23.917697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.928359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:23.929597 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.019593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10763184-7498-4bb9-a6ba-dbc61d5823e2 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:24.041124 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:24.056982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.072872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.076282 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/6d01a888-3b83-4d39-bcee-060a8b624733 HTTP/1.1" status: 204 len: 168 time: 0.6600432 Jul 16 20:38:24.079807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.081921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:24.086478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-382286632'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:24.094346 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:24.109255 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:24.110245 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.111949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.134473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af959-8220-43e2-8132-4879079dedd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=6d01a888-3b83-4d39-bcee-060a8b624733,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.174026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:24.178273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.195297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e3dfdc8b-e35d-40aa-a9cd-81c81e8b3e7e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9718206 Jul 16 20:38:24.197576 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.201825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32796) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.207604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:24.217128 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:24.217774 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.245665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10763184-7498-4bb9-a6ba-dbc61d5823e2 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:24.327035 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.330670 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2954c12-e97b-404b-a658-47825375ad6c None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:24.421330 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.499396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:24.557261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.559682 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment bc65d2ee-c128-4732-9738-57d808033bb7 of type vlan for network 2cf69dd7-4e24-472a-90a5-6b53cfcebd9f Jul 16 20:38:24.690020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.756174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.764460 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.764891 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP c929dd4e-b0c9-46cd-a607-d125dc784ca2 disassociated. External IP: 172.25.8.155, port: ad62aab9-1275-43c8-902f-246a3df9a7bb. Jul 16 20:38:24.852910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.858723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:24.859730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.933647 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8524230 Jul 16 20:38:24.936566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32804) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.942183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': '2cf69dd7-4e24-472a-90a5-6b53cfcebd9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:24.989973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8505a-4870-46d6-8a13-9e043b9efb74 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=2cf69dd7-4e24-472a-90a5-6b53cfcebd9f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.012534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2cf69dd7-4e24-472a-90a5-6b53cfcebd9f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:25.067589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:25.072773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.170452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Performing IP validity checks on allocation pools {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:38:25.171827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:38:25.222725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:25.377003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.389984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:25.404991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:25.414999 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.421518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:25.425028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.488720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.505538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:25.506174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.506667 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-79a0680e-9a16-4d54-be65-0d1d1799d02a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/floatingips/c929dd4e-b0c9-46cd-a607-d125dc784ca2 HTTP/1.1" status: 200 len: 688 time: 1.3030529 Jul 16 20:38:25.509207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32810) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:25.577869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': 'bc65d2ee-c128-4732-9738-57d808033bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2cf69dd7-4e24-472a-90a5-6b53cfcebd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:25.578465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: 2cf69dd7-4e24-472a-90a5-6b53cfcebd9f, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:25.584021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=44e474b7-7785-4e9f-b547-23cedab07676,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.588686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.589892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9bce82-ab26-450f-9660-56386d754b3e None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:25.652102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network 2cf69dd7-4e24-472a-90a5-6b53cfcebd9f is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:25.668873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2cf69dd7-4e24-472a-90a5-6b53cfcebd9f) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:25.681503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5953434-af04-4846-aba7-3281211572b0 None None] Network 2cf69dd7-4e24-472a-90a5-6b53cfcebd9f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:25.682933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:25.683708 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.683867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 5acdecbe-b31b-459a-8ceb-f91a13db8e2b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:25.684369 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.704921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5c33dfdd-7e95-41a7-8ff8-648c4dfd406e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7664773 Jul 16 20:38:25.713384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32820) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:25.792884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.793251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.814745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 5acdecbe-b31b-459a-8ceb-f91a13db8e2b owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:25.866266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.001719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.006993 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.056953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=5acdecbe-b31b-459a-8ceb-f91a13db8e2b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.150849 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.154716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.159083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.160008 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fcaf2b52-1aa9-4a64-9152-13120ea543fa tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/floatingips/c929dd4e-b0c9-46cd-a607-d125dc784ca2 HTTP/1.1" status: 204 len: 168 time: 0.6468089 Jul 16 20:38:26.163648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32830) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.169080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '5bb193e9-8715-4095-ba1e-c3901d3492c8'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:26.200103 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.220473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703391e-96f5-4ad8-a833-b0563f43c890 None None] Network 2cf69dd7-4e24-472a-90a5-6b53cfcebd9f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:26.267914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.291050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf69dd7-4e24-472a-90a5-6b53cfcebd9f']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:26.325252 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.355032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=44e474b7-7785-4e9f-b547-23cedab07676,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.361667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc65d2ee-c128-4732-9738-57d808033bb7') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:26.362175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc65d2ee-c128-4732-9738-57d808033bb7') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:26.373912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.391703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.399018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:26.399473 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:26.403105 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:26.457325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.25.8.253 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/59962af5-6b4c-4ae2-a8b9-2bd478b8de58) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:26.466069 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.484945 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.490771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/2cf69dd7-4e24-472a-90a5-6b53cfcebd9f HTTP/1.1" status: 204 len: 168 time: 0.7723641 Jul 16 20:38:26.490771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765cea1-9d14-4bcb-be26-a84fd34a3a34 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=2cf69dd7-4e24-472a-90a5-6b53cfcebd9f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.493247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32834) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.497338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-947650591'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:26.521978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:26.526230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.563864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:26.575103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.575532 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment 29d6e43a-ae38-4c9d-8f67-96ceb1075e06 of type vlan for network e0d39c6b-e920-4ee0-9f53-f65c790f7e47 Jul 16 20:38:26.652140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.701737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.704162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.711981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.713344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.742882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2499118 Jul 16 20:38:26.745652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32838) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.751144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:26.785987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.791808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e968fa-4afb-4b90-91c8-4f19732deb3e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=e0d39c6b-e920-4ee0-9f53-f65c790f7e47,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.813374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e0d39c6b-e920-4ee0-9f53-f65c790f7e47 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:26.888995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:26.904931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:26.915718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:26.952890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=59962af5-6b4c-4ae2-a8b9-2bd478b8de58,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.957272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:26.961631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.392922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.600675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32846) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.187665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=daec3c7d-911e-41c1-8fde-32c9a649252e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.190030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.206022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': '29d6e43a-ae38-4c9d-8f67-96ceb1075e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:28.206387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: e0d39c6b-e920-4ee0-9f53-f65c790f7e47, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:28.240328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.240671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.241014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.241866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.242189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.242520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.242853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.243180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.243530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.243857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.244182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.244519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:28.287343 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.296132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network e0d39c6b-e920-4ee0-9f53-f65c790f7e47 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:28.316159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e0d39c6b-e920-4ee0-9f53-f65c790f7e47) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:28.322713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:28.323349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.329721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e343b-04f7-44c6-a80e-f4a7a70fecad None None] Network e0d39c6b-e920-4ee0-9f53-f65c790f7e47 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:28.376658 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-841470c3-cbc2-4fb2-b9c3-8a3410d678ee tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6274676 Jul 16 20:38:28.376658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.394256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.520835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-e0d39c6b-e920-4ee0-9f53-f65c790f7e47', 'network_id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': 'daec3c7d-911e-41c1-8fde-32c9a649252e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:28.521846 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.662170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.672573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Deleting port a1fd167f-26b7-41e3-a55f-347e99ca37dc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:28.673165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.692786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.698791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.703361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Allocated IP 172.20.0.1 (e0d39c6b-e920-4ee0-9f53-f65c790f7e47/daec3c7d-911e-41c1-8fde-32c9a649252e/a30f1dbd-63b4-4bf6-a696-a0156346e374) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:28.764995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] For port a1fd167f-26b7-41e3-a55f-347e99ca37dc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a1fd167f-26b7-41e3-a55f-347e99ca37dc,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:28.765278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.779630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Calling delete_port for a1fd167f-26b7-41e3-a55f-347e99ca37dc owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:28.805044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=59962af5-6b4c-4ae2-a8b9-2bd478b8de58,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.807619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.856364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.896832 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.906385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Transition to ACTIVE for port object a30f1dbd-63b4-4bf6-a696-a0156346e374 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:28.950415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Transition to ACTIVE for port object a30f1dbd-63b4-4bf6-a696-a0156346e374 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:28.961834 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.017104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Network e0d39c6b-e920-4ee0-9f53-f65c790f7e47 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:29.021269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:29.023852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Pushing event updated for resources: {'Port': ['ID=a30f1dbd-63b4-4bf6-a696-a0156346e374,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.026628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:29.036486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.042531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.078195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fd167f-26b7-41e3-a55f-347e99ca37dc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.089562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=daec3c7d-911e-41c1-8fde-32c9a649252e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.110818 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 254a644a-b1f3-4cc3-94cc-2a59885736b5 associated. External IP: 172.25.8.253, port: 5bb193e9-8715-4095-ba1e-c3901d3492c8. Jul 16 20:38:29.146582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Attempting to bind port a30f1dbd-63b4-4bf6-a696-a0156346e374 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:29.147161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Attempting to bind port a30f1dbd-63b4-4bf6-a696-a0156346e374 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '29d6e43a-ae38-4c9d-8f67-96ceb1075e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:29.147684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Attempting to bind port a30f1dbd-63b4-4bf6-a696-a0156346e374 on network e0d39c6b-e920-4ee0-9f53-f65c790f7e47 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:29.157927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:29.158758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Checking segment: {'id': '29d6e43a-ae38-4c9d-8f67-96ceb1075e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:29.159058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.159675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Bound using segment: {'id': '29d6e43a-ae38-4c9d-8f67-96ceb1075e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:29.160252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Bound port: a30f1dbd-63b4-4bf6-a696-a0156346e374, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d6e43a-ae38-4c9d-8f67-96ceb1075e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:29.160749 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.240536 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.255984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d39c6b-e920-4ee0-9f53-f65c790f7e47']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.267815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] For port a30f1dbd-63b4-4bf6-a696-a0156346e374, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:29.272012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] For port a30f1dbd-63b4-4bf6-a696-a0156346e374, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a30f1dbd-63b4-4bf6-a696-a0156346e374,segment=NetworkSegment(29d6e43a-ae38-4c9d-8f67-96ceb1075e06),segment_id=29d6e43a-ae38-4c9d-8f67-96ceb1075e06)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:29.278678 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.328407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d6e43a-ae38-4c9d-8f67-96ceb1075e06') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.328987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d6e43a-ae38-4c9d-8f67-96ceb1075e06') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.348798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd396199-acf7-4def-bc72-28300b9022a7 None None] Pushing event updated for resources: {'Port': ['ID=a30f1dbd-63b4-4bf6-a696-a0156346e374,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.366347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.391130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.419723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.459952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:29.461163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:29.464862 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:29.466808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036d57d7-c9d3-4032-990b-8c729f937b32 None None] Network e0d39c6b-e920-4ee0-9f53-f65c790f7e47 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:29.546224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:38:29.546224 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:38:29.546224 n-d-798930-6 neutron-server[94096]: [parameters: {'id': 'e0d39c6b-e920-4ee0-9f53-f65c790f7e47'}] Jul 16 20:38:29.546224 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:38:29.547120 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:38:29.557255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:29.644151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874ffee-a93e-4a16-aceb-7a4a10ea7169 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:29.677420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:29.692546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:29.705477 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:29.712726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.720995 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:29.721635 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.775184 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e5088c4-3641-4975-b566-6a5f2a8cccad tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6077509 Jul 16 20:38:29.775441 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.776051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.796670 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:29.797203 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.828256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874ffee-a93e-4a16-aceb-7a4a10ea7169 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:29.861012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5cf7b676-e939-4756-a22e-efe8bfa89980 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "GET /v2.0/floatingips/254a644a-b1f3-4cc3-94cc-2a59885736b5 HTTP/1.1" status: 200 len: 978 time: 0.0833650 Jul 16 20:38:29.863503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32876) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.884832 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.885772 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20598e0f-f509-4b48-ad3e-6944ddad56ac None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:29.999334 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0adacc15-245e-4739-87b0-44da6a45e860 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1323020 Jul 16 20:38:29.999786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32878) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:30.004598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'port_id': 'ad62aab9-1275-43c8-902f-246a3df9a7bb'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:30.068854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.073397 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.252797 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64250dd9-d94a-4d7c-9e5d-dda4efd3f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.261295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:30.272584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c7e70519-52a8-4727-9612-d9b25fc4b31e admin admin] 10.222.0.100 "PUT /v2.0/routers/1050bb88-37eb-41e7-a9d3-a3b94a0db6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6691616 Jul 16 20:38:30.273234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] Sync routers for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:30.276505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32884) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:30.285023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:30.286141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:30.423194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.472027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:30.658602 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.727643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Deleting port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:30.728356 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.751221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:38:28Z', 'revision_number': 5, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port': {'id': '80c28fe7-eb8b-41fd-a3ea-548504da7d3b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:26:06Z', 'updated_at': '2021-07-16T20:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:30.785752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] Checking router: 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:30.796571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] Routers {'1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:30.797239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:30.858363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] For port 80c28fe7-eb8b-41fd-a3ea-548504da7d3b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:30.858762 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.876039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Calling delete_port for 80c28fe7-eb8b-41fd-a3ea-548504da7d3b owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:30.889379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Deleting port a30f1dbd-63b4-4bf6-a696-a0156346e374 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:30.889992 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.902589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] Set router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:30.960363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 6, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:30.997838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d4b26-ce4a-439b-acf2-77687733911b None None] The sync data for ids ['1050bb88-37eb-41e7-a9d3-a3b94a0db6a5'] in n-d-798930-6 is: [{'id': '1050bb88-37eb-41e7-a9d3-a3b94a0db6a5', 'name': 'tempest-TaggedBootDevicesTest-751368986-router', 'tenant_id': '367afe4b1b4d4b2db98b6e3209704c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:26:05Z', 'updated_at': '2021-07-16T20:38:30Z', 'revision_number': 6, 'project_id': '367afe4b1b4d4b2db98b6e3209704c12', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:31.030069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] For port a30f1dbd-63b4-4bf6-a696-a0156346e374, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a30f1dbd-63b4-4bf6-a696-a0156346e374,segment=NetworkSegment(29d6e43a-ae38-4c9d-8f67-96ceb1075e06),segment_id=29d6e43a-ae38-4c9d-8f67-96ceb1075e06)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:31.030389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.060095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Calling delete_port for a30f1dbd-63b4-4bf6-a696-a0156346e374 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:31.092022 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.125354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Pushing event deleted for resources: {'Port': ['ID=80c28fe7-eb8b-41fd-a3ea-548504da7d3b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.193583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.resource_extend [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:38:31.195702 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.267761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.283078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.310923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.316369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.400022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.419529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.420137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:38:31.428130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.429830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-42d2b624-80ea-4170-a538-dbbb7f4e261e admin admin] 10.222.0.100 "DELETE /v2.0/routers/1050bb88-37eb-41e7-a9d3-a3b94a0db6a5 HTTP/1.1" status: 204 len: 168 time: 1.1522839 Jul 16 20:38:31.432787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32898) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.444612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Port': ['ID=a30f1dbd-63b4-4bf6-a696-a0156346e374,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.451974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No DVR routers for this DVR port a30f1dbd-63b4-4bf6-a696-a0156346e374 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:31.510462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] Deleting subnet cd25bca1-d942-4cc0-9705-2fa9ef7d910b {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:31.514506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.579082 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 254a644a-b1f3-4cc3-94cc-2a59885736b5 associated. External IP: 172.25.8.253, port: 5bb193e9-8715-4095-ba1e-c3901d3492c8. Jul 16 20:38:31.591019 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.612601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.626477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d39c6b-e920-4ee0-9f53-f65c790f7e47']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.639686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d6e43a-ae38-4c9d-8f67-96ceb1075e06') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.640033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d6e43a-ae38-4c9d-8f67-96ceb1075e06') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.652137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.668932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.677036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:31.677217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:31.767494 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:31.776765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.845073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.854883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.861186 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/e0d39c6b-e920-4ee0-9f53-f65c790f7e47 HTTP/1.1" status: 204 len: 168 time: 3.4639928 Jul 16 20:38:31.870985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32910) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.892867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80c28fe7-eb8b-41fd-a3ea-548504da7d3b no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:31.896184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-766272148'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:31.927353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4da9-e8d4-477d-ada7-127f8218598d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=e0d39c6b-e920-4ee0-9f53-f65c790f7e47,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.934673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 80c28fe7-eb8b-41fd-a3ea-548504da7d3b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:31.935508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80c28fe7-eb8b-41fd-a3ea-548504da7d3b not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:31.935992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a1fd167f-26b7-41e3-a55f-347e99ca37dc no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:31.942224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.964511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: a1fd167f-26b7-41e3-a55f-347e99ca37dc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:31.965398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device a1fd167f-26b7-41e3-a55f-347e99ca37dc not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:31.984082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd25bca1-d942-4cc0-9705-2fa9ef7d910b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.986362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.994038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0b120f-3028-4788-8e45-44f02531ba0c None None] Network eda54561-7c99-4f69-8808-6b264e36fb54 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:31.995277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0691efb-e8bb-4027-b4aa-b1d98fffd434 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/cd25bca1-d942-4cc0-9705-2fa9ef7d910b HTTP/1.1" status: 204 len: 168 time: 0.5606933 Jul 16 20:38:31.996531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32912) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.038121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:32.050068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.146663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:32.154671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.170799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.171863 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment 9ac6e371-05b8-47f5-bf09-93cbfe986214 of type vlan for network 8b3db936-64fe-44e3-8df2-f10c686c23be Jul 16 20:38:32.243987 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Deleting port 68808fe9-a8f5-4d76-868e-27565d6eed7c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:32.244328 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.300736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.336785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:32.354088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] DHCP port deletion for eda54561-7c99-4f69-8808-6b264e36fb54 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:32.354466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] For port 68808fe9-a8f5-4d76-868e-27565d6eed7c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68808fe9-a8f5-4d76-868e-27565d6eed7c,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:32.354908 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.366015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.373359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:32.374307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.375550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Calling delete_port for 68808fe9-a8f5-4d76-868e-27565d6eed7c owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:32.447860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] Deleting port 68808fe9-a8f5-4d76-868e-27565d6eed7c {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:32.448296 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.463209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5801134 Jul 16 20:38:32.468445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32916) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.475288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': '8b3db936-64fe-44e3-8df2-f10c686c23be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:32.525507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.553297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] No DVR routers for this DVR port 68808fe9-a8f5-4d76-868e-27565d6eed7c on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:32.563963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] For port 68808fe9-a8f5-4d76-868e-27565d6eed7c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68808fe9-a8f5-4d76-868e-27565d6eed7c,segment=NetworkSegment(56071215-b44c-45d6-aa13-cc010a1262fd),segment_id=56071215-b44c-45d6-aa13-cc010a1262fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:32.564373 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.583295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] Calling delete_port for 68808fe9-a8f5-4d76-868e-27565d6eed7c owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:32.584425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0555c-5fc6-4271-b35a-cc0023fc2d5b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=8b3db936-64fe-44e3-8df2-f10c686c23be,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.607522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8b3db936-64fe-44e3-8df2-f10c686c23be details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:32.655774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Pushing event deleted for resources: {'Port': ['ID=68808fe9-a8f5-4d76-868e-27565d6eed7c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.658688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:32.670663 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:32.686743 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:32.687795 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.715260 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.729536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.729536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.729536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.729994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.730162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.730437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.730776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.731109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.731546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.731983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.732323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.732670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:32.771052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:32.771345 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.776619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.799277 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:32.800819 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.808075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.810901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] No DVR routers for this DVR port 68808fe9-a8f5-4d76-868e-27565d6eed7c on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:32.820023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25890c40-52e3-4cbd-81b6-1d20a31bef0b None None] Pushing event deleted for resources: {'Port': ['ID=68808fe9-a8f5-4d76-868e-27565d6eed7c,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:32.832067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda54561-7c99-4f69-8808-6b264e36fb54']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.847893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56071215-b44c-45d6-aa13-cc010a1262fd') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.848664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56071215-b44c-45d6-aa13-cc010a1262fd') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.862498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.888911 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.889327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76462f9d-9d0d-42b6-9097-12be1f478ebb None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:32.896360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.911309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:32.912399 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:32.916115 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:33.018403 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.025764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.028568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] 10.222.0.100 "DELETE /v2.0/networks/eda54561-7c99-4f69-8808-6b264e36fb54 HTTP/1.1" status: 204 len: 168 time: 1.0301483 Jul 16 20:38:33.042348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458456b-3a38-462f-af75-ceefb710c61a admin admin] Pushing event deleted for resources: {'Network': ['ID=eda54561-7c99-4f69-8808-6b264e36fb54,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.174356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32922) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.184516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:33.201921 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.227405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3a727c63-b115-480b-97ec-8941e683ac60 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=367afe4b1b4d4b2db98b6e3209704c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516860 Jul 16 20:38:33.230012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32924) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.292799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10f5202a-6c5a-4151-9c7e-baf5b18eb270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.312517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=17b75f10-f7a1-40c9-a6bc-bf2e92c1062e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.317097 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10f5202a-6c5a-4151-9c7e-baf5b18eb270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.372438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': '9ac6e371-05b8-47f5-bf09-93cbfe986214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8b3db936-64fe-44e3-8df2-f10c686c23be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:33.372763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: 8b3db936-64fe-44e3-8df2-f10c686c23be, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:33.374758 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10f5202a-6c5a-4151-9c7e-baf5b18eb270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.377479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10f5202a-6c5a-4151-9c7e-baf5b18eb270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.378736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-10f5202a-6c5a-4151-9c7e-baf5b18eb270 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a5724584-bc02-4701-873e-a43c8da40cc1 HTTP/1.1" status: 204 len: 168 time: 0.1477563 Jul 16 20:38:33.388110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5202a-6c5a-4151-9c7e-baf5b18eb270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5724584-bc02-4701-873e-a43c8da40cc1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.390500 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:33.395499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.410410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:33.422808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network 8b3db936-64fe-44e3-8df2-f10c686c23be is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:33.428193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:33.428887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.442498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8b3db936-64fe-44e3-8df2-f10c686c23be) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:33.450749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.451476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.471179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc710c-0300-45b9-ad0d-68d08746182e None None] Network 8b3db936-64fe-44e3-8df2-f10c686c23be requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:33.473632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.492890 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-15f111ee-cd5e-4c34-8b31-69731c25312b tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0217435 Jul 16 20:38:33.496811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.509723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eb2d88ee-e3bd-419d-b568-7e654762ee75 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/floatingips/254a644a-b1f3-4cc3-94cc-2a59885736b5 HTTP/1.1" status: 200 len: 977 time: 3.5056274 Jul 16 20:38:33.509962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32930) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.514585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:33.516621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:33.519459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.583522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.584191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060645a-25b6-42f7-ae5f-68bcbc20a559 None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:33.615770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.681459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.718992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b48f22-5ba9-44c5-a02c-cd50470e9aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-8b3db936-64fe-44e3-8df2-f10c686c23be', 'network_id': '8b3db936-64fe-44e3-8df2-f10c686c23be', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': '17b75f10-f7a1-40c9-a6bc-bf2e92c1062e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:33.720192 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64b48f22-5ba9-44c5-a02c-cd50470e9aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.763764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.827781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68808fe9-a8f5-4d76-868e-27565d6eed7c no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:33.852866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.872037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 68808fe9-a8f5-4d76-868e-27565d6eed7c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:33.872617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68808fe9-a8f5-4d76-868e-27565d6eed7c not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:33.889368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.893756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.894094 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 254a644a-b1f3-4cc3-94cc-2a59885736b5 disassociated. External IP: 172.25.8.253, port: ad62aab9-1275-43c8-902f-246a3df9a7bb. Jul 16 20:38:33.903003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=17b75f10-f7a1-40c9-a6bc-bf2e92c1062e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-64b48f22-5ba9-44c5-a02c-cd50470e9aaf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17b75f10-f7a1-40c9-a6bc-bf2e92c1062e: This subnet is being modified by another concurrent operation. Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17b75f10-f7a1-40c9-a6bc-bf2e92c1062e: This subnet is being modified by another concurrent operation. Jul 16 20:38:33.904213 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:38:33.923320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3068b-26cd-4807-affd-7fdaaf687128 None None] Network 8b3db936-64fe-44e3-8df2-f10c686c23be requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:33.999526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.013637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3db936-64fe-44e3-8df2-f10c686c23be']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.029827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac6e371-05b8-47f5-bf09-93cbfe986214') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.030128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac6e371-05b8-47f5-bf09-93cbfe986214') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.043220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.062861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.082246 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:34.084507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:34.094191 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:34.172759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.208283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.221869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/8b3db936-64fe-44e3-8df2-f10c686c23be HTTP/1.1" status: 204 len: 168 time: 0.7195435 Jul 16 20:38:34.221869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6586b-e65b-4c53-9a22-223527e589f0 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=8b3db936-64fe-44e3-8df2-f10c686c23be,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.225598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32960) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.236678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1836927765'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.264396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:34.276243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.310374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:34.326969 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.328302 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment 734035a7-a686-4c74-9619-39c305cc40fb of type vlan for network 133c9361-5603-4282-b31a-8148a6bb9838 Jul 16 20:38:34.371777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.428644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.513801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.527636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32972) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.529069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.529836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.584070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3528409 Jul 16 20:38:34.584556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32976) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.592107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.596402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e103cbc4-2a70-4e47-a98e-d4cb438edf3e None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:34.656282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f702535-4ce5-4bfa-ac0e-9ff977633c56 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=133c9361-5603-4282-b31a-8148a6bb9838,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.682844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 133c9361-5603-4282-b31a-8148a6bb9838 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:34.779502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-732733680-network', 'tenant_id': 'dc044df223fa41008ab2640a9d9ab4e3'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.851743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Made reservation on behalf of dc044df223fa41008ab2640a9d9ab4e3 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:34.854439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.869513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.885343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:34.937520 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-06575a41-e815-4fad-9ffd-6edeaa8ca373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.975624 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.984040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103cbc4-2a70-4e47-a98e-d4cb438edf3e None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:34.996054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.027988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network 133c9361-5603-4282-b31a-8148a6bb9838 is not hosted by any dhcp agent {{(pid=94095) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:38:35.034093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:35.034736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.036515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "PUT /v2.0/networks/133c9361-5603-4282-b31a-8148a6bb9838 HTTP/1.1" status: 200 len: 723 time: 0.4507985 Jul 16 20:38:35.040858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32980) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.048725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': '133c9361-5603-4282-b31a-8148a6bb9838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:35.109863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:35.115073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.122719 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:35.129322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806114d-270e-45d6-b505-ae345c0c276a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=133c9361-5603-4282-b31a-8148a6bb9838,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.138722 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:35.139394 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.153503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 133c9361-5603-4282-b31a-8148a6bb9838 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:35.179991 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.186595 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.227838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb7825-c483-4780-a4a0-bccb773b4377,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.234162 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-564660b9-0ba4-4d40-b381-a678a163054d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/floatingips/254a644a-b1f3-4cc3-94cc-2a59885736b5 HTTP/1.1" status: 200 len: 688 time: 1.7231636 Jul 16 20:38:35.237618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32982) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.244121 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.250752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:35.268765 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:35.269588 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.296678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:35.304411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.349043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.349622 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388ea6e-de41-4c90-a0b6-ad8738acd1f6 None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:35.357204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.357550 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Added segment d2c6a192-63c3-4968-b205-353dd3d2a5f7 of type vlan for network e0c7fec2-1f24-463b-9df4-d428d2b1d695 Jul 16 20:38:35.451379 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.482074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 59962af5-6b4c-4ae2-a8b9-2bd478b8de58 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:35.482400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.533859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.535058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:35.535798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.563676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.650954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=0657545e-cfd6-41aa-a6b8-ecd8110a3a3a,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.661268 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1309955 Jul 16 20:38:35.669034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32988) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.674975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Request body: {'subnet': {'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-732733680-subnet', 'tenant_id': 'dc044df223fa41008ab2640a9d9ab4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:35.698034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': '734035a7-a686-4c74-9619-39c305cc40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '133c9361-5603-4282-b31a-8148a6bb9838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:35.698443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: 133c9361-5603-4282-b31a-8148a6bb9838, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:35.720491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Made reservation on behalf of dc044df223fa41008ab2640a9d9ab4e3 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:35.723116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.739714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.740051 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.743817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59981646-7df9-4e92-b49b-2cf4eae98841 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c7fec2-1f24-463b-9df4-d428d2b1d695,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.754441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network 133c9361-5603-4282-b31a-8148a6bb9838 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:35.758001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 59962af5-6b4c-4ae2-a8b9-2bd478b8de58 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:35.761074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e0c7fec2-1f24-463b-9df4-d428d2b1d695 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:35.769022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 133c9361-5603-4282-b31a-8148a6bb9838) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:35.794806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a94116-b09e-4227-a2e6-eebbde41389c None None] Network 133c9361-5603-4282-b31a-8148a6bb9838 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:35.806251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:35.807018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.827021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9aa2e233-1d58-45df-b37c-cdd1641fabd3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7824941 Jul 16 20:38:35.830799 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32990) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.838709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ca374d76-43c4-4bf0-9aa1-c1fa40d8ad6c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:35.977201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca374d76-43c4-4bf0-9aa1-c1fa40d8ad6c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7470431'] for subnet, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.983559 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.055866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.076017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.098324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Checking segment: {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:36.098786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Network hostable DHCP agents. Network: e0c7fec2-1f24-463b-9df4-d428d2b1d695, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:36.130300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.135399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Network e0c7fec2-1f24-463b-9df4-d428d2b1d695 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:36.153029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e0c7fec2-1f24-463b-9df4-d428d2b1d695) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:36.166213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=59962af5-6b4c-4ae2-a8b9-2bd478b8de58,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.169723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4c116-d7ef-48b3-a1f7-b9573324f177 None None] Network e0c7fec2-1f24-463b-9df4-d428d2b1d695 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:36.170501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.171192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.200028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9739576d-0b40-4899-995a-56851b85ca35 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5298090 Jul 16 20:38:36.301283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.303925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.309055 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ee38b8d1-561a-4a38-a6af-03fa7ad1779c tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/floatingips/254a644a-b1f3-4cc3-94cc-2a59885736b5 HTTP/1.1" status: 204 len: 168 time: 1.0665197 Jul 16 20:38:36.309055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca374d76-43c4-4bf0-9aa1-c1fa40d8ad6c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787315779211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7342925'] for subnet, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.309404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.343561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca374d76-43c4-4bf0-9aa1-c1fa40d8ad6c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.344148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ca374d76-43c4-4bf0-9aa1-c1fa40d8ad6c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.345489 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ca374d76-43c4-4bf0-9aa1-c1fa40d8ad6c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "PUT /v2.0/subnets/0657545e-cfd6-41aa-a6b8-ecd8110a3a3a HTTP/1.1" status: 200 len: 806 time: 0.5132067 Jul 16 20:38:36.348655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32998) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.370678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef26f3d-a117-4054-bc59-d23db4bdd26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-133c9361-5603-4282-b31a-8148a6bb9838', 'network_id': '133c9361-5603-4282-b31a-8148a6bb9838', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': '0657545e-cfd6-41aa-a6b8-ecd8110a3a3a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:36.372030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ef26f3d-a117-4054-bc59-d23db4bdd26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.399718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca374d76-43c4-4bf0-9aa1-c1fa40d8ad6c tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=0657545e-cfd6-41aa-a6b8-ecd8110a3a3a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.415927 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-90762aba-c9c7-4522-9c05-3888c4d28eaf tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] delete failed (client error): The resource could not be found. Jul 16 20:38:36.416922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-90762aba-c9c7-4522-9c05-3888c4d28eaf tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/floatingips/254a644a-b1f3-4cc3-94cc-2a59885736b5 HTTP/1.1" status: 404 len: 345 time: 0.1079774 Jul 16 20:38:36.421349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33006) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.497724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.555375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be2fe4-3904-4096-9b2d-090fe717036b None None] Network e0c7fec2-1f24-463b-9df4-d428d2b1d695 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:36.578216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.677844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.686830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00372a1e-367e-4f95-a456-f5f6a0a250d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.695471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00372a1e-367e-4f95-a456-f5f6a0a250d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.701389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00372a1e-367e-4f95-a456-f5f6a0a250d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.703113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-00372a1e-367e-4f95-a456-f5f6a0a250d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "GET /v2.0/ports?network_id=360b73f8-bcb7-4bf1-a7eb-c977c1add478 HTTP/1.1" status: 200 len: 2357 time: 0.2807832 Jul 16 20:38:36.708643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-7ef26f3d-a117-4054-bc59-d23db4bdd26a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0657545e-cfd6-41aa-a6b8-ecd8110a3a3a: This subnet is being modified by another concurrent operation. Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0657545e-cfd6-41aa-a6b8-ecd8110a3a3a: This subnet is being modified by another concurrent operation. Jul 16 20:38:36.727276 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:38:36.754650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee13498-c8ca-41ca-8f97-5ee8ec22f67b None None] Network 133c9361-5603-4282-b31a-8148a6bb9838 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:36.862308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377874a-b5a5-4cc6-9ef7-0d7e9d2bbf43 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.864822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.869707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6377874a-b5a5-4cc6-9ef7-0d7e9d2bbf43 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "GET /v2.0/subnets/3b4a7df3-24ad-42d9-9d40-48825797acd6 HTTP/1.1" status: 200 len: 797 time: 0.1621940 Jul 16 20:38:36.873024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33030) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.879981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'port': {'network_id': '360b73f8-bcb7-4bf1-a7eb-c977c1add478', 'name': 'tempest-FloatingIPTestJSON-1293762358', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:36.880893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133c9361-5603-4282-b31a-8148a6bb9838']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:36.893113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734035a7-a686-4c74-9619-39c305cc40fb') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:36.893503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734035a7-a686-4c74-9619-39c305cc40fb') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:36.918654 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.943868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=0657545e-cfd6-41aa-a6b8-ecd8110a3a3a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.960794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.982333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-d87f7924-4f9e-49be-a544-7e1738fd07e3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.983753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:36.984220 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.985086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-d87f7924-4f9e-49be-a544-7e1738fd07e3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 814 time: 0.2661152 Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:36.992794 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:37.001557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec3b31-1dfb-4940-acca-6608a23d0f9d None None] Network 133c9361-5603-4282-b31a-8148a6bb9838 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:37.024835 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-62763c42-8b6d-496b-ba4a-cb50b63a8350 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/quotas/dc044df223fa41008ab2640a9d9ab4e3 HTTP/1.1" status: 200 len: 375 time: 0.0237613 Jul 16 20:38:37.087102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-bb85a868-d7fb-4f81-80c5-22669d8ebecd tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403521 Jul 16 20:38:37.117379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:37.169341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffea892-8a12-4bd2-8b46-26f1fcc60fbd None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:37.197581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.230200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.232619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/133c9361-5603-4282-b31a-8148a6bb9838 HTTP/1.1" status: 204 len: 168 time: 0.8825727 Jul 16 20:38:37.233598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24f507-47e3-410e-9370-76b36aa904e3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=133c9361-5603-4282-b31a-8148a6bb9838,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.235473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33044) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.255357 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c9cbb-f113-47d6-9b8a-dc1d8a81a494 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:37.256081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c9cbb-f113-47d6-9b8a-dc1d8a81a494 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:37.261494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c24c9cbb-f113-47d6-9b8a-dc1d8a81a494 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/133c9361-5603-4282-b31a-8148a6bb9838 HTTP/1.1" status: 404 len: 339 time: 0.0217159 Jul 16 20:38:37.261760 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.267015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1494350030', 'description': 'd1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:37.277919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffea892-8a12-4bd2-8b46-26f1fcc60fbd None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:37.318609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:37.327686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.359116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.372533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:37.382769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-79439912-6c39-42e8-ba1d-91f690959c58 service neutron] 10.222.0.100 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766230 Jul 16 20:38:37.384221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] device_id is not set on port 2c47a21f-cb78-4f76-bb07-5b05cac1b22e yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:37.409002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.410559 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment cfcf1190-3721-48fa-a983-e4466a3ee544 of type vlan for network a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 Jul 16 20:38:37.492492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.528817 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.537232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:37.537875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.562507 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2995980 Jul 16 20:38:37.564128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33058) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.740274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ab216-bfd0-4b3e-b3a3-2d7d574a8e10 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=a18f35b8-32b7-4ce7-96ae-a8f85b0301f6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.761830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:37.812438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a19c0-3e83-420d-958b-8e7435466690 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:37.817807 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fc1a19c0-3e83-420d-958b-8e7435466690 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/networks?id=a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 HTTP/1.1" status: 200 len: 761 time: 0.2404187 Jul 16 20:38:37.818693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33062) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.820856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.838466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'description': 'd2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:37.861642 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:38.027862 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e68669a0-3cd4-4ac6-b72e-aa8e7acd4487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.123554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.141533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-67f66a71-bad0-453e-9a3f-3355698ef81d service neutron] 10.222.0.100 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504001 Jul 16 20:38:38.152521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.167117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.184089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 is not hosted by any dhcp agent {{(pid=94096) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:38:38.189602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.190226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.194131 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "PUT /v2.0/networks/a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 HTTP/1.1" status: 200 len: 758 time: 0.3675008 Jul 16 20:38:38.194765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33070) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.251678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec6016-bbad-4e4e-b32c-96dfeaa39db3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=a18f35b8-32b7-4ce7-96ae-a8f85b0301f6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.274121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:38.297903 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e68669a0-3cd4-4ac6-b72e-aa8e7acd4487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.303635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e68669a0-3cd4-4ac6-b72e-aa8e7acd4487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.348011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55313bae-dad5-4f62-bce7-fa9927cdef37 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.351413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-55313bae-dad5-4f62-bce7-fa9927cdef37 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/networks?id=a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 HTTP/1.1" status: 200 len: 761 time: 0.1539583 Jul 16 20:38:38.369252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33076) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.373133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.376197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-758871612'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:38.390677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68669a0-3cd4-4ac6-b72e-aa8e7acd4487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e4365f-2328-4dbd-ace3-28f32154297e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.397202 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e68669a0-3cd4-4ac6-b72e-aa8e7acd4487 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2edfb175afc44b0882ddd443fb98d50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742507 Jul 16 20:38:38.400742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33078) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.459086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:38.464791 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.468242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.14 (360b73f8-bcb7-4bf1-a7eb-c977c1add478/3b4a7df3-24ad-42d9-9d40-48825797acd6/2c47a21f-cb78-4f76-bb07-5b05cac1b22e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:38.474053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3cc2-e5f5-4423-bf21-df463548503a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.492043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.13 (360b73f8-bcb7-4bf1-a7eb-c977c1add478/3b4a7df3-24ad-42d9-9d40-48825797acd6/2c47a21f-cb78-4f76-bb07-5b05cac1b22e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:38.509176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3cc2-e5f5-4423-bf21-df463548503a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.526051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:38.572718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3cc2-e5f5-4423-bf21-df463548503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.576767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3cc2-e5f5-4423-bf21-df463548503a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.580243 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b62c3cc2-e5f5-4423-bf21-df463548503a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e1e4365f-2328-4dbd-ace3-28f32154297e HTTP/1.1" status: 204 len: 168 time: 0.1742930 Jul 16 20:38:38.580442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf591edb-a6f6-4fa9-9d62-274daf351132 req-51831807-f07e-4bf4-b695-0bd3f80fd12a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 210 time: 0.0534995 Jul 16 20:38:38.589292 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c3cc2-e5f5-4423-bf21-df463548503a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e4365f-2328-4dbd-ace3-28f32154297e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.612191 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.613086 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment 1de26206-537e-41c2-8cf4-f8d43075a4f8 of type vlan for network 072c7ab4-1f64-4540-9f7e-f09d3c62524c Jul 16 20:38:38.688805 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.724532 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.818229 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.824707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.825984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.879139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.888915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5182583 Jul 16 20:38:38.891748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33090) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.902661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:38.928778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab4eff-395b-4c00-8e19-3fe6e59212a6 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=072c7ab4-1f64-4540-9f7e-f09d3c62524c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.950177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 072c7ab4-1f64-4540-9f7e-f09d3c62524c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:38.987697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.003507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33092) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.039925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4d7-d7bd-4bfa-ae2b-e429b0b4ecd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.083109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:39.086485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=2c47a21f-cb78-4f76-bb07-5b05cac1b22e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.091990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:39.096227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:39.105426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:39.109276 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.168217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.169935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.301561 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4d7-d7bd-4bfa-ae2b-e429b0b4ecd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.306656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4d7-d7bd-4bfa-ae2b-e429b0b4ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.313887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-96d25b0f-7b77-471e-b162-8d794e0f5606 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4398572 Jul 16 20:38:39.316477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33094) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.325576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '2c47a21f-cb78-4f76-bb07-5b05cac1b22e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:39.366167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.396426 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea31d4d7-d7bd-4bfa-ae2b-e429b0b4ecd2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ff762ff694cc4da08b8504f8e698063d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918831 Jul 16 20:38:39.401487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31d4d7-d7bd-4bfa-ae2b-e429b0b4ecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6217303-6cbe-451a-af39-19ca737b1652,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.403919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.428507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.528104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=6d5c9cbe-1980-44d3-bdf0-4b34f3e1e353,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.536353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24ed4316-3d6e-42fb-9701-89dc77169b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.548575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.556096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': '1de26206-537e-41c2-8cf4-f8d43075a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:39.556372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: 072c7ab4-1f64-4540-9f7e-f09d3c62524c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:39.569900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24ed4316-3d6e-42fb-9701-89dc77169b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.629706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network 072c7ab4-1f64-4540-9f7e-f09d3c62524c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:39.649274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 072c7ab4-1f64-4540-9f7e-f09d3c62524c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:39.656089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.657037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.695069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c536c5-d4b8-441f-9a29-1470e9d231b9 None None] Network 072c7ab4-1f64-4540-9f7e-f09d3c62524c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:39.708691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.25.8.95 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/bdb76107-58c4-4dea-88d2-a89b2619888d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:39.717387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24ed4316-3d6e-42fb-9701-89dc77169b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.721932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24ed4316-3d6e-42fb-9701-89dc77169b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.726397 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-24ed4316-3d6e-42fb-9701-89dc77169b35 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b6217303-6cbe-451a-af39-19ca737b1652 HTTP/1.1" status: 204 len: 168 time: 0.3135877 Jul 16 20:38:39.823519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4316-3d6e-42fb-9701-89dc77169b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6217303-6cbe-451a-af39-19ca737b1652,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.842581 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9e79585-c464-47b9-a899-6238d9b41a84 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9324179 Jul 16 20:38:39.846199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33104) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.846450 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.895658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.993183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:39.997058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:40.004961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:40.036358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=bdb76107-58c4-4dea-88d2-a89b2619888d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.219235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-072c7ab4-1f64-4540-9f7e-f09d3c62524c', 'network_id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': '6d5c9cbe-1980-44d3-bdf0-4b34f3e1e353'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:40.222287 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.344471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5c336e3-88f5-4c3a-9e64-24fa9f715c99 req-7190bb49-daea-4da1-b131-91adf256264f tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 210 time: 0.0396485 Jul 16 20:38:40.468418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Allocated IP 172.20.0.2 (072c7ab4-1f64-4540-9f7e-f09d3c62524c/6d5c9cbe-1980-44d3-bdf0-4b34f3e1e353/a8794237-2a66-495d-9aec-6069d40f98a0) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:40.647635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.670728 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.690805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-686a9299-fc9b-481a-8038-d7f041d40443 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.692731 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-686a9299-fc9b-481a-8038-d7f041d40443 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 814 time: 1.0315986 Jul 16 20:38:40.757864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.826449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Request body: {'port': {'device_id': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'admin_state_up': True, 'tenant_id': 'dc044df223fa41008ab2640a9d9ab4e3'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:40.845419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.940403 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.952320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Transition to ACTIVE for port object a8794237-2a66-495d-9aec-6069d40f98a0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:40.979453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Transition to ACTIVE for port object a8794237-2a66-495d-9aec-6069d40f98a0 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:40.992794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.060491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Network 072c7ab4-1f64-4540-9f7e-f09d3c62524c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:41.065847 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:41.076433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:41.098384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.101515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Pushing event updated for resources: {'Port': ['ID=a8794237-2a66-495d-9aec-6069d40f98a0,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.146281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5c9cbe-1980-44d3-bdf0-4b34f3e1e353,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.190987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Made reservation on behalf of dc044df223fa41008ab2640a9d9ab4e3 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:41.195919 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.220221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Attempting to bind port a8794237-2a66-495d-9aec-6069d40f98a0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:41.221097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Attempting to bind port a8794237-2a66-495d-9aec-6069d40f98a0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '1de26206-537e-41c2-8cf4-f8d43075a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:41.221887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Attempting to bind port a8794237-2a66-495d-9aec-6069d40f98a0 on network 072c7ab4-1f64-4540-9f7e-f09d3c62524c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:41.237830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:41.239459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Checking segment: {'id': '1de26206-537e-41c2-8cf4-f8d43075a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:41.239957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.240379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Bound using segment: {'id': '1de26206-537e-41c2-8cf4-f8d43075a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:41.240897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Bound port: a8794237-2a66-495d-9aec-6069d40f98a0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de26206-537e-41c2-8cf4-f8d43075a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:41.241932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.247145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.260042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.264117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072c7ab4-1f64-4540-9f7e-f09d3c62524c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.271869 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.283113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de26206-537e-41c2-8cf4-f8d43075a4f8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.283498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de26206-537e-41c2-8cf4-f8d43075a4f8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.327420 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.352939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] For port a8794237-2a66-495d-9aec-6069d40f98a0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:41.359066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.374188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:41.374724 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:41.378463 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:41.419163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=bdb76107-58c4-4dea-88d2-a89b2619888d,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.450300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.505619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] For port a8794237-2a66-495d-9aec-6069d40f98a0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a8794237-2a66-495d-9aec-6069d40f98a0,segment=NetworkSegment(1de26206-537e-41c2-8cf4-f8d43075a4f8),segment_id=1de26206-537e-41c2-8cf4-f8d43075a4f8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:41.510247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:38:41.510247 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:38:41.510247 n-d-798930-6 neutron-server[94096]: [parameters: {'id': '072c7ab4-1f64-4540-9f7e-f09d3c62524c'}] Jul 16 20:38:41.510247 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:38:41.510810 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:38:41.515059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Allocated IP 172.20.0.3 (e0c7fec2-1f24-463b-9df4-d428d2b1d695/4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6/aa27774e-98d4-4fa1-83d2-55c110447d8f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:41.515683 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.536766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1609dd9-0833-413b-bb33-00949cd44ae6 req-9c523889-e2c9-40b9-b72f-ec99b118f8cc tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 210 time: 0.0433640 Jul 16 20:38:41.637196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4df76-615a-4c1a-81b8-a05a1cf28d73 None None] Pushing event updated for resources: {'Port': ['ID=a8794237-2a66-495d-9aec-6069d40f98a0,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.654949 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 98c835f3-d6eb-44df-81b0-cdcae4093164 associated. External IP: 172.25.8.95, port: 2c47a21f-cb78-4f76-bb07-5b05cac1b22e. Jul 16 20:38:41.692112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82809d91-acb9-422e-85a9-c4966e1d1ee3 None None] Network 072c7ab4-1f64-4540-9f7e-f09d3c62524c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:41.792794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.886628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c85839c-17d4-4ef6-a3b9-0834b3f74ef3 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:38:41.892445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.936562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Network e0c7fec2-1f24-463b-9df4-d428d2b1d695 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:41.940830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:41.948561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:42.006138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:42.013478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.029812 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.030553 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.058069 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-292b5705-785b-41c1-bd04-f1a5300be39e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018403 Jul 16 20:38:42.078514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c85839c-17d4-4ef6-a3b9-0834b3f74ef3 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:38:42.099592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:42.103280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-5dee120c-09e1-4dd5-ae9b-35d7094bd55d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:38:42.104418 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-5dee120c-09e1-4dd5-ae9b-35d7094bd55d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0405855 Jul 16 20:38:42.153693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Deleting port a8794237-2a66-495d-9aec-6069d40f98a0 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:42.153962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.248719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] For port a8794237-2a66-495d-9aec-6069d40f98a0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=a8794237-2a66-495d-9aec-6069d40f98a0,segment=NetworkSegment(1de26206-537e-41c2-8cf4-f8d43075a4f8),segment_id=1de26206-537e-41c2-8cf4-f8d43075a4f8)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:42.249487 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.271710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Calling delete_port for a8794237-2a66-495d-9aec-6069d40f98a0 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:42.359757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:42.404486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:42.405160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.423085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:42.423901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.455496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Request body: {'port': {'device_id': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:42.456769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8f3471fb-64d5-4e86-9c79-521b22191450 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1384530 Jul 16 20:38:42.457440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33146) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.459124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.463924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.465132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'port_id': '2c47a21f-cb78-4f76-bb07-5b05cac1b22e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:42.487160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:42.488016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.530834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.531718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077cbbb-9632-450a-807a-56b681e8685e None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:42.580524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.624311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.628721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Port': ['ID=a8794237-2a66-495d-9aec-6069d40f98a0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:42.642263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No DVR routers for this DVR port a8794237-2a66-495d-9aec-6069d40f98a0 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:42.786471 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.803339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072c7ab4-1f64-4540-9f7e-f09d3c62524c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.886874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de26206-537e-41c2-8cf4-f8d43075a4f8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.887164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de26206-537e-41c2-8cf4-f8d43075a4f8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:42.929147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.983853 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.013507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:43.014502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:43.020387 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:43.181292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.198346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.200301 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/072c7ab4-1f64-4540-9f7e-f09d3c62524c HTTP/1.1" status: 204 len: 168 time: 3.3336532 Jul 16 20:38:43.215136 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33168) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.230082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76709-3bb2-48a2-8d3a-ae18628e6ba3 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=072c7ab4-1f64-4540-9f7e-f09d3c62524c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.263584 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b594192-d53f-4650-adff-3e4acdf5e104 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] GET failed (client error): The resource could not be found. Jul 16 20:38:43.267590 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7b594192-d53f-4650-adff-3e4acdf5e104 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/subnets/6d5c9cbe-1980-44d3-bdf0-4b34f3e1e353 HTTP/1.1" status: 404 len: 337 time: 0.0483842 Jul 16 20:38:43.268476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33170) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.304584 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-8185a458-ea5a-4533-91bf-48d2e3af1627 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:43.305525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8185a458-ea5a-4533-91bf-48d2e3af1627 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:43.313050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f40d9a-b5c3-4d0f-8e51-5a11b9278525 req-d8593cd7-920a-4da8-937c-dc154298ad83 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.313360 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8185a458-ea5a-4533-91bf-48d2e3af1627 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/072c7ab4-1f64-4540-9f7e-f09d3c62524c HTTP/1.1" status: 404 len: 339 time: 0.0373509 Jul 16 20:38:43.313553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6f40d9a-b5c3-4d0f-8e51-5a11b9278525 req-d8593cd7-920a-4da8-937c-dc154298ad83 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 931 time: 0.5565472 Jul 16 20:38:43.313553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33174) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.367811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa27774e-98d4-4fa1-83d2-55c110447d8f {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:43.379599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.397172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Transition to ACTIVE for port object aa27774e-98d4-4fa1-83d2-55c110447d8f will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:43.402476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.447961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33176) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.519945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.555677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6f40d9a-b5c3-4d0f-8e51-5a11b9278525 req-66427c68-4fdb-4904-89d5-bc884e4380b4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314930 Jul 16 20:38:43.649505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Attempting to bind port aa27774e-98d4-4fa1-83d2-55c110447d8f on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:43.650079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Attempting to bind port aa27774e-98d4-4fa1-83d2-55c110447d8f by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:43.650803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Attempting to bind port aa27774e-98d4-4fa1-83d2-55c110447d8f on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:43.653442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c81cf-ba6d-4d1c-8001-973a5e29fb93 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.655004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9e5c81cf-ba6d-4d1c-8001-973a5e29fb93 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3408353 Jul 16 20:38:43.657757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33182) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.665052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0a86-472c-4e61-90b6-4e53301d466c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.667550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Port aa27774e-98d4-4fa1-83d2-55c110447d8f on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:38:43.667878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Attempting to bind port aa27774e-98d4-4fa1-83d2-55c110447d8f on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:43.698252 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:43.698929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Checking segment: {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:43.699349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Bound using segment: {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:43.699802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Bound port: aa27774e-98d4-4fa1-83d2-55c110447d8f, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:43.700168 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.734983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd03e6ce-9e7f-4baa-9727-2a836ea3cf23 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 207 time: 0.0756252 Jul 16 20:38:43.751186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33184) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.895012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b46a6d44-ecc6-4e19-8530-cebe39de32d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2975168 Jul 16 20:38:43.895886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:43.901413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:43.923523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.980683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d49a3-8044-4e7c-bf4a-bbef416a6eac tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.986733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d49a3-8044-4e7c-bf4a-bbef416a6eac tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.993785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d49a3-8044-4e7c-bf4a-bbef416a6eac tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.999888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d49a3-8044-4e7c-bf4a-bbef416a6eac tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.003458 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a92d49a3-8044-4e7c-bf4a-bbef416a6eac tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2490854 Jul 16 20:38:44.010652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33188) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.043741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.045335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.046818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] 10.222.0.26 "PUT /v2.0/ports/aa27774e-98d4-4fa1-83d2-55c110447d8f HTTP/1.1" status: 200 len: 1091 time: 1.9347603 Jul 16 20:38:44.049250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:44.054884 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f14f0fc-748b-48ff-873d-f3de20603b48" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:44.058608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.072978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.130830 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0a86-472c-4e61-90b6-4e53301d466c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.141233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.147382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.153465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.159745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.166620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.172691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.173374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0a86-472c-4e61-90b6-4e53301d466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.179691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.182120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-39e0b2ea-1bb7-4ea6-8123-6c53e83978e6 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.2860925 Jul 16 20:38:44.182436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1d8c4-805a-486c-963c-e7e926d2bc83 service neutron] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.260254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.260727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.261196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.261667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.262147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.262601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.263061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.265060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b3b875db-be81-40a0-96cc-aec7a2885e9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.3084741 Jul 16 20:38:44.291777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a0a86-472c-4e61-90b6-4e53301d466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d8c49-2b78-4ea2-8cb3-580ef6e04562,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.312089 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1b2a0a86-472c-4e61-90b6-4e53301d466c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a216597c25bb4b6087a08b63a21191a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8567989 Jul 16 20:38:44.312586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33192) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.319196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6518cb60-569e-4d82-9576-c9f35ab997f3 req-55d5c3f7-c703-47b6-ab0e-de80480205f5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130114 Jul 16 20:38:44.343131 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d199c7e4-bc1b-48ca-b507-078585f38df7 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3306046 Jul 16 20:38:44.347494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33194) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.394420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-b556dcea-5ab6-4ca2-ad9d-4c0d2ddef194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.396575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-b556dcea-5ab6-4ca2-ad9d-4c0d2ddef194 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 1094 time: 0.2763855 Jul 16 20:38:44.399968 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b463008-9bd6-4ed0-ae12-31f293ad4f4e x-openstack-request-id: req-9b463008-9bd6-4ed0-ae12-31f293ad4f4e {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:44.400270 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:44.400534 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9b463008-9bd6-4ed0-ae12-31f293ad4f4e {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:44.400956 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'status': 'completed', 'code': 200} Jul 16 20:38:44.429586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339972a7-1851-4a0a-9577-d98c13e2a908 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.433290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339972a7-1851-4a0a-9577-d98c13e2a908 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.442455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-339972a7-1851-4a0a-9577-d98c13e2a908 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0865345 Jul 16 20:38:44.458520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33198) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.502438 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-4ece9247-2ba1-47ee-afbd-3e7fd3fee012 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f HTTP/1.1" status: 200 len: 217 time: 0.0826690 Jul 16 20:38:44.560185 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c9306559-3f95-4a0a-8d1c-6341ee9bb0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.594376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a1eb2-a6d1-4201-a7a1-5350040f617e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.596250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a1eb2-a6d1-4201-a7a1-5350040f617e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.597875 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-216a1eb2-a6d1-4201-a7a1-5350040f617e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1400044 Jul 16 20:38:44.598665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-9b9cd015-f8e2-4c9c-b357-2c5343c2ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.599162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-9b9cd015-f8e2-4c9c-b357-2c5343c2ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.599668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-9b9cd015-f8e2-4c9c-b357-2c5343c2ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.602849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-9b9cd015-f8e2-4c9c-b357-2c5343c2ae20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 2299 time: 0.3077860 Jul 16 20:38:44.607172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-7052dea8-e05f-4792-9492-dbb7f5984432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.609824 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-7052dea8-e05f-4792-9492-dbb7f5984432 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 200 len: 854 time: 0.0863907 Jul 16 20:38:44.610861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33202) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.682724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c9306559-3f95-4a0a-8d1c-6341ee9bb0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.753098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-f6fba4a3-cb16-4dc8-bb13-b2ebc34325f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0c7fec2-1f24-463b-9df4-d428d2b1d695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235697 Jul 16 20:38:44.757089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:44.759674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f7489167-1a92-4eca-a3b1-617c21ff6c4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1002 time: 0.1467817 Jul 16 20:38:44.796327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.802899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.809230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.815266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.821689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.827863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.833811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.836809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2df1237d-f994-42be-adb6-a484b8899bf9 req-b2a4d1f0-e65c-459d-a0de-8f0196605236 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.3400857 Jul 16 20:38:44.907396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250fc942-f04b-4fb6-8c76-a69c51989216 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.912016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-250fc942-f04b-4fb6-8c76-a69c51989216 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/networks/4fc81f59-2a7d-4947-a20d-1c685b802030 HTTP/1.1" status: 200 len: 800 time: 0.2969403 Jul 16 20:38:44.919698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33208) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.935662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-c651c876-ba13-450c-aa6c-f2a3bbf0e414 service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721399 Jul 16 20:38:44.947723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c9306559-3f95-4a0a-8d1c-6341ee9bb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.950420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c9306559-3f95-4a0a-8d1c-6341ee9bb0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.955598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c9306559-3f95-4a0a-8d1c-6341ee9bb0b4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4d7d8c49-2b78-4ea2-8cb3-580ef6e04562 HTTP/1.1" status: 204 len: 168 time: 0.6381869 Jul 16 20:38:44.977594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-993479f8-e555-4b16-a841-caaaf7ebf12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.980008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-993479f8-e555-4b16-a841-caaaf7ebf12d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.2124834 Jul 16 20:38:45.006536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9306559-3f95-4a0a-8d1c-6341ee9bb0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d8c49-2b78-4ea2-8cb3-580ef6e04562,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.106481 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ff374a98-28af-4815-a9fa-1649d30ac60b req-dc5efa9e-8587-4427-aba5-0573d614e402 service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644337 Jul 16 20:38:45.236148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-de7a2fa9-5bee-4307-94e1-addf4b746f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.238087 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-de7a2fa9-5bee-4307-94e1-addf4b746f6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 1094 time: 0.0736070 Jul 16 20:38:45.244945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:45.250125 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.263593 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:45.264436 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-95d9ad3d-43c7-4670-a60f-121ee8a51ac8 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/networks/4fc81f59-2a7d-4947-a20d-1c685b802030?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3432097 Jul 16 20:38:45.266056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33214) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.287336 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:45.288004 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.327954 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.338821 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:45.339735 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.371683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4de0d-6544-4beb-b36c-efb0a4f947f1 req-cf7681fa-9008-4f6b-9283-ef48a6319bb6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.375514 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:45.376402 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce84a6-25ad-4355-97ac-440ae2a5e5b9 None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:45.387772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1f4de0d-6544-4beb-b36c-efb0a4f947f1 req-cf7681fa-9008-4f6b-9283-ef48a6319bb6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 943 time: 0.4004381 Jul 16 20:38:45.393103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f6807249-9e8b-466d-8d91-a2097e0d4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.394991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f6807249-9e8b-466d-8d91-a2097e0d4c2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4007254 Jul 16 20:38:45.433081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33216) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.441328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-60887f42-e671-43a7-a21e-107deb05a555 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:38:45.442592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-60887f42-e671-43a7-a21e-107deb05a555 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360675 Jul 16 20:38:45.497726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-127c1761-186d-4b34-81e9-b8dce5f6e547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.500626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f426c81c-e9c1-4353-8954-cb2a226fdb27 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/floatingips/98c835f3-d6eb-44df-81b0-cdcae4093164 HTTP/1.1" status: 200 len: 978 time: 3.0418515 Jul 16 20:38:45.505377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33218) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.512196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1f4de0d-6544-4beb-b36c-efb0a4f947f1 req-6d491aa3-2131-48c7-808b-a165055e25b6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232145 Jul 16 20:38:45.513018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368eb1a-c50f-4589-93f4-5d811812b459 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.523297 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4368eb1a-c50f-4589-93f4-5d811812b459 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/subnets/b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9 HTTP/1.1" status: 200 len: 811 time: 0.2476103 Jul 16 20:38:45.527414 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33220) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.914317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-d62c8eef-9a3c-4f33-8db9-bd643d70a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.915832 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-d62c8eef-9a3c-4f33-8db9-bd643d70a052 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 915 time: 0.6702580 Jul 16 20:38:45.973846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba9daf-824d-413a-b3a2-4d5fd6750999 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.977041 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98ba9daf-824d-413a-b3a2-4d5fd6750999 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "GET /v2.0/subnets/b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4401941 Jul 16 20:38:45.982235 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-582de3f7-f8f9-4cba-acec-e0e3207e44b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f HTTP/1.1" status: 200 len: 217 time: 0.0566730 Jul 16 20:38:45.985110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33222) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.997655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2041807681'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:46.063546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-5187407a-a7bd-4b20-86bf-358787183723 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115761 Jul 16 20:38:46.066826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-cdd1c69b-2647-4143-bf5c-f9d66a182728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:46.069614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-cdd1c69b-2647-4143-bf5c-f9d66a182728 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 200 len: 854 time: 0.0794694 Jul 16 20:38:46.121343 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-a0391831-e733-4745-bca1-b1d23e84d666 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0c7fec2-1f24-463b-9df4-d428d2b1d695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434899 Jul 16 20:38:46.179914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-127c1761-186d-4b34-81e9-b8dce5f6e547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.187868 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-127c1761-186d-4b34-81e9-b8dce5f6e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.240785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-aaf81108-2463-4d63-b390-b1e0bf029e11 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678610 Jul 16 20:38:46.247781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:46.252050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.289443 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-127c1761-186d-4b34-81e9-b8dce5f6e547 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1af478d07bff4930bd5f12866d197ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8516564 Jul 16 20:38:46.290483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c1761-186d-4b34-81e9-b8dce5f6e547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa809fd-8bbe-48c9-8b2c-e9290f046707,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.294916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33226) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.304108 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-ebd8a437-c6d5-4832-a691-0d09f6a8c85c service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757426 Jul 16 20:38:46.312236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port bdb76107-58c4-4dea-88d2-a89b2619888d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:46.312578 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.318788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-64d75477-5de1-4104-870b-3ae52426d712 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 217 time: 0.0608084 Jul 16 20:38:46.375606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:46.420740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f06d3537-4bf1-40ec-bebc-c9aa383e71a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.421881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.422441 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Added segment ff07eaea-ea91-41ae-9f60-3be0bd075576 of type vlan for network ebc856df-2af5-4c88-b974-0228c859995b Jul 16 20:38:46.435739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device aa27774e-98d4-4fa1-83d2-55c110447d8f details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:38:46.456119 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0f14f0fc-748b-48ff-873d-f3de20603b48 req-27309baf-fb35-4b16-987d-b298b58e51c3 service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440301 Jul 16 20:38:46.462531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f06d3537-4bf1-40ec-bebc-c9aa383e71a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.489804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f3d1c782-3b0a-4f7a-8c4b-048b11a1abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:46.491126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f3d1c782-3b0a-4f7a-8c4b-048b11a1abb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1593647 Jul 16 20:38:46.519579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.553718 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.554103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.574035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f06d3537-4bf1-40ec-bebc-c9aa383e71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.577379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:46.578805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f06d3537-4bf1-40ec-bebc-c9aa383e71a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.579657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for bdb76107-58c4-4dea-88d2-a89b2619888d owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:46.581818 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f06d3537-4bf1-40ec-bebc-c9aa383e71a3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dfa809fd-8bbe-48c9-8b2c-e9290f046707 HTTP/1.1" status: 204 len: 168 time: 0.2856643 Jul 16 20:38:46.592963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d3537-4bf1-40ec-bebc-c9aa383e71a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa809fd-8bbe-48c9-8b2c-e9290f046707,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.646472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.652866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:46.653506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.680078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'port_id': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'mac_address': 'fa:16:3e:0b:a8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:38:46.743322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.758882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7698376 Jul 16 20:38:46.763360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33236) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.765817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa27774e-98d4-4fa1-83d2-55c110447d8f {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:46.766271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-aba7438e-a0a0-4a0c-9b3f-5ae4400ad796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:46.767971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-aba7438e-a0a0-4a0c-9b3f-5ae4400ad796 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2662349 Jul 16 20:38:46.772197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'network_id': 'ebc856df-2af5-4c88-b974-0228c859995b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:46.792146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:46.799405 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.813176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a292fca-f44b-40f5-9626-c3c6c49cf144 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Network': ['ID=ebc856df-2af5-4c88-b974-0228c859995b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.876271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ebc856df-2af5-4c88-b974-0228c859995b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:46.933702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Made reservation on behalf of 8991fe64b93b434f85ee91e8464c8c88 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:46.943410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.000107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-3046cb82-e514-4304-b46b-13f648d7e206 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967402 Jul 16 20:38:47.001004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.063716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['aa27774e-98d4-4fa1-83d2-55c110447d8f'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:47.082000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.ipam_backend_mixin [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Performing IP validity checks on allocation pools {{(pid=94096) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:38:47.082592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.ipam_backend_mixin [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94096) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:38:47.104908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b66399-11de-48d0-be63-2c707546a126 req-d1aed2bf-ef2e-4541-aca1-343459461c16 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.106640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b66399-11de-48d0-be63-2c707546a126 req-d1aed2bf-ef2e-4541-aca1-343459461c16 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 944 time: 0.3056679 Jul 16 20:38:47.177043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.232124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=bdb76107-58c4-4dea-88d2-a89b2619888d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.264788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b66399-11de-48d0-be63-2c707546a126 req-9882bc24-01f5-4001-8a88-31b566847b5a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482346 Jul 16 20:38:47.365135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.390027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-482fad6e-e66c-473e-885d-a6ebbe9fe927 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415639 Jul 16 20:38:47.449010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=ca895802-a8e2-4217-aac2-8ac843c43139,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.461201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Checking segment: {'id': 'ff07eaea-ea91-41ae-9f60-3be0bd075576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebc856df-2af5-4c88-b974-0228c859995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:47.461201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network hostable DHCP agents. Network: ebc856df-2af5-4c88-b974-0228c859995b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:47.461725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-b4ab01fd-f879-4c38-830a-f770f77cba48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 217 time: 0.0629132 Jul 16 20:38:47.481397 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.481932 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 98c835f3-d6eb-44df-81b0-cdcae4093164 disassociated (deleted). External IP: 172.25.8.95, port: 2c47a21f-cb78-4f76-bb07-5b05cac1b22e. Jul 16 20:38:47.485177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Network ebc856df-2af5-4c88-b974-0228c859995b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:47.499472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ebc856df-2af5-4c88-b974-0228c859995b) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:47.512011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d6d56-d5aa-40cc-b98c-4382a4e62cf1 None None] Network ebc856df-2af5-4c88-b974-0228c859995b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:47.516312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.516312 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.537222 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d781cf02-6697-41fa-8d04-15f8b3e62d1a tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7704720 Jul 16 20:38:47.539551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33260) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.551511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1bba87eb-8dfb-4fbc-9597-66a6681a2e82 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:47.554806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33262) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:47.593001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-cf24f9f7-4fa2-426b-8d8f-3d4426262129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.594631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-cf24f9f7-4fa2-426b-8d8f-3d4426262129 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1252973 Jul 16 20:38:47.721391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bba87eb-8dfb-4fbc-9597-66a6681a2e82 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7470431'] for subnet, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.743713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ebc856df-2af5-4c88-b974-0228c859995b', 'network_id': 'ebc856df-2af5-4c88-b974-0228c859995b', 'tenant_id': '8991fe64b93b434f85ee91e8464c8c88', 'fixed_ips': [{'subnet_id': 'ca895802-a8e2-4217-aac2-8ac843c43139'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:47.746449 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.005719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-6d1eb84a-4f0b-49e7-b7f1-1639e6406fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.007514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-6d1eb84a-4f0b-49e7-b7f1-1639e6406fcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3062668 Jul 16 20:38:48.015644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bba87eb-8dfb-4fbc-9597-66a6681a2e82 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787315779211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7342925'] for subnet, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.017461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.017951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.018430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.018900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.019501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.019967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.020429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.029711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-72e7b0e3-7db1-418e-a10a-e706dfe65ff9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.4717650 Jul 16 20:38:48.112055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Allocated IP 172.20.0.3 (ebc856df-2af5-4c88-b974-0228c859995b/ca895802-a8e2-4217-aac2-8ac843c43139/64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:48.140070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba87eb-8dfb-4fbc-9597-66a6681a2e82 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event updated for resources: {'Subnet': ['ID=ca895802-a8e2-4217-aac2-8ac843c43139,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.161041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba87eb-8dfb-4fbc-9597-66a6681a2e82 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.162312 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bba87eb-8dfb-4fbc-9597-66a6681a2e82 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.169078 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1bba87eb-8dfb-4fbc-9597-66a6681a2e82 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "PUT /v2.0/subnets/ca895802-a8e2-4217-aac2-8ac843c43139 HTTP/1.1" status: 200 len: 877 time: 0.6235945 Jul 16 20:38:48.169400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-ead80562-0c93-445d-a22a-b6940a9d8ead service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368713 Jul 16 20:38:48.173401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:48.175877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33276) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.309476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-fe970743-8b0d-49b8-add8-508fdecce284 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771482 Jul 16 20:38:48.360649 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.381337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Transition to ACTIVE for port object 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:48.408678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Transition to ACTIVE for port object 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:48.417215 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.469704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device aa27774e-98d4-4fa1-83d2-55c110447d8f up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:48.476266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Network ebc856df-2af5-4c88-b974-0228c859995b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:48.480546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:48.483148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:48.551861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.553031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Pushing event updated for resources: {'Port': ['ID=64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.612105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Attempting to bind port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:48.612613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Attempting to bind port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'ff07eaea-ea91-41ae-9f60-3be0bd075576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebc856df-2af5-4c88-b974-0228c859995b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:48.613239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Attempting to bind port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 on network ebc856df-2af5-4c88-b974-0228c859995b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:48.619971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port aa27774e-98d4-4fa1-83d2-55c110447d8f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:48.623907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:48.624400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Checking segment: {'id': 'ff07eaea-ea91-41ae-9f60-3be0bd075576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebc856df-2af5-4c88-b974-0228c859995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:48.624885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.625360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Bound using segment: {'id': 'ff07eaea-ea91-41ae-9f60-3be0bd075576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebc856df-2af5-4c88-b974-0228c859995b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:48.626123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Bound port: 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff07eaea-ea91-41ae-9f60-3be0bd075576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebc856df-2af5-4c88-b974-0228c859995b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:48.626595 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.629672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:48.630914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port aa27774e-98d4-4fa1-83d2-55c110447d8f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:48.632250 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.636078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.670800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:48.708713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-4f579d96-eafb-4d7d-a815-ec99fd909aaa service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502350 Jul 16 20:38:48.730449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:48.731107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.771640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fdf4066d-712f-4d8b-9ce8-eadbd00b0e3a tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/floatingips/98c835f3-d6eb-44df-81b0-cdcae4093164 HTTP/1.1" status: 204 len: 168 time: 3.2646873 Jul 16 20:38:48.776620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33294) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.776873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-e2902a92-6904-4332-afb5-b0fa17d5236a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 217 time: 0.0647933 Jul 16 20:38:48.792987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.803051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f593c-2d23-467a-aa3d-9f8db277d6fb req-0053d40d-09cc-4991-914a-32ebaa612dd9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.810996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-042f593c-2d23-467a-aa3d-9f8db277d6fb req-0053d40d-09cc-4991-914a-32ebaa612dd9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 944 time: 0.3747826 Jul 16 20:38:48.829028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:48.829848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.888797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] For port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:48.916252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-bded50e9-5907-4e4c-91ca-f7d64d06257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:48.919310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-bded50e9-5907-4e4c-91ca-f7d64d06257d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1346457 Jul 16 20:38:48.921281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Deleting port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:48.922717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.922924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.923449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7ab00-127b-4e1e-a2a6-629ca22823cb None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:48.942044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] For port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89,segment=NetworkSegment(ff07eaea-ea91-41ae-9f60-3be0bd075576),segment_id=ff07eaea-ea91-41ae-9f60-3be0bd075576)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:48.952126 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.990804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.992375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-042f593c-2d23-467a-aa3d-9f8db277d6fb req-af4dc97f-0a71-47da-bd08-4be74881f0e5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798842 Jul 16 20:38:49.016346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 2c47a21f-cb78-4f76-bb07-5b05cac1b22e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:49.016924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.085206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:49.090320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:49.093964 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8e852a-edd8-40e5-90d9-e228d53720f3" -d '{"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-plugged", "status": "completed", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:49.100129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.120206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a607e-c961-449a-b884-5ae823fbc8ea None None] Pushing event updated for resources: {'Port': ['ID=64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.235407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.238225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.250910 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb57d39f-0eba-4117-a662-0a1c5d8ae575 x-openstack-request-id: req-cb57d39f-0eba-4117-a662-0a1c5d8ae575 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:49.251369 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-plugged", "status": "completed", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:49.251733 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cb57d39f-0eba-4117-a662-0a1c5d8ae575 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:49.252244 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'code': 200} Jul 16 20:38:49.254589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 2c47a21f-cb78-4f76-bb07-5b05cac1b22e owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:49.533346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9df483-4587-49e7-8047-43bb885bec2f req-340f1094-1a70-476a-9330-8a873accad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:49.536271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9c9df483-4587-49e7-8047-43bb885bec2f req-340f1094-1a70-476a-9330-8a873accad48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 1096 time: 0.2093396 Jul 16 20:38:49.733551 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9c9df483-4587-49e7-8047-43bb885bec2f req-083bd988-13ed-48f3-9964-73e269d00762 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612446 Jul 16 20:38:49.767596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.793555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f091fb70-b7ac-4bfa-95e5-518d679d7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:49.795104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f091fb70-b7ac-4bfa-95e5-518d679d7480 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8593988 Jul 16 20:38:49.796300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] For port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89, host n-d-798930-6, got binding levels [] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:49.796661 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.825126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=2c47a21f-cb78-4f76-bb07-5b05cac1b22e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.890678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:49.923290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Calling delete_port for 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:49.965393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:49.998515 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.001500 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ce1d5817-6606-402b-9eed-9d1a28926645 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/ports/2c47a21f-cb78-4f76-bb07-5b05cac1b22e HTTP/1.1" status: 204 len: 168 time: 1.2236462 Jul 16 20:38:50.011633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33312) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:50.020527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:50.048317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-25fcb040-e80a-43d6-9c4c-069201486f57 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430701 Jul 16 20:38:50.065503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.274957 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.318851 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.440290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Port': ['ID=64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.478118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.25.8.106 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/e4d01663-65b6-4540-8195-49ad10df58be) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:50.566562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-dee630f0-248a-42c8-805c-6f1508611bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087817 Jul 16 20:38:50.617741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No DVR routers for this DVR port 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:50.696126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe58912-36ca-4895-b678-9f27964de9cc None None] Network ebc856df-2af5-4c88-b974-0228c859995b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:50.714768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-76ff319a-391f-4f95-9e3e-2490611e090a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 217 time: 0.1003087 Jul 16 20:38:50.732590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74fd4eee-d48a-4233-8684-5111fe06ee24 None None] Could not find standard attr ID for object 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:50.743071 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.744117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556f81-5105-4aba-b055-716208697834 req-0df1b7e9-7038-4b29-bfc7-734311f2ce76 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:50.745818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8556f81-5105-4aba-b055-716208697834 req-0df1b7e9-7038-4b29-bfc7-734311f2ce76 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.4611235 Jul 16 20:38:50.798675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.862946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.868895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-8d785ec3-1069-4b61-84ba-eda5ada3b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:50.870450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-8d785ec3-1069-4b61-84ba-eda5ada3b6cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1464102 Jul 16 20:38:50.895326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8556f81-5105-4aba-b055-716208697834 req-5efce139-05b1-468f-87b3-b5b0995d68bd tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225193 Jul 16 20:38:50.962742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:50.966841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:50.972195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:50.976290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.028082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=e4d01663-65b6-4540-8195-49ad10df58be,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.071660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=ca895802-a8e2-4217-aac2-8ac843c43139,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.122124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.138756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-5f388223-7a2e-490b-affe-276bf223519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.140859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-5f388223-7a2e-490b-affe-276bf223519c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2609339 Jul 16 20:38:51.221639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.226139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.242858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc856df-2af5-4c88-b974-0228c859995b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:51.283568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff07eaea-ea91-41ae-9f60-3be0bd075576') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:51.283874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff07eaea-ea91-41ae-9f60-3be0bd075576') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:51.301661 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.323760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.339098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:51.339582 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:51.342822 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:51.356624 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-2db7569b-ffde-4056-8b82-df82a3209da7 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059546 Jul 16 20:38:51.418805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33cb2c-3a78-4eb8-863c-8af55a5c4301 None None] Network ebc856df-2af5-4c88-b974-0228c859995b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:51.471503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.482584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.552611 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.570739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.577383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/ebc856df-2af5-4c88-b974-0228c859995b HTTP/1.1" status: 204 len: 168 time: 3.3973317 Jul 16 20:38:51.578269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=e4d01663-65b6-4540-8195-49ad10df58be,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.580565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33334) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.621704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086b2a6-018b-473a-89f3-5f32fed4f2ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=ebc856df-2af5-4c88-b974-0228c859995b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.631971 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dafa70-c39e-45a8-aad9-5bcefa46b1ab tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:51.632386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dafa70-c39e-45a8-aad9-5bcefa46b1ab tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:51.637712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33336) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.638484 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60dafa70-c39e-45a8-aad9-5bcefa46b1ab tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/ca895802-a8e2-4217-aac2-8ac843c43139 HTTP/1.1" status: 404 len: 337 time: 0.0496151 Jul 16 20:38:51.653025 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.679988 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-66123d68-830a-43c0-965a-37b40b75b123 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:51.680818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66123d68-830a-43c0-965a-37b40b75b123 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:51.683186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-66123d68-830a-43c0-965a-37b40b75b123 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/ebc856df-2af5-4c88-b974-0228c859995b HTTP/1.1" status: 404 len: 339 time: 0.0442553 Jul 16 20:38:51.690042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33338) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.696738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.700933 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d76cc20f-7481-4046-974c-8c4894aef379 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6847637 Jul 16 20:38:51.702361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33340) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.707411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91904509-215c-4c97-954d-cfe1bdb2d1c6 None None] DHCP port deletion for ebc856df-2af5-4c88-b974-0228c859995b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:51.714157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'port': {'network_id': '360b73f8-bcb7-4bf1-a7eb-c977c1add478', 'name': 'tempest-FloatingIPTestJSON-442140499'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:51.723186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-1bbd9f19-70a5-43d5-a917-34de37f2e2b4 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595793 Jul 16 20:38:51.783561 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-094d0835-5e02-41bf-bbed-ab93cb7fd907 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:51.784316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094d0835-5e02-41bf-bbed-ab93cb7fd907 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:51.790207 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-094d0835-5e02-41bf-bbed-ab93cb7fd907 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/6d5c9cbe-1980-44d3-bdf0-4b34f3e1e353 HTTP/1.1" status: 404 len: 337 time: 0.0943673 Jul 16 20:38:51.792444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.807542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:51.807880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-8cc65d9f-9c64-4021-afc3-a2cbfd796cb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.0677602 Jul 16 20:38:51.834099 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d02ee6-03a7-4732-8e2a-9f0c90cc61d2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:51.836093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d02ee6-03a7-4732-8e2a-9f0c90cc61d2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:51.838996 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e6d02ee6-03a7-4732-8e2a-9f0c90cc61d2 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/072c7ab4-1f64-4540-9f7e-f09d3c62524c HTTP/1.1" status: 404 len: 339 time: 0.0451317 Jul 16 20:38:51.845403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:51.854948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:51.855598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 64aef66e-dbb3-49a1-8bf7-21cfb4ebbb89 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:51.938854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f64c4785-4865-4b90-a079-841f0de28e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.940660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f64c4785-4865-4b90-a079-841f0de28e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.1244669 Jul 16 20:38:51.981261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.022126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:52.028169 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.104793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] device_id is not set on port 6977a66a-fd98-48f5-926b-96b8615c3332 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:52.224488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.247041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18f35b8-32b7-4ce7-96ae-a8f85b0301f6']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.254375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f4ab8fb8-f025-442d-a323-c097af5dfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.256079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-f4ab8fb8-f025-442d-a323-c097af5dfc82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3073120 Jul 16 20:38:52.274924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcf1190-3721-48fa-a983-e4466a3ee544') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.275316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcf1190-3721-48fa-a983-e4466a3ee544') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.297927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.331503 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.347923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:52.348784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:52.355235 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:52.397165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e0481-2c11-4cb5-9eaf-461ba15472e6 req-20a1047a-266e-45f9-9dcd-73ee2a468e71 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.399674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-048e0481-2c11-4cb5-9eaf-461ba15472e6 req-20a1047a-266e-45f9-9dcd-73ee2a468e71 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.3380682 Jul 16 20:38:52.431561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.10 (360b73f8-bcb7-4bf1-a7eb-c977c1add478/3b4a7df3-24ad-42d9-9d40-48825797acd6/6977a66a-fd98-48f5-926b-96b8615c3332) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:52.465714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.468950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-409f67d8-4ef5-41ff-ad3a-e97b2231f768 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023733 Jul 16 20:38:52.477266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.482933 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/a18f35b8-32b7-4ce7-96ae-a8f85b0301f6 HTTP/1.1" status: 204 len: 168 time: 0.6359611 Jul 16 20:38:52.485672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.506319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460b0e9-c965-4f3e-99cf-3417bf5c0590 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=a18f35b8-32b7-4ce7-96ae-a8f85b0301f6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.534973 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e32a93-f084-437d-a818-f2d71a41a675 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.535614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e32a93-f084-437d-a818-f2d71a41a675 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.536596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-048e0481-2c11-4cb5-9eaf-461ba15472e6 req-5551d894-77b2-4f4b-ad6a-344360856301 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213214 Jul 16 20:38:52.548266 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91e32a93-f084-437d-a818-f2d71a41a675 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/0657545e-cfd6-41aa-a6b8-ecd8110a3a3a HTTP/1.1" status: 404 len: 337 time: 0.0615270 Jul 16 20:38:52.551505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.596411 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3da36ec-9d66-4de3-bfbe-dc0a4d187230 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.597969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3da36ec-9d66-4de3-bfbe-dc0a4d187230 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.602916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e3da36ec-9d66-4de3-bfbe-dc0a4d187230 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/133c9361-5603-4282-b31a-8148a6bb9838 HTTP/1.1" status: 404 len: 339 time: 0.0491998 Jul 16 20:38:52.607218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33356) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.673762 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-313fb647-666c-4dce-ace5-2f67a09ef6d5 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.674548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313fb647-666c-4dce-ace5-2f67a09ef6d5 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.680503 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-313fb647-666c-4dce-ace5-2f67a09ef6d5 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/17b75f10-f7a1-40c9-a6bc-bf2e92c1062e HTTP/1.1" status: 404 len: 337 time: 0.0692437 Jul 16 20:38:52.682182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33358) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.682378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-d6e58064-d9ad-4f3b-b132-ea6ee0fd10fa service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067475 Jul 16 20:38:52.717824 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0db4fc5-ef33-48df-b80a-9a1e3b560c05 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.718874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0db4fc5-ef33-48df-b80a-9a1e3b560c05 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.722928 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d0db4fc5-ef33-48df-b80a-9a1e3b560c05 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/8b3db936-64fe-44e3-8df2-f10c686c23be HTTP/1.1" status: 404 len: 339 time: 0.0381656 Jul 16 20:38:52.728038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33360) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.744784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-a351645f-b993-4d12-91ec-e4996091aa1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.0513277 Jul 16 20:38:52.775530 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb8937e-ba2c-4205-a0e4-d1b249c3a28d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.776323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb8937e-ba2c-4205-a0e4-d1b249c3a28d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.779753 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-deb8937e-ba2c-4205-a0e4-d1b249c3a28d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/daec3c7d-911e-41c1-8fde-32c9a649252e HTTP/1.1" status: 404 len: 337 time: 0.0497963 Jul 16 20:38:52.782286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33362) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.806262 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-06843030-c2b6-4e6c-9da4-b5c764e3d585 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.807016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06843030-c2b6-4e6c-9da4-b5c764e3d585 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.809153 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-06843030-c2b6-4e6c-9da4-b5c764e3d585 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/e0d39c6b-e920-4ee0-9f53-f65c790f7e47 HTTP/1.1" status: 404 len: 339 time: 0.0257881 Jul 16 20:38:52.811974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.841235 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.843381 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-58285b01-159c-4155-9633-e9ef815edd4d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.844028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58285b01-159c-4155-9633-e9ef815edd4d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.846301 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-58285b01-159c-4155-9633-e9ef815edd4d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/44e474b7-7785-4e9f-b547-23cedab07676 HTTP/1.1" status: 404 len: 337 time: 0.0330086 Jul 16 20:38:52.849309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33366) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.865617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-3f2df06a-a8a0-49b5-948c-32cb42275986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.868960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-3f2df06a-a8a0-49b5-948c-32cb42275986 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.1127410 Jul 16 20:38:52.879085 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f86329-adef-44e3-9a61-1b410c61429e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.880018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f86329-adef-44e3-9a61-1b410c61429e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.884617 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-34f86329-adef-44e3-9a61-1b410c61429e tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/2cf69dd7-4e24-472a-90a5-6b53cfcebd9f HTTP/1.1" status: 404 len: 339 time: 0.0335457 Jul 16 20:38:52.888967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33368) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.945746 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01b73b9-4be2-4990-831c-df30bf8f8be7 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.946439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01b73b9-4be2-4990-831c-df30bf8f8be7 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.949291 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f01b73b9-4be2-4990-831c-df30bf8f8be7 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/36268589-57d9-48a6-89a7-03f96381ba4a HTTP/1.1" status: 404 len: 337 time: 0.0586984 Jul 16 20:38:52.949523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ecd1-a511-4f06-a685-0e9497078064 req-1278c8a6-d135-4ca3-9b23-dc004a3c92f8 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.951348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fd9ecd1-a511-4f06-a685-0e9497078064 req-1278c8a6-d135-4ca3-9b23-dc004a3c92f8 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.2118747 Jul 16 20:38:52.952629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33370) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.984959 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-40881139-c5f3-45ea-a507-fd232b5bbeb5 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:52.985928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40881139-c5f3-45ea-a507-fd232b5bbeb5 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:52.989102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-40881139-c5f3-45ea-a507-fd232b5bbeb5 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/6d01a888-3b83-4d39-bcee-060a8b624733 HTTP/1.1" status: 404 len: 339 time: 0.0348859 Jul 16 20:38:52.990314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.993314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33374) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.047835 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca044d2-eb1c-49e9-9808-b193674f6061 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:53.048600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca044d2-eb1c-49e9-9808-b193674f6061 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:53.052296 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1ca044d2-eb1c-49e9-9808-b193674f6061 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/110e1b27-a5e7-4e33-b5a5-26436f873996 HTTP/1.1" status: 404 len: 337 time: 0.0565906 Jul 16 20:38:53.056033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33376) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.066576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-2e4ca40d-01e8-49b1-8326-706e9c7fa116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:53.068189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-2e4ca40d-01e8-49b1-8326-706e9c7fa116 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1912987 Jul 16 20:38:53.077389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fd9ecd1-a511-4f06-a685-0e9497078064 req-57916fc1-a923-4435-a972-1121eb320914 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178215 Jul 16 20:38:53.083552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network 360b73f8-bcb7-4bf1-a7eb-c977c1add478 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:53.094496 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad96eec0-98b6-4bc1-b6a1-b2d954ab2440 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:53.094824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=6977a66a-fd98-48f5-926b-96b8615c3332,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.094999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad96eec0-98b6-4bc1-b6a1-b2d954ab2440 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:53.102278 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ad96eec0-98b6-4bc1-b6a1-b2d954ab2440 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/cd093b09-0088-4fe8-bd31-97fc4159d716 HTTP/1.1" status: 404 len: 339 time: 0.0404754 Jul 16 20:38:53.102923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33378) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.113235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:53.134697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:53.137230 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-004220f7-f1ce-448b-87df-fa073c1f99ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:53.137707 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004220f7-f1ce-448b-87df-fa073c1f99ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:53.139565 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-004220f7-f1ce-448b-87df-fa073c1f99ba tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/281cf2ff-789c-4b48-a569-e923e813867b HTTP/1.1" status: 404 len: 337 time: 0.0358562 Jul 16 20:38:53.143980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.175311 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e1dfc1-7ad2-4402-9ac2-40402b503ac9 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:53.176834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e1dfc1-7ad2-4402-9ac2-40402b503ac9 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:53.183735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-69e1dfc1-7ad2-4402-9ac2-40402b503ac9 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/d06bb020-676d-4ab3-8b80-4f474befcd57 HTTP/1.1" status: 404 len: 339 time: 0.0348876 Jul 16 20:38:53.184165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.218415 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-41beabfb-9e83-45a8-8daf-edce1f37c007 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:53.218881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41beabfb-9e83-45a8-8daf-edce1f37c007 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:53.222505 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-41beabfb-9e83-45a8-8daf-edce1f37c007 tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/57d82f70-ae67-4262-8e3f-70bc00cf726c HTTP/1.1" status: 404 len: 337 time: 0.0355484 Jul 16 20:38:53.224826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.249014 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-26233bf3-b97c-4223-8378-c6259e7b0e0d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:53.249640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26233bf3-b97c-4223-8378-c6259e7b0e0d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:53.253855 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-26233bf3-b97c-4223-8378-c6259e7b0e0d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/a29a8e92-2a69-496a-9f9d-8b8fe8fc128e HTTP/1.1" status: 404 len: 339 time: 0.0255792 Jul 16 20:38:53.255455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33394) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.302024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:53.303062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.349885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-0860297c-da8f-474e-8190-a6608cc3f4eb service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683022 Jul 16 20:38:53.357784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-062480b6-adc7-4c62-89fa-85d0fe9aebb1 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6514552 Jul 16 20:38:53.360998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33404) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.362619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Deleting subnet b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:53.368933 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.369939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'port_id': '6977a66a-fd98-48f5-926b-96b8615c3332'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:53.433232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.505810 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.597017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.654708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a0c153-1c61-4856-a8c4-15f2033eade3 req-390c79eb-ff74-4f1e-9852-6583fef0eb40 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951431 Jul 16 20:38:53.751652 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.798200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd88616-6cb0-48e8-a1b4-f0bd2e729b5a None None] Network 4fc81f59-2a7d-4947-a20d-1c685b802030 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:53.801530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.810148 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.814404 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8d55777b-0f20-4469-a90f-23dc679b56aa tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/subnets/b6f162ec-6aef-4fe1-acf0-1cbd67ddf8c9 HTTP/1.1" status: 204 len: 168 time: 0.5565500 Jul 16 20:38:53.817950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33428) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.118689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] DHCP port deletion for 4fc81f59-2a7d-4947-a20d-1c685b802030 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:54.172453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] Deleting port 9994d628-2a3f-4bab-bb42-47f00bcd2527 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:54.172864 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.277749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] For port 9994d628-2a3f-4bab-bb42-47f00bcd2527, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9994d628-2a3f-4bab-bb42-47f00bcd2527,segment=NetworkSegment(6e28e204-a8da-4b58-871e-04e07fadd96c),segment_id=6e28e204-a8da-4b58-871e-04e07fadd96c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:54.278883 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.300126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] Calling delete_port for 9994d628-2a3f-4bab-bb42-47f00bcd2527 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:54.349358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.440582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.467964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024944-478a-4c9d-994f-36232a32123c req-c39e9d23-630c-42e8-b00a-6900c62c6689 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.469401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] Pushing event deleted for resources: {'Port': ['ID=9994d628-2a3f-4bab-bb42-47f00bcd2527,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.470639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54024944-478a-4c9d-994f-36232a32123c req-c39e9d23-630c-42e8-b00a-6900c62c6689 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.4209816 Jul 16 20:38:54.479953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8388fb8-d081-4907-9795-d15322bf467d None None] No DVR routers for this DVR port 9994d628-2a3f-4bab-bb42-47f00bcd2527 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:54.516391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] The port '9994d628-2a3f-4bab-bb42-47f00bcd2527' was deleted {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:38:54.523427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:38:55.150783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-54024944-478a-4c9d-994f-36232a32123c req-ad482768-4c62-4f0e-b5b6-3534f97c3ea9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363838 Jul 16 20:38:55.153239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.180871 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.188820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.194590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc81f59-2a7d-4947-a20d-1c685b802030']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:55.244346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e28e204-a8da-4b58-871e-04e07fadd96c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:55.244558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e28e204-a8da-4b58-871e-04e07fadd96c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:55.262349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.311434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.325992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:55.326414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:55.329881 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:55.364091 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 085d547e-81fa-4744-a03f-2e3485a171d4 associated. External IP: 172.25.8.106, port: 6977a66a-fd98-48f5-926b-96b8615c3332. Jul 16 20:38:55.460701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.469967 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.472152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] 10.222.0.100 "DELETE /v2.0/networks/4fc81f59-2a7d-4947-a20d-1c685b802030 HTTP/1.1" status: 204 len: 168 time: 1.6521537 Jul 16 20:38:55.496490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1b089-7e4c-425f-a13d-8c49e8c7be6d tempest-NetworksTest-2010311436 tempest-NetworksTest-2010311436-project] Pushing event deleted for resources: {'Network': ['ID=4fc81f59-2a7d-4947-a20d-1c685b802030,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.733962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:55.828904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9994d628-2a3f-4bab-bb42-47f00bcd2527 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:55.900465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33438) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:55.930768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:55.944481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.945999 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:55.969799 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:55.970445 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.028849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.053990 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:56.054961 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.056891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cec8f5ce-565b-4819-a5c8-ed8ed5252b34 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/floatingips/085d547e-81fa-4744-a03f-2e3485a171d4 HTTP/1.1" status: 200 len: 978 time: 2.6938865 Jul 16 20:38:56.058997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33446) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:56.115651 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.116609 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71261727-3d3d-44b8-adba-04f357eb08fb None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:56.172664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9994d628-2a3f-4bab-bb42-47f00bcd2527 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:56.174399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9994d628-2a3f-4bab-bb42-47f00bcd2527 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:56.230906 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e3a814b1-1985-48f7-98cc-e54902aefc37 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8991fe64b93b434f85ee91e8464c8c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257577 Jul 16 20:38:56.232241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33454) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:56.277764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 6977a66a-fd98-48f5-926b-96b8615c3332 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:56.278219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.348692 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cfe19dc-e7ef-41fd-a4ae-0950a9f6581f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.401665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cfe19dc-e7ef-41fd-a4ae-0950a9f6581f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.439874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.547276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203000dc-0cca-43c1-a823-e527ad297881 req-9568e6ad-6c97-4776-a126-a4c31d67b33a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.550635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-203000dc-0cca-43c1-a823-e527ad297881 req-9568e6ad-6c97-4776-a126-a4c31d67b33a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1506684 Jul 16 20:38:56.609619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cfe19dc-e7ef-41fd-a4ae-0950a9f6581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.614640 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cfe19dc-e7ef-41fd-a4ae-0950a9f6581f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.620327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2cfe19dc-e7ef-41fd-a4ae-0950a9f6581f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a70b7827-bcef-4eb4-9194-8ad1e68c7add HTTP/1.1" status: 204 len: 168 time: 0.3842008 Jul 16 20:38:56.656340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe19dc-e7ef-41fd-a4ae-0950a9f6581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b7827-bcef-4eb4-9194-8ad1e68c7add,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:56.676149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-203000dc-0cca-43c1-a823-e527ad297881 req-288560eb-9c2f-4678-b066-9f66100b050d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114771 Jul 16 20:38:56.734414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33460) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:56.773677 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.774370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.775009 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 085d547e-81fa-4744-a03f-2e3485a171d4 disassociated. External IP: 172.25.8.106, port: 6977a66a-fd98-48f5-926b-96b8615c3332. Jul 16 20:38:56.775975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 6977a66a-fd98-48f5-926b-96b8615c3332 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:57.049084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.107196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=6977a66a-fd98-48f5-926b-96b8615c3332,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.156552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c9fecae1-7275-4058-8fa5-9c13d7dd48b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.261302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:57.313038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c9fecae1-7275-4058-8fa5-9c13d7dd48b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.319689 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c9fecae1-7275-4058-8fa5-9c13d7dd48b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.379705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c9fecae1-7275-4058-8fa5-9c13d7dd48b7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=205edc7c70a84216b5c7f584b6e78c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402643 Jul 16 20:38:57.380213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33474) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.395401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fecae1-7275-4058-8fa5-9c13d7dd48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa075bf-2566-4927-b4f0-e06e399ab627,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.457275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7e81-d4a8-4133-8da5-93b5b0d92a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.486044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7e81-d4a8-4133-8da5-93b5b0d92a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.500373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:57.520132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:57.535575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:57.537071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.561935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7e81-d4a8-4133-8da5-93b5b0d92a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.566859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7e81-d4a8-4133-8da5-93b5b0d92a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.574533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9a5d7e81-d4a8-4133-8da5-93b5b0d92a97 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0fa075bf-2566-4927-b4f0-e06e399ab627 HTTP/1.1" status: 204 len: 168 time: 0.1928780 Jul 16 20:38:57.590312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d7e81-d4a8-4133-8da5-93b5b0d92a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa075bf-2566-4927-b4f0-e06e399ab627,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.606725 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.613500 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87f680fa-43c0-4016-97fa-ab487f96ff89 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/ports/6977a66a-fd98-48f5-926b-96b8615c3332 HTTP/1.1" status: 204 len: 168 time: 1.5521703 Jul 16 20:38:57.613994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33478) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.646979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.673773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:57.675719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.676372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5dee87bc-3e90-4990-8279-d2378dd4fe48 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "GET /v2.0/floatingips/085d547e-81fa-4744-a03f-2e3485a171d4 HTTP/1.1" status: 200 len: 688 time: 0.0609937 Jul 16 20:38:57.680660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33482) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.756374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:57.758496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a8ae4-b998-405c-b3cc-0b01d41d4d58 None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:57.870529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port e4d01663-65b6-4540-8195-49ad10df58be {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:57.870875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.980996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4369-eafb-496e-917a-12dd4af2f859 req-6f89c022-7a3f-48e7-86b7-30431dbec1a3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.983073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acfe4369-eafb-496e-917a-12dd4af2f859 req-6f89c022-7a3f-48e7-86b7-30431dbec1a3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1382604 Jul 16 20:38:57.998754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.999447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.025446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for e4d01663-65b6-4540-8195-49ad10df58be owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:58.077944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acfe4369-eafb-496e-917a-12dd4af2f859 req-6aaa71ee-27df-4f2a-980f-1894cb7a1cf5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834560 Jul 16 20:38:58.100084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33494) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.123637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1e25dc3-5893-4df0-aef3-d7c4038fe98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.223518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33496) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.281117 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1e25dc3-5893-4df0-aef3-d7c4038fe98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.290324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1e25dc3-5893-4df0-aef3-d7c4038fe98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.319884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.349844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=e4d01663-65b6-4540-8195-49ad10df58be,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.355519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1e25dc3-5893-4df0-aef3-d7c4038fe98f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6f94ae7dfb054bb1a28544c10b31b2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537575 Jul 16 20:38:58.358867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e25dc3-5893-4df0-aef3-d7c4038fe98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6206d852-9890-4033-b131-853557f0d9cf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.359713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33500) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.417170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6e1776fa-4402-4df7-83ae-098939ad6b0a tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] Request body: {'port': {'network_id': '43c889ec-f47a-47d5-9c78-adeb5310514d', 'name': 'tempest-NetworksNegativeTestJSON-1923120286'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.433696 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1776fa-4402-4df7-83ae-098939ad6b0a tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] POST failed (client error): The resource could not be found. Jul 16 20:38:58.434635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1776fa-4402-4df7-83ae-098939ad6b0a tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:58.436485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6e1776fa-4402-4df7-83ae-098939ad6b0a tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2109139 Jul 16 20:38:58.441253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.469881 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a621d8-5be9-41f9-9719-a49f99071d5b tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:58.470863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a621d8-5be9-41f9-9719-a49f99071d5b tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:58.472485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d8a621d8-5be9-41f9-9719-a49f99071d5b tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "DELETE /v2.0/networks/f5de67d2-b824-4f05-9c9f-05b8ada4d05c HTTP/1.1" status: 404 len: 339 time: 0.0297601 Jul 16 20:38:58.478701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33504) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.485102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.488530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.490130 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d60714fd-2bd6-4825-99c4-7f98cf07131b tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/floatingips/085d547e-81fa-4744-a03f-2e3485a171d4 HTTP/1.1" status: 204 len: 168 time: 0.8084247 Jul 16 20:38:58.495754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33506) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.503353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'ad62aab9-1275-43c8-902f-246a3df9a7bb'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.511467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6429f946-8187-4ebc-95bf-560f2047ded5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.512519 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-e456df46-4001-4dc8-8722-d6f7e1461cd7 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:58.513693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e456df46-4001-4dc8-8722-d6f7e1461cd7 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:58.515929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e456df46-4001-4dc8-8722-d6f7e1461cd7 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "DELETE /v2.0/ports/b1876c36-7beb-49ce-a561-d9baae79f570 HTTP/1.1" status: 404 len: 333 time: 0.0364277 Jul 16 20:38:58.522015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33508) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.556692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6429f946-8187-4ebc-95bf-560f2047ded5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.558857 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ce9e2a-5ed7-45e3-a3dc-2636dd2cb05a tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:58.559655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ce9e2a-5ed7-45e3-a3dc-2636dd2cb05a tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:58.562214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-37ce9e2a-5ed7-45e3-a3dc-2636dd2cb05a tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "DELETE /v2.0/subnets/e32bb75c-6110-4cb4-ae5b-0dc8a5af10ef HTTP/1.1" status: 404 len: 337 time: 0.0381513 Jul 16 20:38:58.568098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33510) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.570581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.598240 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1e1b53-b696-4413-b5ec-680c7c2f5199 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] GET failed (client error): The resource could not be found. Jul 16 20:38:58.600846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fc1e1b53-b696-4413-b5ec-680c7c2f5199 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "GET /v2.0/networks/99d4c975-90cc-4a36-968a-1ece9744ca94 HTTP/1.1" status: 404 len: 339 time: 0.0306451 Jul 16 20:38:58.608601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33512) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.656963 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfb42d5-0a45-4014-bc57-27d570d0cb59 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] GET failed (client error): The resource could not be found. Jul 16 20:38:58.659937 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bcfb42d5-0a45-4014-bc57-27d570d0cb59 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "GET /v2.0/ports/7c0d14f8-edf8-450d-b2ec-65ac9d7b303e HTTP/1.1" status: 404 len: 333 time: 0.0498476 Jul 16 20:38:58.665360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33514) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.710583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6429f946-8187-4ebc-95bf-560f2047ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.715306 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4af1c4-b2d2-4009-a8ab-ddddfed55471 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] GET failed (client error): The resource could not be found. Jul 16 20:38:58.715306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ad4af1c4-b2d2-4009-a8ab-ddddfed55471 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "GET /v2.0/subnets/762b6955-6a5e-4e6a-9c8d-a237b3be103d HTTP/1.1" status: 404 len: 337 time: 0.0476713 Jul 16 20:38:58.715780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6429f946-8187-4ebc-95bf-560f2047ded5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.717415 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6429f946-8187-4ebc-95bf-560f2047ded5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6206d852-9890-4033-b131-853557f0d9cf HTTP/1.1" status: 204 len: 168 time: 0.3562906 Jul 16 20:38:58.720313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33516) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.729478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fbc34187-e844-47e2-ac11-43058d2ea578 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.736638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429f946-8187-4ebc-95bf-560f2047ded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6206d852-9890-4033-b131-853557f0d9cf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.756532 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc34187-e844-47e2-ac11-43058d2ea578 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] PUT failed (client error): The resource could not be found. Jul 16 20:38:58.758036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc34187-e844-47e2-ac11-43058d2ea578 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:58.760497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fbc34187-e844-47e2-ac11-43058d2ea578 tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "PUT /v2.0/networks/e9dbdd91-ca30-4283-93fb-701024353a81 HTTP/1.1" status: 404 len: 339 time: 0.0385761 Jul 16 20:38:58.765422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33520) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.776374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-52c2be7b-9f43-48fb-9baa-a693bcb829dd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.791665 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.812316 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c2be7b-9f43-48fb-9baa-a693bcb829dd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] PUT failed (client error): The resource could not be found. Jul 16 20:38:58.813575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c2be7b-9f43-48fb-9baa-a693bcb829dd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:58.815911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-52c2be7b-9f43-48fb-9baa-a693bcb829dd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "PUT /v2.0/ports/76ddd0f9-f1e7-4b58-a599-3760d39b0d06 HTTP/1.1" status: 404 len: 333 time: 0.0486352 Jul 16 20:38:58.822335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33522) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:58.832366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dad2664e-3a36-412d-8966-22cd0aa75edd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:58.873688 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad2664e-3a36-412d-8966-22cd0aa75edd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] PUT failed (client error): The resource could not be found. Jul 16 20:38:58.874495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad2664e-3a36-412d-8966-22cd0aa75edd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:58.882628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dad2664e-3a36-412d-8966-22cd0aa75edd tempest-NetworksNegativeTestJSON-1485192690 tempest-NetworksNegativeTestJSON-1485192690-project] 10.222.0.100 "PUT /v2.0/subnets/f648596b-e923-441d-9522-e307b051d21e HTTP/1.1" status: 404 len: 337 time: 0.0525475 Jul 16 20:38:58.978372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.25.8.244 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9956ba8a-2488-4063-8f7c-a19bea72f5be) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:59.142075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.228662 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.244258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33532) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.391963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33536) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.428269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d03a9daf-1eee-4dff-a8b3-92d2625f1fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.490466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ee611-3e5d-4b35-b479-cae3c59da264 req-94ac2c81-7223-43d1-bcc6-37dd8a8752a6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:59.493025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a14ee611-3e5d-4b35-b479-cae3c59da264 req-94ac2c81-7223-43d1-bcc6-37dd8a8752a6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1724811 Jul 16 20:38:59.608275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a14ee611-3e5d-4b35-b479-cae3c59da264 req-33d9aa92-e1c7-4fc9-a314-2be427380bf2 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925899 Jul 16 20:38:59.634959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5977fa3-b74e-4435-9fae-22aa82c3d8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.693533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d03a9daf-1eee-4dff-a8b3-92d2625f1fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.707318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d03a9daf-1eee-4dff-a8b3-92d2625f1fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.778964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d03a9daf-1eee-4dff-a8b3-92d2625f1fb1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3d1c1195c17c4af9bd971e3d78da0fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851962 Jul 16 20:38:59.783767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33538) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.786122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a9daf-1eee-4dff-a8b3-92d2625f1fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc2a2de-c863-4451-9d2a-3d8cca887772,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.820903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:59.827013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:59.836381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:59.841801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=9956ba8a-2488-4063-8f7c-a19bea72f5be,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.884576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d85-6ea3-4e27-a8df-52949ee014cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.922861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5977fa3-b74e-4435-9fae-22aa82c3d8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.929561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d85-6ea3-4e27-a8df-52949ee014cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.932258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5977fa3-b74e-4435-9fae-22aa82c3d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.008797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c5977fa3-b74e-4435-9fae-22aa82c3d8c3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c18d7e8fd05042bc95850248e97777ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7622330 Jul 16 20:39:00.010380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5977fa3-b74e-4435-9fae-22aa82c3d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f174440-0022-4583-9e74-79703c206690,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.012978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33540) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:00.065217 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d85-6ea3-4e27-a8df-52949ee014cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.067933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d85-6ea3-4e27-a8df-52949ee014cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.070076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8dbf6d85-6ea3-4e27-a8df-52949ee014cf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/abc2a2de-c863-4451-9d2a-3d8cca887772 HTTP/1.1" status: 204 len: 168 time: 0.2850738 Jul 16 20:39:00.090273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf6d85-6ea3-4e27-a8df-52949ee014cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc2a2de-c863-4451-9d2a-3d8cca887772,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.097634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8623f2b-4720-4106-b6d0-e0ade7e2add8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.140543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8623f2b-4720-4106-b6d0-e0ade7e2add8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.210512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8623f2b-4720-4106-b6d0-e0ade7e2add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.214265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a8623f2b-4720-4106-b6d0-e0ade7e2add8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.215566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a8623f2b-4720-4106-b6d0-e0ade7e2add8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1f174440-0022-4583-9e74-79703c206690 HTTP/1.1" status: 204 len: 168 time: 0.2010183 Jul 16 20:39:00.224215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8623f2b-4720-4106-b6d0-e0ade7e2add8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f174440-0022-4583-9e74-79703c206690,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.263064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1f324049-4ffe-4759-8fc3-96055337a541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.501997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.626016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.888106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.894514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.908351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471d37a-4bd7-4750-83e4-080569a23748 req-66144a7c-5678-4f02-9342-7ef39c7aadbb tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.910093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c471d37a-4bd7-4750-83e4-080569a23748 req-66144a7c-5678-4f02-9342-7ef39c7aadbb tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1047931 Jul 16 20:39:00.961276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c471d37a-4bd7-4750-83e4-080569a23748 req-96a58e72-7a7d-4977-9077-eb61820359f4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 Jul 16 20:39:01.008900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=9956ba8a-2488-4063-8f7c-a19bea72f5be,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.053797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.247078 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 0ab63707-f2be-4779-819c-82a064512aae associated. External IP: 172.25.8.244, port: ad62aab9-1275-43c8-902f-246a3df9a7bb. Jul 16 20:39:01.440053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33586) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.558543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:01.685518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1833965681'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:01.689442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:01.702682 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:01.715549 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:01.716196 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.733790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:01.738029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.740972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.754802 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.763824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.765307 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:01.765944 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.800908 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-06ee1592-7109-47f9-8e4f-b8f9473b9444 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2997909 Jul 16 20:39:01.808698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33596) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.831887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-603575458'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:01.916182 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.916850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe7a48-df02-4e41-acce-cfe02704870c None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:01.978770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.986473 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.024718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:02.038413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.042503 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.048963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb4833d-ee6b-417a-be65-a976144b39ed,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.061482 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.061837 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment 3a2ac34c-62d2-413a-8db0-d4e7930774e7 of type vlan for network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 Jul 16 20:39:02.121314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:02.130278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.142475 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.143153 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Added segment 97b04479-8e52-40c1-b5aa-8cc81b12bfa1 of type vlan for network a8214b6a-1eb0-4593-82d2-8f901ccd82cd Jul 16 20:39:02.249094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.261796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.267673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.268325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.340212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8989427 Jul 16 20:39:02.343279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33610) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:02.353294 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1848938679'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:02.381937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4b74-791c-4f88-a30a-431b175d9203 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=4eb7e85e-3940-44b0-9a58-5d32c91ce4a4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.388641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.391887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.392563 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.398723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:02.407974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.417242 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.451390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c4f13-6cc6-4fe5-822a-4e437431eb65 req-503324fe-e1e1-4ff9-925a-8819b76de8f3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.453080 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e04c4f13-6cc6-4fe5-822a-4e437431eb65 req-503324fe-e1e1-4ff9-925a-8819b76de8f3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.2728190 Jul 16 20:39:02.458230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6454141 Jul 16 20:39:02.463022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33612) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:02.472558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:02.492095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.492802 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment 2eb739d8-dd91-496e-a0a3-0db12e193d62 of type vlan for network d185bb65-24c2-4c3e-bf08-2e76e514af09 Jul 16 20:39:02.505540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'subnet': {'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:02.518409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803459a-9d28-4d95-a309-cb69bf022494 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Network': ['ID=a8214b6a-1eb0-4593-82d2-8f901ccd82cd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.556910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:02.590956 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.632550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e04c4f13-6cc6-4fe5-822a-4e437431eb65 req-3650feb7-b3e3-454a-ab6a-07fe1934529c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669490 Jul 16 20:39:02.663962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.670462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.671878 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.676981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.683337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.746096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4013896 Jul 16 20:39:02.774250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33620) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:02.776595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f08e1-c239-450f-b389-17c66653d3a9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=d185bb65-24c2-4c3e-bf08-2e76e514af09,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.780854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': '4eb7e85e-3940-44b0-9a58-5d32c91ce4a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:02.796958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:02.935347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.939122 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.071070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.149543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Subnet': ['ID=44362837-aff8-44b4-a0a4-c1605d2f3d52,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.204577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Checking segment: {'id': '97b04479-8e52-40c1-b5aa-8cc81b12bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:03.204939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network hostable DHCP agents. Network: a8214b6a-1eb0-4593-82d2-8f901ccd82cd, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:03.264964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:03.283793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.294576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a8214b6a-1eb0-4593-82d2-8f901ccd82cd) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:03.308260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d06a0-1c70-4c9e-bc32-1a01a5d342df None None] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:03.324253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:03.326193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.377701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d0ead81c-33c8-4210-8965-16bed30deff7 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9091816 Jul 16 20:39:03.378041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:03.382577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-931954411', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:03.390512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=a3f877d9-7169-48f0-803e-7f1718854597,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.396587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': '3a2ac34c-62d2-413a-8db0-d4e7930774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4eb7e85e-3940-44b0-9a58-5d32c91ce4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:03.397571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:03.419166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:03.433115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:03.441550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:03.442196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.457082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.458188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.463810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bbce85-1673-4887-a113-9e8f05f8d1ab None None] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:03.483978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-98842f7d-0ad1-4fdd-8985-4bfcbc9034bc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7084854 Jul 16 20:39:03.484644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:03.498319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': 'd185bb65-24c2-4c3e-bf08-2e76e514af09', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:03.554296 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.710372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:03.715895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.724764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-a8214b6a-1eb0-4593-82d2-8f901ccd82cd', 'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd', 'tenant_id': 'a108d8f4448c4581abaf430586f38b44', 'fixed_ips': [{'subnet_id': '44362837-aff8-44b4-a0a4-c1605d2f3d52'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:03.726123 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.905409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662c474-700b-4fed-a71e-d24891029049 req-2572ce47-4e8b-4f3b-95fc-553a85cc557e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:03.907324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2662c474-700b-4fed-a71e-d24891029049 req-2572ce47-4e8b-4f3b-95fc-553a85cc557e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.0916162 Jul 16 20:39:03.920041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.971488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2662c474-700b-4fed-a71e-d24891029049 req-6ffdc2e7-4249-45a1-8c1d-ae0b25e009dc tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527971 Jul 16 20:39:04.029667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4eb7e85e-3940-44b0-9a58-5d32c91ce4a4', 'network_id': '4eb7e85e-3940-44b0-9a58-5d32c91ce4a4', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': 'a3f877d9-7169-48f0-803e-7f1718854597'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:04.030900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.072708 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.129864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.179650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Allocated IP 172.20.0.2 (a8214b6a-1eb0-4593-82d2-8f901ccd82cd/44362837-aff8-44b4-a0a4-c1605d2f3d52/451e4305-4135-473b-ac3d-ab1aa5fcb216) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:04.217906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=8917cccf-d400-4200-bee8-0dbf7fb06957,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.276748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': '2eb739d8-dd91-496e-a0a3-0db12e193d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd185bb65-24c2-4c3e-bf08-2e76e514af09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:04.277389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: d185bb65-24c2-4c3e-bf08-2e76e514af09, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:04.340820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Allocated IP 172.20.0.2 (4eb7e85e-3940-44b0-9a58-5d32c91ce4a4/a3f877d9-7169-48f0-803e-7f1718854597/378901c2-e023-4a82-a989-21ffb951edef) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:04.358529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.382907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.390996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:04.431984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d185bb65-24c2-4c3e-bf08-2e76e514af09) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:04.442506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.443121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.472781 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a5dc667e-344b-459a-89e3-e148af62b714 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9868581 Jul 16 20:39:04.477124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33638) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:04.482941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d83ef6ff-8281-4d4f-9fff-bc736b36f9f9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1229282838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:04.509980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56c3e6-4dce-4e0d-8312-164a63635272 None None] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:04.521022 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d83ef6ff-8281-4d4f-9fff-bc736b36f9f9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.523972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d83ef6ff-8281-4d4f-9fff-bc736b36f9f9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.533284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.25.8.37 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/49d533a4-8b58-49a4-813e-20bbbe65b834) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:04.596329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.613477 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d83ef6ff-8281-4d4f-9fff-bc736b36f9f9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.619410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Transition to ACTIVE for port object 451e4305-4135-473b-ac3d-ab1aa5fcb216 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:04.621480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d83ef6ff-8281-4d4f-9fff-bc736b36f9f9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.648775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d83ef6ff-8281-4d4f-9fff-bc736b36f9f9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.654399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d83ef6ff-8281-4d4f-9fff-bc736b36f9f9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1719315 Jul 16 20:39:04.656264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33642) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:04.656811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Transition to ACTIVE for port object 451e4305-4135-473b-ac3d-ab1aa5fcb216 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:04.703923 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.810186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:04.812356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.837298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:04.852576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:04.884782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.887647 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-09bc1c8f-9da0-42db-aa94-cbc7ee2c38c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.896594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Pushing event updated for resources: {'Port': ['ID=451e4305-4135-473b-ac3d-ab1aa5fcb216,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.922277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:04.930305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:04.934021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:04.960973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=49d533a4-8b58-49a4-813e-20bbbe65b834,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.124620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-d185bb65-24c2-4c3e-bf08-2e76e514af09', 'network_id': 'd185bb65-24c2-4c3e-bf08-2e76e514af09', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': '8917cccf-d400-4200-bee8-0dbf7fb06957'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:05.126075 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.140245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.187016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Attempting to bind port 451e4305-4135-473b-ac3d-ab1aa5fcb216 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:05.187667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Attempting to bind port 451e4305-4135-473b-ac3d-ab1aa5fcb216 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '97b04479-8e52-40c1-b5aa-8cc81b12bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:05.188810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Attempting to bind port 451e4305-4135-473b-ac3d-ab1aa5fcb216 on network a8214b6a-1eb0-4593-82d2-8f901ccd82cd {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:05.195774 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.227913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:05.228579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Checking segment: {'id': '97b04479-8e52-40c1-b5aa-8cc81b12bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:05.229285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.230002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Bound using segment: {'id': '97b04479-8e52-40c1-b5aa-8cc81b12bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:05.230863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Bound port: 451e4305-4135-473b-ac3d-ab1aa5fcb216, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b04479-8e52-40c1-b5aa-8cc81b12bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:05.231558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.269440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Transition to ACTIVE for port object 378901c2-e023-4a82-a989-21ffb951edef will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:05.375601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.449551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Transition to ACTIVE for port object 378901c2-e023-4a82-a989-21ffb951edef will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:05.458984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a1bb0-f4fc-4236-b69e-d04e44ae2c49 req-1d2e57f8-8b3a-467d-ad57-fe2e30d62aea tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:05.461711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f22a1bb0-f4fc-4236-b69e-d04e44ae2c49 req-1d2e57f8-8b3a-467d-ad57-fe2e30d62aea tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.3250296 Jul 16 20:39:05.491455 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.557708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] For port 451e4305-4135-473b-ac3d-ab1aa5fcb216, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:05.560693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Pushing event updated for resources: {'Port': ['ID=378901c2-e023-4a82-a989-21ffb951edef,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.577954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:05.593212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:05.596119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:05.604076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] For port 451e4305-4135-473b-ac3d-ab1aa5fcb216, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=451e4305-4135-473b-ac3d-ab1aa5fcb216,segment=NetworkSegment(97b04479-8e52-40c1-b5aa-8cc81b12bfa1),segment_id=97b04479-8e52-40c1-b5aa-8cc81b12bfa1)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:05.617550 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.620730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f22a1bb0-f4fc-4236-b69e-d04e44ae2c49 req-2fb1806c-96af-4966-8864-ab2bdbdfff59 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102805 Jul 16 20:39:05.621592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Allocated IP 172.21.0.2 (d185bb65-24c2-4c3e-bf08-2e76e514af09/8917cccf-d400-4200-bee8-0dbf7fb06957/5df82b35-1597-4939-9f97-cf5e6e81b7ca) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:05.728428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Attempting to bind port 378901c2-e023-4a82-a989-21ffb951edef on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:05.728803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Attempting to bind port 378901c2-e023-4a82-a989-21ffb951edef by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '3a2ac34c-62d2-413a-8db0-d4e7930774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4eb7e85e-3940-44b0-9a58-5d32c91ce4a4'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:05.729177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Attempting to bind port 378901c2-e023-4a82-a989-21ffb951edef on network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:05.754667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:05.755010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Checking segment: {'id': '3a2ac34c-62d2-413a-8db0-d4e7930774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4eb7e85e-3940-44b0-9a58-5d32c91ce4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:05.755356 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.756905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Bound using segment: {'id': '3a2ac34c-62d2-413a-8db0-d4e7930774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4eb7e85e-3940-44b0-9a58-5d32c91ce4a4'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:05.757235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Bound port: 378901c2-e023-4a82-a989-21ffb951edef, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2ac34c-62d2-413a-8db0-d4e7930774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4eb7e85e-3940-44b0-9a58-5d32c91ce4a4'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:05.757665 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.816644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.20.0.1 (4eb7e85e-3940-44b0-9a58-5d32c91ce4a4/a3f877d9-7169-48f0-803e-7f1718854597/26b15e04-44df-4902-ae61-b52f9308de6c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:05.848971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa2338-2a48-4074-9b4c-5cf6650cf970 None None] Pushing event updated for resources: {'Port': ['ID=451e4305-4135-473b-ac3d-ab1aa5fcb216,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.018865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] For port 378901c2-e023-4a82-a989-21ffb951edef, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:06.103843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] For port 378901c2-e023-4a82-a989-21ffb951edef, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=378901c2-e023-4a82-a989-21ffb951edef,segment=NetworkSegment(3a2ac34c-62d2-413a-8db0-d4e7930774e7),segment_id=3a2ac34c-62d2-413a-8db0-d4e7930774e7)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:06.105756 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.140192 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.223332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899e560-8b8e-47fb-bb67-08b2b965f127 None None] Pushing event updated for resources: {'Port': ['ID=378901c2-e023-4a82-a989-21ffb951edef,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.229025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.241871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.306876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object 26b15e04-44df-4902-ae61-b52f9308de6c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:06.343766 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.364738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Transition to ACTIVE for port object 5df82b35-1597-4939-9f97-cf5e6e81b7ca will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:06.391633 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.396094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Transition to ACTIVE for port object 5df82b35-1597-4939-9f97-cf5e6e81b7ca will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:06.414628 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.465731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:06.473614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:06.478208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:06.482782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:06.495173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:06.503779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:06.580199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.799849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router d679e894-438f-4ffc-b0f9-54e83f45c7c6 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:06.909742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Pushing event updated for resources: {'Port': ['ID=5df82b35-1597-4939-9f97-cf5e6e81b7ca,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.917841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=26b15e04-44df-4902-ae61-b52f9308de6c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.934245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Attempting to bind port 5df82b35-1597-4939-9f97-cf5e6e81b7ca on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:06.934778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Attempting to bind port 5df82b35-1597-4939-9f97-cf5e6e81b7ca by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '2eb739d8-dd91-496e-a0a3-0db12e193d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd185bb65-24c2-4c3e-bf08-2e76e514af09'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:06.938046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Attempting to bind port 5df82b35-1597-4939-9f97-cf5e6e81b7ca on network d185bb65-24c2-4c3e-bf08-2e76e514af09 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:06.955049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:06.955694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Checking segment: {'id': '2eb739d8-dd91-496e-a0a3-0db12e193d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd185bb65-24c2-4c3e-bf08-2e76e514af09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:06.956364 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.957018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Bound using segment: {'id': '2eb739d8-dd91-496e-a0a3-0db12e193d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd185bb65-24c2-4c3e-bf08-2e76e514af09'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:06.957820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Bound port: 5df82b35-1597-4939-9f97-cf5e6e81b7ca, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb739d8-dd91-496e-a0a3-0db12e193d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd185bb65-24c2-4c3e-bf08-2e76e514af09'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:06.958466 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.025764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.079795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:07.119989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.124723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d49e96e4-b2ce-4445-9b73-d2e8b14ce1ea tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7459581 Jul 16 20:39:07.125357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33670) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.138809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] Sync routers for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:07.187527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:07.188483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:07.307837 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:07.316815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] For port 5df82b35-1597-4939-9f97-cf5e6e81b7ca, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:07.359058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] For port 5df82b35-1597-4939-9f97-cf5e6e81b7ca, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5df82b35-1597-4939-9f97-cf5e6e81b7ca,segment=NetworkSegment(2eb739d8-dd91-496e-a0a3-0db12e193d62),segment_id=2eb739d8-dd91-496e-a0a3-0db12e193d62)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:07.361491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:07.362827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:07.391211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.494816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:07.495903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca1f2e-f9d0-4fc4-ba2d-ed20052b1d40 None None] The sync data for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:07.624540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30940410-f4c2-4a4d-8e78-21c5f6094ebe None None] Pushing event updated for resources: {'Port': ['ID=5df82b35-1597-4939-9f97-cf5e6e81b7ca,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.013492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf4593-fbfb-499a-90de-ccc6a821a104 req-78ebfc11-d78c-4473-b4c7-85c368e2dc2d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:08.015147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dacf4593-fbfb-499a-90de-ccc6a821a104 req-78ebfc11-d78c-4473-b4c7-85c368e2dc2d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.2557573 Jul 16 20:39:08.149735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc40f6-0cce-4cc3-8b97-5cc16cd27461 None None] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:08.212284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dacf4593-fbfb-499a-90de-ccc6a821a104 req-b29897df-1111-488c-b1bd-9532f7684aaa tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678886 Jul 16 20:39:08.321458 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.336853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.382470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 378901c2-e023-4a82-a989-21ffb951edef up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:08.504552 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.526548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adade6f-8028-453c-9973-f8728a1d5875 None None] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:08.533304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3ebd294e-202c-4e36-9d8a-7b66d8a5e08f None None] Provisioning for port 451e4305-4135-473b-ac3d-ab1aa5fcb216 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:08.548140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=26b15e04-44df-4902-ae61-b52f9308de6c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.549005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.553475 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.699731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:08.701794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:08.714860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 378901c2-e023-4a82-a989-21ffb951edef completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:08.737477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.745083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d00f4d60-3086-4acd-94a6-67268f335ef5 None None] Provisioning for port 378901c2-e023-4a82-a989-21ffb951edef completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:08.775238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 451e4305-4135-473b-ac3d-ab1aa5fcb216 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:08.786186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d00f4d60-3086-4acd-94a6-67268f335ef5 None None] Provisioning complete for port 378901c2-e023-4a82-a989-21ffb951edef triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:08.786857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d00f4d60-3086-4acd-94a6-67268f335ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.820815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.934226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 25c0fba0-79c5-47fe-ae82-3db70e4ca26c is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:08.977648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 451e4305-4135-473b-ac3d-ab1aa5fcb216 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:09.014069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 451e4305-4135-473b-ac3d-ab1aa5fcb216 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:09.014546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.145783 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d00f4d60-3086-4acd-94a6-67268f335ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.161158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:09.170542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ce977f79-a736-44f7-834b-cdc139d0342c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/25c0fba0-79c5-47fe-ae82-3db70e4ca26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5128889 Jul 16 20:39:09.172986 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] Sync routers for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:09.179912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33700) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:09.201160 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:09.201798 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.283616 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.292508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d00f4d60-3086-4acd-94a6-67268f335ef5 None None] For port 378901c2-e023-4a82-a989-21ffb951edef, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=378901c2-e023-4a82-a989-21ffb951edef,segment=NetworkSegment(3a2ac34c-62d2-413a-8db0-d4e7930774e7),segment_id=3a2ac34c-62d2-413a-8db0-d4e7930774e7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:09.299127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b01c6-8b9d-452a-aeda-439fe995a63a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:09.302953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b2b01c6-8b9d-452a-aeda-439fe995a63a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports/26b15e04-44df-4902-ae61-b52f9308de6c HTTP/1.1" status: 200 len: 910 time: 0.1197619 Jul 16 20:39:09.305366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33704) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:09.310401 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d00f4d60-3086-4acd-94a6-67268f335ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.311397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.341277 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:09.342279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.349682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 451e4305-4135-473b-ac3d-ab1aa5fcb216, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=451e4305-4135-473b-ac3d-ab1aa5fcb216,segment=NetworkSegment(97b04479-8e52-40c1-b5aa-8cc81b12bfa1),segment_id=97b04479-8e52-40c1-b5aa-8cc81b12bfa1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:09.372366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.418903 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.426845 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdd26d-667f-4eb5-80bc-c57047237041 None None] The sync data for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:09.431090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.1 (a8214b6a-1eb0-4593-82d2-8f901ccd82cd/44362837-aff8-44b4-a0a4-c1605d2f3d52/dbf04c26-901c-4be3-9ad4-ceda826b4d5e) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:09.464348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f4d60-3086-4acd-94a6-67268f335ef5 None None] Pushing event updated for resources: {'Port': ['ID=378901c2-e023-4a82-a989-21ffb951edef,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:09.533856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8c95c80d-f84a-4668-8c17-c71360cf20d0 None None] Provisioning complete for port 451e4305-4135-473b-ac3d-ab1aa5fcb216 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:09.534277 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c95c80d-f84a-4668-8c17-c71360cf20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.674342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915e5106-5b37-4efc-9177-fe984bd03805 None None] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:09.681904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=451e4305-4135-473b-ac3d-ab1aa5fcb216,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:09.693081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.719002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Transition to ACTIVE for port object dbf04c26-901c-4be3-9ad4-ceda826b4d5e will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:09.793727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.869627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e929b90-6554-4c9e-a19d-f90b69363817 req-5ab0a023-e05c-44f7-8254-06c263818c39 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:09.880125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e929b90-6554-4c9e-a19d-f90b69363817 req-5ab0a023-e05c-44f7-8254-06c263818c39 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.2993245 Jul 16 20:39:09.892938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:09.900078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:09.921321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:09.949053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e929b90-6554-4c9e-a19d-f90b69363817 req-7bcf4fbf-2c5b-4ab4-a80f-6edebab29490 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661211 Jul 16 20:39:10.015041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=dbf04c26-901c-4be3-9ad4-ceda826b4d5e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.063813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 378901c2-e023-4a82-a989-21ffb951edef up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:10.075861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.153549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b17f3640-9176-49c7-bf98-73f7dcbcd67c None None] Provisioning complete for port 378901c2-e023-4a82-a989-21ffb951edef triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:10.153549 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b17f3640-9176-49c7-bf98-73f7dcbcd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.180014 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.298221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 378901c2-e023-4a82-a989-21ffb951edef triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:10.298814 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.316590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.609005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.21.0.1 (d185bb65-24c2-4c3e-bf08-2e76e514af09/8917cccf-d400-4200-bee8-0dbf7fb06957/6e893259-f1ec-42e5-8494-3f250367fe5a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:10.615175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 451e4305-4135-473b-ac3d-ab1aa5fcb216 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:10.621051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b17f3640-9176-49c7-bf98-73f7dcbcd67c None None] Provisioning for port 26b15e04-44df-4902-ae61-b52f9308de6c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:10.670143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b17f3640-9176-49c7-bf98-73f7dcbcd67c None None] Provisioning complete for port 26b15e04-44df-4902-ae61-b52f9308de6c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:10.670518 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b17f3640-9176-49c7-bf98-73f7dcbcd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.768644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b17f3640-9176-49c7-bf98-73f7dcbcd67c None None] Port 26b15e04-44df-4902-ae61-b52f9308de6c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:10.805236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b17f3640-9176-49c7-bf98-73f7dcbcd67c None None] Provisioning for port 5df82b35-1597-4939-9f97-cf5e6e81b7ca completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:10.811464 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.815076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 451e4305-4135-473b-ac3d-ab1aa5fcb216 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:10.815859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.833282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.837320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object 6e893259-f1ec-42e5-8494-3f250367fe5a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:10.842202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.899004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.940672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:10.943204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=dbf04c26-901c-4be3-9ad4-ceda826b4d5e,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.947638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.947847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:10.960164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:10.971168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5df82b35-1597-4939-9f97-cf5e6e81b7ca up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:10.974141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2606cb72-08c6-4347-8f1a-83d703761be6 None None] Provisioning complete for port 26b15e04-44df-4902-ae61-b52f9308de6c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:10.974510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2606cb72-08c6-4347-8f1a-83d703761be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.074617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=6e893259-f1ec-42e5-8494-3f250367fe5a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.103484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.112430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2606cb72-08c6-4347-8f1a-83d703761be6 None None] Port 26b15e04-44df-4902-ae61-b52f9308de6c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:11.117447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:11.119023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:11.166270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2606cb72-08c6-4347-8f1a-83d703761be6 None None] Provisioning for port dbf04c26-901c-4be3-9ad4-ceda826b4d5e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:11.172040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 5df82b35-1597-4939-9f97-cf5e6e81b7ca completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:11.189032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5df82b35-1597-4939-9f97-cf5e6e81b7ca triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.189921 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.243595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2606cb72-08c6-4347-8f1a-83d703761be6 None None] Provisioning complete for port dbf04c26-901c-4be3-9ad4-ceda826b4d5e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.245125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2606cb72-08c6-4347-8f1a-83d703761be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.364598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad3a4-7eb1-4686-9f78-d62cbe41af6e req-9358f5b3-091e-4edf-a341-611d3d0e48b7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.372607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0abad3a4-7eb1-4686-9f78-d62cbe41af6e req-9358f5b3-091e-4edf-a341-611d3d0e48b7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1867588 Jul 16 20:39:11.427017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router d679e894-438f-4ffc-b0f9-54e83f45c7c6 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:11.434273 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.453207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.478647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 5df82b35-1597-4939-9f97-cf5e6e81b7ca, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5df82b35-1597-4939-9f97-cf5e6e81b7ca,segment=NetworkSegment(2eb739d8-dd91-496e-a0a3-0db12e193d62),segment_id=2eb739d8-dd91-496e-a0a3-0db12e193d62)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:11.483844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2606cb72-08c6-4347-8f1a-83d703761be6 None None] Port dbf04c26-901c-4be3-9ad4-ceda826b4d5e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:11.493754 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.556719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0abad3a4-7eb1-4686-9f78-d62cbe41af6e req-397c6b59-69b4-4712-8b04-7c557666b939 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828518 Jul 16 20:39:11.616945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=5df82b35-1597-4939-9f97-cf5e6e81b7ca,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.645108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5a2de17c-c6a5-40c0-84ec-786bb9c9e3e9 None None] Provisioning complete for port dbf04c26-901c-4be3-9ad4-ceda826b4d5e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.646278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5a2de17c-c6a5-40c0-84ec-786bb9c9e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.653256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:11.664133 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e7404dc6-25eb-4639-a4ec-f4518f9cf2d4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/routers/d679e894-438f-4ffc-b0f9-54e83f45c7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5355475 Jul 16 20:39:11.667015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33712) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.677439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] Sync routers for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:11.680778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'port': {'network_id': 'a8214b6a-1eb0-4593-82d2-8f901ccd82cd', 'name': 'tempest-FloatingIPTestJSON-399424586'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:11.711439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5a2de17c-c6a5-40c0-84ec-786bb9c9e3e9 None None] Port dbf04c26-901c-4be3-9ad4-ceda826b4d5e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:11.713269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:11.713929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.764467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.785973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:11.786691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.792691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5a2de17c-c6a5-40c0-84ec-786bb9c9e3e9 None None] Provisioning for port 6e893259-f1ec-42e5-8494-3f250367fe5a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:11.832627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5a2de17c-c6a5-40c0-84ec-786bb9c9e3e9 None None] Provisioning complete for port 6e893259-f1ec-42e5-8494-3f250367fe5a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.832916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5a2de17c-c6a5-40c0-84ec-786bb9c9e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.838064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.838739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3499854-4db8-4172-9207-d58751b6db24 None None] The sync data for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:11.886406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5df82b35-1597-4939-9f97-cf5e6e81b7ca up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:12.077725 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.092088 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.141277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5a2de17c-c6a5-40c0-84ec-786bb9c9e3e9 None None] Port 6e893259-f1ec-42e5-8494-3f250367fe5a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:12.187048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5df82b35-1597-4939-9f97-cf5e6e81b7ca triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:12.188454 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.264527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Made reservation on behalf of a108d8f4448c4581abaf430586f38b44 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:12.269723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.284429 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.313664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=6e893259-f1ec-42e5-8494-3f250367fe5a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.322480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] device_id is not set on port 0de607bf-71ae-437a-8c39-0e3f43d57be7 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:12.562060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33728) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.589615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:12.597057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Allocated IP 172.20.0.5 (a8214b6a-1eb0-4593-82d2-8f901ccd82cd/44362837-aff8-44b4-a0a4-c1605d2f3d52/0de607bf-71ae-437a-8c39-0e3f43d57be7) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:12.601443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:12.690171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a725635b-d929-41f6-af92-181782af313e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.820110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a725635b-d929-41f6-af92-181782af313e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.825646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a725635b-d929-41f6-af92-181782af313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.877733 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a725635b-d929-41f6-af92-181782af313e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=27f11f4a91e1443faa3063100a7bcbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104062 Jul 16 20:39:12.877733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725635b-d929-41f6-af92-181782af313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69183301-eb23-4c70-a851-3db1efa4b259,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.880655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33734) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.970671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35e0ccc-1bd0-48e0-9969-e47af9ef5b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.978125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-71f4b3b1-ddea-4a0f-b6a9-08bcf6970b0e None None] Provisioning complete for port 6e893259-f1ec-42e5-8494-3f250367fe5a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:12.978769 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71f4b3b1-ddea-4a0f-b6a9-08bcf6970b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.010544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35e0ccc-1bd0-48e0-9969-e47af9ef5b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.019851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-71f4b3b1-ddea-4a0f-b6a9-08bcf6970b0e None None] Port 6e893259-f1ec-42e5-8494-3f250367fe5a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:13.079499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35e0ccc-1bd0-48e0-9969-e47af9ef5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.082851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35e0ccc-1bd0-48e0-9969-e47af9ef5b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.085427 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e35e0ccc-1bd0-48e0-9969-e47af9ef5b31 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/69183301-eb23-4c70-a851-3db1efa4b259 HTTP/1.1" status: 204 len: 168 time: 0.2009232 Jul 16 20:39:13.100726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e0ccc-1bd0-48e0-9969-e47af9ef5b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69183301-eb23-4c70-a851-3db1efa4b259,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.293059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 25c0fba0-79c5-47fe-ae82-3db70e4ca26c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:13.395235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78844e8-415b-4757-b886-d8f037404a3f req-d00bd8b4-cc28-4aab-af00-50c72b474f1d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.398442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78844e8-415b-4757-b886-d8f037404a3f req-d00bd8b4-cc28-4aab-af00-50c72b474f1d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.6450536 Jul 16 20:39:13.411686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33740) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.433247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b52bac-64f0-416f-b784-3c97e0cc2d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.522219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.551592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b52bac-64f0-416f-b784-3c97e0cc2d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.560055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b52bac-64f0-416f-b784-3c97e0cc2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.561903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Transition to ACTIVE for port object 0de607bf-71ae-437a-8c39-0e3f43d57be7 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:13.586369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78844e8-415b-4757-b886-d8f037404a3f req-20f0e242-80fd-473d-b960-6864d28f1ced tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105003 Jul 16 20:39:13.598763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:13.610461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4e1a98b2-8be4-46fb-8aaf-b9ddc8bb8243 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/25c0fba0-79c5-47fe-ae82-3db70e4ca26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2943771 Jul 16 20:39:13.610461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33742) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.611342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b52bac-64f0-416f-b784-3c97e0cc2d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4eda5b-00ee-4af3-b1de-ad35e129cb8f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.612054 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] Sync routers for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:13.619409 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8b52bac-64f0-416f-b784-3c97e0cc2d0e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9059f47ec14c4e289409fc0860be6e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054279 Jul 16 20:39:13.622187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33744) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.635856 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:13.636666 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.671797 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.683760 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:13.684441 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.685453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62b39c0-faba-4b97-9245-cd25417ae1d7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.686793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e62b39c0-faba-4b97-9245-cd25417ae1d7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports/6e893259-f1ec-42e5-8494-3f250367fe5a HTTP/1.1" status: 200 len: 910 time: 0.0762715 Jul 16 20:39:13.690350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.692805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33746) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.718402 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3fafe85a-0ba0-4f2c-89de-2cf0adc352da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.727669 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:13.728328 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a9637-e3fe-45eb-bbbe-9ad43c76be4e None None] The sync data for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:13.746683 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3fafe85a-0ba0-4f2c-89de-2cf0adc352da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.797416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3fafe85a-0ba0-4f2c-89de-2cf0adc352da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.800642 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3fafe85a-0ba0-4f2c-89de-2cf0adc352da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.801964 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3fafe85a-0ba0-4f2c-89de-2cf0adc352da admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fd4eda5b-00ee-4af3-b1de-ad35e129cb8f HTTP/1.1" status: 204 len: 168 time: 0.1786826 Jul 16 20:39:13.811795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafe85a-0ba0-4f2c-89de-2cf0adc352da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4eda5b-00ee-4af3-b1de-ad35e129cb8f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.828528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:13.837239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:13.841711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:13.844363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event updated for resources: {'Port': ['ID=0de607bf-71ae-437a-8c39-0e3f43d57be7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.973948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:13.974619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.007743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-904ea947-2246-4bfe-912d-fd2f9387221d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3321631 Jul 16 20:39:14.007743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33750) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.012760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Request body: {'floatingip': {'port_id': '0de607bf-71ae-437a-8c39-0e3f43d57be7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:14.122543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.152777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-420ed1a3-c798-40af-8402-e4140decc8b3 None None] Provisioning for port 0de607bf-71ae-437a-8c39-0e3f43d57be7 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:14.158125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-420ed1a3-c798-40af-8402-e4140decc8b3 None None] Provisioning complete for port 0de607bf-71ae-437a-8c39-0e3f43d57be7 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:14.159207 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-420ed1a3-c798-40af-8402-e4140decc8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.207716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-420ed1a3-c798-40af-8402-e4140decc8b3 None None] Port 0de607bf-71ae-437a-8c39-0e3f43d57be7 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:14.412061 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.861215 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:14.921607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.resource_extend [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:39:15.003427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.017376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b261b0-9961-4d38-8f5e-233daaa71d2c req-fab0557e-44bb-4c54-adae-81aa5fc20d93 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.018966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89b261b0-9961-4d38-8f5e-233daaa71d2c req-fab0557e-44bb-4c54-adae-81aa5fc20d93 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.2203591 Jul 16 20:39:15.021173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.062380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 6e893259-f1ec-42e5-8494-3f250367fe5a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:15.062767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.197099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89b261b0-9961-4d38-8f5e-233daaa71d2c req-8833b78a-d70e-4333-9c94-4317e83b9b61 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696920 Jul 16 20:39:15.239681 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 0ab63707-f2be-4779-819c-82a064512aae associated. External IP: 172.25.8.244, port: ad62aab9-1275-43c8-902f-246a3df9a7bb. Jul 16 20:39:15.243148 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.294743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 6e893259-f1ec-42e5-8494-3f250367fe5a owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:15.590333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.715163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66f1d51a-a502-470e-943e-fd8d1cd48c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.854253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66f1d51a-a502-470e-943e-fd8d1cd48c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.860053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66f1d51a-a502-470e-943e-fd8d1cd48c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.915632 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-66f1d51a-a502-470e-943e-fd8d1cd48c89 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e8be3da80fde46de8a4568fb7312259d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237362 Jul 16 20:39:15.916572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d51a-a502-470e-943e-fd8d1cd48c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f422d-2731-4cca-912b-747036eeae0f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:15.918941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33796) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.973859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e593f-fc11-4185-9aaa-b3d3e96c73fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.997951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e593f-fc11-4185-9aaa-b3d3e96c73fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.008088 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.045517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=6e893259-f1ec-42e5-8494-3f250367fe5a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.060007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:16.070204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e593f-fc11-4185-9aaa-b3d3e96c73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.072952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d4e593f-fc11-4185-9aaa-b3d3e96c73fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.077427 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d4e593f-fc11-4185-9aaa-b3d3e96c73fa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/148f422d-2731-4cca-912b-747036eeae0f HTTP/1.1" status: 204 len: 168 time: 0.1573403 Jul 16 20:39:16.086488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e593f-fc11-4185-9aaa-b3d3e96c73fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f422d-2731-4cca-912b-747036eeae0f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.353270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.542184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:16.553400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:16.567590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:16.568334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.603498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.617670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:16.618780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.675869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:16.676706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04912637-c7e7-493f-adbd-dde27aa8353e None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:16.711894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba177-47fe-4cf2-98af-6e25bb3ca79f req-c0116c35-7711-4b14-9b8c-eab65fbae713 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:16.713792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8eba177-47fe-4cf2-98af-6e25bb3ca79f req-c0116c35-7711-4b14-9b8c-eab65fbae713 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.3091559 Jul 16 20:39:16.790036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 25c0fba0-79c5-47fe-ae82-3db70e4ca26c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:16.798498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8eba177-47fe-4cf2-98af-6e25bb3ca79f req-5dbb2bae-0e98-4223-abd1-9e7c98f74380 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738606 Jul 16 20:39:16.977583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:16.987845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-13281ac8-2186-4008-b069-cfff80b6654a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/25c0fba0-79c5-47fe-ae82-3db70e4ca26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2908504 Jul 16 20:39:16.988006 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] Sync routers for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:16.988693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33822) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:16.998115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router d679e894-438f-4ffc-b0f9-54e83f45c7c6 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:17.001168 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:17.002140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.056530 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.067066 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:17.067737 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.106809 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.107778 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1a469-1b40-4e8a-ae96-bbdbf79d34fc None None] The sync data for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:17.156520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:17.161649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.175629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] Sync routers for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:17.195383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:17.196535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.243805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.255618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:17.257829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.267026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5008da6-d6e0-40ef-996e-c1e15cf3b4de tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/floatingips/0ab63707-f2be-4779-819c-82a064512aae HTTP/1.1" status: 200 len: 977 time: 3.2580817 Jul 16 20:39:17.269802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33830) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:17.304586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:17.305539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804da47-22ea-4fca-9d33-fbc66edf936a None None] The sync data for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:17.388262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 0de607bf-71ae-437a-8c39-0e3f43d57be7 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:17.388765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.493194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.514642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.853417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.854376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.855397 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Floating IP 0ab63707-f2be-4779-819c-82a064512aae disassociated. External IP: 172.25.8.244, port: 0de607bf-71ae-437a-8c39-0e3f43d57be7. Jul 16 20:39:17.856436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 0de607bf-71ae-437a-8c39-0e3f43d57be7 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:17.915180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 26b15e04-44df-4902-ae61-b52f9308de6c {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:17.915822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.063075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.078448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.098514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 26b15e04-44df-4902-ae61-b52f9308de6c owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:18.321166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=0de607bf-71ae-437a-8c39-0e3f43d57be7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.358464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router d679e894-438f-4ffc-b0f9-54e83f45c7c6 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:18.443637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.474489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dbcf8-5330-4471-9143-f80d8eb0a86f req-2be1d2c8-fafb-4422-aee5-c1470eaa0616 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:18.477453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=26b15e04-44df-4902-ae61-b52f9308de6c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.477699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb5dbcf8-5330-4471-9143-f80d8eb0a86f req-2be1d2c8-fafb-4422-aee5-c1470eaa0616 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.3904612 Jul 16 20:39:18.620310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:18.644315 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a0794-2960-4301-867b-aac0953c83fb None None] Sync routers for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:18.665370 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a0794-2960-4301-867b-aac0953c83fb None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:18.666483 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-798a0794-2960-4301-867b-aac0953c83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.670058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.708527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb5dbcf8-5330-4471-9143-f80d8eb0a86f req-663a4983-c128-4db1-b0d7-9a7ff1d50904 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141061 Jul 16 20:39:18.748400 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.752371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c95810da-5c90-44c5-a62e-4f94f5834b02 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/ports/0de607bf-71ae-437a-8c39-0e3f43d57be7 HTTP/1.1" status: 204 len: 168 time: 1.4807458 Jul 16 20:39:18.756113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33856) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:18.765162 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-798a0794-2960-4301-867b-aac0953c83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.800846 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a0794-2960-4301-867b-aac0953c83fb None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:18.802110 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-798a0794-2960-4301-867b-aac0953c83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.875747 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-798a0794-2960-4301-867b-aac0953c83fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:18.876709 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a0794-2960-4301-867b-aac0953c83fb None None] The sync data for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:18.935947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 25c0fba0-79c5-47fe-ae82-3db70e4ca26c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:19.099053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:19.110764 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fff1087f-5faf-4bf1-9f2a-8550240a1baf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/25c0fba0-79c5-47fe-ae82-3db70e4ca26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1203761 Jul 16 20:39:19.112636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33860) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.118050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] Sync routers for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:19.134528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:19.135618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.185654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.206127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] Routers {'25c0fba0-79c5-47fe-ae82-3db70e4ca26c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:19.207129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.279534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.280712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37e7c9-d2cc-4e3c-bc76-cf0193fea814 None None] The sync data for ids ['25c0fba0-79c5-47fe-ae82-3db70e4ca26c'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:19.556900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea2a6812-9bbb-45b6-9f79-731e4e426b5f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=25c0fba0-79c5-47fe-ae82-3db70e4ca26c HTTP/1.1" status: 200 len: 205 time: 0.4402571 Jul 16 20:39:19.559275 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33866) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.669248 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.686559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04fd0053-1de9-42b9-bd75-184a1faf3a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.976855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04fd0053-1de9-42b9-bd75-184a1faf3a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.980702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04fd0053-1de9-42b9-bd75-184a1faf3a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.033216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04fd0053-1de9-42b9-bd75-184a1faf3a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.033749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd0053-1de9-42b9-bd75-184a1faf3a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Fanout notify agent at l3_agent the message router_deleted on router 25c0fba0-79c5-47fe-ae82-3db70e4ca26c {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:20.034345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cd4aa-d0b1-44e3-af8c-d7b1e27de285 req-d85011ca-4a98-48be-87a0-f9cd8237615c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:20.036074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34cd4aa-d0b1-44e3-af8c-d7b1e27de285 req-d85011ca-4a98-48be-87a0-f9cd8237615c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1008718 Jul 16 20:39:20.043182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04fd0053-1de9-42b9-bd75-184a1faf3a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.047560 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-04fd0053-1de9-42b9-bd75-184a1faf3a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/25c0fba0-79c5-47fe-ae82-3db70e4ca26c HTTP/1.1" status: 204 len: 168 time: 0.4835811 Jul 16 20:39:20.047560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.108377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet 8917cccf-d400-4200-bee8-0dbf7fb06957 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:20.112041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.153203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34cd4aa-d0b1-44e3-af8c-d7b1e27de285 req-0f18109d-7a4e-4c60-861d-893d5f861a7f tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870543 Jul 16 20:39:20.170997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.202051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port dbf04c26-901c-4be3-9ad4-ceda826b4d5e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:20.202636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.292575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.361162 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.375945 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.384242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for dbf04c26-901c-4be3-9ad4-ceda826b4d5e owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:20.408184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=8917cccf-d400-4200-bee8-0dbf7fb06957,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.410673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.413119 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a97181af-8320-4c47-8bee-4927b6a6f051 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/8917cccf-d400-4200-bee8-0dbf7fb06957 HTTP/1.1" status: 204 len: 168 time: 0.3648131 Jul 16 20:39:20.420229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.424075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05760efe-a146-468b-aab1-f7bca0158217 None None] Network d185bb65-24c2-4c3e-bf08-2e76e514af09 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:20.538293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet a3f877d9-7169-48f0-803e-7f1718854597 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:20.550790 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.671525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.807238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.826467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.871833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] DHCP port deletion for d185bb65-24c2-4c3e-bf08-2e76e514af09 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:20.891504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=dbf04c26-901c-4be3-9ad4-ceda826b4d5e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.954375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Deleting port 5df82b35-1597-4939-9f97-cf5e6e81b7ca {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:20.955085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.985684 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.056007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abbd950-6b6f-4fb8-ae28-5de04d2ff514 None None] Network 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:21.084739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.090623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/a3f877d9-7169-48f0-803e-7f1718854597 HTTP/1.1" status: 204 len: 168 time: 0.6684773 Jul 16 20:39:21.092857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.094168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644c481-a07d-4f81-80f0-ef87ee7fb6ca tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f877d9-7169-48f0-803e-7f1718854597,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.188237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] For port 5df82b35-1597-4939-9f97-cf5e6e81b7ca, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5df82b35-1597-4939-9f97-cf5e6e81b7ca,segment=NetworkSegment(2eb739d8-dd91-496e-a0a3-0db12e193d62),segment_id=2eb739d8-dd91-496e-a0a3-0db12e193d62)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:21.188723 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.232149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.232711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Calling delete_port for 5df82b35-1597-4939-9f97-cf5e6e81b7ca owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:21.268007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.367017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 5df82b35-1597-4939-9f97-cf5e6e81b7ca {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:21.367439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.413364 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.433860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] DHCP port deletion for 4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:21.465940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] No DVR routers for this DVR port 5df82b35-1597-4939-9f97-cf5e6e81b7ca on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:21.470173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 5df82b35-1597-4939-9f97-cf5e6e81b7ca, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5df82b35-1597-4939-9f97-cf5e6e81b7ca,segment=NetworkSegment(2eb739d8-dd91-496e-a0a3-0db12e193d62),segment_id=2eb739d8-dd91-496e-a0a3-0db12e193d62)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:21.470745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.495986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 5df82b35-1597-4939-9f97-cf5e6e81b7ca owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:21.516030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b74b2-add4-4c5d-a873-74d81a6029e9 req-a30bf4c1-5b14-4350-94d5-a5eb09484d77 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:21.517681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627b74b2-add4-4c5d-a873-74d81a6029e9 req-a30bf4c1-5b14-4350-94d5-a5eb09484d77 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1560495 Jul 16 20:39:21.536643 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Pushing event deleted for resources: {'Port': ['ID=5df82b35-1597-4939-9f97-cf5e6e81b7ca,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.579023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.579402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.579977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.580999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.592209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188271d-6e5d-4473-978b-fee93a276c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:21.624506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] Deleting port 378901c2-e023-4a82-a989-21ffb951edef {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:21.625047 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.659609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-627b74b2-add4-4c5d-a873-74d81a6029e9 req-c89f61cf-7e54-43b9-90ce-88dfb959cd3c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344714 Jul 16 20:39:21.664836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.711832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] For port 378901c2-e023-4a82-a989-21ffb951edef, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=378901c2-e023-4a82-a989-21ffb951edef,segment=NetworkSegment(3a2ac34c-62d2-413a-8db0-d4e7930774e7),segment_id=3a2ac34c-62d2-413a-8db0-d4e7930774e7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:21.712278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.722667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=5df82b35-1597-4939-9f97-cf5e6e81b7ca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.738945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port 5df82b35-1597-4939-9f97-cf5e6e81b7ca on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:21.746715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] Calling delete_port for 378901c2-e023-4a82-a989-21ffb951edef owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:21.793076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router d679e894-438f-4ffc-b0f9-54e83f45c7c6 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:21.859536 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.869754 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.876850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d185bb65-24c2-4c3e-bf08-2e76e514af09']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.878860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 378901c2-e023-4a82-a989-21ffb951edef no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:21.894171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb739d8-dd91-496e-a0a3-0db12e193d62') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.894620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb739d8-dd91-496e-a0a3-0db12e193d62') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.913435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.931832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 378901c2-e023-4a82-a989-21ffb951edef {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:21.932096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 378901c2-e023-4a82-a989-21ffb951edef not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:21.932468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5df82b35-1597-4939-9f97-cf5e6e81b7ca no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:21.934716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] No DVR routers for this DVR port 378901c2-e023-4a82-a989-21ffb951edef on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:21.936433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f61e7-8fe8-423d-b938-bfd3d6d52142 None None] Pushing event deleted for resources: {'Port': ['ID=378901c2-e023-4a82-a989-21ffb951edef,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.944863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.971928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:21.972648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: self.session.flush() Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:21.977973 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:21.990975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 5df82b35-1597-4939-9f97-cf5e6e81b7ca {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:21.991726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5df82b35-1597-4939-9f97-cf5e6e81b7ca not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:22.017574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:22.024520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5e9c34ab-97f8-42e6-bc08-65b21f818a5e tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/routers/d679e894-438f-4ffc-b0f9-54e83f45c7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2652736 Jul 16 20:39:22.028897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:22.042942 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] Sync routers for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:22.061076 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:22.062272 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.115225 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.126731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.132725 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.138135 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/d185bb65-24c2-4c3e-bf08-2e76e514af09 HTTP/1.1" status: 204 len: 168 time: 1.0349350 Jul 16 20:39:22.141279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] Routers {'d679e894-438f-4ffc-b0f9-54e83f45c7c6'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:22.142500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33908) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:22.142710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.164219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9dd6-a392-40b5-affa-fee756caa088 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=d185bb65-24c2-4c3e-bf08-2e76e514af09,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.185360 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.186075 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d697957-59e5-4492-9dd3-3a3acf104285 None None] The sync data for ids ['d679e894-438f-4ffc-b0f9-54e83f45c7c6'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:22.297985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.304153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.499070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.515692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb7e85e-3940-44b0-9a58-5d32c91ce4a4']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.518524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.532603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2ac34c-62d2-413a-8db0-d4e7930774e7') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.532898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2ac34c-62d2-413a-8db0-d4e7930774e7') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.546978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.584856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.595675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:22.596084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:22.599079 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:22.665595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 49d533a4-8b58-49a4-813e-20bbbe65b834 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:22.666042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.686193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.697515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.704147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33912) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:22.704705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/4eb7e85e-3940-44b0-9a58-5d32c91ce4a4 HTTP/1.1" status: 204 len: 168 time: 0.5593708 Jul 16 20:39:22.710013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-641593017'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:22.722194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db56167-f8ba-44fa-9d62-ce17cbc5eebc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=4eb7e85e-3940-44b0-9a58-5d32c91ce4a4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.737896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:22.743174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.774118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:22.784511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.784900 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment c647a703-bdf9-41a7-9fcb-9562268acb9d of type vlan for network 32c9777c-c012-4abf-af9b-600804ba7c0f Jul 16 20:39:22.796269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.812554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 49d533a4-8b58-49a4-813e-20bbbe65b834 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:22.831818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.872118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.878743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.879489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.914051 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2087941 Jul 16 20:39:22.915126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:22.920255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:22.966227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae534-5db9-474c-8e9f-0710f713d6d3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=32c9777c-c012-4abf-af9b-600804ba7c0f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.977860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 32c9777c-c012-4abf-af9b-600804ba7c0f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:23.057425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da276-a17d-41cd-bab7-2d2c62afca0c req-07c70095-b390-40dd-9161-33e632b0fb36 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.059093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-196da276-a17d-41cd-bab7-2d2c62afca0c req-07c70095-b390-40dd-9161-33e632b0fb36 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.2280571 Jul 16 20:39:23.150205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:23.153679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.171613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-196da276-a17d-41cd-bab7-2d2c62afca0c req-af2530e3-e133-4fb6-af76-aa181bd72817 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054702 Jul 16 20:39:23.243349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.285680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=49d533a4-8b58-49a4-813e-20bbbe65b834,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.385363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.515010 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.518485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.568935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.604870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.605562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Fanout notify agent at l3_agent the message router_deleted on router d679e894-438f-4ffc-b0f9-54e83f45c7c6 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:23.618880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.620014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5f2c0251-b524-471e-bb0e-756d1a37839f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/routers/d679e894-438f-4ffc-b0f9-54e83f45c7c6 HTTP/1.1" status: 204 len: 168 time: 1.5877104 Jul 16 20:39:23.624325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33918) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.639602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=bcce313a-1d4f-4ef4-9884-57e605fbfb91,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.655946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': 'c647a703-bdf9-41a7-9fcb-9562268acb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:23.656445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: 32c9777c-c012-4abf-af9b-600804ba7c0f, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:23.673764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 32c9777c-c012-4abf-af9b-600804ba7c0f is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:23.686846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting subnet 44362837-aff8-44b4-a0a4-c1605d2f3d52 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:23.687046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 32c9777c-c012-4abf-af9b-600804ba7c0f) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:23.691225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:23.692002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.692986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.705807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf7f79-05f2-4d1a-8f35-092d3fd7d2b5 None None] Network 32c9777c-c012-4abf-af9b-600804ba7c0f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:23.717990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c7459485-ae64-4bdd-ace4-a3460c303c08 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8017311 Jul 16 20:39:23.718738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33920) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.724042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1998598b-2936-4986-99bf-aacc53484241 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-877820614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:23.755163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1998598b-2936-4986-99bf-aacc53484241 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.757444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1998598b-2936-4986-99bf-aacc53484241 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.813953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.822457 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1998598b-2936-4986-99bf-aacc53484241 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.831621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1998598b-2936-4986-99bf-aacc53484241 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.858449 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1998598b-2936-4986-99bf-aacc53484241 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.866699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33922) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.867271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1998598b-2936-4986-99bf-aacc53484241 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1471081 Jul 16 20:39:23.876751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'port': {'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f', 'name': 'tempest-RoutersTest-896574671'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:23.942103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-32c9777c-c012-4abf-af9b-600804ba7c0f', 'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': 'bcce313a-1d4f-4ef4-9884-57e605fbfb91'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:23.943068 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.015070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.077940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:24.082463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.097792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Allocated IP 172.20.0.2 (32c9777c-c012-4abf-af9b-600804ba7c0f/bcce313a-1d4f-4ef4-9884-57e605fbfb91/26918e05-7fcb-44a7-a7df-eec2827385e5) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:24.109869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] device_id is not set on port f3acfd0b-5084-4ffe-b11b-d891a4b33558 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:24.124059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.190071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Subnet': ['ID=44362837-aff8-44b4-a0a4-c1605d2f3d52,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.192071 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.194004 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4df56e42-4412-4379-a355-0f352af1b51d tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/subnets/44362837-aff8-44b4-a0a4-c1605d2f3d52 HTTP/1.1" status: 204 len: 168 time: 0.5681164 Jul 16 20:39:24.197573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:24.214540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1782f9-17e3-4472-99a4-ab76b76ed47a None None] Network a8214b6a-1eb0-4593-82d2-8f901ccd82cd requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:24.391506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.465930 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.477214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Transition to ACTIVE for port object 26918e05-7fcb-44a7-a7df-eec2827385e5 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:24.478158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faaf6b-554d-46d3-a0d4-406730f8f2cc req-b1e23009-b4a0-4e50-8ece-79661f6d7b7a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:24.479088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02faaf6b-554d-46d3-a0d4-406730f8f2cc req-b1e23009-b4a0-4e50-8ece-79661f6d7b7a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1231167 Jul 16 20:39:24.497062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 451e4305-4135-473b-ac3d-ab1aa5fcb216 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:24.497405 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.519337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Transition to ACTIVE for port object 26918e05-7fcb-44a7-a7df-eec2827385e5 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:24.530980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.594970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02faaf6b-554d-46d3-a0d4-406730f8f2cc req-2ddebbf0-b09b-4040-859b-2a2bbf077441 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082563 Jul 16 20:39:24.605582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device aa27774e-98d4-4fa1-83d2-55c110447d8f no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:24.609610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device aa27774e-98d4-4fa1-83d2-55c110447d8f details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:24.614649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] DHCP port deletion for a8214b6a-1eb0-4593-82d2-8f901ccd82cd request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:24.622497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.20.0.13 (32c9777c-c012-4abf-af9b-600804ba7c0f/bcce313a-1d4f-4ef4-9884-57e605fbfb91/f3acfd0b-5084-4ffe-b11b-d891a4b33558) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:24.643936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] For port 451e4305-4135-473b-ac3d-ab1aa5fcb216, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=451e4305-4135-473b-ac3d-ab1aa5fcb216,segment=NetworkSegment(97b04479-8e52-40c1-b5aa-8cc81b12bfa1),segment_id=97b04479-8e52-40c1-b5aa-8cc81b12bfa1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:24.644504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.659924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 451e4305-4135-473b-ac3d-ab1aa5fcb216 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:24.685484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Network 32c9777c-c012-4abf-af9b-600804ba7c0f is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:24.686573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Pushing event updated for resources: {'Port': ['ID=26918e05-7fcb-44a7-a7df-eec2827385e5,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.704846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:24.708556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:24.794167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.843919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=451e4305-4135-473b-ac3d-ab1aa5fcb216,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.853736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] No DVR routers for this DVR port 451e4305-4135-473b-ac3d-ab1aa5fcb216 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:24.855418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.874033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object f3acfd0b-5084-4ffe-b11b-d891a4b33558 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:24.898255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Attempting to bind port 26918e05-7fcb-44a7-a7df-eec2827385e5 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:24.898788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Attempting to bind port 26918e05-7fcb-44a7-a7df-eec2827385e5 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'c647a703-bdf9-41a7-9fcb-9562268acb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:24.899300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Attempting to bind port 26918e05-7fcb-44a7-a7df-eec2827385e5 on network 32c9777c-c012-4abf-af9b-600804ba7c0f {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:24.913549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.938956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:24.939546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Checking segment: {'id': 'c647a703-bdf9-41a7-9fcb-9562268acb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:24.940051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.940549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Bound using segment: {'id': 'c647a703-bdf9-41a7-9fcb-9562268acb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:24.941143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Bound port: 26918e05-7fcb-44a7-a7df-eec2827385e5, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c647a703-bdf9-41a7-9fcb-9562268acb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32c9777c-c012-4abf-af9b-600804ba7c0f'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:24.941624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.984081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=f3acfd0b-5084-4ffe-b11b-d891a4b33558,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.993540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 32c9777c-c012-4abf-af9b-600804ba7c0f is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:24.994953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:24.999111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] Deleting port 451e4305-4135-473b-ac3d-ab1aa5fcb216 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:24.999641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.001071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:25.045349 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.068813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.076997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.078337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.100519 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-76128444-88c9-47fa-bfbb-8305b8535f85 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2283430 Jul 16 20:39:25.101017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.157289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] For port 26918e05-7fcb-44a7-a7df-eec2827385e5, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:25.163707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'port_id': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'mac_address': 'fa:16:3e:0b:a8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:25.168457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] For port 451e4305-4135-473b-ac3d-ab1aa5fcb216, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.169088 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.191916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] For port 26918e05-7fcb-44a7-a7df-eec2827385e5, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=26918e05-7fcb-44a7-a7df-eec2827385e5,segment=NetworkSegment(c647a703-bdf9-41a7-9fcb-9562268acb9d),segment_id=c647a703-bdf9-41a7-9fcb-9562268acb9d)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:25.192924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:25.195789 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca03ee-9645-47f6-b48a-94677a4454dd" -d '{"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-unplugged", "status": "completed", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:25.215584 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.217936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] Calling delete_port for 451e4305-4135-473b-ac3d-ab1aa5fcb216 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:25.250468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.252659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] Port 451e4305-4135-473b-ac3d-ab1aa5fcb216 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:39:25.319210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.325925 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.358561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] No DVR routers for this DVR port 451e4305-4135-473b-ac3d-ab1aa5fcb216 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:25.362762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.403030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa27774e-98d4-4fa1-83d2-55c110447d8f {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:25.409170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e401b-e422-43f8-9bd1-cdcec7760a76 None None] Pushing event updated for resources: {'Port': ['ID=26918e05-7fcb-44a7-a7df-eec2827385e5,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.449089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977055b2-dcb2-4797-ac4a-40317247a7b2 None None] Pushing event deleted for resources: {'Port': ['ID=451e4305-4135-473b-ac3d-ab1aa5fcb216,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.516230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.541593 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa74a98-ad51-41c8-aac5-748b039aa4fa x-openstack-request-id: req-daa74a98-ad51-41c8-aac5-748b039aa4fa {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:25.544169 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-unplugged", "status": "completed", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:25.544777 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-daa74a98-ad51-41c8-aac5-748b039aa4fa {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:25.545511 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'code': 200} Jul 16 20:39:25.549535 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:39:25.549897 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:39:25.551227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.554223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8214b6a-1eb0-4593-82d2-8f901ccd82cd']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:25.575738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b04479-8e52-40c1-b5aa-8cc81b12bfa1') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:25.576316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b04479-8e52-40c1-b5aa-8cc81b12bfa1') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:25.593726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.624441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.634221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:25.634477 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:25.710327 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:25.714953 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.743727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.750866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/networks/a8214b6a-1eb0-4593-82d2-8f901ccd82cd HTTP/1.1" status: 204 len: 168 time: 1.5521629 Jul 16 20:39:25.761025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33950) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.799441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.802657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de4d7f-dc8d-462f-b111-53b6627c56b2 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Network': ['ID=a8214b6a-1eb0-4593-82d2-8f901ccd82cd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.951186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 26918e05-7fcb-44a7-a7df-eec2827385e5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:26.028322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 26918e05-7fcb-44a7-a7df-eec2827385e5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:26.047795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a038b2-7f90-4c4c-bedc-3b582f874b75 req-90e06f82-3e12-4ee7-b3e2-ced5c5b32a32 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:26.049823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1a038b2-7f90-4c4c-bedc-3b582f874b75 req-90e06f82-3e12-4ee7-b3e2-ced5c5b32a32 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 943 time: 0.2628894 Jul 16 20:39:26.052012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 9956ba8a-2488-4063-8f7c-a19bea72f5be {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:26.052453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.149022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 451e4305-4135-473b-ac3d-ab1aa5fcb216 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:26.151773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.215974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.231094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.235209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1a038b2-7f90-4c4c-bedc-3b582f874b75 req-fbeac997-56d0-471a-807f-c76ad1edf6e8 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306777 Jul 16 20:39:26.260881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.261720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.295958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 9956ba8a-2488-4063-8f7c-a19bea72f5be owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:26.391274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=f3acfd0b-5084-4ffe-b11b-d891a4b33558,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.439540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 451e4305-4135-473b-ac3d-ab1aa5fcb216 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:26.440102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 451e4305-4135-473b-ac3d-ab1aa5fcb216 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:26.460082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa27774e-98d4-4fa1-83d2-55c110447d8f {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:26.490627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:26.495197 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.512948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.551367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=9956ba8a-2488-4063-8f7c-a19bea72f5be,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.558174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.560035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.626139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.629119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.635719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5c1f6ae-9bb3-4fe5-a6a4-9548471ffca3 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/floatingips/0ab63707-f2be-4779-819c-82a064512aae HTTP/1.1" status: 204 len: 168 time: 0.8580661 Jul 16 20:39:26.636597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33966) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.672337 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-631bb4b8-2b6e-44be-87ba-1b9e75455078 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:26.673068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631bb4b8-2b6e-44be-87ba-1b9e75455078 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:26.678540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-631bb4b8-2b6e-44be-87ba-1b9e75455078 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/ports/0de607bf-71ae-437a-8c39-0e3f43d57be7 HTTP/1.1" status: 404 len: 333 time: 0.0401902 Jul 16 20:39:26.679258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33968) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.686441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['aa27774e-98d4-4fa1-83d2-55c110447d8f'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:26.723879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-244b878e-1b91-41a4-9ace-3cbc20aa9f13 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "GET /v2.0/ports?device_id=d679e894-438f-4ffc-b0f9-54e83f45c7c6 HTTP/1.1" status: 200 len: 205 time: 0.0434399 Jul 16 20:39:26.724551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33970) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.775310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.779020 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-ed78a6b8-b26a-4e4d-9fec-e3d0234e0f38 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] delete failed (client error): The resource could not be found. Jul 16 20:39:26.780074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed78a6b8-b26a-4e4d-9fec-e3d0234e0f38 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/routers/d679e894-438f-4ffc-b0f9-54e83f45c7c6 HTTP/1.1" status: 404 len: 336 time: 0.0540817 Jul 16 20:39:26.782773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33972) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.819054 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fb98c7-1977-4110-b671-8253b3ff1115 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:26.819293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fb98c7-1977-4110-b671-8253b3ff1115 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:26.821240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e2fb98c7-1977-4110-b671-8253b3ff1115 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/subnets/44362837-aff8-44b4-a0a4-c1605d2f3d52 HTTP/1.1" status: 404 len: 337 time: 0.0374227 Jul 16 20:39:26.824103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33974) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.854906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30afa4-c2a4-4817-bef3-eb5fa45fd7e6 None None] Network 32c9777c-c012-4abf-af9b-600804ba7c0f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:26.929793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9a79c460-9d40-4be9-b453-a4f677102cd5 None None] Provisioning for port 26918e05-7fcb-44a7-a7df-eec2827385e5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:26.936335 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9a79c460-9d40-4be9-b453-a4f677102cd5 None None] Provisioning complete for port 26918e05-7fcb-44a7-a7df-eec2827385e5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:26.936706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a79c460-9d40-4be9-b453-a4f677102cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.943931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port ad62aab9-1275-43c8-902f-246a3df9a7bb {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:26.944527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.060191 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.071291 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a79c460-9d40-4be9-b453-a4f677102cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.085305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for ad62aab9-1275-43c8-902f-246a3df9a7bb owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:27.132586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9a79c460-9d40-4be9-b453-a4f677102cd5 None None] For port 26918e05-7fcb-44a7-a7df-eec2827385e5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=26918e05-7fcb-44a7-a7df-eec2827385e5,segment=NetworkSegment(c647a703-bdf9-41a7-9fcb-9562268acb9d),segment_id=c647a703-bdf9-41a7-9fcb-9562268acb9d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:27.140305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a79c460-9d40-4be9-b453-a4f677102cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.153676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.161603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.203789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79c460-9d40-4be9-b453-a4f677102cd5 None None] Pushing event updated for resources: {'Port': ['ID=26918e05-7fcb-44a7-a7df-eec2827385e5,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.315279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.374643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=ad62aab9-1275-43c8-902f-246a3df9a7bb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.520577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.523548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6c4098cb-20b5-4472-9a4d-36897c181a74 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/ports/ad62aab9-1275-43c8-902f-246a3df9a7bb HTTP/1.1" status: 204 len: 168 time: 0.6983316 Jul 16 20:39:27.526000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33980) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:27.571708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8b2e91a-79ba-47a1-be8e-faa3abc040cf None None] Provisioning for port f3acfd0b-5084-4ffe-b11b-d891a4b33558 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:27.576480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8b2e91a-79ba-47a1-be8e-faa3abc040cf None None] Provisioning complete for port f3acfd0b-5084-4ffe-b11b-d891a4b33558 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:27.576855 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e91a-79ba-47a1-be8e-faa3abc040cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.606158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aca2c-0986-4f46-aa61-b4036136467f req-98f0239a-63b9-4d40-839d-b54e170583f9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:27.609473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-223aca2c-0986-4f46-aa61-b4036136467f req-98f0239a-63b9-4d40-839d-b54e170583f9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 944 time: 0.2229970 Jul 16 20:39:27.635790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2e91a-79ba-47a1-be8e-faa3abc040cf None None] Port f3acfd0b-5084-4ffe-b11b-d891a4b33558 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:27.653319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.669975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8b2e91a-79ba-47a1-be8e-faa3abc040cf None None] Provisioning complete for port 26918e05-7fcb-44a7-a7df-eec2827385e5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:27.670365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e91a-79ba-47a1-be8e-faa3abc040cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.769492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 32c9777c-c012-4abf-af9b-600804ba7c0f is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:27.773628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:27.851400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-223aca2c-0986-4f46-aa61-b4036136467f req-c0d7b8a5-75a7-4968-b51c-94a272724484 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999669 Jul 16 20:39:27.877385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 26918e05-7fcb-44a7-a7df-eec2827385e5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:27.896537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 5bb193e9-8715-4095-ba1e-c3901d3492c8 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:27.896924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.917985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=f3acfd0b-5084-4ffe-b11b-d891a4b33558,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.965120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 26918e05-7fcb-44a7-a7df-eec2827385e5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:27.965120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.008744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router e32377d8-590c-46a2-ad39-4291a082310c is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:28.060080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.088013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 5bb193e9-8715-4095-ba1e-c3901d3492c8 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:28.100731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-151a7670-5239-4815-bf17-755e20782b77 None None] Provisioning complete for port f3acfd0b-5084-4ffe-b11b-d891a4b33558 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:28.101230 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-151a7670-5239-4815-bf17-755e20782b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.143547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-151a7670-5239-4815-bf17-755e20782b77 None None] Port f3acfd0b-5084-4ffe-b11b-d891a4b33558 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:28.143805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:28.155911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e31a4a83-87df-4583-aee1-d7164a892f3e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/e32377d8-590c-46a2-ad39-4291a082310c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0536697 Jul 16 20:39:28.159286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33982) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.161119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] Sync routers for ids ['e32377d8-590c-46a2-ad39-4291a082310c'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:28.172749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] Routers {'e32377d8-590c-46a2-ad39-4291a082310c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:28.173777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e32377d8-590c-46a2-ad39-4291a082310c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:28.221007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:28.231354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c58aab-895e-443b-8249-2bcd4b612fa0 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.233026 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2c58aab-895e-443b-8249-2bcd4b612fa0 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports/f3acfd0b-5084-4ffe-b11b-d891a4b33558 HTTP/1.1" status: 200 len: 977 time: 0.0715580 Jul 16 20:39:28.235792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.242072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] Routers {'e32377d8-590c-46a2-ad39-4291a082310c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:28.244283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e32377d8-590c-46a2-ad39-4291a082310c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:28.290030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.314625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:28.315238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c563c-a8fd-49c5-9976-a90514b90345 None None] The sync data for ids ['e32377d8-590c-46a2-ad39-4291a082310c'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:28.322709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cb7ebdf8-a3bd-4dd3-bdf5-b772057dc60e None None] Provisioning complete for port f3acfd0b-5084-4ffe-b11b-d891a4b33558 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:28.323093 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cb7ebdf8-a3bd-4dd3-bdf5-b772057dc60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.327701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=5bb193e9-8715-4095-ba1e-c3901d3492c8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.432926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.434436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ebdf8-a3bd-4dd3-bdf5-b772057dc60e None None] Port f3acfd0b-5084-4ffe-b11b-d891a4b33558 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:28.439220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9d929078-c0c1-4309-9b86-cd3fb8fb8d87 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/ports/5bb193e9-8715-4095-ba1e-c3901d3492c8 HTTP/1.1" status: 204 len: 168 time: 0.9085214 Jul 16 20:39:28.439220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33990) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.533855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c767bb-eaee-4b48-bf02-fc4511a94073 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.539673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3c767bb-eaee-4b48-bf02-fc4511a94073 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "GET /v2.0/ports?device_id=af6aae8a-f370-4849-802e-96e365afa9cc HTTP/1.1" status: 200 len: 913 time: 0.1004639 Jul 16 20:39:28.540642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.561879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-78f21d91-7d21-43f1-9a19-dcff98878804 None None] Provisioning complete for port f3acfd0b-5084-4ffe-b11b-d891a4b33558 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:28.562495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-78f21d91-7d21-43f1-9a19-dcff98878804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.605855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device aa27774e-98d4-4fa1-83d2-55c110447d8f up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:28.640293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-78f21d91-7d21-43f1-9a19-dcff98878804 None None] Port f3acfd0b-5084-4ffe-b11b-d891a4b33558 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:28.691912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port aa27774e-98d4-4fa1-83d2-55c110447d8f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:28.692339 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.793645 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.836337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:28.837384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:28.841104 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96df0cab-0ff0-4c65-99f7-fe95e56ecbc1" -d '{"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-plugged", "status": "completed", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:28.844871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.862837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.892333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34004) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.908288 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90534eda-196b-4654-83b6-919aba89c441 x-openstack-request-id: req-90534eda-196b-4654-83b6-919aba89c441 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:28.908584 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-plugged", "status": "completed", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:28.908845 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-90534eda-196b-4654-83b6-919aba89c441 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:28.909631 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'code': 200} Jul 16 20:39:28.909933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.158660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333e4a-c455-43c1-800a-d9984fa163b0 req-3a10bfa3-906d-479d-a89b-a60185e459d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:29.160336 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50333e4a-c455-43c1-800a-d9984fa163b0 req-3a10bfa3-906d-479d-a89b-a60185e459d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 1096 time: 0.0982037 Jul 16 20:39:29.160741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef43625f-7622-4286-bae9-cc70c710f05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.204980 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-50333e4a-c455-43c1-800a-d9984fa163b0 req-05880225-7caa-4345-8165-e1b793cda8f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384917 Jul 16 20:39:29.215974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port f3acfd0b-5084-4ffe-b11b-d891a4b33558 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:29.216214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.239798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94a312-4e20-4a8d-87cd-a8d15387a936 req-bc8e57eb-a201-4353-aa9b-60c9ca365e5b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:29.242384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a94a312-4e20-4a8d-87cd-a8d15387a936 req-bc8e57eb-a201-4353-aa9b-60c9ca365e5b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1684184 Jul 16 20:39:29.261225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.312082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.330324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for f3acfd0b-5084-4ffe-b11b-d891a4b33558 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:29.392714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a94a312-4e20-4a8d-87cd-a8d15387a936 req-4143bd92-d97d-4432-a072-e35ea97ff118 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378460 Jul 16 20:39:29.444467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef43625f-7622-4286-bae9-cc70c710f05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.476915 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef43625f-7622-4286-bae9-cc70c710f05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.533115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.545584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43625f-7622-4286-bae9-cc70c710f05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdb29b4-85cb-47ad-bbb2-96f0f5acf795,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.554213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ef43625f-7622-4286-bae9-cc70c710f05a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6534f033c63343c9af2b7a458955dc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6569273 Jul 16 20:39:29.554833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34010) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.562886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=f3acfd0b-5084-4ffe-b11b-d891a4b33558,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.572557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.572907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.573250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.573586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.573926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.574258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.574582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.574906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.575231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.575580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.575903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.576230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:29.656393 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ff330e2-c9a9-45bb-9e4f-499d948565ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.711026 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ff330e2-c9a9-45bb-9e4f-499d948565ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.733052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.774623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port 211b37c7-0e79-4b34-8582-915fd0648eb2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:29.774945 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.821825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ff330e2-c9a9-45bb-9e4f-499d948565ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.824600 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ff330e2-c9a9-45bb-9e4f-499d948565ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.825802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0ff330e2-c9a9-45bb-9e4f-499d948565ec admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5bdb29b4-85cb-47ad-bbb2-96f0f5acf795 HTTP/1.1" status: 204 len: 168 time: 0.2700408 Jul 16 20:39:29.868113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff330e2-c9a9-45bb-9e4f-499d948565ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdb29b4-85cb-47ad-bbb2-96f0f5acf795,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.912922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.928052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for 211b37c7-0e79-4b34-8582-915fd0648eb2 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:29.932355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router e32377d8-590c-46a2-ad39-4291a082310c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:30.037030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:30.045029 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b3a60950-c6ef-4d4b-bb23-165b8fea3b9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/e32377d8-590c-46a2-ad39-4291a082310c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8048766 Jul 16 20:39:30.048273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34016) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.051502 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] Sync routers for ids ['e32377d8-590c-46a2-ad39-4291a082310c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:30.075098 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] Routers {'e32377d8-590c-46a2-ad39-4291a082310c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:30.084771 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e32377d8-590c-46a2-ad39-4291a082310c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.158388 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.173228 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] Routers {'e32377d8-590c-46a2-ad39-4291a082310c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:30.174762 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['e32377d8-590c-46a2-ad39-4291a082310c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.213588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.221488 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.222135 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0cac4-ae90-43bc-afa3-f86b56701018 None None] The sync data for ids ['e32377d8-590c-46a2-ad39-4291a082310c'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:30.260027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d3264ce-f6d0-4937-9e96-a453fae9680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.266434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=211b37c7-0e79-4b34-8582-915fd0648eb2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.298422 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-208ac472-bfa5-4059-8509-6a8eb59caf68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:39:30.300027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-208ac472-bfa5-4059-8509-6a8eb59caf68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/e32377d8-590c-46a2-ad39-4291a082310c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2506719 Jul 16 20:39:30.304570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34018) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.320165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34020) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.352529 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ccb3cdad-7b8b-4a0c-8028-7990e48203d8 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=e32377d8-590c-46a2-ad39-4291a082310c HTTP/1.1" status: 200 len: 205 time: 0.0451710 Jul 16 20:39:30.357462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.359502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90640469-15a8-4ff2-81f7-ada8c3e69fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.467400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90640469-15a8-4ff2-81f7-ada8c3e69fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.473267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90640469-15a8-4ff2-81f7-ada8c3e69fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.480163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57fc95d9-2b4e-4143-9867-cbe3eb67d7b7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.519838 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-90640469-15a8-4ff2-81f7-ada8c3e69fd0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bc433af0281142d8a1f7da7ac3ede990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986954 Jul 16 20:39:30.523102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90640469-15a8-4ff2-81f7-ada8c3e69fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068f8fc3-3b6b-447a-a39d-e4be911475e6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.525406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34026) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.580565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb1c-f8ba-40ca-8ac7-cb490f7c1c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.606418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb1c-f8ba-40ca-8ac7-cb490f7c1c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.656717 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb1c-f8ba-40ca-8ac7-cb490f7c1c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.659399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb1c-f8ba-40ca-8ac7-cb490f7c1c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.660582 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e61bb1c-f8ba-40ca-8ac7-cb490f7c1c31 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/068f8fc3-3b6b-447a-a39d-e4be911475e6 HTTP/1.1" status: 204 len: 168 time: 0.1342397 Jul 16 20:39:30.669760 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61bb1c-f8ba-40ca-8ac7-cb490f7c1c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068f8fc3-3b6b-447a-a39d-e4be911475e6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.739314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.742345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57fc95d9-2b4e-4143-9867-cbe3eb67d7b7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.750651 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57fc95d9-2b4e-4143-9867-cbe3eb67d7b7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.855175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f6d5c-173f-4328-aac7-df98ec7bc3c4 req-3974b613-3c25-46db-863b-e525e0b40182 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.856726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-598f6d5c-173f-4328-aac7-df98ec7bc3c4 req-3974b613-3c25-46db-863b-e525e0b40182 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.3101773 Jul 16 20:39:30.859342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57fc95d9-2b4e-4143-9867-cbe3eb67d7b7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.859841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fc95d9-2b4e-4143-9867-cbe3eb67d7b7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Fanout notify agent at l3_agent the message router_deleted on router e32377d8-590c-46a2-ad39-4291a082310c {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:30.867585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57fc95d9-2b4e-4143-9867-cbe3eb67d7b7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.871272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-57fc95d9-2b4e-4143-9867-cbe3eb67d7b7 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/e32377d8-590c-46a2-ad39-4291a082310c HTTP/1.1" status: 204 len: 168 time: 0.5102310 Jul 16 20:39:30.872361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34032) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.929135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet bcce313a-1d4f-4ef4-9884-57e605fbfb91 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:30.932635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.979344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.060488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34034) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.085290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0904c03-4226-4656-a8ee-4768bd03422c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.316513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-598f6d5c-173f-4328-aac7-df98ec7bc3c4 req-b63f60d7-ca49-4964-b7cc-3e5910837b2c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443655 Jul 16 20:39:31.417197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.432538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Router af6aae8a-f370-4849-802e-96e365afa9cc has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:31.498143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.537411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=bcce313a-1d4f-4ef4-9884-57e605fbfb91,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.540696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.543093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea6a4d8-2cb1-49b5-87e5-06e6c079fa50 None None] Network 32c9777c-c012-4abf-af9b-600804ba7c0f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:31.545314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f0aa475e-dc8c-49d5-8fb0-351c038b115f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/bcce313a-1d4f-4ef4-9884-57e605fbfb91 HTTP/1.1" status: 204 len: 168 time: 0.6717205 Jul 16 20:39:31.547974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.596371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0acfdc-5e90-4d44-991c-fdf2948aa26b req-3f794b53-ace4-4b1e-9912-ed14422b71ef tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.597826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be0acfdc-5e90-4d44-991c-fdf2948aa26b req-3f794b53-ace4-4b1e-9912-ed14422b71ef tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1512756 Jul 16 20:39:31.604103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:31.609148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bb4de941-3664-414b-83b1-f178714804a4 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "PUT /v2.0/routers/af6aae8a-f370-4849-802e-96e365afa9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0668454 Jul 16 20:39:31.611636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34040) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.619906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] Sync routers for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:31.640861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:31.641694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:31.655705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.658556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0904c03-4226-4656-a8ee-4768bd03422c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.666492 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0904c03-4226-4656-a8ee-4768bd03422c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.698676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:31.730574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] Routers {'af6aae8a-f370-4849-802e-96e365afa9cc'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:31.731407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['af6aae8a-f370-4849-802e-96e365afa9cc'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:31.732841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be0acfdc-5e90-4d44-991c-fdf2948aa26b req-90b230ba-92b6-4543-b1b6-f49bc32e28b4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219316 Jul 16 20:39:31.738296 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f0904c03-4226-4656-a8ee-4768bd03422c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6528aa1123ed44bfa357d1b10e43ea17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767232 Jul 16 20:39:31.739998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34042) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.749628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0904c03-4226-4656-a8ee-4768bd03422c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce89b0a0-6399-499f-a9c0-eaad63cb3b38,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.769879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.792812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:31.793602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b6285-f012-4fef-917e-b752b02f4a87 None None] The sync data for ids ['af6aae8a-f370-4849-802e-96e365afa9cc'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:31.824315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 26918e05-7fcb-44a7-a7df-eec2827385e5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:31.824670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.874703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d12a55a-0c49-44d3-8f95-98dea0038f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.940017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] DHCP port deletion for 32c9777c-c012-4abf-af9b-600804ba7c0f request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:31.941888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.961748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d12a55a-0c49-44d3-8f95-98dea0038f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.001197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] Deleting port 26918e05-7fcb-44a7-a7df-eec2827385e5 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:32.001443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.025778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting port c4a60b5e-cb13-4757-8008-bfff5798bb1b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:32.026703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.030719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d12a55a-0c49-44d3-8f95-98dea0038f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.033870 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d12a55a-0c49-44d3-8f95-98dea0038f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.035371 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4d12a55a-0c49-44d3-8f95-98dea0038f6e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ce89b0a0-6399-499f-a9c0-eaad63cb3b38 HTTP/1.1" status: 204 len: 168 time: 0.2927926 Jul 16 20:39:32.038286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 26918e05-7fcb-44a7-a7df-eec2827385e5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=26918e05-7fcb-44a7-a7df-eec2827385e5,segment=NetworkSegment(c647a703-bdf9-41a7-9fcb-9562268acb9d),segment_id=c647a703-bdf9-41a7-9fcb-9562268acb9d)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:32.039116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.058414 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12a55a-0c49-44d3-8f95-98dea0038f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce89b0a0-6399-499f-a9c0-eaad63cb3b38,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.078328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 26918e05-7fcb-44a7-a7df-eec2827385e5 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:32.150298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] For port 26918e05-7fcb-44a7-a7df-eec2827385e5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=26918e05-7fcb-44a7-a7df-eec2827385e5,segment=NetworkSegment(c647a703-bdf9-41a7-9fcb-9562268acb9d),segment_id=c647a703-bdf9-41a7-9fcb-9562268acb9d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:32.150706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.166494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] Calling delete_port for 26918e05-7fcb-44a7-a7df-eec2827385e5 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:32.170392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.199961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Calling delete_port for c4a60b5e-cb13-4757-8008-bfff5798bb1b owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:32.283713 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.286400 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.323171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=26918e05-7fcb-44a7-a7df-eec2827385e5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.329325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port 26918e05-7fcb-44a7-a7df-eec2827385e5 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:32.345896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] Pushing event deleted for resources: {'Port': ['ID=26918e05-7fcb-44a7-a7df-eec2827385e5,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.366217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c0305-cd82-4aae-9b94-9d0a95f2d07b None None] No DVR routers for this DVR port 26918e05-7fcb-44a7-a7df-eec2827385e5 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:32.441047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.454503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c9777c-c012-4abf-af9b-600804ba7c0f']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:32.466372 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.468281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c647a703-bdf9-41a7-9fcb-9562268acb9d') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:32.468593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c647a703-bdf9-41a7-9fcb-9562268acb9d') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:32.480691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.497405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Port': ['ID=c4a60b5e-cb13-4757-8008-bfff5798bb1b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.539981 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.550592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:32.551400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:32.638187 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:32.657590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.661180 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.672365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.681111 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/32c9777c-c012-4abf-af9b-600804ba7c0f HTTP/1.1" status: 204 len: 168 time: 1.1264319 Jul 16 20:39:32.681111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34070) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.699378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1106344642'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:32.708552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd580960-2afd-4b84-8ea4-90e39ddf16ea tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=32c9777c-c012-4abf-af9b-600804ba7c0f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.737419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:32.742600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.775549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:32.787083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.787739 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment 8cac1544-7332-4558-83c7-96f0cb6c242d of type vlan for network 5649bc7c-13a7-4893-af42-3f9c72d45b17 Jul 16 20:39:32.798322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.802226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.841295 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.869632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a59cb7f4-57d3-41c1-b34b-7ecf65e74d75 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.876287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a59cb7f4-57d3-41c1-b34b-7ecf65e74d75 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 814 time: 0.2634959 Jul 16 20:39:32.879470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.884920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.885432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Fanout notify agent at l3_agent the message router_deleted on router af6aae8a-f370-4849-802e-96e365afa9cc {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:32.887986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:32.888723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.893445 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.894564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e75291ab-24d3-4deb-ab4a-03742c3007ec tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/routers/af6aae8a-f370-4849-802e-96e365afa9cc HTTP/1.1" status: 204 len: 168 time: 1.2819748 Jul 16 20:39:32.901372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34078) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.903628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-f268b716-0438-4f00-8788-bef679d070e8 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/quotas/dc044df223fa41008ab2640a9d9ab4e3 HTTP/1.1" status: 200 len: 375 time: 0.0263448 Jul 16 20:39:32.976176 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2903550 Jul 16 20:39:32.976786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-707c8869-4b76-4316-bc77-189f1cfa4c1b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709012 Jul 16 20:39:32.976786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34082) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.984438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': '5649bc7c-13a7-4893-af42-3f9c72d45b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:33.003864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483593-56e3-4bcd-b52a-9ef824cfa4ef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=5649bc7c-13a7-4893-af42-3f9c72d45b17,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.022496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:33.025220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Deleting subnet 3b4a7df3-24ad-42d9-9d40-48825797acd6 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:33.029829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.082663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.151848 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.173063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-59fff111-c433-4de4-aac1-c60a3d0aea44 service neutron] 10.222.0.100 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834860 Jul 16 20:39:33.174030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:33.178379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.222844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.261116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.266519 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/subnets/3b4a7df3-24ad-42d9-9d40-48825797acd6 HTTP/1.1" status: 204 len: 168 time: 0.3610172 Jul 16 20:39:33.266942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34088) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.269088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4fb52-887d-488a-be4c-6b516c9770a5 tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4a7df3-24ad-42d9-9d40-48825797acd6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.451345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.466230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-572c8f44-1b44-4919-b78f-88263d3ec113 service neutron] 10.222.0.100 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706113 Jul 16 20:39:33.626924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.648298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360b73f8-bcb7-4bf1-a7eb-c977c1add478']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:33.671748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3507c8-3ac0-4bd8-af2a-ea132658ae58') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:33.672035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3507c8-3ac0-4bd8-af2a-ea132658ae58') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:33.699768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65c05a4e-7ae4-4c5d-9e5c-56427caf7b78 req-4c61f8f1-6e25-4cff-bcd1-2bb5b5cc6933 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 210 time: 0.0489593 Jul 16 20:39:33.700668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.711279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.714981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3057362-93c9-453a-a152-9f10244f68dc req-7c248a86-3711-4ad2-a613-0236742d6413 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:33.717050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a3057362-93c9-453a-a152-9f10244f68dc req-7c248a86-3711-4ad2-a613-0236742d6413 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ce70c23-ce53-4b31-99d8-8de90d7074ad HTTP/1.1" status: 200 len: 945 time: 0.1047826 Jul 16 20:39:33.769623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.783235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:33.783662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:33.788280 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:33.818967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=abb0890e-edfb-424f-9fb1-c76ee7c11fff,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.854512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 26918e05-7fcb-44a7-a7df-eec2827385e5 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:33.879690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.880157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.880628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.882029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.882515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.883088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.883760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.884174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.884654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.885268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.885828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.886304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:33.898928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.901267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 26918e05-7fcb-44a7-a7df-eec2827385e5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:33.901762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 26918e05-7fcb-44a7-a7df-eec2827385e5 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:33.905484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Deleting port aa27774e-98d4-4fa1-83d2-55c110447d8f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:33.905749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.905889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.911561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] 10.222.0.100 "DELETE /v2.0/networks/360b73f8-bcb7-4bf1-a7eb-c977c1add478 HTTP/1.1" status: 204 len: 168 time: 0.6436012 Jul 16 20:39:33.919070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': '8cac1544-7332-4558-83c7-96f0cb6c242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5649bc7c-13a7-4893-af42-3f9c72d45b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:33.919557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: 5649bc7c-13a7-4893-af42-3f9c72d45b17, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:33.939392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71948ebb-ebf7-40b7-857e-ec260c96ed3f tempest-FloatingIPTestJSON-13632268 tempest-FloatingIPTestJSON-13632268-project] Pushing event deleted for resources: {'Network': ['ID=360b73f8-bcb7-4bf1-a7eb-c977c1add478,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.960986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:33.974099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 5649bc7c-13a7-4893-af42-3f9c72d45b17) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:33.980837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:33.982852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.009435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-60f7acca-b5e7-4e8b-ab9a-bbef2e0d66f1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0322340 Jul 16 20:39:34.010404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34110) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.020536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-88b76668-da14-47ac-b272-ed230cbe30f5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1351892007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:34.022985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93213c-4290-4703-99fa-abc5d90a3a35 None None] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:34.063631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] For port aa27774e-98d4-4fa1-83d2-55c110447d8f, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=aa27774e-98d4-4fa1-83d2-55c110447d8f,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:34.064003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.073856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88b76668-da14-47ac-b272-ed230cbe30f5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.074879 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88b76668-da14-47ac-b272-ed230cbe30f5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.093965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Calling delete_port for aa27774e-98d4-4fa1-83d2-55c110447d8f owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:34.168941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.194564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88b76668-da14-47ac-b272-ed230cbe30f5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.201169 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88b76668-da14-47ac-b272-ed230cbe30f5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.229550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88b76668-da14-47ac-b272-ed230cbe30f5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.233588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34124) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.233825 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88b76668-da14-47ac-b272-ed230cbe30f5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2213395 Jul 16 20:39:34.293171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-5649bc7c-13a7-4893-af42-3f9c72d45b17', 'network_id': '5649bc7c-13a7-4893-af42-3f9c72d45b17', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': 'abb0890e-edfb-424f-9fb1-c76ee7c11fff'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:34.294180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.361693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.389368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34128) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.408206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Pushing event deleted for resources: {'Port': ['ID=aa27774e-98d4-4fa1-83d2-55c110447d8f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:34.478568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] No DVR routers for this DVR port aa27774e-98d4-4fa1-83d2-55c110447d8f on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:34.493299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.493506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['aa27774e-98d4-4fa1-83d2-55c110447d8f'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:34.497716 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a3057362-93c9-453a-a152-9f10244f68dc req-03895e5d-c52a-4bcd-9478-eb74b5c3765b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "DELETE /v2.0/ports/aa27774e-98d4-4fa1-83d2-55c110447d8f HTTP/1.1" status: 204 len: 173 time: 0.7752275 Jul 16 20:39:34.499715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-deleted', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:34.506983 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f124b9-8736-4b95-9995-23cbe0fbbdff" -d '{"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-deleted", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:34.531231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Allocated IP 172.20.0.2 (5649bc7c-13a7-4893-af42-3f9c72d45b17/abb0890e-edfb-424f-9fb1-c76ee7c11fff/939eebb8-d145-46c0-ae54-21d71c3dde04) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:34.725818 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.736325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Transition to ACTIVE for port object 939eebb8-d145-46c0-ae54-21d71c3dde04 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:34.760363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Transition to ACTIVE for port object 939eebb8-d145-46c0-ae54-21d71c3dde04 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:34.768400 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.803078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.815310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:34.828791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:34.837150 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:34.845949 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-571df207-17a6-4faf-b083-8ab7b04728de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.850723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Pushing event updated for resources: {'Port': ['ID=939eebb8-d145-46c0-ae54-21d71c3dde04,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:34.934381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Attempting to bind port 939eebb8-d145-46c0-ae54-21d71c3dde04 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:34.934381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Attempting to bind port 939eebb8-d145-46c0-ae54-21d71c3dde04 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '8cac1544-7332-4558-83c7-96f0cb6c242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5649bc7c-13a7-4893-af42-3f9c72d45b17'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:34.934913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Attempting to bind port 939eebb8-d145-46c0-ae54-21d71c3dde04 on network 5649bc7c-13a7-4893-af42-3f9c72d45b17 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:34.948407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:34.948784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Checking segment: {'id': '8cac1544-7332-4558-83c7-96f0cb6c242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5649bc7c-13a7-4893-af42-3f9c72d45b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:34.949204 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.949604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Bound using segment: {'id': '8cac1544-7332-4558-83c7-96f0cb6c242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5649bc7c-13a7-4893-af42-3f9c72d45b17'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:34.954392 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Bound port: 939eebb8-d145-46c0-ae54-21d71c3dde04, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cac1544-7332-4558-83c7-96f0cb6c242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5649bc7c-13a7-4893-af42-3f9c72d45b17'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:34.954631 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fc7b7e-30b4-436b-b0a7-2c7e3982c00f x-openstack-request-id: req-95fc7b7e-30b4-436b-b0a7-2c7e3982c00f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:34.954830 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce70c23-ce53-4b31-99d8-8de90d7074ad", "name": "network-vif-deleted", "tag": "aa27774e-98d4-4fa1-83d2-55c110447d8f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:34.954981 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.955755 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-95fc7b7e-30b4-436b-b0a7-2c7e3982c00f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:34.956361 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce70c23-ce53-4b31-99d8-8de90d7074ad', 'name': 'network-vif-deleted', 'tag': 'aa27774e-98d4-4fa1-83d2-55c110447d8f', 'status': 'completed', 'code': 200} Jul 16 20:39:35.060774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93767706-faec-4228-b709-684d039974ab admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a108d8f4448c4581abaf430586f38b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6670730 Jul 16 20:39:35.061411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34148) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.125146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] For port 939eebb8-d145-46c0-ae54-21d71c3dde04, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:35.133114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] For port 939eebb8-d145-46c0-ae54-21d71c3dde04, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=939eebb8-d145-46c0-ae54-21d71c3dde04,segment=NetworkSegment(8cac1544-7332-4558-83c7-96f0cb6c242d),segment_id=8cac1544-7332-4558-83c7-96f0cb6c242d)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:35.139439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.178473 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88e74db9-3ce4-48e6-a80e-0d6999d472df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.217822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88e74db9-3ce4-48e6-a80e-0d6999d472df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.241996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbd18c90-cc5f-4788-b3ff-af2fd36a1272 req-b805db25-3104-4e5b-9ee9-f55d03857467 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 210 time: 0.0590761 Jul 16 20:39:35.297098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad35562-6df8-4aec-b7b5-82de4d4c1565 None None] Pushing event updated for resources: {'Port': ['ID=939eebb8-d145-46c0-ae54-21d71c3dde04,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.341817 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88e74db9-3ce4-48e6-a80e-0d6999d472df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.351175 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88e74db9-3ce4-48e6-a80e-0d6999d472df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.359106 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88e74db9-3ce4-48e6-a80e-0d6999d472df admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f3f2dbcb-2491-4742-904e-915011e6dda4 HTTP/1.1" status: 204 len: 168 time: 0.2927251 Jul 16 20:39:35.380122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e74db9-3ce4-48e6-a80e-0d6999d472df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2dbcb-2491-4742-904e-915011e6dda4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.530625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.20.0.1 (5649bc7c-13a7-4893-af42-3f9c72d45b17/abb0890e-edfb-424f-9fb1-c76ee7c11fff/699fd518-df7d-4c38-b66b-8237fdf3c09a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:35.872862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 939eebb8-d145-46c0-ae54-21d71c3dde04 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:35.882591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.905573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object 699fd518-df7d-4c38-b66b-8237fdf3c09a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:35.962220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.970993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 939eebb8-d145-46c0-ae54-21d71c3dde04 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:36.022491 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.073955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:36.102347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:36.109173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:36.180025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=699fd518-df7d-4c38-b66b-8237fdf3c09a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.220262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.287190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-727065e7-c319-45fb-83a6-ea00c551beed tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:36.289526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-727065e7-c319-45fb-83a6-ea00c551beed tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.21 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 814 time: 0.2610919 Jul 16 20:39:36.307031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Request body: {'port': {'device_id': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'admin_state_up': True, 'tenant_id': 'dc044df223fa41008ab2640a9d9ab4e3'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:36.471078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f86b4890-dd64-49cc-87ad-cfb1619ac236 req-dae3688c-550c-4cd3-84fc-28fe835ca61d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 210 time: 0.0447869 Jul 16 20:39:36.667164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34180) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.667807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device aa27774e-98d4-4fa1-83d2-55c110447d8f no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:36.694636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: aa27774e-98d4-4fa1-83d2-55c110447d8f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:36.695162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device aa27774e-98d4-4fa1-83d2-55c110447d8f not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:36.795603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-73e06f87-0dbd-49be-8a63-77bcd476727b tempest-DvrRoutersNegativeTest-996205486 tempest-DvrRoutersNegativeTest-996205486-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-507749553', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:36.798427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.policy [None req-73e06f87-0dbd-49be-8a63-77bcd476727b tempest-DvrRoutersNegativeTest-996205486 tempest-DvrRoutersNegativeTest-996205486-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94096) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 20:39:36.798725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.policy [None req-73e06f87-0dbd-49be-8a63-77bcd476727b tempest-DvrRoutersNegativeTest-996205486 tempest-DvrRoutersNegativeTest-996205486-project] Failed policy check for 'create_router' {{(pid=94096) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 20:39:36.799315 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-73e06f87-0dbd-49be-8a63-77bcd476727b tempest-DvrRoutersNegativeTest-996205486 tempest-DvrRoutersNegativeTest-996205486-project] create failed (client error): Access was denied to this resource. Jul 16 20:39:36.804145 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-73e06f87-0dbd-49be-8a63-77bcd476727b tempest-DvrRoutersNegativeTest-996205486 tempest-DvrRoutersNegativeTest-996205486-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1322484 Jul 16 20:39:36.893417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc55cc-240b-4537-a0df-d9c335207fe8 None None] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:36.921200 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.001177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Made reservation on behalf of dc044df223fa41008ab2640a9d9ab4e3 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:37.003334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0007c9bc-b0af-4936-b9a5-770f580652ac None None] Provisioning for port 939eebb8-d145-46c0-ae54-21d71c3dde04 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:37.004859 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.015355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0007c9bc-b0af-4936-b9a5-770f580652ac None None] Provisioning complete for port 939eebb8-d145-46c0-ae54-21d71c3dde04 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:37.015732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0007c9bc-b0af-4936-b9a5-770f580652ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.135338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34188) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.268643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49ef477a-b23d-4d60-9896-35b49df025d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.286240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Allocated IP 172.20.0.10 (e0c7fec2-1f24-463b-9df4-d428d2b1d695/4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6/35b71d40-5283-4ea1-ab15-4828713fbdbe) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:37.359936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0007c9bc-b0af-4936-b9a5-770f580652ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.374151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.382895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.390110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49ef477a-b23d-4d60-9896-35b49df025d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.394174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49ef477a-b23d-4d60-9896-35b49df025d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.397439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0007c9bc-b0af-4936-b9a5-770f580652ac None None] For port 939eebb8-d145-46c0-ae54-21d71c3dde04, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=939eebb8-d145-46c0-ae54-21d71c3dde04,segment=NetworkSegment(8cac1544-7332-4558-83c7-96f0cb6c242d),segment_id=8cac1544-7332-4558-83c7-96f0cb6c242d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:37.403193 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0007c9bc-b0af-4936-b9a5-770f580652ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.439263 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49ef477a-b23d-4d60-9896-35b49df025d5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dce51eb490f64bfba54b47a68d02c35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025661 Jul 16 20:39:37.456329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.460266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef477a-b23d-4d60-9896-35b49df025d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eab6639-a991-48da-b1d0-2bfd936f5419,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.470822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007c9bc-b0af-4936-b9a5-770f580652ac None None] Pushing event updated for resources: {'Port': ['ID=939eebb8-d145-46c0-ae54-21d71c3dde04,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.532300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd14992b-8225-45b4-9899-27ade98ceb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.543053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=699fd518-df7d-4c38-b66b-8237fdf3c09a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.559895 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd14992b-8225-45b4-9899-27ade98ceb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.609465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.624470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd14992b-8225-45b4-9899-27ade98ceb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.628610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fd14992b-8225-45b4-9899-27ade98ceb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.635030 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fd14992b-8225-45b4-9899-27ade98ceb8a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1eab6639-a991-48da-b1d0-2bfd936f5419 HTTP/1.1" status: 204 len: 168 time: 0.1742127 Jul 16 20:39:37.643166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14992b-8225-45b4-9899-27ade98ceb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eab6639-a991-48da-b1d0-2bfd936f5419,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.645202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3f4b90ff-ea7d-4613-a131-1e364c731e92 None None] Provisioning for port 699fd518-df7d-4c38-b66b-8237fdf3c09a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:37.651514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3f4b90ff-ea7d-4613-a131-1e364c731e92 None None] Provisioning complete for port 699fd518-df7d-4c38-b66b-8237fdf3c09a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:37.652019 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3f4b90ff-ea7d-4613-a131-1e364c731e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.703845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b90ff-ea7d-4613-a131-1e364c731e92 None None] Port 699fd518-df7d-4c38-b66b-8237fdf3c09a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:37.734067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3f4b90ff-ea7d-4613-a131-1e364c731e92 None None] Provisioning complete for port 939eebb8-d145-46c0-ae54-21d71c3dde04 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:37.735013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3f4b90ff-ea7d-4613-a131-1e364c731e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.827951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0a69295-dabd-4c2b-b793-5fd1f229d938 req-cc9e7a58-293b-4827-a352-3b85a77fd37f tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 210 time: 0.1585450 Jul 16 20:39:37.877686 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.886094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 939eebb8-d145-46c0-ae54-21d71c3dde04 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:37.925598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:37.929642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:37.984804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.019667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 939eebb8-d145-46c0-ae54-21d71c3dde04 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:38.020290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.144527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.164349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Network e0c7fec2-1f24-463b-9df4-d428d2b1d695 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:38.167570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:38.174326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:38.182297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-623acbb7-c75d-438d-8784-a6132c9edf98 None None] Provisioning complete for port 699fd518-df7d-4c38-b66b-8237fdf3c09a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:38.182803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-623acbb7-c75d-438d-8784-a6132c9edf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.236538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.250537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-623acbb7-c75d-438d-8784-a6132c9edf98 None None] Port 699fd518-df7d-4c38-b66b-8237fdf3c09a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:38.280839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.282656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.312689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-7478ac5a-af59-456f-ae29-c538d865660e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0144546 Jul 16 20:39:38.314960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 44287d1f-6a6c-4c87-a419-1ae9df60016f is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:38.325984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Request body: {'port': {'device_id': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:38.336146 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.383842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a231b56e-31c6-4851-941d-abb5477c99a7 None None] Provisioning complete for port 699fd518-df7d-4c38-b66b-8237fdf3c09a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:38.384624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a231b56e-31c6-4851-941d-abb5477c99a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.445442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a231b56e-31c6-4851-941d-abb5477c99a7 None None] Port 699fd518-df7d-4c38-b66b-8237fdf3c09a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:38.489367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:38.491448 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.503414 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] Sync routers for ids ['44287d1f-6a6c-4c87-a419-1ae9df60016f'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:38.508214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e5795ff5-0ea9-45a8-975a-55697d325209 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/44287d1f-6a6c-4c87-a419-1ae9df60016f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2705340 Jul 16 20:39:38.508494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34228) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.534619 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] Routers {'44287d1f-6a6c-4c87-a419-1ae9df60016f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:38.535866 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['44287d1f-6a6c-4c87-a419-1ae9df60016f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:38.603941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9e99f-3a72-44d9-a642-91ddf924e982 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.605704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-30d9e99f-3a72-44d9-a642-91ddf924e982 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports/699fd518-df7d-4c38-b66b-8237fdf3c09a HTTP/1.1" status: 200 len: 910 time: 0.0959146 Jul 16 20:39:38.606743 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:38.608930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34232) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.632265 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] Routers {'44287d1f-6a6c-4c87-a419-1ae9df60016f'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:38.635434 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['44287d1f-6a6c-4c87-a419-1ae9df60016f'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:38.697798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.743620 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:38.744521 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa412f97-2024-4bd1-b16c-3e66acc6cebb None None] The sync data for ids ['44287d1f-6a6c-4c87-a419-1ae9df60016f'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:38.769629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34234) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.906322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b71d40-5283-4ea1-ab15-4828713fbdbe {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:38.922284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.949015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Transition to ACTIVE for port object 35b71d40-5283-4ea1-ab15-4828713fbdbe will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:38.961197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-de4f3e56-8046-4beb-9a22-9f19fcb04b14 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1896941866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:38.973136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.121459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.131467 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.133575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de4f3e56-8046-4beb-9a22-9f19fcb04b14 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.134620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de4f3e56-8046-4beb-9a22-9f19fcb04b14 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.266195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de4f3e56-8046-4beb-9a22-9f19fcb04b14 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.276610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4184b-1d47-4396-b6b0-359309e2e24c req-9333367a-e8a9-40a8-9919-1680882fc496 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.278217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8b4184b-1d47-4396-b6b0-359309e2e24c req-9333367a-e8a9-40a8-9919-1680882fc496 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 944 time: 0.2344463 Jul 16 20:39:39.286078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de4f3e56-8046-4beb-9a22-9f19fcb04b14 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.311154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Attempting to bind port 35b71d40-5283-4ea1-ab15-4828713fbdbe on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:39.311519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Attempting to bind port 35b71d40-5283-4ea1-ab15-4828713fbdbe by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:39.311857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Attempting to bind port 35b71d40-5283-4ea1-ab15-4828713fbdbe on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:39.323793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Port 35b71d40-5283-4ea1-ab15-4828713fbdbe on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:39:39.324151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Attempting to bind port 35b71d40-5283-4ea1-ab15-4828713fbdbe on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:39.333062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de4f3e56-8046-4beb-9a22-9f19fcb04b14 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.335335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-de4f3e56-8046-4beb-9a22-9f19fcb04b14 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5644634 Jul 16 20:39:39.340778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34252) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.342960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:39.343585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Checking segment: {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:39.343986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Bound using segment: {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:39.344453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Bound port: 35b71d40-5283-4ea1-ab15-4828713fbdbe, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:39.344813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.348828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-182581964'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.361817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8b4184b-1d47-4396-b6b0-359309e2e24c req-06bb3a71-5cb5-4754-abba-846df004e055 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770454 Jul 16 20:39:39.433387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:39.436929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:39.441400 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.444198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Made reservation on behalf of 5a97fbacff5c4d33a972cea584fd48b9 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:39.448620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.462344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.509425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.510521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.512610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] 10.222.0.21 "PUT /v2.0/ports/35b71d40-5283-4ea1-ab15-4828713fbdbe HTTP/1.1" status: 200 len: 1092 time: 1.1917706 Jul 16 20:39:39.513182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:39.526068 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04773ed-6a51-4866-8aaf-3a656e535d32" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:39.530888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 699fd518-df7d-4c38-b66b-8237fdf3c09a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:39.531588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.551768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb4ec9-1e59-4b8c-b049-335d39741320 service neutron] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.634655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-26ea876f-ac18-42b6-8dc3-b933ea4ab17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.636575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-26ea876f-ac18-42b6-8dc3-b933ea4ab17a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 1095 time: 0.0707488 Jul 16 20:39:39.694376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a57beee5-7f32-4076-aed8-c1302b2cb725 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe HTTP/1.1" status: 200 len: 217 time: 0.0490012 Jul 16 20:39:39.713584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.752698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 699fd518-df7d-4c38-b66b-8237fdf3c09a owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:39.768592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-103fa82b-a40b-4456-a3a1-a5dea9a26c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.770389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-103fa82b-a40b-4456-a3a1-a5dea9a26c27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 200 len: 854 time: 0.0713894 Jul 16 20:39:39.770546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.785802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.822916 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd9bade-6f45-47a8-b002-ab3b44323097 x-openstack-request-id: req-ddd9bade-6f45-47a8-b002-ab3b44323097 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:39.823225 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:39.823666 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ddd9bade-6f45-47a8-b002-ab3b44323097 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:39.824362 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'status': 'completed', 'code': 200} Jul 16 20:39:39.826844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-a97cb207-3a9f-456a-b7dd-36756c6c0e62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c7fec2-1f24-463b-9df4-d428d2b1d695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483067 Jul 16 20:39:39.923987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:39.933855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deff7899-3dfb-486c-b10f-17933041df14,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.939502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-06b23e95-8bf8-48fc-97f2-35aa71126353 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060407 Jul 16 20:39:39.945440 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.945792 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Added segment 6655ccb8-f090-4969-9a22-57bccf80a2d8 of type vlan for network 43272866-5f0c-49d8-9673-d9191d823302 Jul 16 20:39:40.062210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ab9d12d-d8bf-454f-825b-3afbe731cc71 req-07d6df25-e64f-4727-94e3-78183bb23e9e service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161625 Jul 16 20:39:40.096866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.171339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.180652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.181323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.190532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-d8ace3ce-5a10-4198-9ff7-01a29d957ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.192556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-d8ace3ce-5a10-4198-9ff7-01a29d957ba0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 1095 time: 0.0701270 Jul 16 20:39:40.242111 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8974307 Jul 16 20:39:40.243495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34260) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.249138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'subnet': {'network_id': '43272866-5f0c-49d8-9673-d9191d823302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.259345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.317158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-58d221b2-8ae9-48b8-83f3-a624e6e09854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.319122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-58d221b2-8ae9-48b8-83f3-a624e6e09854 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 915 time: 0.1196969 Jul 16 20:39:40.348006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c597-28c5-40b3-8939-e9ef18d146ec tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Network': ['ID=43272866-5f0c-49d8-9673-d9191d823302,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.356449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=699fd518-df7d-4c38-b66b-8237fdf3c09a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.361709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 43272866-5f0c-49d8-9673-d9191d823302 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:40.393947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-dee4752e-d845-4bc6-a44d-2f92d7167148 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe HTTP/1.1" status: 200 len: 217 time: 0.0661471 Jul 16 20:39:40.461521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-154c85b3-ac98-4499-9343-01fdc9c60998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.464292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-154c85b3-ac98-4499-9343-01fdc9c60998 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 200 len: 854 time: 0.0644577 Jul 16 20:39:40.504574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-378690e5-f4e8-4246-badc-38d53e4496b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c7fec2-1f24-463b-9df4-d428d2b1d695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322349 Jul 16 20:39:40.509252 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Made reservation on behalf of 5a97fbacff5c4d33a972cea584fd48b9 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:40.515746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.732597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-09fc2c29-891a-48be-8bf2-d02888bc648e service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195299 Jul 16 20:39:40.732931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.803300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd123-d7ee-4b34-a0ce-6ec82bdf966f req-86b740cd-b458-4aa8-86aa-c4de7168a401 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.805115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c9fd123-d7ee-4b34-a0ce-6ec82bdf966f req-86b740cd-b458-4aa8-86aa-c4de7168a401 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 944 time: 0.1789522 Jul 16 20:39:40.897758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c04773ed-6a51-4866-8aaf-3a656e535d32 req-70674df2-1a3e-49f9-935a-45699859d724 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573987 Jul 16 20:39:40.900906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c9fd123-d7ee-4b34-a0ce-6ec82bdf966f req-de5f6c6d-c7f0-4bd6-a26b-198653a42a7d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646884 Jul 16 20:39:40.996406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 44287d1f-6a6c-4c87-a419-1ae9df60016f has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:41.057204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.134623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:41.143910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8271432-7c13-4065-9259-3c64f327e373 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/44287d1f-6a6c-4c87-a419-1ae9df60016f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5336168 Jul 16 20:39:41.148253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34266) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.152077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] Sync routers for ids ['44287d1f-6a6c-4c87-a419-1ae9df60016f'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:41.160055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Subnet': ['ID=022093e9-ffe2-4f5d-ba11-b3b80e165912,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.182304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Checking segment: {'id': '6655ccb8-f090-4969-9a22-57bccf80a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43272866-5f0c-49d8-9673-d9191d823302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:41.182771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network hostable DHCP agents. Network: 43272866-5f0c-49d8-9673-d9191d823302, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:41.187779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] Routers {'44287d1f-6a6c-4c87-a419-1ae9df60016f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:41.189435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['44287d1f-6a6c-4c87-a419-1ae9df60016f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.214424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-180ddf3a-7c84-4c63-8c3d-bf50328345d1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=44287d1f-6a6c-4c87-a419-1ae9df60016f HTTP/1.1" status: 200 len: 205 time: 0.0644898 Jul 16 20:39:41.218537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34268) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.220975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network 43272866-5f0c-49d8-9673-d9191d823302 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:41.253295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 43272866-5f0c-49d8-9673-d9191d823302) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:41.261118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:41.263131 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.277161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d600f-c553-4d39-b332-dabb69e8953d None None] Network 43272866-5f0c-49d8-9673-d9191d823302 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:41.295920 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-538ccb93-c1be-407d-8dc7-a0de2cfc6205 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0506873 Jul 16 20:39:41.298905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34270) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.309430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'network': {'name': 'tempest-router-network01--1319284127'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:41.345919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc68-84fc-44ca-9ccb-1fc497c04c68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.360816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Made reservation on behalf of 5a97fbacff5c4d33a972cea584fd48b9 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:41.368691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.399545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:41.409432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.409898 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Added segment 269ef8c5-0850-4b0f-9708-281b6e1950b2 of type vlan for network 09a43a8c-f138-48d8-98b9-46f7a154a574 Jul 16 20:39:41.411511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.444948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] Routers {'44287d1f-6a6c-4c87-a419-1ae9df60016f'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:41.445859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['44287d1f-6a6c-4c87-a419-1ae9df60016f'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.463423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.492810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:41.493476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a666eed-3729-4b6b-bcc3-fa8eb4e9c08c None None] The sync data for ids ['44287d1f-6a6c-4c87-a419-1ae9df60016f'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:41.518852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.525815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:41.526630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.554259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-43272866-5f0c-49d8-9673-d9191d823302', 'network_id': '43272866-5f0c-49d8-9673-d9191d823302', 'tenant_id': '5a97fbacff5c4d33a972cea584fd48b9', 'fixed_ips': [{'subnet_id': '022093e9-ffe2-4f5d-ba11-b3b80e165912'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:41.555288 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.559000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc68-84fc-44ca-9ccb-1fc497c04c68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.564525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc68-84fc-44ca-9ccb-1fc497c04c68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.580328 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2795498 Jul 16 20:39:41.583296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34272) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.614062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'network': {'name': 'tempest-router-network02--1023065322'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:41.619368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2e7fa-7935-4e3e-a715-0ae18f9631b5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Network': ['ID=09a43a8c-f138-48d8-98b9-46f7a154a574,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.635505 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc68-84fc-44ca-9ccb-1fc497c04c68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.636231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1fc68-84fc-44ca-9ccb-1fc497c04c68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Fanout notify agent at l3_agent the message router_deleted on router 44287d1f-6a6c-4c87-a419-1ae9df60016f {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:41.655976 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc68-84fc-44ca-9ccb-1fc497c04c68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.656348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Made reservation on behalf of 5a97fbacff5c4d33a972cea584fd48b9 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:41.657458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0de1fc68-84fc-44ca-9ccb-1fc497c04c68 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/44287d1f-6a6c-4c87-a419-1ae9df60016f HTTP/1.1" status: 204 len: 168 time: 0.4382265 Jul 16 20:39:41.661686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.662331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34274) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.685559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:41.690464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:41.706676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.707324 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Added segment e465e7b7-fa32-456a-8a7b-d3963a274960 of type vlan for network e9d11363-b5f3-47b9-a45e-d92715370da4 Jul 16 20:39:41.750931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet abb0890e-edfb-424f-9fb1-c76ee7c11fff {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:41.757156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.761948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.806342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.822137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:41.828993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.854941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.888886 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3006792 Jul 16 20:39:41.888886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34280) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.901552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'subnet': {'network_id': '09a43a8c-f138-48d8-98b9-46f7a154a574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:41.975073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec051a2-deee-4c35-974b-587ff9a037b6 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Network': ['ID=e9d11363-b5f3-47b9-a45e-d92715370da4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.993616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e9d11363-b5f3-47b9-a45e-d92715370da4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:42.065750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.091693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Allocated IP 172.20.0.2 (43272866-5f0c-49d8-9673-d9191d823302/022093e9-ffe2-4f5d-ba11-b3b80e165912/7c839d89-21f3-4e9b-af55-1d939d9cb8e0) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:42.093910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Made reservation on behalf of 5a97fbacff5c4d33a972cea584fd48b9 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:42.101707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.173167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.195219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.201031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/abb0890e-edfb-424f-9fb1-c76ee7c11fff HTTP/1.1" status: 204 len: 168 time: 0.5373070 Jul 16 20:39:42.202198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34288) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.250438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49519e0a-ae9a-4291-ac14-67391f1872c6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=abb0890e-edfb-424f-9fb1-c76ee7c11fff,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.300769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f8b72-9e0b-4e59-98fb-518795e63bb0 None None] Network 5649bc7c-13a7-4893-af42-3f9c72d45b17 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:42.335018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.390437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08942f6-4ccc-4add-9421-312a798c421e req-b3eec834-702b-413c-a98e-9361118e0aa1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.408330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a08942f6-4ccc-4add-9421-312a798c421e req-b3eec834-702b-413c-a98e-9361118e0aa1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 944 time: 0.2058253 Jul 16 20:39:42.420258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 35b71d40-5283-4ea1-ab15-4828713fbdbe details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:39:42.472892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a08942f6-4ccc-4add-9421-312a798c421e req-e1099c50-3c72-40a6-972c-6656b2c5d2fb tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636294 Jul 16 20:39:42.491100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.545959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 939eebb8-d145-46c0-ae54-21d71c3dde04 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:42.546451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.576594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Subnet': ['ID=1465173f-590f-4eb3-936d-192c08c3f300,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.645604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 939eebb8-d145-46c0-ae54-21d71c3dde04, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=939eebb8-d145-46c0-ae54-21d71c3dde04,segment=NetworkSegment(8cac1544-7332-4558-83c7-96f0cb6c242d),segment_id=8cac1544-7332-4558-83c7-96f0cb6c242d)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:42.646864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.659569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Checking segment: {'id': '269ef8c5-0850-4b0f-9708-281b6e1950b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09a43a8c-f138-48d8-98b9-46f7a154a574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:42.660556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network hostable DHCP agents. Network: 09a43a8c-f138-48d8-98b9-46f7a154a574, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:42.667362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 939eebb8-d145-46c0-ae54-21d71c3dde04 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:42.791460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:42.805459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 09a43a8c-f138-48d8-98b9-46f7a154a574) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:42.822526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.822765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819dc0f-c733-4260-9861-ed7acbad9e59 None None] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:42.823480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.848040 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8e3dfc39-f654-4c8a-ac0a-71170fdfeb1a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9581013 Jul 16 20:39:42.853016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34292) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.856970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.858628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'subnet': {'network_id': 'e9d11363-b5f3-47b9-a45e-d92715370da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:42.885109 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.887106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=939eebb8-d145-46c0-ae54-21d71c3dde04,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.888253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:42.902631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port 939eebb8-d145-46c0-ae54-21d71c3dde04 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:42.963283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Transition to ACTIVE for port object 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:42.967374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'port_id': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'mac_address': 'fa:16:3e:b7:aa:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:39:43.030579 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e8129-ce89-447c-87f0-8df87135833f None None] DHCP port deletion for 5649bc7c-13a7-4893-af42-3f9c72d45b17 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:43.051503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Transition to ACTIVE for port object 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:43.062965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Made reservation on behalf of 5a97fbacff5c4d33a972cea584fd48b9 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:43.066721 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.071630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.074785 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.149740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b71d40-5283-4ea1-ab15-4828713fbdbe {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:39:43.191620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Network 43272866-5f0c-49d8-9673-d9191d823302 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:43.200718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:43.202418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:43.205750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Pushing event updated for resources: {'Port': ['ID=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.225628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:43.233060 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.245036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-09a43a8c-f138-48d8-98b9-46f7a154a574', 'network_id': '09a43a8c-f138-48d8-98b9-46f7a154a574', 'tenant_id': '5a97fbacff5c4d33a972cea584fd48b9', 'fixed_ips': [{'subnet_id': '1465173f-590f-4eb3-936d-192c08c3f300'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:43.245921 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.372599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.419134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Attempting to bind port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:43.419789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Attempting to bind port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '6655ccb8-f090-4969-9a22-57bccf80a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43272866-5f0c-49d8-9673-d9191d823302'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:43.420344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Attempting to bind port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 on network 43272866-5f0c-49d8-9673-d9191d823302 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:43.435875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.449216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:43.449620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Checking segment: {'id': '6655ccb8-f090-4969-9a22-57bccf80a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43272866-5f0c-49d8-9673-d9191d823302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:43.450038 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.450441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Bound using segment: {'id': '6655ccb8-f090-4969-9a22-57bccf80a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43272866-5f0c-49d8-9673-d9191d823302'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:43.450945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Bound port: 7c839d89-21f3-4e9b-af55-1d939d9cb8e0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6655ccb8-f090-4969-9a22-57bccf80a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43272866-5f0c-49d8-9673-d9191d823302'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:43.451370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.461855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.466857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Subnet': ['ID=1ebbe12c-9215-42e4-9075-2726d1245456,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.475106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5649bc7c-13a7-4893-af42-3f9c72d45b17']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:43.487851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cac1544-7332-4558-83c7-96f0cb6c242d') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:43.488298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cac1544-7332-4558-83c7-96f0cb6c242d') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:43.492437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Checking segment: {'id': 'e465e7b7-fa32-456a-8a7b-d3963a274960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e9d11363-b5f3-47b9-a45e-d92715370da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:43.492820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network hostable DHCP agents. Network: e9d11363-b5f3-47b9-a45e-d92715370da4, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:43.499413 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.515184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network e9d11363-b5f3-47b9-a45e-d92715370da4 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:43.527798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e9d11363-b5f3-47b9-a45e-d92715370da4) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:43.533748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.549958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.550810 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.564525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a1c23-98a7-4c8a-a9e9-80eae5668b24 None None] Network e9d11363-b5f3-47b9-a45e-d92715370da4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:43.569267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:43.569690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:43.579463 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:43.584764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-96d01459-b8f7-4df2-b5c4-2007ee98033f tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7257502 Jul 16 20:39:43.584939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34308) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.590048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['35b71d40-5283-4ea1-ab15-4828713fbdbe'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:39:43.792405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-2b9cedb7-76e3-44a0-ad1d-220c76678bd3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2026770 Jul 16 20:39:43.884218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 939eebb8-d145-46c0-ae54-21d71c3dde04 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:43.915941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 939eebb8-d145-46c0-ae54-21d71c3dde04 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:43.916283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 939eebb8-d145-46c0-ae54-21d71c3dde04 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:43.935707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.936416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aa25f-6536-45cf-9772-b06513883721 req-63d1f52e-fc65-4d64-b441-cb86910e9272 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.940205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc6aa25f-6536-45cf-9772-b06513883721 req-63d1f52e-fc65-4d64-b441-cb86910e9272 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 945 time: 0.3012466 Jul 16 20:39:43.958526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Allocated IP 172.20.0.2 (09a43a8c-f138-48d8-98b9-46f7a154a574/1465173f-590f-4eb3-936d-192c08c3f300/74c184fb-f557-4d1b-9812-ba61423b92dc) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:43.961034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.968604 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/5649bc7c-13a7-4893-af42-3f9c72d45b17 HTTP/1.1" status: 204 len: 168 time: 1.7646520 Jul 16 20:39:43.970121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa7d0f-7861-42db-88f8-2294bd62709b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=5649bc7c-13a7-4893-af42-3f9c72d45b17,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.973858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.980675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188270353', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:44.021933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] For port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:44.055401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc6aa25f-6536-45cf-9772-b06513883721 req-4af423bd-e05c-4e32-9dfc-73f6e2a89f70 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027505 Jul 16 20:39:44.089094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.091600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.092790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.093736 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.094999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.095962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.097235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.098116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] For port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,segment=NetworkSegment(6655ccb8-f090-4969-9a22-57bccf80a2d8),segment_id=6655ccb8-f090-4969-9a22-57bccf80a2d8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:44.104162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5cf74847-f345-4146-8f03-aec7cfa071ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.2517927 Jul 16 20:39:44.117800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.119151 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.128305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.189137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.252888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.321478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-e9d11363-b5f3-47b9-a45e-d92715370da4', 'network_id': 'e9d11363-b5f3-47b9-a45e-d92715370da4', 'tenant_id': '5a97fbacff5c4d33a972cea584fd48b9', 'fixed_ips': [{'subnet_id': '1ebbe12c-9215-42e4-9075-2726d1245456'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:44.322597 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.347218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-0f64f11c-494b-45de-be44-96387b117a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.347995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-0f64f11c-494b-45de-be44-96387b117a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.348534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-0f64f11c-494b-45de-be44-96387b117a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.351025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-0f64f11c-494b-45de-be44-96387b117a4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 2299 time: 0.2184410 Jul 16 20:39:44.523136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.736843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.749538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Transition to ACTIVE for port object 74c184fb-f557-4d1b-9812-ba61423b92dc will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:44.813958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9552-661a-4d5a-8efc-5f2417d31d2e None None] Pushing event updated for resources: {'Port': ['ID=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.819179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Transition to ACTIVE for port object 74c184fb-f557-4d1b-9812-ba61423b92dc will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:44.854547 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.906602 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Allocated IP 172.20.0.1 (09a43a8c-f138-48d8-98b9-46f7a154a574/1465173f-590f-4eb3-936d-192c08c3f300/a53116fc-bc43-44fe-ae54-8ba12296c466) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:44.966032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:44.979574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Allocated IP 172.20.0.2 (e9d11363-b5f3-47b9-a45e-d92715370da4/1ebbe12c-9215-42e4-9075-2726d1245456/cb357a2b-f2d0-4de0-8724-fd880a84d587) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:44.982211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:44.987821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:44.994655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Pushing event updated for resources: {'Port': ['ID=74c184fb-f557-4d1b-9812-ba61423b92dc,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.055370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.095156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-71253d7a-cb27-426f-9eda-67df40024031 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1002 time: 0.7374408 Jul 16 20:39:45.106343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.152330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Attempting to bind port 74c184fb-f557-4d1b-9812-ba61423b92dc on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:45.152979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Attempting to bind port 74c184fb-f557-4d1b-9812-ba61423b92dc by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '269ef8c5-0850-4b0f-9708-281b6e1950b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09a43a8c-f138-48d8-98b9-46f7a154a574'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:45.153507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Attempting to bind port 74c184fb-f557-4d1b-9812-ba61423b92dc on network 09a43a8c-f138-48d8-98b9-46f7a154a574 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:45.176049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-976195d0-425c-4622-9830-abfb3ae180d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.178362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-976195d0-425c-4622-9830-abfb3ae180d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.0766618 Jul 16 20:39:45.217899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:45.218604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Checking segment: {'id': '269ef8c5-0850-4b0f-9708-281b6e1950b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09a43a8c-f138-48d8-98b9-46f7a154a574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:45.219462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.221286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Bound using segment: {'id': '269ef8c5-0850-4b0f-9708-281b6e1950b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09a43a8c-f138-48d8-98b9-46f7a154a574'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:45.222148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Bound port: 74c184fb-f557-4d1b-9812-ba61423b92dc, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269ef8c5-0850-4b0f-9708-281b6e1950b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09a43a8c-f138-48d8-98b9-46f7a154a574'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:45.223055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.311163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.25.8.184 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/d7d7036b-f8de-417b-9824-0c99037710c1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:45.334404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] For port 74c184fb-f557-4d1b-9812-ba61423b92dc, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:45.342178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] For port 74c184fb-f557-4d1b-9812-ba61423b92dc, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=74c184fb-f557-4d1b-9812-ba61423b92dc,segment=NetworkSegment(269ef8c5-0850-4b0f-9708-281b6e1950b2),segment_id=269ef8c5-0850-4b0f-9708-281b6e1950b2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:45.344092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-90b88366-7241-49e6-a610-3febddd8d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.354426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.363918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-90b88366-7241-49e6-a610-3febddd8d638 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629314 Jul 16 20:39:45.433284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6d80c-596e-49b4-b25d-2853ecb0bc90 req-e399259b-5fd3-4a73-8589-b5e2b70099dd tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.441245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6a6d80c-596e-49b4-b25d-2853ecb0bc90 req-e399259b-5fd3-4a73-8589-b5e2b70099dd tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 945 time: 0.2122309 Jul 16 20:39:45.453631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.517025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d585ff2-adeb-4273-96a0-15ea92bd189b None None] Pushing event updated for resources: {'Port': ['ID=74c184fb-f557-4d1b-9812-ba61423b92dc,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.537879 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.569922 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.589507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Transition to ACTIVE for port object cb357a2b-f2d0-4de0-8724-fd880a84d587 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:45.616311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Transition to ACTIVE for port object cb357a2b-f2d0-4de0-8724-fd880a84d587 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:45.627821 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.638607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6a6d80c-596e-49b4-b25d-2853ecb0bc90 req-e4c43bff-7b03-4d5c-acdd-aca9812b609e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963985 Jul 16 20:39:45.696054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-310105da-06d8-45b5-a2ab-eaf8e10b206a service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303516 Jul 16 20:39:45.717505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:45.730592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Network e9d11363-b5f3-47b9-a45e-d92715370da4 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:45.747619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:45.752709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:45.758569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:45.770673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:45.806318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Pushing event updated for resources: {'Port': ['ID=cb357a2b-f2d0-4de0-8724-fd880a84d587,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.841514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=d7d7036b-f8de-417b-9824-0c99037710c1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.918058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.921701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-e0c5697b-5790-4695-b53f-3c40d286a182 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188900 Jul 16 20:39:46.018232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Attempting to bind port cb357a2b-f2d0-4de0-8724-fd880a84d587 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:46.018788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Attempting to bind port cb357a2b-f2d0-4de0-8724-fd880a84d587 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'e465e7b7-fa32-456a-8a7b-d3963a274960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e9d11363-b5f3-47b9-a45e-d92715370da4'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:46.021154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Attempting to bind port cb357a2b-f2d0-4de0-8724-fd880a84d587 on network e9d11363-b5f3-47b9-a45e-d92715370da4 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:46.041973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:46.065845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-e0b83afc-d8c1-4793-a305-0b402519d6ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 217 time: 0.1351137 Jul 16 20:39:46.085353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:46.085735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Checking segment: {'id': 'e465e7b7-fa32-456a-8a7b-d3963a274960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e9d11363-b5f3-47b9-a45e-d92715370da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:46.086152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.086553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Bound using segment: {'id': 'e465e7b7-fa32-456a-8a7b-d3963a274960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e9d11363-b5f3-47b9-a45e-d92715370da4'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:46.087054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Bound port: cb357a2b-f2d0-4de0-8724-fd880a84d587, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e465e7b7-fa32-456a-8a7b-d3963a274960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e9d11363-b5f3-47b9-a45e-d92715370da4'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:46.087469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.108522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Transition to ACTIVE for port object a53116fc-bc43-44fe-ae54-8ba12296c466 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:46.173879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-f1d1da98-1188-4091-8cfb-d0118d5d4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.176611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-f1d1da98-1188-4091-8cfb-d0118d5d4939 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1061964 Jul 16 20:39:46.203425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd7914-848a-4232-9438-dcad851c6b84 None None] Network 43272866-5f0c-49d8-9673-d9191d823302 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:46.259100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:46.280062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-8156fd32-0f0d-4cae-81df-a5447e2c9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.281746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-8156fd32-0f0d-4cae-81df-a5447e2c9c1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0971379 Jul 16 20:39:46.305539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.315645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-943234ae-7f2d-4d5f-84ec-54ca3b8cab8f None None] Provisioning for port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:46.320537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] For port cb357a2b-f2d0-4de0-8724-fd880a84d587, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:46.339765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-943234ae-7f2d-4d5f-84ec-54ca3b8cab8f None None] Provisioning complete for port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:46.340152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-943234ae-7f2d-4d5f-84ec-54ca3b8cab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.350267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] For port cb357a2b-f2d0-4de0-8724-fd880a84d587, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cb357a2b-f2d0-4de0-8724-fd880a84d587,segment=NetworkSegment(e465e7b7-fa32-456a-8a7b-d3963a274960),segment_id=e465e7b7-fa32-456a-8a7b-d3963a274960)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:46.359637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:46.366987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:46.373024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:46.382033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.450172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 35b71d40-5283-4ea1-ab15-4828713fbdbe up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:46.451814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Port': ['ID=a53116fc-bc43-44fe-ae54-8ba12296c466,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.473905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.513613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.550491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-aa82caf4-e0fa-4284-9175-07d836af00be service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562563 Jul 16 20:39:46.597822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8582d7-e659-4104-92ec-c1e06857952b None None] Pushing event updated for resources: {'Port': ['ID=cb357a2b-f2d0-4de0-8724-fd880a84d587,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.733253 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-943234ae-7f2d-4d5f-84ec-54ca3b8cab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.797456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 35b71d40-5283-4ea1-ab15-4828713fbdbe completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:46.802525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.818690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-84fe6a84-1b29-4697-a229-93a7968ad322 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598214 Jul 16 20:39:46.857177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 35b71d40-5283-4ea1-ab15-4828713fbdbe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:46.858644 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.899855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-9d5ade7a-b6ba-47d7-a16b-6aaa86a4cf0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 217 time: 0.0727873 Jul 16 20:39:46.981088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-943234ae-7f2d-4d5f-84ec-54ca3b8cab8f None None] For port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,segment=NetworkSegment(6655ccb8-f090-4969-9a22-57bccf80a2d8),segment_id=6655ccb8-f090-4969-9a22-57bccf80a2d8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:46.992732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-943234ae-7f2d-4d5f-84ec-54ca3b8cab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.103997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-18e61f68-759e-48f4-abe2-c79f975a02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:47.106486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-18e61f68-759e-48f4-abe2-c79f975a02f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.2002740 Jul 16 20:39:47.214570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.221466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943234ae-7f2d-4d5f-84ec-54ca3b8cab8f None None] Pushing event updated for resources: {'Port': ['ID=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.280813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:47.289654 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b36963-fd52-481b-bf90-6c5861225b7d" -d '{"events": [{"server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "name": "network-vif-plugged", "status": "completed", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:47.313421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee5f2-df6f-49eb-a67e-a235d187b47f req-89d890ce-218d-4636-b49a-49e84658caf4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:47.315690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3fee5f2-df6f-49eb-a67e-a235d187b47f req-89d890ce-218d-4636-b49a-49e84658caf4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 945 time: 0.3031037 Jul 16 20:39:47.318452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-2e75615e-f60b-408a-8131-0c6a89ce1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:47.319689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-2e75615e-f60b-408a-8131-0c6a89ce1385 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1667616 Jul 16 20:39:47.368655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:47.376027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.505921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.506511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-6d2bb0a0-9e54-43af-9c3f-e978205ca31e service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469054 Jul 16 20:39:47.638384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-cb7e9296-5c59-45e9-b8ad-111211663894 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162639 Jul 16 20:39:47.648344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3fee5f2-df6f-49eb-a67e-a235d187b47f req-ef78e487-5a0b-46e8-8c8f-0bf399ddfe11 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263934 Jul 16 20:39:47.696390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-32bc8bbd-ffd0-4d67-837d-86764bf94ef2 None None] Provisioning complete for port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:47.696909 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-32bc8bbd-ffd0-4d67-837d-86764bf94ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.709762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-1c063ca2-bdb6-413d-9d99-10b163f74bbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 217 time: 0.0603814 Jul 16 20:39:47.780633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0231ab5-a1c0-4f9a-84ac-9eaf6ef05049 None None] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:47.891697 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d8354-e49e-4c59-8426-78079191a561 x-openstack-request-id: req-fe6d8354-e49e-4c59-8426-78079191a561 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:47.892313 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "name": "network-vif-plugged", "status": "completed", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:47.892313 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fe6d8354-e49e-4c59-8426-78079191a561 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:47.892695 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'code': 200} Jul 16 20:39:47.960073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-95b59e02-ec6a-4ec8-99f7-484ab334fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:47.966488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-95b59e02-ec6a-4ec8-99f7-484ab334fb67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.2479000 Jul 16 20:39:48.111297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34340) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.150506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 74c184fb-f557-4d1b-9812-ba61423b92dc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:48.225843 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.232469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f6bbf-2d45-4d21-86e2-f89fb756dbb9 req-243f9e3f-c05d-4e13-be56-8f68092a5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.240665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a4f6bbf-2d45-4d21-86e2-f89fb756dbb9 req-243f9e3f-c05d-4e13-be56-8f68092a5a71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 1097 time: 0.2983859 Jul 16 20:39:48.261114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-a76ee2f4-aa2e-4ab2-ba78-a3d4b432b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.262787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-a76ee2f4-aa2e-4ab2-ba78-a3d4b432b6df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2887936 Jul 16 20:39:48.294694 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.298047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-99087a1f-d40e-482f-a246-68ce36490912 None None] Provisioning for port 74c184fb-f557-4d1b-9812-ba61423b92dc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:48.309041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.327482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 74c184fb-f557-4d1b-9812-ba61423b92dc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:48.331281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebbdce68-7ee8-43c6-84bc-5283c7e7f5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.336826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 74c184fb-f557-4d1b-9812-ba61423b92dc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:48.337817 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.386796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a4f6bbf-2d45-4d21-86e2-f89fb756dbb9 req-81002430-5663-4149-81b7-006c365e0211 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366909 Jul 16 20:39:48.455065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.466316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Port': ['ID=a53116fc-bc43-44fe-ae54-8ba12296c466,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.487129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.494655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-a6bee63e-bb34-4127-909a-45b0085794c7 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205658 Jul 16 20:39:48.503198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9a8c7-1cf6-4bcf-ac19-c33b13ce98f8 None None] Network e9d11363-b5f3-47b9-a45e-d92715370da4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:48.570101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebbdce68-7ee8-43c6-84bc-5283c7e7f5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.601325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ebbdce68-7ee8-43c6-84bc-5283c7e7f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.627808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router d7f89860-d603-4ca4-b0fb-266e78b80503 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:48.642581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:48.646691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:48.661736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ebbdce68-7ee8-43c6-84bc-5283c7e7f5ce admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=30db2a355c6b4f57bad2c40aba953d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258439 Jul 16 20:39:48.683916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdce68-7ee8-43c6-84bc-5283c7e7f5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818a0236-6d9c-4d35-9060-42b154a60890,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.729487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.770566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-de662aaf-982b-4ed5-bc0d-1f714cbba1d2 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635691 Jul 16 20:39:48.832992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-5308cea4-3b4d-4e3d-948b-d10f65573c59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 217 time: 0.0551200 Jul 16 20:39:48.903977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f292cb86-af65-4c8c-bd01-0d8afca158a8 None None] Provisioning for port cb357a2b-f2d0-4de0-8724-fd880a84d587 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:48.910353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 74c184fb-f557-4d1b-9812-ba61423b92dc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=74c184fb-f557-4d1b-9812-ba61423b92dc,segment=NetworkSegment(269ef8c5-0850-4b0f-9708-281b6e1950b2),segment_id=269ef8c5-0850-4b0f-9708-281b6e1950b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:48.918545 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.919389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cb357a2b-f2d0-4de0-8724-fd880a84d587 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:48.963762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-b1f7deb8-ae9d-4168-8889-b0d0cca7ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.965299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-b1f7deb8-ae9d-4168-8889-b0d0cca7ba63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1182728 Jul 16 20:39:48.969736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:48.982831 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] Sync routers for ids ['d7f89860-d603-4ca4-b0fb-266e78b80503'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:48.995168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cd19a-8a1a-4597-9673-98dab230a813 req-17f53ef9-da48-4dc5-abd9-5f2a565e9406 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:48.996237 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] Routers {'d7f89860-d603-4ca4-b0fb-266e78b80503'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:48.997995 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d7f89860-d603-4ca4-b0fb-266e78b80503'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.007433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f2cd19a-8a1a-4597-9673-98dab230a813 req-17f53ef9-da48-4dc5-abd9-5f2a565e9406 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1730297 Jul 16 20:39:49.018406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.020333 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7e6366d2-1cfa-49c0-9a00-eeefee16c9b5 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.0448895 Jul 16 20:39:49.035532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:49.048029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Router 406caae8-5653-4972-8205-ffb82dc31468 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:49.064435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=74c184fb-f557-4d1b-9812-ba61423b92dc,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.102088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6107b204-6f42-43ab-823e-ecd08caf222b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.107294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a0cdba6-ca52-4c6b-a12d-1d2965fd74a5 None None] Provisioning complete for port 74c184fb-f557-4d1b-9812-ba61423b92dc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:49.108334 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a0cdba6-ca52-4c6b-a12d-1d2965fd74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.120640 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.147795 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] Routers {'d7f89860-d603-4ca4-b0fb-266e78b80503'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:49.148894 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d7f89860-d603-4ca4-b0fb-266e78b80503'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.165290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f2cd19a-8a1a-4597-9673-98dab230a813 req-72bc861e-6166-476a-98f9-0ec554448fae tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568463 Jul 16 20:39:49.213815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port cb357a2b-f2d0-4de0-8724-fd880a84d587 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:49.216666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-82c3180d-f289-449a-9221-09cca60f94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:49.218271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-82c3180d-f289-449a-9221-09cca60f94d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2039571 Jul 16 20:39:49.228038 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.229006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port cb357a2b-f2d0-4de0-8724-fd880a84d587 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:49.229779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.230638 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e0579-989c-4c56-b5d1-535e2f8040c1 None None] The sync data for ids ['d7f89860-d603-4ca4-b0fb-266e78b80503'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:49.362313 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6107b204-6f42-43ab-823e-ecd08caf222b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.377550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:49.390994 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-666c1c1f-fe8a-46eb-81cf-406b5aa2c3e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "PUT /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7807281 Jul 16 20:39:49.396402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:49.397540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] Sync routers for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:49.404941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-fd4727e3-b010-42ca-b44a-d4e6933332d2 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656201 Jul 16 20:39:49.413745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a0cdba6-ca52-4c6b-a12d-1d2965fd74a5 None None] Provisioning for port a53116fc-bc43-44fe-ae54-8ba12296c466 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:49.424570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a0cdba6-ca52-4c6b-a12d-1d2965fd74a5 None None] Provisioning complete for port a53116fc-bc43-44fe-ae54-8ba12296c466 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:49.425314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a0cdba6-ca52-4c6b-a12d-1d2965fd74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.456711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:49.457691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.493311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.504270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.533545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cdba6-ca52-4c6b-a12d-1d2965fd74a5 None None] Port a53116fc-bc43-44fe-ae54-8ba12296c466 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:49.537353 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-23e13f1c-bb82-4ff8-8645-6a09c521fe19 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260428 Jul 16 20:39:49.540227 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f61e9b5-8e5d-4550-8462-9ffa88b07b4a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/routers/d7f89860-d603-4ca4-b0fb-266e78b80503 HTTP/1.1" status: 200 len: 880 time: 0.4997389 Jul 16 20:39:49.540510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:49.541079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.543800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34352) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:49.560429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port cb357a2b-f2d0-4de0-8724-fd880a84d587, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cb357a2b-f2d0-4de0-8724-fd880a84d587,segment=NetworkSegment(e465e7b7-fa32-456a-8a7b-d3963a274960),segment_id=e465e7b7-fa32-456a-8a7b-d3963a274960)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:49.561109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6107b204-6f42-43ab-823e-ecd08caf222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.564917 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6107b204-6f42-43ab-823e-ecd08caf222b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.566359 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6107b204-6f42-43ab-823e-ecd08caf222b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/818a0236-6d9c-4d35-9060-42b154a60890 HTTP/1.1" status: 204 len: 168 time: 0.8357778 Jul 16 20:39:49.591208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107b204-6f42-43ab-823e-ecd08caf222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818a0236-6d9c-4d35-9060-42b154a60890,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.605793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.606602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:49.612157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:49.612798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadb7f4-f5dd-4efa-87ab-1aec177d2770 None None] The sync data for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:49.671770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-3fe911f7-e804-4c32-abe8-fde4ae1798f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.1271365 Jul 16 20:39:49.709152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5aaf75dd-9e96-4ed7-94ec-2019f0abee42 None None] Provisioning complete for port a53116fc-bc43-44fe-ae54-8ba12296c466 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:49.709537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5aaf75dd-9e96-4ed7-94ec-2019f0abee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.735687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=cb357a2b-f2d0-4de0-8724-fd880a84d587,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.763977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf75dd-9e96-4ed7-94ec-2019f0abee42 None None] Port a53116fc-bc43-44fe-ae54-8ba12296c466 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:49.770398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:49.770973 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.772700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-14b1a065-9be5-4315-99b2-110647a3440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:49.774834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-14b1a065-9be5-4315-99b2-110647a3440c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0930123 Jul 16 20:39:49.814233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5aaf75dd-9e96-4ed7-94ec-2019f0abee42 None None] Provisioning complete for port cb357a2b-f2d0-4de0-8724-fd880a84d587 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:49.814608 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5aaf75dd-9e96-4ed7-94ec-2019f0abee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.954584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34358) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:49.987215 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dbdee593-999e-4340-bd82-0205900955a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:49.988789 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-5d379746-e9ba-4825-8837-e525166d6746 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:49.990777 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5d379746-e9ba-4825-8837-e525166d6746 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "PUT /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5913041 Jul 16 20:39:49.994299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34360) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.003524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-50e9ab4e-2ec7-43ec-a670-07cf8357a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:50.005201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-50e9ab4e-2ec7-43ec-a670-07cf8357a02f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2198203 Jul 16 20:39:50.028974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 74c184fb-f557-4d1b-9812-ba61423b92dc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:50.091142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 74c184fb-f557-4d1b-9812-ba61423b92dc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:50.091657 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.136230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-61455f2b-aed1-400e-b051-97735c5ec289 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5880599 Jul 16 20:39:50.150335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34362) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.166229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5ecdc43d-807f-4d23-b4b8-051e4523d1db tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-188270353'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:50.185068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cb357a2b-f2d0-4de0-8724-fd880a84d587 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:50.215022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-c00ff56e-1217-431f-b7ef-56db5d8a3359 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007895 Jul 16 20:39:50.251098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port cb357a2b-f2d0-4de0-8724-fd880a84d587 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:50.251627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.378118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.427673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dbdee593-999e-4340-bd82-0205900955a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.443980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dbdee593-999e-4340-bd82-0205900955a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.494358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-947faa44-0df8-413f-aff1-d09f6273c614 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716854 Jul 16 20:39:50.572862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-edeea3f0-19e1-4da0-8538-f3383bb55335 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.0681899 Jul 16 20:39:50.575904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdee593-999e-4340-bd82-0205900955a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b12fc9-0cee-4ec4-901f-21a6e6a32ea8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.580070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dbdee593-999e-4340-bd82-0205900955a1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a60667634fb24dd0896a6624418d2d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245010 Jul 16 20:39:50.584662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34366) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.668441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853974e0-29da-487d-8d08-63e04f13192f req-900c3a7d-7753-4bcf-a4e1-9c8f5940644f tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:50.669959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-853974e0-29da-487d-8d08-63e04f13192f req-900c3a7d-7753-4bcf-a4e1-9c8f5940644f tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.3270516 Jul 16 20:39:50.686065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e421c24-fbe0-4a46-9526-c11cac563316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.703462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-151cce6e-1dcd-433a-9523-9b1f94188968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:50.705020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-151cce6e-1dcd-433a-9523-9b1f94188968 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.1239421 Jul 16 20:39:50.707350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Deleting port a53116fc-bc43-44fe-ae54-8ba12296c466 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:50.707690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.730501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e421c24-fbe0-4a46-9526-c11cac563316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.846055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.856535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e421c24-fbe0-4a46-9526-c11cac563316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.859054 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e421c24-fbe0-4a46-9526-c11cac563316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.862645 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e421c24-fbe0-4a46-9526-c11cac563316 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e0b12fc9-0cee-4ec4-901f-21a6e6a32ea8 HTTP/1.1" status: 204 len: 168 time: 0.2742741 Jul 16 20:39:50.869768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Calling delete_port for a53116fc-bc43-44fe-ae54-8ba12296c466 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:50.879393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e421c24-fbe0-4a46-9526-c11cac563316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b12fc9-0cee-4ec4-901f-21a6e6a32ea8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.093708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.131040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Port': ['ID=a53116fc-bc43-44fe-ae54-8ba12296c466,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.164094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-853974e0-29da-487d-8d08-63e04f13192f req-58331f4d-707c-491e-8053-6603dd367cb6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876893 Jul 16 20:39:51.260163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc43d-807f-4d23-b4b8-051e4523d1db tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.273316 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc43d-807f-4d23-b4b8-051e4523d1db tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.330395 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34374) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:51.338941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-346cfe4e-3e05-4559-9d2e-afe9e29c88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:51.340525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-346cfe4e-3e05-4559-9d2e-afe9e29c88a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6291368 Jul 16 20:39:51.351807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7126066e-ccd0-46d9-a1d5-c5cd06c6f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.354876 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.540101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-86eb171b-0b76-4a66-ac49-88c6a06cd6ca service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881232 Jul 16 20:39:51.553423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577644f-db03-4d7f-b5d8-797c83eae10f req-4d01e789-d222-454e-a908-7bd6fcb9b482 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:51.555046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4577644f-db03-4d7f-b5d8-797c83eae10f req-4d01e789-d222-454e-a908-7bd6fcb9b482 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2187240 Jul 16 20:39:51.557107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecdc43d-807f-4d23-b4b8-051e4523d1db tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router d7f89860-d603-4ca4-b0fb-266e78b80503 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:51.708869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4577644f-db03-4d7f-b5d8-797c83eae10f req-867171fc-87d0-49bb-aa7a-19d05274c74c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407738 Jul 16 20:39:51.762488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-500618aa-a2a3-43f1-9a40-275f4379dc73 req-4ab82b6f-82d6-4b63-b1ae-0f4c2239c5bf service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041752 Jul 16 20:39:51.782864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecdc43d-807f-4d23-b4b8-051e4523d1db tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:51.792075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc43d-807f-4d23-b4b8-051e4523d1db tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.796727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5ecdc43d-807f-4d23-b4b8-051e4523d1db tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/d7f89860-d603-4ca4-b0fb-266e78b80503 HTTP/1.1" status: 200 len: 887 time: 1.6410213 Jul 16 20:39:51.796727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34378) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:51.813824 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] Sync routers for ids ['d7f89860-d603-4ca4-b0fb-266e78b80503'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:51.834270 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] Routers {'d7f89860-d603-4ca4-b0fb-266e78b80503'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:51.835451 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d7f89860-d603-4ca4-b0fb-266e78b80503'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:51.918666 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:51.932759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Router 406caae8-5653-4972-8205-ffb82dc31468 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:51.945734 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] Routers {'d7f89860-d603-4ca4-b0fb-266e78b80503'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:51.956479 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d7f89860-d603-4ca4-b0fb-266e78b80503'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:51.964770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c8f49c2-95ef-4da1-af78-b65d21312f89 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/routers/d7f89860-d603-4ca4-b0fb-266e78b80503 HTTP/1.1" status: 200 len: 887 time: 0.1667221 Jul 16 20:39:51.967607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34382) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.004130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ae24344b-0183-4006-a9b4-325b733ea925 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=d7f89860-d603-4ca4-b0fb-266e78b80503 HTTP/1.1" status: 200 len: 205 time: 0.0352170 Jul 16 20:39:52.006805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34384) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.010156 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.011190 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3babb6-1f05-4c93-a64e-951807529abc None None] The sync data for ids ['d7f89860-d603-4ca4-b0fb-266e78b80503'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:52.017613 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:52.047136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7126066e-ccd0-46d9-a1d5-c5cd06c6f709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.048872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:52.060124 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cda97fc4-5279-4145-9a3e-94edf92b15f3 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "PUT /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0640986 Jul 16 20:39:52.061010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.063395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] Sync routers for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:52.069157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7126066e-ccd0-46d9-a1d5-c5cd06c6f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.090433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:52.092050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.100769 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7126066e-ccd0-46d9-a1d5-c5cd06c6f709 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0616cdadc73a4251853264a738252368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7661121 Jul 16 20:39:52.106870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34388) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.134171 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-0640457e-df7d-4ae6-a24b-0d6dd1ed043d tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] delete failed (client error): The resource could not be found. Jul 16 20:39:52.139550 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0640457e-df7d-4ae6-a24b-0d6dd1ed043d tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/routers/tempest-non_exist_router-997048318 HTTP/1.1" status: 404 len: 334 time: 0.0769901 Jul 16 20:39:52.140157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34390) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.151210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8c4a1d0b-156f-4f94-bccb-b9ff498afd12 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'router': {'external_gateway_info': {'network_id': '406caae8-5653-4972-8205-ffb82dc31468'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:52.152577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.168270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:52.169331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.228985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126066e-ccd0-46d9-a1d5-c5cd06c6f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73209bb-3f26-42e2-a8ac-99280bf2451b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.235922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:52.235922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfe1ff-936f-4344-acb4-387bc750c4b7 None None] The sync data for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:52.240429 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.252962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451ecf7-a704-4cc3-8078-be768a62bc04 req-4b25b8f7-d110-4374-a134-2296936bfdc7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:52.254520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c451ecf7-a704-4cc3-8078-be768a62bc04 req-4b25b8f7-d110-4374-a134-2296936bfdc7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1814871 Jul 16 20:39:52.259164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54dd37e7-eabc-432b-a0ab-4e02e71fe872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.372073 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54dd37e7-eabc-432b-a0ab-4e02e71fe872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.394554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1d0b-156f-4f94-bccb-b9ff498afd12 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.409909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c451ecf7-a704-4cc3-8078-be768a62bc04 req-9af72d8f-7704-4e8d-b37a-748cd48c8a32 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207147 Jul 16 20:39:52.418807 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-8c4a1d0b-156f-4f94-bccb-b9ff498afd12 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] update failed (client error): The resource could not be found. Jul 16 20:39:52.423725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34392) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.423927 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8c4a1d0b-156f-4f94-bccb-b9ff498afd12 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "PUT /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468 HTTP/1.1" status: 404 len: 339 time: 0.2806129 Jul 16 20:39:52.514555 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.648698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54dd37e7-eabc-432b-a0ab-4e02e71fe872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.651225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54dd37e7-eabc-432b-a0ab-4e02e71fe872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.652379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-54dd37e7-eabc-432b-a0ab-4e02e71fe872 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a73209bb-3f26-42e2-a8ac-99280bf2451b HTTP/1.1" status: 204 len: 168 time: 0.5403659 Jul 16 20:39:52.738026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd37e7-eabc-432b-a0ab-4e02e71fe872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73209bb-3f26-42e2-a8ac-99280bf2451b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.806695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port d7d7036b-f8de-417b-9824-0c99037710c1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:52.807037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.842390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ada87-7bf7-4414-b125-1075d733bcac req-ced67e2a-823f-41eb-808a-40a04cf17fdb tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:52.850404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-086ada87-7bf7-4414-b125-1075d733bcac req-ced67e2a-823f-41eb-808a-40a04cf17fdb tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.3189058 Jul 16 20:39:52.934939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.979942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-086ada87-7bf7-4414-b125-1075d733bcac req-9b7166bd-f8ff-4926-88f7-0827098412d5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290834 Jul 16 20:39:53.061383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.096993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for d7d7036b-f8de-417b-9824-0c99037710c1 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:53.359273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Allocated IP 172.20.0.1 (43272866-5f0c-49d8-9673-d9191d823302/022093e9-ffe2-4f5d-ba11-b3b80e165912/8e3ca971-d74a-4d82-b3fc-de1bcfcb763b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:53.500331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.538276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=d7d7036b-f8de-417b-9824-0c99037710c1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.647593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.683536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Transition to ACTIVE for port object 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:53.691412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.165811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547c566-e203-41cc-88c0-20e4e29e9f15 req-4738b462-7287-4806-b48a-7e7bfd60591b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:54.167356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2547c566-e203-41cc-88c0-20e4e29e9f15 req-4738b462-7287-4806-b48a-7e7bfd60591b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.6330755 Jul 16 20:39:54.188153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.195511 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.258927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.260716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.261248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Fanout notify agent at l3_agent the message router_deleted on router d7f89860-d603-4ca4-b0fb-266e78b80503 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:54.275732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.276848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a5d73e72-fcb5-4738-bf73-28fa5389b497 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/d7f89860-d603-4ca4-b0fb-266e78b80503 HTTP/1.1" status: 204 len: 168 time: 2.2690229 Jul 16 20:39:54.282895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2547c566-e203-41cc-88c0-20e4e29e9f15 req-11477716-a34d-4321-a2e6-2a635bfea70b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086564 Jul 16 20:39:54.283173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:54.291384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1419004897'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:54.316839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network 43272866-5f0c-49d8-9673-d9191d823302 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:54.320554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:54.326851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:54.332732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:54.339240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.363095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Port': ['ID=8e3ca971-d74a-4d82-b3fc-de1bcfcb763b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.384819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:54.388890 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.396675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.397400 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment 41929f9e-ae39-4ada-8acf-f5880d857fdd of type vlan for network e02bb5fd-a165-4377-8f50-f0fcc9437323 Jul 16 20:39:54.453581 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.497877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.508473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:54.509409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.557278 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2724035 Jul 16 20:39:54.558054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34444) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:54.565954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': 'e02bb5fd-a165-4377-8f50-f0fcc9437323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:54.573481 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.617664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a75e96-1c06-4a74-b4e8-27a39ee1c36c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=e02bb5fd-a165-4377-8f50-f0fcc9437323,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.633978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:54.737048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e77d737f-3ce8-4ab5-a59b-b5975f6c91ea None None] Provisioning for port 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:54.742807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e77d737f-3ce8-4ab5-a59b-b5975f6c91ea None None] Provisioning complete for port 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:54.743483 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e77d737f-3ce8-4ab5-a59b-b5975f6c91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.782575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e77d737f-3ce8-4ab5-a59b-b5975f6c91ea None None] Port 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:54.791370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:54.794823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.075120 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.090404 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.147674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.220593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.228192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event updated for resources: {'Port': ['ID=8e3ca971-d74a-4d82-b3fc-de1bcfcb763b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:55.241260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=cfdd5abb-c908-473f-af33-4fcdf274b80e,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:55.277953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': '41929f9e-ae39-4ada-8acf-f5880d857fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e02bb5fd-a165-4377-8f50-f0fcc9437323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:55.278312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: e02bb5fd-a165-4377-8f50-f0fcc9437323, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:55.335710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:55.352381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e02bb5fd-a165-4377-8f50-f0fcc9437323) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:55.358647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:55.359267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.366011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3d98c-7964-4007-b47e-72fa0b6c308c None None] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:55.374503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Network 43272866-5f0c-49d8-9673-d9191d823302 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:55.377399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:55.388262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b05a17e-e636-41e2-9dec-9b4ce925b75f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8263457 Jul 16 20:39:55.389643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34460) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:55.396504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f1db943c-40f6-481e-b80b-56555c3c7e5b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1540130282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:55.454095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1db943c-40f6-481e-b80b-56555c3c7e5b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.455600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1db943c-40f6-481e-b80b-56555c3c7e5b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.524497 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1db943c-40f6-481e-b80b-56555c3c7e5b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.531111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1db943c-40f6-481e-b80b-56555c3c7e5b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.577251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1db943c-40f6-481e-b80b-56555c3c7e5b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.582320 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f1db943c-40f6-481e-b80b-56555c3c7e5b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1911001 Jul 16 20:39:55.594703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Router 406caae8-5653-4972-8205-ffb82dc31468 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:55.602205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34464) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:55.604333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-e02bb5fd-a165-4377-8f50-f0fcc9437323', 'network_id': 'e02bb5fd-a165-4377-8f50-f0fcc9437323', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': 'cfdd5abb-c908-473f-af33-4fcdf274b80e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:55.605525 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.622943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29638737-6b29-4e44-afa3-192d3bfe939e req-103bc49f-def6-4b67-a116-00faeec52893 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:55.626330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29638737-6b29-4e44-afa3-192d3bfe939e req-103bc49f-def6-4b67-a116-00faeec52893 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1976440 Jul 16 20:39:55.787856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29638737-6b29-4e44-afa3-192d3bfe939e req-c54a1fb0-7ed0-4593-bf50-32ebd44f6be6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420081 Jul 16 20:39:55.814518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:55.823010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b767f959-fa4b-4e03-aefb-35ecb1b56f06 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "PUT /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3980958 Jul 16 20:39:55.825531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34470) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:55.827465 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] Sync routers for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:55.827987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Allocated IP 172.20.0.2 (e02bb5fd-a165-4377-8f50-f0fcc9437323/cfdd5abb-c908-473f-af33-4fcdf274b80e/44dddbf8-7e50-4746-b1e9-db5c608b0e83) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:55.838849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:55.839827 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.880895 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.890285 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:55.890988 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.918962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bd255fd2-c672-4f77-b546-26de8d0468bb None None] Provisioning complete for port 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:55.919506 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd255fd2-c672-4f77-b546-26de8d0468bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.925318 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.926118 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2016a6f-3d1a-409e-b8a8-90daba8c168d None None] The sync data for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:55.966185 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09304e97-cf92-47ed-8eff-9a62fe6226e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.972554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bd255fd2-c672-4f77-b546-26de8d0468bb None None] Port 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:56.031998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.113174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.119016 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-09304e97-cf92-47ed-8eff-9a62fe6226e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:39:56.124959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-09304e97-cf92-47ed-8eff-9a62fe6226e0 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468 HTTP/1.1" status: 409 len: 329 time: 0.2939284 Jul 16 20:39:56.125195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34472) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:56.136728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Transition to ACTIVE for port object 44dddbf8-7e50-4746-b1e9-db5c608b0e83 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:56.163431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Transition to ACTIVE for port object 44dddbf8-7e50-4746-b1e9-db5c608b0e83 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:56.172656 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.236592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:56.242243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:56.248904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:56.312091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Pushing event updated for resources: {'Port': ['ID=44dddbf8-7e50-4746-b1e9-db5c608b0e83,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.323513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Attempting to bind port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:56.323881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Attempting to bind port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '41929f9e-ae39-4ada-8acf-f5880d857fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e02bb5fd-a165-4377-8f50-f0fcc9437323'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:56.324242 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Attempting to bind port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 on network e02bb5fd-a165-4377-8f50-f0fcc9437323 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:56.329800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:56.330310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Checking segment: {'id': '41929f9e-ae39-4ada-8acf-f5880d857fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e02bb5fd-a165-4377-8f50-f0fcc9437323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:56.330720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.331109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Bound using segment: {'id': '41929f9e-ae39-4ada-8acf-f5880d857fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e02bb5fd-a165-4377-8f50-f0fcc9437323'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:56.331599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Bound port: 44dddbf8-7e50-4746-b1e9-db5c608b0e83, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41929f9e-ae39-4ada-8acf-f5880d857fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e02bb5fd-a165-4377-8f50-f0fcc9437323'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:56.331981 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.398843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8179e290-4b72-4038-b520-c088250326d4 None None] For port 44dddbf8-7e50-4746-b1e9-db5c608b0e83, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:56.403982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8179e290-4b72-4038-b520-c088250326d4 None None] For port 44dddbf8-7e50-4746-b1e9-db5c608b0e83, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=44dddbf8-7e50-4746-b1e9-db5c608b0e83,segment=NetworkSegment(41929f9e-ae39-4ada-8acf-f5880d857fdd),segment_id=41929f9e-ae39-4ada-8acf-f5880d857fdd)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:56.413409 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.483976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.20.0.1 (e02bb5fd-a165-4377-8f50-f0fcc9437323/cfdd5abb-c908-473f-af33-4fcdf274b80e/a059a230-98c8-4d37-8f8c-9d7f2cd269cc) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:56.498429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179e290-4b72-4038-b520-c088250326d4 None None] Pushing event updated for resources: {'Port': ['ID=44dddbf8-7e50-4746-b1e9-db5c608b0e83,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.597975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.657350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.685181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object a059a230-98c8-4d37-8f8c-9d7f2cd269cc will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:56.774157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.833783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:56.837659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:56.849998 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:56.929611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=a059a230-98c8-4d37-8f8c-9d7f2cd269cc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.988257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.042187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Deleting port 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:57.042737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.150374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.165919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4103464-3346-41aa-a444-1766d43432b4 req-1dd8b720-92a1-41a5-b36d-1df67e4a1f17 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:57.169961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4103464-3346-41aa-a444-1766d43432b4 req-1dd8b720-92a1-41a5-b36d-1df67e4a1f17 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1927109 Jul 16 20:39:57.196263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.220462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Calling delete_port for 8e3ca971-d74a-4d82-b3fc-de1bcfcb763b owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:57.245365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4103464-3346-41aa-a444-1766d43432b4 req-6fef3848-970a-445e-9f1d-6343765648d9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646715 Jul 16 20:39:57.463984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.483997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.489100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.523642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Port': ['ID=8e3ca971-d74a-4d82-b3fc-de1bcfcb763b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.591861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.603893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=a059a230-98c8-4d37-8f8c-9d7f2cd269cc,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.707385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.776820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:57.780177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:57.894910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408e309-def6-4b4f-8f04-b29c84b7d0da None None] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:57.922026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Router 406caae8-5653-4972-8205-ffb82dc31468 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:57.950758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 11613d5c-5434-43f5-97df-554aa61e8c0e is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:57.979667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5c170843-cd35-404d-b808-75a6853cdf5e None None] Provisioning for port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:58.045755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:58.061359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-018fb460-0668-48a3-808e-021c05c0e775 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "PUT /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351377 Jul 16 20:39:58.062165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34486) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.117550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] Sync routers for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:58.136128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.136800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.157940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:58.163342 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f186ef09-94b9-4f97-abe0-a410703be1ac tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/11613d5c-5434-43f5-97df-554aa61e8c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5592477 Jul 16 20:39:58.164035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34488) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.167563 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-62c2c82d-13ca-4a29-a7e9-22d691ec75df tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] show failed (client error): The resource could not be found. Jul 16 20:39:58.169032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-62c2c82d-13ca-4a29-a7e9-22d691ec75df tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "GET /v2.0/routers/tempest-non_exist_router-1359817521 HTTP/1.1" status: 404 len: 335 time: 0.1056542 Jul 16 20:39:58.171706 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] Sync routers for ids ['11613d5c-5434-43f5-97df-554aa61e8c0e'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:58.178835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.186426 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] Routers {'11613d5c-5434-43f5-97df-554aa61e8c0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.187827 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['11613d5c-5434-43f5-97df-554aa61e8c0e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.191695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 44dddbf8-7e50-4746-b1e9-db5c608b0e83 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:58.205323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6ddf2e80-1699-4bf5-91ae-84db8889cc8a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:58.221349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.246909 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.248006 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-6ddf2e80-1699-4bf5-91ae-84db8889cc8a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] update failed (client error): The resource could not be found. Jul 16 20:39:58.252578 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6ddf2e80-1699-4bf5-91ae-84db8889cc8a tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "PUT /v2.0/routers/tempest-non_exist_router-1412181856 HTTP/1.1" status: 404 len: 335 time: 0.0692058 Jul 16 20:39:58.253522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34492) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.273445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] Routers {'406caae8-5653-4972-8205-ffb82dc31468'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.274680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['406caae8-5653-4972-8205-ffb82dc31468'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.289310 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] Routers {'11613d5c-5434-43f5-97df-554aa61e8c0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.289950 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['11613d5c-5434-43f5-97df-554aa61e8c0e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.299047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5457b13-619b-4c4c-8394-592f79076a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:58.304393 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c5457b13-619b-4c4c-8394-592f79076a8c tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports/a059a230-98c8-4d37-8f8c-9d7f2cd269cc HTTP/1.1" status: 200 len: 910 time: 0.1393039 Jul 16 20:39:58.305083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34496) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.313366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cfdd5abb-c908-473f-af33-4fcdf274b80e'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:58.361522 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.362343 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d716a2-0649-4d08-86e6-b4d3a4137d3a None None] The sync data for ids ['11613d5c-5434-43f5-97df-554aa61e8c0e'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:58.378244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:58.388431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.389383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff37828-3a7d-40fc-9770-87c439f94fd9 None None] The sync data for ids ['406caae8-5653-4972-8205-ffb82dc31468'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:58.393389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:58.394435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.507990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.564946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 44dddbf8-7e50-4746-b1e9-db5c608b0e83, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=44dddbf8-7e50-4746-b1e9-db5c608b0e83,segment=NetworkSegment(41929f9e-ae39-4ada-8acf-f5880d857fdd),segment_id=41929f9e-ae39-4ada-8acf-f5880d857fdd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:58.571786 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.608915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.682263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=44dddbf8-7e50-4746-b1e9-db5c608b0e83,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:58.722817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3bd1ad4c-c2ac-47bd-b329-dd5e0aaa4456 None None] Provisioning complete for port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:58.723604 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ad4c-c2ac-47bd-b329-dd5e0aaa4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.880163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Deleting subnet 1ebbe12c-9215-42e4-9075-2726d1245456 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:58.885620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.886843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3bd1ad4c-c2ac-47bd-b329-dd5e0aaa4456 None None] Provisioning for port a059a230-98c8-4d37-8f8c-9d7f2cd269cc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:58.898720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3bd1ad4c-c2ac-47bd-b329-dd5e0aaa4456 None None] Provisioning complete for port a059a230-98c8-4d37-8f8c-9d7f2cd269cc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:58.899442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ad4c-c2ac-47bd-b329-dd5e0aaa4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.947300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1ad4c-c2ac-47bd-b329-dd5e0aaa4456 None None] Port a059a230-98c8-4d37-8f8c-9d7f2cd269cc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:58.992466 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.034485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f882-dac3-4b78-a9d1-8875d3ce8364 req-8c81592a-2d31-4930-8c6e-a53498084850 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:59.042621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e56f882-dac3-4b78-a9d1-8875d3ce8364 req-8c81592a-2d31-4930-8c6e-a53498084850 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2267773 Jul 16 20:39:59.107713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-24ae9dd1-7734-4949-a34b-9fa807ee029d None None] Provisioning complete for port a059a230-98c8-4d37-8f8c-9d7f2cd269cc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:59.108085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-24ae9dd1-7734-4949-a34b-9fa807ee029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.131316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e56f882-dac3-4b78-a9d1-8875d3ce8364 req-39999e34-4973-48e4-b027-8816344f915b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876763 Jul 16 20:39:59.205986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-24ae9dd1-7734-4949-a34b-9fa807ee029d None None] Port a059a230-98c8-4d37-8f8c-9d7f2cd269cc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:59.214895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.304875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.347778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebbe12c-9215-42e4-9075-2726d1245456,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.350635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.357208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4520339-edc1-465c-ae12-188faa00cacf None None] Network e9d11363-b5f3-47b9-a45e-d92715370da4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:59.360014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ab4ea776-a82e-421b-b8ab-f2b81ba317c5 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/subnets/1ebbe12c-9215-42e4-9075-2726d1245456 HTTP/1.1" status: 204 len: 168 time: 1.1050596 Jul 16 20:39:59.360712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:59.494350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Deleting subnet 1465173f-590f-4eb3-936d-192c08c3f300 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:59.508993 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.518171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-19e37ce1-e697-4d84-b367-61c9497af688 None None] Provisioning complete for port a059a230-98c8-4d37-8f8c-9d7f2cd269cc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:59.518726 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19e37ce1-e697-4d84-b367-61c9497af688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.581946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.598183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.608488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.612130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-19e37ce1-e697-4d84-b367-61c9497af688 None None] Port a059a230-98c8-4d37-8f8c-9d7f2cd269cc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:59.686068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:59.686537 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.688104 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/ports/a059a230-98c8-4d37-8f8c-9d7f2cd269cc HTTP/1.1" status: 200 len: 910 time: 1.3819504 Jul 16 20:39:59.708855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34506) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:59.712261 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.742476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] DHCP port deletion for e9d11363-b5f3-47b9-a45e-d92715370da4 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:59.800969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27223dd1-f598-4b91-8f0f-6c1f07188604 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=a059a230-98c8-4d37-8f8c-9d7f2cd269cc,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.828467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.842811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] Deleting port cb357a2b-f2d0-4de0-8724-fd880a84d587 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:59.843494 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.857575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.860251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/subnets/1465173f-590f-4eb3-936d-192c08c3f300 HTTP/1.1" status: 204 len: 168 time: 0.4772141 Jul 16 20:39:59.865170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730b94f-fb84-4472-9724-fce513ada054 None None] Network 09a43a8c-f138-48d8-98b9-46f7a154a574 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:59.877657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:59.917588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76acd15-2874-4c14-9348-9489bd303499 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Subnet': ['ID=1465173f-590f-4eb3-936d-192c08c3f300,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.020356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.205562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Deleting port cb357a2b-f2d0-4de0-8724-fd880a84d587 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:00.205916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.271115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 44dddbf8-7e50-4746-b1e9-db5c608b0e83 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:00.319313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] For port cb357a2b-f2d0-4de0-8724-fd880a84d587, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cb357a2b-f2d0-4de0-8724-fd880a84d587,segment=NetworkSegment(e465e7b7-fa32-456a-8a7b-d3963a274960),segment_id=e465e7b7-fa32-456a-8a7b-d3963a274960)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:00.319686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.376960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055213c-eb96-475e-97aa-3fbd786b4642 req-9538eb67-0f0e-4e0e-a1b8-fbe3b31001f4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.378297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-da475409-eaeb-46fc-9434-e132efb8c606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.386429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] For port cb357a2b-f2d0-4de0-8724-fd880a84d587, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=cb357a2b-f2d0-4de0-8724-fd880a84d587,segment=NetworkSegment(e465e7b7-fa32-456a-8a7b-d3963a274960),segment_id=e465e7b7-fa32-456a-8a7b-d3963a274960)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:00.386934 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.392922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6055213c-eb96-475e-97aa-3fbd786b4642 req-9538eb67-0f0e-4e0e-a1b8-fbe3b31001f4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1069250 Jul 16 20:40:00.406035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Calling delete_port for cb357a2b-f2d0-4de0-8724-fd880a84d587 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:00.422201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] Calling delete_port for cb357a2b-f2d0-4de0-8724-fd880a84d587 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:00.494917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6055213c-eb96-475e-97aa-3fbd786b4642 req-518e95b1-b72c-452d-b374-1eb8540f7c50 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002874 Jul 16 20:40:00.511481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.561379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:00.561859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.613915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.650701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Port': ['ID=cb357a2b-f2d0-4de0-8724-fd880a84d587,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.658905 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.686286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] No DVR routers for this DVR port cb357a2b-f2d0-4de0-8724-fd880a84d587 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:00.693898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] Pushing event deleted for resources: {'Port': ['ID=cb357a2b-f2d0-4de0-8724-fd880a84d587,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:00.696659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33697c2a-a193-4f86-8ac9-5957152d6e88 None None] No DVR routers for this DVR port cb357a2b-f2d0-4de0-8724-fd880a84d587 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:00.748143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] DHCP port deletion for 09a43a8c-f138-48d8-98b9-46f7a154a574 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:00.812000 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.814762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] Deleting port 74c184fb-f557-4d1b-9812-ba61423b92dc {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:00.814762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.826297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d11363-b5f3-47b9-a45e-d92715370da4']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:00.836645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cb357a2b-f2d0-4de0-8724-fd880a84d587 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:00.843226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e465e7b7-fa32-456a-8a7b-d3963a274960') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:00.843614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e465e7b7-fa32-456a-8a7b-d3963a274960') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:00.862221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.864938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: cb357a2b-f2d0-4de0-8724-fd880a84d587 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:00.865294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device cb357a2b-f2d0-4de0-8724-fd880a84d587 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:00.906903 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.916350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:00.916793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:00.920232 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:00.943318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] For port 74c184fb-f557-4d1b-9812-ba61423b92dc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=74c184fb-f557-4d1b-9812-ba61423b92dc,segment=NetworkSegment(269ef8c5-0850-4b0f-9708-281b6e1950b2),segment_id=269ef8c5-0850-4b0f-9708-281b6e1950b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:00.944083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.959620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] Calling delete_port for 74c184fb-f557-4d1b-9812-ba61423b92dc owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:01.030661 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.041845 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.043797 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/networks/e9d11363-b5f3-47b9-a45e-d92715370da4 HTTP/1.1" status: 204 len: 168 time: 1.1651704 Jul 16 20:40:01.047180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34514) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:01.061120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6e5d-b7e0-4293-9d22-03c062536d38 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Network': ['ID=e9d11363-b5f3-47b9-a45e-d92715370da4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.075847 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.078601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port a059a230-98c8-4d37-8f8c-9d7f2cd269cc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:01.079006 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.115061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] Pushing event deleted for resources: {'Port': ['ID=74c184fb-f557-4d1b-9812-ba61423b92dc,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.118799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdb31d-51df-46f3-84e9-c3e3d70cff4d None None] No DVR routers for this DVR port 74c184fb-f557-4d1b-9812-ba61423b92dc on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:01.170697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.254263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.275205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.282969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for a059a230-98c8-4d37-8f8c-9d7f2cd269cc owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:01.286059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a43a8c-f138-48d8-98b9-46f7a154a574']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.305897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269ef8c5-0850-4b0f-9708-281b6e1950b2') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.306216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269ef8c5-0850-4b0f-9708-281b6e1950b2') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.318966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.336103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.343402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:01.343813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:01.346925 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:01.426249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.443866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.449283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/networks/09a43a8c-f138-48d8-98b9-46f7a154a574 HTTP/1.1" status: 204 len: 168 time: 0.4008145 Jul 16 20:40:01.450028 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34516) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:01.469672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8bc8e-7be1-4b1a-b88f-f7f3da3f7648 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Network': ['ID=09a43a8c-f138-48d8-98b9-46f7a154a574,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.522401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Deleting subnet 022093e9-ffe2-4f5d-ba11-b3b80e165912 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:01.526069 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.568804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.597447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.641227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=a059a230-98c8-4d37-8f8c-9d7f2cd269cc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.816984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.922887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.930394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd397a-31cf-4584-8b69-ea831b73bf6d req-a83c094f-ad4a-43a4-9b56-b7a938b84468 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:01.932418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7dd397a-31cf-4584-8b69-ea831b73bf6d req-a83c094f-ad4a-43a4-9b56-b7a938b84468 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2456348 Jul 16 20:40:01.975501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.042946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7dd397a-31cf-4584-8b69-ea831b73bf6d req-a6994396-0e6b-4094-9bd9-c60bd70fecca tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003921 Jul 16 20:40:02.045279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Subnet': ['ID=022093e9-ffe2-4f5d-ba11-b3b80e165912,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.065758 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.068158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f180296f-a464-4135-b1c1-071e71dec432 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/subnets/022093e9-ffe2-4f5d-ba11-b3b80e165912 HTTP/1.1" status: 204 len: 168 time: 0.6075101 Jul 16 20:40:02.072895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10d197-8e42-4d71-bf9e-cbee950860a8 None None] Network 43272866-5f0c-49d8-9673-d9191d823302 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:02.092211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34524) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.236790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 74c184fb-f557-4d1b-9812-ba61423b92dc no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:02.275040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.276164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 74c184fb-f557-4d1b-9812-ba61423b92dc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:02.276871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 74c184fb-f557-4d1b-9812-ba61423b92dc not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:02.277094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 11613d5c-5434-43f5-97df-554aa61e8c0e has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:02.348163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Deleting port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:02.349645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.452333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:02.459475 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9c6e6cb9-99ec-4e51-88d5-8427aafb1149 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/11613d5c-5434-43f5-97df-554aa61e8c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7492182 Jul 16 20:40:02.462762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34532) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.467120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] Sync routers for ids ['11613d5c-5434-43f5-97df-554aa61e8c0e'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:02.470769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] For port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,segment=NetworkSegment(6655ccb8-f090-4969-9a22-57bccf80a2d8),segment_id=6655ccb8-f090-4969-9a22-57bccf80a2d8)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:02.471365 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.481849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] DHCP port deletion for 43272866-5f0c-49d8-9673-d9191d823302 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:02.492299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Calling delete_port for 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:02.508445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] Routers {'11613d5c-5434-43f5-97df-554aa61e8c0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:02.508740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['11613d5c-5434-43f5-97df-554aa61e8c0e'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.545491 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-021553e3-522e-4b64-8753-9181075f7463 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=11613d5c-5434-43f5-97df-554aa61e8c0e HTTP/1.1" status: 200 len: 205 time: 0.0680783 Jul 16 20:40:02.547965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34534) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.592595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.607039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] Routers {'11613d5c-5434-43f5-97df-554aa61e8c0e'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:02.607039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:39:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['11613d5c-5434-43f5-97df-554aa61e8c0e'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.624436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.651827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.652483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302c705-c716-4d1f-ba66-25609bdb85e8 None None] The sync data for ids ['11613d5c-5434-43f5-97df-554aa61e8c0e'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:02.664658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] Deleting port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:02.665040 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.670719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Port': ['ID=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.686760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] No DVR routers for this DVR port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:02.722176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8fb4-a9fa-4586-94d6-295b1f4f1274 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.741719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] For port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:02.742399 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.762408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] Calling delete_port for 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:02.765992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] Port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:40:02.767718 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.789547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] No DVR routers for this DVR port 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:02.808340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.820941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43272866-5f0c-49d8-9673-d9191d823302']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.832993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6655ccb8-f090-4969-9a22-57bccf80a2d8') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.833693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6655ccb8-f090-4969-9a22-57bccf80a2d8') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:02.834864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90122c-a674-4568-b9f3-4476f70de3af None None] Pushing event deleted for resources: {'Port': ['ID=7c839d89-21f3-4e9b-af55-1d939d9cb8e0,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.844884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.861250 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.868784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:02.869197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:02.872660 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:02.908562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8fb4-a9fa-4586-94d6-295b1f4f1274 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.910709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8fb4-a9fa-4586-94d6-295b1f4f1274 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.936628 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.950074 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.954732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/networks/43272866-5f0c-49d8-9673-d9191d823302 HTTP/1.1" status: 204 len: 168 time: 0.8603387 Jul 16 20:40:02.960840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34536) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.969360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288d878-70f3-4d6e-81c0-f710edea7005 tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Pushing event deleted for resources: {'Network': ['ID=43272866-5f0c-49d8-9673-d9191d823302,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.995733 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-825a65dc-0d00-46b2-ac6c-6af59a51699d tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "GET /v2.0/ports?device_id=406caae8-5653-4972-8205-ffb82dc31468 HTTP/1.1" status: 200 len: 205 time: 0.0329053 Jul 16 20:40:02.998435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34538) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:03.010095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8fb4-a9fa-4586-94d6-295b1f4f1274 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.010577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f8fb4-a9fa-4586-94d6-295b1f4f1274 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Fanout notify agent at l3_agent the message router_deleted on router 11613d5c-5434-43f5-97df-554aa61e8c0e {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:03.017938 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8fb4-a9fa-4586-94d6-295b1f4f1274 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.023166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd7f8fb4-a9fa-4586-94d6-295b1f4f1274 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/11613d5c-5434-43f5-97df-554aa61e8c0e HTTP/1.1" status: 204 len: 168 time: 0.4741125 Jul 16 20:40:03.023544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34540) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:03.091854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet cfdd5abb-c908-473f-af33-4fcdf274b80e {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:03.096322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.135612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-024fa0ec-0098-4295-9b96-1d6d083703ef tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.148158 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.265757 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.376990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cb426-d940-4050-8901-81f0227dd1dd req-a252f6fa-a563-4fb6-902c-d91380340bc9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:03.378842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-381cb426-d940-4050-8901-81f0227dd1dd req-a252f6fa-a563-4fb6-902c-d91380340bc9 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1173215 Jul 16 20:40:03.380549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.420476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=cfdd5abb-c908-473f-af33-4fcdf274b80e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.422541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.426968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b4ecded1-deef-4114-ba9a-b2abbe91cd9d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/cfdd5abb-c908-473f-af33-4fcdf274b80e HTTP/1.1" status: 204 len: 168 time: 0.3991721 Jul 16 20:40:03.431742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34548) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:03.438852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1352686-f135-4b59-b39a-c05f06736095 None None] Network e02bb5fd-a165-4377-8f50-f0fcc9437323 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:03.523913 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-381cb426-d940-4050-8901-81f0227dd1dd req-1cf6acbd-52a0-4f63-9a17-d17ae9376753 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372819 Jul 16 20:40:03.586551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.662991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:03.663792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.735756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] DHCP port deletion for e02bb5fd-a165-4377-8f50-f0fcc9437323 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:03.766488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-024fa0ec-0098-4295-9b96-1d6d083703ef tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.768692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-024fa0ec-0098-4295-9b96-1d6d083703ef tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.782950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 44dddbf8-7e50-4746-b1e9-db5c608b0e83, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=44dddbf8-7e50-4746-b1e9-db5c608b0e83,segment=NetworkSegment(41929f9e-ae39-4ada-8acf-f5880d857fdd),segment_id=41929f9e-ae39-4ada-8acf-f5880d857fdd)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:03.783368 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.798031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 44dddbf8-7e50-4746-b1e9-db5c608b0e83 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:03.805646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] Deleting port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:03.806008 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.825388 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-024fa0ec-0098-4295-9b96-1d6d083703ef tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.826021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024fa0ec-0098-4295-9b96-1d6d083703ef tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Fanout notify agent at l3_agent the message router_deleted on router 406caae8-5653-4972-8205-ffb82dc31468 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:03.834892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-024fa0ec-0098-4295-9b96-1d6d083703ef tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.835850 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-024fa0ec-0098-4295-9b96-1d6d083703ef tempest-RoutersNegativeTest-276357915 tempest-RoutersNegativeTest-276357915-project] 10.222.0.100 "DELETE /v2.0/routers/406caae8-5653-4972-8205-ffb82dc31468 HTTP/1.1" status: 204 len: 168 time: 0.8337307 Jul 16 20:40:03.894761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.907505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] For port 44dddbf8-7e50-4746-b1e9-db5c608b0e83, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=44dddbf8-7e50-4746-b1e9-db5c608b0e83,segment=NetworkSegment(41929f9e-ae39-4ada-8acf-f5880d857fdd),segment_id=41929f9e-ae39-4ada-8acf-f5880d857fdd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:03.908746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.923748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=44dddbf8-7e50-4746-b1e9-db5c608b0e83,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.927729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:03.934748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] Calling delete_port for 44dddbf8-7e50-4746-b1e9-db5c608b0e83 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:04.015001 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.038169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.075310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] No DVR routers for this DVR port 44dddbf8-7e50-4746-b1e9-db5c608b0e83 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:04.078753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79713e6-58a1-42dc-af84-66825ad4ede8 None None] Pushing event deleted for resources: {'Port': ['ID=44dddbf8-7e50-4746-b1e9-db5c608b0e83,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.088370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 44dddbf8-7e50-4746-b1e9-db5c608b0e83 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:04.112986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 44dddbf8-7e50-4746-b1e9-db5c608b0e83 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:04.113411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 44dddbf8-7e50-4746-b1e9-db5c608b0e83 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:04.113755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:04.117937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.130657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02bb5fd-a165-4377-8f50-f0fcc9437323']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:04.136381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:04.136609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7c839d89-21f3-4e9b-af55-1d939d9cb8e0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:04.147098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41929f9e-ae39-4ada-8acf-f5880d857fdd') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:04.147557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41929f9e-ae39-4ada-8acf-f5880d857fdd') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:04.159835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.175140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.182769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:04.183320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:04.186991 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:04.257616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.265271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34560) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.268335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.270908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/e02bb5fd-a165-4377-8f50-f0fcc9437323 HTTP/1.1" status: 204 len: 168 time: 0.8374240 Jul 16 20:40:04.275540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34564) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.280383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d7060e0d-a33b-4582-809f-a1eb49e318ee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-534454562', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:04.297600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41426262-b3dc-478a-9566-8f30cb999842 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=e02bb5fd-a165-4377-8f50-f0fcc9437323,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.319110 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7060e0d-a33b-4582-809f-a1eb49e318ee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.320333 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7060e0d-a33b-4582-809f-a1eb49e318ee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.388654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7060e0d-a33b-4582-809f-a1eb49e318ee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.393523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7060e0d-a33b-4582-809f-a1eb49e318ee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.411237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d7060e0d-a33b-4582-809f-a1eb49e318ee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.413303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d7060e0d-a33b-4582-809f-a1eb49e318ee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1369257 Jul 16 20:40:04.415995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34566) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.421460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-57850925'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:04.436424 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a19b9499-2611-45ce-9e28-8b7c4c57c3e1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5a97fbacff5c4d33a972cea584fd48b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698864 Jul 16 20:40:04.439336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34568) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.455069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:04.459364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.506888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:04.527550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7def7002-9265-459e-bf91-f09f68754c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.533472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.533817 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment 4c0e505d-d169-49a1-92bd-38e985ff1cea of type vlan for network 73ca1f38-39b0-4e95-bcd8-a0d07038010c Jul 16 20:40:04.578060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7def7002-9265-459e-bf91-f09f68754c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.599768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.683727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.689330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:04.689978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.699655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7def7002-9265-459e-bf91-f09f68754c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.702472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7def7002-9265-459e-bf91-f09f68754c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.703735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7def7002-9265-459e-bf91-f09f68754c26 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/deff7899-3dfb-486c-b10f-17933041df14 HTTP/1.1" status: 204 len: 168 time: 0.2636039 Jul 16 20:40:04.748912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3287015 Jul 16 20:40:04.750747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def7002-9265-459e-bf91-f09f68754c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff7899-3dfb-486c-b10f-17933041df14,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.752435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34576) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.765079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:04.818939 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89e08397-cd9f-4e7f-b5fc-a7385425f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.823491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6419cbd-46de-4ceb-9356-4954908b7ffc tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=73ca1f38-39b0-4e95-bcd8-a0d07038010c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.839918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:04.854721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859e51f-d1f0-4402-93b7-281f9adc738d req-55fcd169-cb04-4bc4-936e-9d97096f408c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:04.856349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f859e51f-d1f0-4402-93b7-281f9adc738d req-55fcd169-cb04-4bc4-936e-9d97096f408c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2145312 Jul 16 20:40:05.028765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f859e51f-d1f0-4402-93b7-281f9adc738d req-eed5e4d6-cf37-456f-8a1f-4897d01b0ddd tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386821 Jul 16 20:40:05.037561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:05.043866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.278887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.348369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=ac2db211-12b4-418c-8836-abc87e82fce3,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:05.356595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:05.356961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: 73ca1f38-39b0-4e95-bcd8-a0d07038010c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:05.376411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:05.386380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 73ca1f38-39b0-4e95-bcd8-a0d07038010c) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:05.391399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:05.392210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.398708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffe5ac-64d2-4db3-aa9a-25f5089d332b None None] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:05.410162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4dd8e3d7-e24e-4f9e-9cf5-5b075d831a42 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6542225 Jul 16 20:40:05.414103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:05.603653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:05.604519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.665434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:05.764901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.808696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-154347494'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:05.830035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Allocated IP 172.20.0.2 (73ca1f38-39b0-4e95-bcd8-a0d07038010c/ac2db211-12b4-418c-8836-abc87e82fce3/c5e11833-375b-4494-929c-90faefc35202) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:05.836343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Made reservation on behalf of c633a432ffc1405ebcdd5e8edbe7fa81 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:05.840678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.851223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.960523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.966462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.009666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:06.022758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba3cfa-f893-41a9-81ee-65dad3eafa51,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.028690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.029311 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Added segment bb1a7515-ffab-4c52-9866-b1177e033682 of type vlan for network c0dfb996-e81b-400d-9e66-0be7aa535755 Jul 16 20:40:06.045493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.046864 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.056947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Transition to ACTIVE for port object c5e11833-375b-4494-929c-90faefc35202 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:06.087957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Transition to ACTIVE for port object c5e11833-375b-4494-929c-90faefc35202 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:06.092924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.107980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.132482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.148862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:06.149785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.171129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Pushing event updated for resources: {'Port': ['ID=c5e11833-375b-4494-929c-90faefc35202,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.171527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.20.0.1 (73ca1f38-39b0-4e95-bcd8-a0d07038010c/ac2db211-12b4-418c-8836-abc87e82fce3/bc5b855c-eefd-46ab-b812-e6af80dd2f11) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:06.179080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:06.180766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:06.183291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:06.241920 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5752246 Jul 16 20:40:06.243348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54575b-4ffc-41dc-8dec-15cb6fd98b2a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event updated for resources: {'Network': ['ID=c0dfb996-e81b-400d-9e66-0be7aa535755,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.251321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:06.251749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Attempting to bind port c5e11833-375b-4494-929c-90faefc35202 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:06.252221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Attempting to bind port c5e11833-375b-4494-929c-90faefc35202 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:06.252714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Attempting to bind port c5e11833-375b-4494-929c-90faefc35202 on network 73ca1f38-39b0-4e95-bcd8-a0d07038010c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:06.260178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Request body: {'subnet': {'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:06.260589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:06.261076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Checking segment: {'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:06.261589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.262105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Bound using segment: {'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:06.262917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Bound port: c5e11833-375b-4494-929c-90faefc35202, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:06.263194 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.265443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network c0dfb996-e81b-400d-9e66-0be7aa535755 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:06.388006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Made reservation on behalf of c633a432ffc1405ebcdd5e8edbe7fa81 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:06.396627 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.401005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.426314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548432a-dc3c-494e-924a-6b374e772fa5 req-5520db6b-2948-4d4a-ba4a-5c90ae8d0bf2 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:06.428603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9548432a-dc3c-494e-924a-6b374e772fa5 req-5520db6b-2948-4d4a-ba4a-5c90ae8d0bf2 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2418416 Jul 16 20:40:06.429744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object bc5b855c-eefd-46ab-b812-e6af80dd2f11 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:06.497407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2825d743-d9f6-4db0-8399-144090120421 None None] For port c5e11833-375b-4494-929c-90faefc35202, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:06.502863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2825d743-d9f6-4db0-8399-144090120421 None None] For port c5e11833-375b-4494-929c-90faefc35202, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c5e11833-375b-4494-929c-90faefc35202,segment=NetworkSegment(4c0e505d-d169-49a1-92bd-38e985ff1cea),segment_id=4c0e505d-d169-49a1-92bd-38e985ff1cea)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:06.506597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9548432a-dc3c-494e-924a-6b374e772fa5 req-23ec93b0-5940-44eb-8669-8ec7569b176a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630455 Jul 16 20:40:06.522987 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.524354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.574837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:06.581333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:06.586798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:06.626944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825d743-d9f6-4db0-8399-144090120421 None None] Pushing event updated for resources: {'Port': ['ID=c5e11833-375b-4494-929c-90faefc35202,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.656411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.661025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=bc5b855c-eefd-46ab-b812-e6af80dd2f11,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.679530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.771710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event updated for resources: {'Subnet': ['ID=a285b3ae-a925-4785-9609-f26c64eb4f44,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.783120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Checking segment: {'id': 'bb1a7515-ffab-4c52-9866-b1177e033682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:06.783683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Network hostable DHCP agents. Network: c0dfb996-e81b-400d-9e66-0be7aa535755, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:06.808056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Network c0dfb996-e81b-400d-9e66-0be7aa535755 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:06.860870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, c0dfb996-e81b-400d-9e66-0be7aa535755) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:06.869070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.872088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:06.872690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.881270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b116bdf-c493-4c40-81bf-3774d84792c8 None None] Network c0dfb996-e81b-400d-9e66-0be7aa535755 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:06.912245 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6a2db26b-3c49-4f5b-a1a6-8b0dee907b20 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6585879 Jul 16 20:40:06.915082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34610) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:06.922186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Request body: {'port': {'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755', 'name': 'tempest-TagsExtTest-181844359'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:07.110765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Made reservation on behalf of c633a432ffc1405ebcdd5e8edbe7fa81 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:07.113722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-c0dfb996-e81b-400d-9e66-0be7aa535755', 'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755', 'tenant_id': 'c633a432ffc1405ebcdd5e8edbe7fa81', 'fixed_ips': [{'subnet_id': 'a285b3ae-a925-4785-9609-f26c64eb4f44'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:07.116276 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.122079 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.144234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] device_id is not set on port d12bf4a0-48e7-441a-8a95-e0f9970dffa6 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:07.299769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Allocated IP 172.20.0.9 (c0dfb996-e81b-400d-9e66-0be7aa535755/a285b3ae-a925-4785-9609-f26c64eb4f44/d12bf4a0-48e7-441a-8a95-e0f9970dffa6) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:07.475907 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.494296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Transition to ACTIVE for port object d12bf4a0-48e7-441a-8a95-e0f9970dffa6 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:07.568764 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.634062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Allocated IP 172.20.0.2 (c0dfb996-e81b-400d-9e66-0be7aa535755/a285b3ae-a925-4785-9609-f26c64eb4f44/98b990cf-cae6-4fa4-80ef-f0062dc83261) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:07.665364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Network c0dfb996-e81b-400d-9e66-0be7aa535755 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:07.674720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:07.677867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event updated for resources: {'Port': ['ID=d12bf4a0-48e7-441a-8a95-e0f9970dffa6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.690334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:07.783652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:07.784685 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.805079 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bd179940-22a9-4a44-b033-971d38d7d784 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8869631 Jul 16 20:40:07.810637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34614) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:07.820039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f69b7c15-ce67-4fad-bafc-d83e1f480e3e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1315290561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:07.869407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48098f9-0c83-4c36-9e60-b0eb248266aa req-ca293ff4-fd2c-413b-8b58-533e0e3e3fb1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:07.871671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a48098f9-0c83-4c36-9e60-b0eb248266aa req-ca293ff4-fd2c-413b-8b58-533e0e3e3fb1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1695149 Jul 16 20:40:07.876397 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.883922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.899053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c15-ce67-4fad-bafc-d83e1f480e3e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.901179 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c15-ce67-4fad-bafc-d83e1f480e3e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.962327 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.979553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Transition to ACTIVE for port object 98b990cf-cae6-4fa4-80ef-f0062dc83261 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:08.015637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Transition to ACTIVE for port object 98b990cf-cae6-4fa4-80ef-f0062dc83261 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:08.025431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.095306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=bc5b855c-eefd-46ab-b812-e6af80dd2f11,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.100961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c15-ce67-4fad-bafc-d83e1f480e3e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.118639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c15-ce67-4fad-bafc-d83e1f480e3e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.125731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Network c0dfb996-e81b-400d-9e66-0be7aa535755 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:08.135492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:08.140235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:08.146509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a48098f9-0c83-4c36-9e60-b0eb248266aa req-21ce71ef-fa82-4d13-97d0-9aadd4b69732 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446828 Jul 16 20:40:08.148494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.165538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Pushing event updated for resources: {'Port': ['ID=98b990cf-cae6-4fa4-80ef-f0062dc83261,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.171400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4c27d-eaea-4ac6-a886-1b4fc10feea2 None None] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:08.198040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c15-ce67-4fad-bafc-d83e1f480e3e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.200253 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f69b7c15-ce67-4fad-bafc-d83e1f480e3e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3879914 Jul 16 20:40:08.209768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34618) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.222132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-52ada8eb-71c5-483c-a39c-1577dc514d70 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-895579613', 'prefixes': ['172.20.0.0/16']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:08.233355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c5e11833-375b-4494-929c-90faefc35202 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:08.306498 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.341789 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52ada8eb-71c5-483c-a39c-1577dc514d70 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for subnetpool, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.345573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Attempting to bind port 98b990cf-cae6-4fa4-80ef-f0062dc83261 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:08.346086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Attempting to bind port 98b990cf-cae6-4fa4-80ef-f0062dc83261 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'bb1a7515-ffab-4c52-9866-b1177e033682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:08.346541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Attempting to bind port 98b990cf-cae6-4fa4-80ef-f0062dc83261 on network c0dfb996-e81b-400d-9e66-0be7aa535755 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:08.350550 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-52ada8eb-71c5-483c-a39c-1577dc514d70 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1397197 Jul 16 20:40:08.351603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.360435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-cc932ce4-4a74-4f92-94cc-25af073501e1 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', 'tempest-TagsExtTest-Tag-1967971962') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.364584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:08.369224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:08.378071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6091ed30-d41a-455b-ba5b-296a96f5b898 None None] Provisioning for port c5e11833-375b-4494-929c-90faefc35202 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:08.386559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.391726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:08.392242 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Checking segment: {'id': 'bb1a7515-ffab-4c52-9866-b1177e033682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:08.392784 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.393298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Bound using segment: {'id': 'bb1a7515-ffab-4c52-9866-b1177e033682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:08.393886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Bound port: 98b990cf-cae6-4fa4-80ef-f0062dc83261, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1a7515-ffab-4c52-9866-b1177e033682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c0dfb996-e81b-400d-9e66-0be7aa535755'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:08.394393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.556101 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc932ce4-4a74-4f92-94cc-25af073501e1 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags/tempest-TagsExtTest-Tag-1967971962 HTTP/1.1" status: 201 len: 201 time: 0.2027786 Jul 16 20:40:08.558986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34622) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.568827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-ede9ae0e-89f4-4ac9-aa52-6937a51e5b24 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', 'tempest-TagsExtTest-Tag-1769261968') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.641185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:08.663019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] For port 98b990cf-cae6-4fa4-80ef-f0062dc83261, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:08.666496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] For port 98b990cf-cae6-4fa4-80ef-f0062dc83261, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=98b990cf-cae6-4fa4-80ef-f0062dc83261,segment=NetworkSegment(bb1a7515-ffab-4c52-9866-b1177e033682),segment_id=bb1a7515-ffab-4c52-9866-b1177e033682)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:08.673065 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ede9ae0e-89f4-4ac9-aa52-6937a51e5b24 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags/tempest-TagsExtTest-Tag-1769261968 HTTP/1.1" status: 201 len: 201 time: 0.1124289 Jul 16 20:40:08.683401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34624) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.690966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.696557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-dae5996f-8724-404e-b4f5-1aed38e87dd4 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', 'tempest-TagsExtTest-Tag-1526186729') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.698399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c5e11833-375b-4494-929c-90faefc35202 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:08.745821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c5e11833-375b-4494-929c-90faefc35202 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:08.746200 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.793747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.814806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:08.831495 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:08.835986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d1b533b7-8207-4164-bda5-4a39d6ef4d3b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4194748 Jul 16 20:40:08.840981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34626) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.841463 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dae5996f-8724-404e-b4f5-1aed38e87dd4 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags/tempest-TagsExtTest-Tag-1526186729 HTTP/1.1" status: 201 len: 201 time: 0.1565037 Jul 16 20:40:08.842726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.846760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642703641'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:08.847608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-39def3f5-679f-4ccb-87c8-e66b3b886d66 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', 'tempest-TagsExtTest-Tag-262728105') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.858630 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:08.858962 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.882747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:08.889137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.900755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcb4f9-d649-4ea1-83e5-c1aa53e977a5 None None] Pushing event updated for resources: {'Port': ['ID=98b990cf-cae6-4fa4-80ef-f0062dc83261,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.953400 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-39def3f5-679f-4ccb-87c8-e66b3b886d66 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags/tempest-TagsExtTest-Tag-262728105 HTTP/1.1" status: 201 len: 201 time: 0.1100538 Jul 16 20:40:08.957411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.959093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:08.978901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.979392 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment 5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807 of type vlan for network c125b285-2731-4cbe-b4d6-7b4b589344fc Jul 16 20:40:08.982290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-a7f161f5-06f7-4a6c-8c2e-2a4861e4b184 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:09.055426 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:09.066926 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.079170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a7f161f5-06f7-4a6c-8c2e-2a4861e4b184 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags HTTP/1.1" status: 200 len: 241 time: 0.1029756 Jul 16 20:40:09.079170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34632) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:09.089772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-3d3fc148-3fab-45a7-90e5-4f26e809416c tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', 'tempest-TagsExtTest-Tag-1967971962') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:09.107868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.211351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c5e11833-375b-4494-929c-90faefc35202, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c5e11833-375b-4494-929c-90faefc35202,segment=NetworkSegment(4c0e505d-d169-49a1-92bd-38e985ff1cea),segment_id=4c0e505d-d169-49a1-92bd-38e985ff1cea)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:09.231543 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.242380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d3fc148-3fab-45a7-90e5-4f26e809416c tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags/tempest-TagsExtTest-Tag-1967971962 HTTP/1.1" status: 204 len: 168 time: 0.1588135 Jul 16 20:40:09.243697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34638) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:09.262898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-3113f2c6-a2ff-4c4a-9e1c-5a326ca83c7e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', 'tempest-TagsExtTest-Tag-1967971962') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:09.404130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.409169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:09.410053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.440422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c5e11833-375b-4494-929c-90faefc35202,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:09.542268 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:06Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:07Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:09.542695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96d753e7-0922-413a-a015-a4ea05d677e8 None None] Provisioning complete for port c5e11833-375b-4494-929c-90faefc35202 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:09.543281 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96d753e7-0922-413a-a015-a4ea05d677e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.568819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7290726 Jul 16 20:40:09.571721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34642) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:09.579772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:09.604406 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:09.604752 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Updating router 3ccf5476-448e-45cb-9a63-11feddf3bcea port bc5b855c-eefd-46ab-b812-e6af80dd2f11 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:09.620690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311a80f-d528-4a7c-ade9-4cfa90065998 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=c125b285-2731-4cbe-b4d6-7b4b589344fc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:09.669787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network c125b285-2731-4cbe-b4d6-7b4b589344fc details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:09.684435 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.721497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400e923-d98b-4c7c-8b4e-1e85b697896b req-fb87ba42-3cb3-4067-b1f6-65f34acdc988 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:09.725780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d400e923-d98b-4c7c-8b4e-1e85b697896b req-fb87ba42-3cb3-4067-b1f6-65f34acdc988 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.3575609 Jul 16 20:40:09.799806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:09.810575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.845416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3113f2c6-a2ff-4c4a-9e1c-5a326ca83c7e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags/tempest-TagsExtTest-Tag-1967971962 HTTP/1.1" status: 204 len: 168 time: 0.5972338 Jul 16 20:40:09.857218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34644) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:09.871670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-b486c8ef-a67b-4618-bdf5-5014a323f844 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:09.961116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96d753e7-0922-413a-a015-a4ea05d677e8 None None] Provisioning for port bc5b855c-eefd-46ab-b812-e6af80dd2f11 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:09.969272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96d753e7-0922-413a-a015-a4ea05d677e8 None None] Provisioning complete for port bc5b855c-eefd-46ab-b812-e6af80dd2f11 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:09.969681 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96d753e7-0922-413a-a015-a4ea05d677e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.004208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d400e923-d98b-4c7c-8b4e-1e85b697896b req-c9ee21df-06b0-485e-93a0-a793927bcf20 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669151 Jul 16 20:40:10.115194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.119920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b486c8ef-a67b-4618-bdf5-5014a323f844 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags HTTP/1.1" status: 200 len: 205 time: 0.2571440 Jul 16 20:40:10.124070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34646) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.144490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-f492c1ba-9dd9-49dd-8248-4d67ee4b6bad tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.167034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-96d753e7-0922-413a-a015-a4ea05d677e8 None None] Port bc5b855c-eefd-46ab-b812-e6af80dd2f11 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:10.263897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=0e15e943-699a-4218-b57c-e69b8b73ef6b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.294299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:10.294641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: c125b285-2731-4cbe-b4d6-7b4b589344fc, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:10.309501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4e73574b-a1e4-4e27-ad18-07eb6550d9c4 None None] Provisioning complete for port bc5b855c-eefd-46ab-b812-e6af80dd2f11 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:10.318619 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e73574b-a1e4-4e27-ad18-07eb6550d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.368341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network c125b285-2731-4cbe-b4d6-7b4b589344fc is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:10.368603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f492c1ba-9dd9-49dd-8248-4d67ee4b6bad tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags HTTP/1.1" status: 200 len: 241 time: 0.2425363 Jul 16 20:40:10.374011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34650) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.378837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-adeb1ea4-7ff5-4532-b02c-e5c67beafd83 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', 'tempest-TagsExtTest-Tag-1769261968') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.403570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, c125b285-2731-4cbe-b4d6-7b4b589344fc) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:10.417617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:10.418706 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.469158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c753fc-a955-4df3-a601-57fbda76b506 None None] Network c125b285-2731-4cbe-b4d6-7b4b589344fc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:10.475416 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2a10899d-5065-4457-8390-e43084b9fbc2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9017904 Jul 16 20:40:10.478107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34652) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.540642 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.551212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-adeb1ea4-7ff5-4532-b02c-e5c67beafd83 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags/tempest-TagsExtTest-Tag-1769261968 HTTP/1.1" status: 204 len: 168 time: 0.1730013 Jul 16 20:40:10.552207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c5e11833-375b-4494-929c-90faefc35202 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:10.552826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34654) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.560640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-a8b16061-f82b-44f1-a626-91be8a082804 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', 'tempest-TagsExtTest-Tag-1769261968') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.567059 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Transition to ACTIVE for port object bc5b855c-eefd-46ab-b812-e6af80dd2f11 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:10.593810 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.648615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4e73574b-a1e4-4e27-ad18-07eb6550d9c4 None None] Port bc5b855c-eefd-46ab-b812-e6af80dd2f11 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:10.702064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fcdab6-4702-443e-b325-dee32225a5de None None] Network c0dfb996-e81b-400d-9e66-0be7aa535755 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:10.724095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c5e11833-375b-4494-929c-90faefc35202 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:10.724601 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.743957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a8b16061-f82b-44f1-a626-91be8a082804 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags/tempest-TagsExtTest-Tag-1769261968 HTTP/1.1" status: 204 len: 168 time: 0.1878881 Jul 16 20:40:10.744509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34656) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.755748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-a200f266-0376-48bf-bea7-ee95f98026d9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.756915 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Pushing event updated for resources: {'Port': ['ID=bc5b855c-eefd-46ab-b812-e6af80dd2f11,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:10.815927 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.821379 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.821715 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.822069 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.822367 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.822726 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.823013 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.823351 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.823671 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.823964 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.824278 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.824589 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:10.863865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a200f266-0376-48bf-bea7-ee95f98026d9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags HTTP/1.1" status: 200 len: 205 time: 0.1181765 Jul 16 20:40:10.868611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34658) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.885391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-f0243937-ff4c-4c27-903b-b44ffe588082 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.900849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Attempting to bind port bc5b855c-eefd-46ab-b812-e6af80dd2f11 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:10.901473 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Attempting to bind port bc5b855c-eefd-46ab-b812-e6af80dd2f11 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:10.901998 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Attempting to bind port bc5b855c-eefd-46ab-b812-e6af80dd2f11 on network 73ca1f38-39b0-4e95-bcd8-a0d07038010c {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:10.908013 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:10.908871 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Checking segment: {'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:10.909450 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.910009 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Bound using segment: {'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:10.910819 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Bound port: bc5b855c-eefd-46ab-b812-e6af80dd2f11, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0e505d-d169-49a1-92bd-38e985ff1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:10.912637 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.923292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-c125b285-2731-4cbe-b4d6-7b4b589344fc', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:10.923292 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.007375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5bad3ed2-7b5c-4050-9283-700f01cd2334 None None] Provisioning for port 98b990cf-cae6-4fa4-80ef-f0062dc83261 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:11.130859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:11.133881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f0243937-ff4c-4c27-903b-b44ffe588082 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags HTTP/1.1" status: 200 len: 241 time: 0.2609386 Jul 16 20:40:11.136316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-ebf96934-9a02-4afe-bba1-e4119b35093a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', 'tempest-TagsExtTest-Tag-1526186729') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.160376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 98b990cf-cae6-4fa4-80ef-f0062dc83261 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:11.269092 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ebf96934-9a02-4afe-bba1-e4119b35093a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags/tempest-TagsExtTest-Tag-1526186729 HTTP/1.1" status: 204 len: 168 time: 0.1366873 Jul 16 20:40:11.271372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:11.276744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-d14740b0-c5f9-4fe7-a5d5-31bbb664b77d tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', 'tempest-TagsExtTest-Tag-1526186729') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.349062 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] For port bc5b855c-eefd-46ab-b812-e6af80dd2f11, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:11.355415 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] For port bc5b855c-eefd-46ab-b812-e6af80dd2f11, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bc5b855c-eefd-46ab-b812-e6af80dd2f11,segment=NetworkSegment(4c0e505d-d169-49a1-92bd-38e985ff1cea),segment_id=4c0e505d-d169-49a1-92bd-38e985ff1cea)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:11.367552 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.393626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 98b990cf-cae6-4fa4-80ef-f0062dc83261 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:11.399893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 98b990cf-cae6-4fa4-80ef-f0062dc83261 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:11.399893 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.469306 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:11.471831 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.521585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Allocated IP 172.21.0.2 (c125b285-2731-4cbe-b4d6-7b4b589344fc/0e15e943-699a-4218-b57c-e69b8b73ef6b/4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:11.530541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234958f-b2b3-452c-afac-31d3a14119b9 req-98bf7256-ef49-44b8-8db3-b5a928234500 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:11.553442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f234958f-b2b3-452c-afac-31d3a14119b9 req-98bf7256-ef49-44b8-8db3-b5a928234500 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2425649 Jul 16 20:40:11.573098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.625750 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:11.651850 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d14740b0-c5f9-4fe7-a5d5-31bbb664b77d tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags/tempest-TagsExtTest-Tag-1526186729 HTTP/1.1" status: 204 len: 168 time: 0.3793964 Jul 16 20:40:11.655177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f234958f-b2b3-452c-afac-31d3a14119b9 req-0d1841ad-5f21-4870-86c0-f5c58b24224a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937476 Jul 16 20:40:11.656066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34668) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:11.671672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-32c33d08-6903-4b10-af34-a269deec18f8 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.678905 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e29ab3-5d44-4480-928f-2f852688472b None None] Pushing event updated for resources: {'Port': ['ID=bc5b855c-eefd-46ab-b812-e6af80dd2f11,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.851137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-32c33d08-6903-4b10-af34-a269deec18f8 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags HTTP/1.1" status: 200 len: 205 time: 0.1935091 Jul 16 20:40:11.855333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34670) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:11.861972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-94fb8df3-3a50-4126-b41c-2c472e7266a1 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.909877 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.980307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 98b990cf-cae6-4fa4-80ef-f0062dc83261, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=98b990cf-cae6-4fa4-80ef-f0062dc83261,segment=NetworkSegment(bb1a7515-ffab-4c52-9866-b1177e033682),segment_id=bb1a7515-ffab-4c52-9866-b1177e033682)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:11.989837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34672) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:11.993383 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-94fb8df3-3a50-4126-b41c-2c472e7266a1 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags HTTP/1.1" status: 200 len: 240 time: 0.1369700 Jul 16 20:40:11.994622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-f9c7c1fe-17cb-4b12-bacb-a9b64c75a8dd tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', 'tempest-TagsExtTest-Tag-262728105') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.010167 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.076519 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:06Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.118299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f9c7c1fe-17cb-4b12-bacb-a9b64c75a8dd tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags/tempest-TagsExtTest-Tag-262728105 HTTP/1.1" status: 204 len: 168 time: 0.1271994 Jul 16 20:40:12.120505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34674) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.131144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-ca37fe27-6460-4cb4-961b-8090bf7d4786 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', 'tempest-TagsExtTest-Tag-262728105') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.150903 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea81ca-6006-4ebb-bec2-d0b2ce7929a9 None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:06Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:12.196240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=98b990cf-cae6-4fa4-80ef-f0062dc83261,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.199787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.206678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca37fe27-6460-4cb4-961b-8090bf7d4786 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags/tempest-TagsExtTest-Tag-262728105 HTTP/1.1" status: 204 len: 168 time: 0.0732436 Jul 16 20:40:12.210221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-aaf5b9b1-a4bb-4b48-840e-c9c11eaf9382 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.222433 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.235549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Transition to ACTIVE for port object 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:12.247429 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aaf5b9b1-a4bb-4b48-840e-c9c11eaf9382 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags HTTP/1.1" status: 200 len: 205 time: 0.0427155 Jul 16 20:40:12.247927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34678) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.253645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-21640550-8889-4e09-bc69-97e495120ba1 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.274269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Transition to ACTIVE for port object 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:12.283805 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.314730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-21640550-8889-4e09-bc69-97e495120ba1 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0653336 Jul 16 20:40:12.341296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34680) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.346291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-ce826a1c-59ad-4148-a27d-35be64c128d5 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.368151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Network c125b285-2731-4cbe-b4d6-7b4b589344fc is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:12.383217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.21.0.1 (c125b285-2731-4cbe-b4d6-7b4b589344fc/0e15e943-699a-4218-b57c-e69b8b73ef6b/799705a6-c5ca-4867-aa49-f99725c22093) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:12.390099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:12.394092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Pushing event updated for resources: {'Port': ['ID=4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.401468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:12.460385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1490808e-f384-461b-93e1-e4aef7116abe None None] Provisioning for port d12bf4a0-48e7-441a-8a95-e0f9970dffa6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:12.467074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1490808e-f384-461b-93e1-e4aef7116abe None None] Provisioning complete for port d12bf4a0-48e7-441a-8a95-e0f9970dffa6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:12.467074 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1490808e-f384-461b-93e1-e4aef7116abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.506774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ce826a1c-59ad-4148-a27d-35be64c128d5 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1608541 Jul 16 20:40:12.507472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34682) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.513935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-3a72f43d-c842-459f-b4aa-d345c17e5e30 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.558768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1490808e-f384-461b-93e1-e4aef7116abe None None] Port d12bf4a0-48e7-441a-8a95-e0f9970dffa6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:12.600846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Attempting to bind port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:12.601221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Attempting to bind port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:12.601587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Attempting to bind port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 on network c125b285-2731-4cbe-b4d6-7b4b589344fc {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:12.604710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1490808e-f384-461b-93e1-e4aef7116abe None None] Provisioning complete for port 98b990cf-cae6-4fa4-80ef-f0062dc83261 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:12.605349 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1490808e-f384-461b-93e1-e4aef7116abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.637452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:12.638917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Checking segment: {'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:12.638917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.638917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Bound using segment: {'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:12.643572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Bound port: 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:12.643572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.671470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3a72f43d-c842-459f-b4aa-d345c17e5e30 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags HTTP/1.1" status: 204 len: 168 time: 0.1566365 Jul 16 20:40:12.673943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34686) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.690768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-8936bd31-26bf-4503-92b3-d9e48ae352ba tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.787191 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.837186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object 799705a6-c5ca-4867-aa49-f99725c22093 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:12.885054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8936bd31-26bf-4503-92b3-d9e48ae352ba tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags HTTP/1.1" status: 204 len: 168 time: 0.2063942 Jul 16 20:40:12.885972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34690) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.897344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-0d8aad25-ff02-4366-9e0f-40e185fdeca9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', 'tempest-TagsExtTest-Tag-622863551') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:12.931706 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.967848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] For port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:12.972725 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] For port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5,segment=NetworkSegment(5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807),segment_id=5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:12.988321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network c125b285-2731-4cbe-b4d6-7b4b589344fc is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:12.993495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.998509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:13.010176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:13.065758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=799705a6-c5ca-4867-aa49-f99725c22093,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.095164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be892-191a-45ef-b2e1-42791b56af18 req-f4c93655-4c8e-4841-ba97-e7598ece804e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:13.104430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d45be892-191a-45ef-b2e1-42791b56af18 req-f4c93655-4c8e-4841-ba97-e7598ece804e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1965892 Jul 16 20:40:13.141590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d855385-b9f4-42af-a212-214b9265e0c1 None None] Pushing event updated for resources: {'Port': ['ID=4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.150972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.154813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0d8aad25-ff02-4366-9e0f-40e185fdeca9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags/tempest-TagsExtTest-Tag-622863551 HTTP/1.1" status: 201 len: 201 time: 0.2674553 Jul 16 20:40:13.156068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34692) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.173273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-a171897b-5275-4f17-899a-2a4b688c87ef tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', 'tempest-TagsExtTest-Tag-2000786109') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:13.177708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64472f29-d748-439a-a203-591b2dd1583b None None] Provisioning complete for port d12bf4a0-48e7-441a-8a95-e0f9970dffa6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:13.178462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64472f29-d748-439a-a203-591b2dd1583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.248979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d45be892-191a-45ef-b2e1-42791b56af18 req-c58d1d37-94af-469d-99fc-33c408975de3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432195 Jul 16 20:40:13.334595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-64472f29-d748-439a-a203-591b2dd1583b None None] Port d12bf4a0-48e7-441a-8a95-e0f9970dffa6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:13.393786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a171897b-5275-4f17-899a-2a4b688c87ef tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags/tempest-TagsExtTest-Tag-2000786109 HTTP/1.1" status: 201 len: 201 time: 0.2248614 Jul 16 20:40:13.397494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34694) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.404664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-348d3526-726b-4ccd-8653-56e79eaf68b9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', 'tempest-TagsExtTest-Tag-1805467935') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:13.451150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.643111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-348d3526-726b-4ccd-8653-56e79eaf68b9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags/tempest-TagsExtTest-Tag-1805467935 HTTP/1.1" status: 201 len: 201 time: 0.2441225 Jul 16 20:40:13.646466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.655089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-a3735b39-ad02-472d-ad6b-c960461d2557 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', 'tempest-TagsExtTest-Tag-1936672638') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:13.774553 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3735b39-ad02-472d-ad6b-c960461d2557 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags/tempest-TagsExtTest-Tag-1936672638 HTTP/1.1" status: 201 len: 201 time: 0.1264982 Jul 16 20:40:13.780752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34700) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.787763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-a2365eab-3059-4dea-a9ed-c5b6c02da392 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', {'tags': ['tempest-TagsExtTest-Tag-1108650369', 'tempest-TagsExtTest-Tag-784720159', 'tempest-TagsExtTest-Tag-1959481630']}) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:13.941655 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a2365eab-3059-4dea-a9ed-c5b6c02da392 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags HTTP/1.1" status: 200 len: 317 time: 0.1597867 Jul 16 20:40:13.945156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.952953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-bf9d2cb9-3854-45f9-b89c-c86a722b7eb0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.007808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.015774 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.073541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf9d2cb9-3854-45f9-b89c-c86a722b7eb0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags HTTP/1.1" status: 204 len: 168 time: 0.1249959 Jul 16 20:40:14.079442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34704) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.088771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-0e617a90-60a2-4f99-be2e-6663bde51706 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', 'tempest-TagsExtTest-Tag-1108650369') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.141599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.144396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=799705a6-c5ca-4867-aa49-f99725c22093,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.208988 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-0e617a90-60a2-4f99-be2e-6663bde51706 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:14.210328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0e617a90-60a2-4f99-be2e-6663bde51706 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags/tempest-TagsExtTest-Tag-1108650369 HTTP/1.1" status: 404 len: 329 time: 0.1297314 Jul 16 20:40:14.218131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.223141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-221bf3a9-d4b3-4e7b-9ac0-c33111947aed tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', 'tempest-TagsExtTest-Tag-784720159') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.357638 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-221bf3a9-d4b3-4e7b-9ac0-c33111947aed tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:14.366004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34710) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.371803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-972c5fbb-d092-4051-a0e0-c71cc169a2a6 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44', 'tempest-TagsExtTest-Tag-1959481630') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.376783 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-221bf3a9-d4b3-4e7b-9ac0-c33111947aed tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags/tempest-TagsExtTest-Tag-784720159 HTTP/1.1" status: 404 len: 328 time: 0.1543255 Jul 16 20:40:14.388974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network c125b285-2731-4cbe-b4d6-7b4b589344fc is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:14.390366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:14.409262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:14.521443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:14.527549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 98b990cf-cae6-4fa4-80ef-f0062dc83261 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:14.625497 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-972c5fbb-d092-4051-a0e0-c71cc169a2a6 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:14.627364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-972c5fbb-d092-4051-a0e0-c71cc169a2a6 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags/tempest-TagsExtTest-Tag-1959481630 HTTP/1.1" status: 404 len: 329 time: 0.2594848 Jul 16 20:40:14.630791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34712) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.633389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 98b990cf-cae6-4fa4-80ef-f0062dc83261 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:14.634013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.643042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-ff0967f9-8d85-4455-81cb-ccee6b8d56c9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', {'tags': ['tempest-TagsExtTest-Tag-2078331244', 'tempest-TagsExtTest-Tag-418469363', 'tempest-TagsExtTest-Tag-1677472082']}) {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.772642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d798b2-5d84-4b4c-8392-f826b5f1039e req-33332260-dcb0-44ba-9469-93cd1fe681f1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:14.780888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6d798b2-5d84-4b4c-8392-f826b5f1039e req-33332260-dcb0-44ba-9469-93cd1fe681f1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2473133 Jul 16 20:40:14.808314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc5b855c-eefd-46ab-b812-e6af80dd2f11 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:14.873454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ff0967f9-8d85-4455-81cb-ccee6b8d56c9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags HTTP/1.1" status: 200 len: 317 time: 0.2360425 Jul 16 20:40:14.895959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port bc5b855c-eefd-46ab-b812-e6af80dd2f11 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:14.902343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bc5b855c-eefd-46ab-b812-e6af80dd2f11 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:14.902922 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.903649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6d798b2-5d84-4b4c-8392-f826b5f1039e req-f7e5a923-9960-4cc8-a60f-3995c00010ef tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204443 Jul 16 20:40:14.913342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34714) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.921679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-31c7fe7c-ef1b-4526-b71e-1c74ef68b75c tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.943637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefa3da-4a14-4e8c-aebc-5d6816ae4d40 None None] Network c125b285-2731-4cbe-b4d6-7b4b589344fc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:15.063983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-31c7fe7c-ef1b-4526-b71e-1c74ef68b75c tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags HTTP/1.1" status: 204 len: 168 time: 0.1491570 Jul 16 20:40:15.066521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34718) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.082308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-2e5dce0b-e47f-4d1d-8981-25e4b5626ec2 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', 'tempest-TagsExtTest-Tag-2078331244') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.149486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:15.152610 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-2e5dce0b-e47f-4d1d-8981-25e4b5626ec2 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:15.153843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2e5dce0b-e47f-4d1d-8981-25e4b5626ec2 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags/tempest-TagsExtTest-Tag-2078331244 HTTP/1.1" status: 404 len: 329 time: 0.0859835 Jul 16 20:40:15.156750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34720) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.162975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-795a2294-5884-46d8-b724-a8516d24944e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', 'tempest-TagsExtTest-Tag-418469363') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.226565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aed728a7-dc69-48ab-9fb8-87770458e692 None None] Provisioning for port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:15.264791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aed728a7-dc69-48ab-9fb8-87770458e692 None None] Provisioning complete for port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:15.265422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aed728a7-dc69-48ab-9fb8-87770458e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.295745 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-795a2294-5884-46d8-b724-a8516d24944e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:15.296792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-795a2294-5884-46d8-b724-a8516d24944e tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags/tempest-TagsExtTest-Tag-418469363 HTTP/1.1" status: 404 len: 328 time: 0.1389148 Jul 16 20:40:15.300505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34722) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.306702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-4fa23254-ab43-4b9a-a5c3-63dbd3696812 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6', 'tempest-TagsExtTest-Tag-1677472082') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.307031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:15.315635 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8611f758-e1d8-4708-bc76-8619d99203ab tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8355412 Jul 16 20:40:15.315918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34724) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.326454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:15.344020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728483523'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:15.375567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:15.380228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.394771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:15.395016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.416862 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-4fa23254-ab43-4b9a-a5c3-63dbd3696812 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:15.420458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4fa23254-ab43-4b9a-a5c3-63dbd3696812 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags/tempest-TagsExtTest-Tag-1677472082 HTTP/1.1" status: 404 len: 329 time: 0.1162012 Jul 16 20:40:15.421238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34726) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.428292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-102e9875-47a2-4dc0-bd64-c1f55920717c tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', {'tags': ['tempest-TagsExtTest-Tag-1693099441', 'tempest-TagsExtTest-Tag-311551713', 'tempest-TagsExtTest-Tag-358770500']}) {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.430411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:15.508472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.508833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.509291 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment a73f7c72-e91d-4d4b-8058-a6d75bf7b877 of type vlan for network 406efdee-bd0a-40ad-8eb1-7ea140d83413 Jul 16 20:40:15.566799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.574167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-102e9875-47a2-4dc0-bd64-c1f55920717c tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags HTTP/1.1" status: 200 len: 316 time: 0.1523788 Jul 16 20:40:15.576667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34728) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.581547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-4d737a37-5e03-40a6-8dbc-544941d84080 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.595495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:15.618465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.631001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:15.636056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.657694 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aed728a7-dc69-48ab-9fb8-87770458e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.666498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port bc5b855c-eefd-46ab-b812-e6af80dd2f11, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bc5b855c-eefd-46ab-b812-e6af80dd2f11,segment=NetworkSegment(4c0e505d-d169-49a1-92bd-38e985ff1cea),segment_id=4c0e505d-d169-49a1-92bd-38e985ff1cea)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:15.685971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.730471 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4d737a37-5e03-40a6-8dbc-544941d84080 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1526353 Jul 16 20:40:15.731108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.735235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=406efdee-bd0a-40ad-8eb1-7ea140d83413,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.735982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-48a764a3-6f90-4b21-8e4e-b5a10ca1c6f5 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', 'tempest-TagsExtTest-Tag-1693099441') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.744560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2ca9c368-2960-4f0e-a28b-aa6039d36d4f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4268486 Jul 16 20:40:15.746652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34732) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.753992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:15.786346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:15.831882 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-48a764a3-6f90-4b21-8e4e-b5a10ca1c6f5 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:15.835321 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-48a764a3-6f90-4b21-8e4e-b5a10ca1c6f5 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags/tempest-TagsExtTest-Tag-1693099441 HTTP/1.1" status: 404 len: 329 time: 0.1021481 Jul 16 20:40:15.837609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34734) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.847069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-e4a0fa3c-cda5-413d-a939-d4a792cfa517 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', 'tempest-TagsExtTest-Tag-311551713') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:15.858077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-aed728a7-dc69-48ab-9fb8-87770458e692 None None] For port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5,segment=NetworkSegment(5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807),segment_id=5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:15.883713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:15.888813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.917617 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aed728a7-dc69-48ab-9fb8-87770458e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.002495 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-e4a0fa3c-cda5-413d-a939-d4a792cfa517 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:16.004380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e4a0fa3c-cda5-413d-a939-d4a792cfa517 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags/tempest-TagsExtTest-Tag-311551713 HTTP/1.1" status: 404 len: 328 time: 0.1651216 Jul 16 20:40:16.007661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.013794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-d4236654-d647-4f01-8cba-31ddd500a4f9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5', 'tempest-TagsExtTest-Tag-358770500') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.029595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=bc5b855c-eefd-46ab-b812-e6af80dd2f11,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.200864 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-d4236654-d647-4f01-8cba-31ddd500a4f9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:16.200864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d4236654-d647-4f01-8cba-31ddd500a4f9 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags/tempest-TagsExtTest-Tag-358770500 HTTP/1.1" status: 404 len: 328 time: 0.1910434 Jul 16 20:40:16.202811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34742) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.209286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-b475c2bf-6a9f-45db-9407-3c5cebdfe92d tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', {'tags': ['tempest-TagsExtTest-Tag-69361713', 'tempest-TagsExtTest-Tag-171123505', 'tempest-TagsExtTest-Tag-1324032603']}) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.224591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed728a7-dc69-48ab-9fb8-87770458e692 None None] Pushing event updated for resources: {'Port': ['ID=4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.295963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d57c0787-fac3-41b5-b99b-cf6edfffdc98 None None] Provisioning for port 799705a6-c5ca-4867-aa49-f99725c22093 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:16.300693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34744) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.301794 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b475c2bf-6a9f-45db-9407-3c5cebdfe92d tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "PUT /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags HTTP/1.1" status: 200 len: 315 time: 0.0969901 Jul 16 20:40:16.305385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-8e2f3dfa-d39e-48bc-96d8-0dfbb613f567 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.307759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d57c0787-fac3-41b5-b99b-cf6edfffdc98 None None] Provisioning complete for port 799705a6-c5ca-4867-aa49-f99725c22093 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:16.308540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d57c0787-fac3-41b5-b99b-cf6edfffdc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.362147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 3, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:11Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.390312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:16.390728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Updating router 3ccf5476-448e-45cb-9a63-11feddf3bcea port 799705a6-c5ca-4867-aa49-f99725c22093 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:16.400675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.418248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d57c0787-fac3-41b5-b99b-cf6edfffdc98 None None] Port 799705a6-c5ca-4867-aa49-f99725c22093 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:16.435809 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.446284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d57c0787-fac3-41b5-b99b-cf6edfffdc98 None None] Provisioning complete for port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:16.446567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d57c0787-fac3-41b5-b99b-cf6edfffdc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.458447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f602f17-4004-4109-abbd-9e4e39e7e722 req-2dba3a8c-b0db-4059-8a67-cdbb6c78c9d6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:16.460425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f602f17-4004-4109-abbd-9e4e39e7e722 req-2dba3a8c-b0db-4059-8a67-cdbb6c78c9d6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2892234 Jul 16 20:40:16.468637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8e2f3dfa-d39e-48bc-96d8-0dfbb613f567 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1643031 Jul 16 20:40:16.469338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34746) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.474443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-2e013c26-baf4-465f-b003-64348ca5ceb4 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', 'tempest-TagsExtTest-Tag-69361713') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.515465 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-2e013c26-baf4-465f-b003-64348ca5ceb4 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:16.517844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=fc8c7448-4803-4c75-b470-60e78cf42bec,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.526483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34748) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.529128 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e013c26-baf4-465f-b003-64348ca5ceb4 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags/tempest-TagsExtTest-Tag-69361713 HTTP/1.1" status: 404 len: 327 time: 0.0585401 Jul 16 20:40:16.531275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.tag.tag_plugin [None req-80720354-f993-48dd-ac9a-df5c751aba57 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', 'tempest-TagsExtTest-Tag-171123505') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.556183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f602f17-4004-4109-abbd-9e4e39e7e722 req-88f3382f-0cea-4e44-8052-2c82b596a81a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852973 Jul 16 20:40:16.557247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:16.557612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: 406efdee-bd0a-40ad-8eb1-7ea140d83413, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:16.588941 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-80720354-f993-48dd-ac9a-df5c751aba57 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:16.590262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-80720354-f993-48dd-ac9a-df5c751aba57 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags/tempest-TagsExtTest-Tag-171123505 HTTP/1.1" status: 404 len: 328 time: 0.0628023 Jul 16 20:40:16.593138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34750) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.598652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-f0fac21b-6f15-40ff-9d1b-d3007718ec0a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed', 'tempest-TagsExtTest-Tag-1324032603') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.600400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:16.615469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 406efdee-bd0a-40ad-8eb1-7ea140d83413) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:16.623552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:16.624426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.631065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087b47c-47d0-401d-9e41-43d800555ac3 None None] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:16.643276 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-f0fac21b-6f15-40ff-9d1b-d3007718ec0a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] show failed (client error): The resource could not be found. Jul 16 20:40:16.646365 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f0fac21b-6f15-40ff-9d1b-d3007718ec0a tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags/tempest-TagsExtTest-Tag-1324032603 HTTP/1.1" status: 404 len: 329 time: 0.0511155 Jul 16 20:40:16.649233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.656164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6b0d68e7-6251-4430-a2b8-667591a26d7f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9079101 Jul 16 20:40:16.656397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-43da107b-da59-4df2-94e8-7beca0049594 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ea14255a-4cab-4647-b495-475b7e1c64ed') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.658874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34754) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.696819 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-43da107b-da59-4df2-94e8-7beca0049594 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0451787 Jul 16 20:40:16.699725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34756) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.706764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-9d9d2f21-ba19-4799-a8b5-06a5040d2aaf tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6275e28-de10-4975-b4c2-d2fdcc64e3b5') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.809924 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9d9d2f21-ba19-4799-a8b5-06a5040d2aaf tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1065443 Jul 16 20:40:16.810385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34758) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.815475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-edc779f9-9ddf-4bc1-aae5-9de50dcdeb01 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd12bf4a0-48e7-441a-8a95-e0f9970dffa6') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.854890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1af7fb66-7d79-4456-bbff-0760db0d78e3 None None] Provisioning complete for port 799705a6-c5ca-4867-aa49-f99725c22093 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:16.855281 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1af7fb66-7d79-4456-bbff-0760db0d78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.889993 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-edc779f9-9ddf-4bc1-aae5-9de50dcdeb01 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6/tags HTTP/1.1" status: 204 len: 168 time: 0.0782118 Jul 16 20:40:16.892510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.899936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.tag.tag_plugin [None req-8d86f19f-8871-4c69-9f3c-7ee2e076fd47 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a285b3ae-a925-4785-9609-f26c64eb4f44') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.922628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1af7fb66-7d79-4456-bbff-0760db0d78e3 None None] Port 799705a6-c5ca-4867-aa49-f99725c22093 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:16.964969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-406efdee-bd0a-40ad-8eb1-7ea140d83413', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:16.965823 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.983501 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8d86f19f-8871-4c69-9f3c-7ee2e076fd47 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44/tags HTTP/1.1" status: 204 len: 168 time: 0.0867805 Jul 16 20:40:16.986067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34762) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.079132 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.106131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Transition to ACTIVE for port object 799705a6-c5ca-4867-aa49-f99725c22093 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:17.108445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-20679797-97b2-49e9-b07f-ceea94389c5f tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for subnetpool, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.112802 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-20679797-97b2-49e9-b07f-ceea94389c5f tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnetpools/ea14255a-4cab-4647-b495-475b7e1c64ed HTTP/1.1" status: 204 len: 168 time: 0.1251123 Jul 16 20:40:17.115337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34764) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.125594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.188952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e182bc9f-d851-43c3-bdc0-ad524e23b185 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "GET /v2.0/ports?device_id=a6275e28-de10-4975-b4c2-d2fdcc64e3b5 HTTP/1.1" status: 200 len: 205 time: 0.0702095 Jul 16 20:40:17.189458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34768) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.222826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b1e2d-92bb-4a65-8011-e7756b000479 None None] Pushing event updated for resources: {'Port': ['ID=799705a6-c5ca-4867-aa49-f99725c22093,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.312072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ea1561-7216-40b5-a739-f0a5e5e374e0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.322712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Allocated IP 172.22.0.2 (406efdee-bd0a-40ad-8eb1-7ea140d83413/fc8c7448-4803-4c75-b470-60e78cf42bec/4a79879f-cad7-4c97-8467-0f9b7d4b47a1) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:17.374832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Attempting to bind port 799705a6-c5ca-4867-aa49-f99725c22093 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:17.375288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Attempting to bind port 799705a6-c5ca-4867-aa49-f99725c22093 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:17.375644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Attempting to bind port 799705a6-c5ca-4867-aa49-f99725c22093 on network c125b285-2731-4cbe-b4d6-7b4b589344fc {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:17.399522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:17.399894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Checking segment: {'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:17.400302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.400700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Bound using segment: {'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:17.401191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Bound port: 799705a6-c5ca-4867-aa49-f99725c22093, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:17.401571 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.522349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] For port 799705a6-c5ca-4867-aa49-f99725c22093, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:17.526467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] For port 799705a6-c5ca-4867-aa49-f99725c22093, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=799705a6-c5ca-4867-aa49-f99725c22093,segment=NetworkSegment(5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807),segment_id=5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:17.537797 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.567929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.658334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ea1561-7216-40b5-a739-f0a5e5e374e0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.660939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ea1561-7216-40b5-a739-f0a5e5e374e0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.723631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ea1561-7216-40b5-a739-f0a5e5e374e0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.724349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea1561-7216-40b5-a739-f0a5e5e374e0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Fanout notify agent at l3_agent the message router_deleted on router a6275e28-de10-4975-b4c2-d2fdcc64e3b5 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:17.736023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ea1561-7216-40b5-a739-f0a5e5e374e0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.737409 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-70ea1561-7216-40b5-a739-f0a5e5e374e0 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/routers/a6275e28-de10-4975-b4c2-d2fdcc64e3b5 HTTP/1.1" status: 204 len: 168 time: 0.5463924 Jul 16 20:40:17.742222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34782) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.793651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b1e2d-92bb-4a65-8011-e7756b000479 None None] Pushing event updated for resources: {'Port': ['ID=799705a6-c5ca-4867-aa49-f99725c22093,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.814212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:17.815492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.892472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Deleting port d12bf4a0-48e7-441a-8a95-e0f9970dffa6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:17.893348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.082414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.110399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Calling delete_port for d12bf4a0-48e7-441a-8a95-e0f9970dffa6 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:18.166611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66740-e54f-46b6-8bc6-01c7b1b65b5f req-816b6516-b8ba-4b0c-834c-371a9071f147 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:18.175857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5b66740-e54f-46b6-8bc6-01c7b1b65b5f req-816b6516-b8ba-4b0c-834c-371a9071f147 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.3336608 Jul 16 20:40:18.196733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:18.227975 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.232114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5b66740-e54f-46b6-8bc6-01c7b1b65b5f req-cea8afa9-5bb4-4524-aeaf-3c64a70b1fc3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531335 Jul 16 20:40:18.259912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Transition to ACTIVE for port object 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:18.294851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Transition to ACTIVE for port object 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:18.309054 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.310094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:18.313535 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.342343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event deleted for resources: {'Port': ['ID=d12bf4a0-48e7-441a-8a95-e0f9970dffa6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.432481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:18.440745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.22.0.1 (406efdee-bd0a-40ad-8eb1-7ea140d83413/fc8c7448-4803-4c75-b470-60e78cf42bec/7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:18.490964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:18.499400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Pushing event updated for resources: {'Port': ['ID=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.502361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:18.514807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:18.515174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.531989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.535610 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-465640a6-f2fc-4b15-99f2-e655d9340894 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/ports/d12bf4a0-48e7-441a-8a95-e0f9970dffa6 HTTP/1.1" status: 204 len: 168 time: 0.7918539 Jul 16 20:40:18.538653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:18.610052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Deleting subnet a285b3ae-a925-4785-9609-f26c64eb4f44 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:18.614082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.666068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.669138 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.710257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:18.757633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Attempting to bind port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:18.758056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Attempting to bind port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:18.758377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Attempting to bind port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 on network 406efdee-bd0a-40ad-8eb1-7ea140d83413 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:18.788232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:18.788678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Checking segment: {'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:18.789405 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.789405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Bound using segment: {'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:18.789903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Bound port: 4a79879f-cad7-4c97-8467-0f9b7d4b47a1, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:18.790283 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.792848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.842937 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.851057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:18.883849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:18.893201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:18.898179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc5b855c-eefd-46ab-b812-e6af80dd2f11 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:18.946554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] For port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:18.952229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] For port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,segment=NetworkSegment(a73f7c72-e91d-4d4b-8058-a6d75bf7b877),segment_id=a73f7c72-e91d-4d4b-8058-a6d75bf7b877)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:18.962296 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.966350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.968327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.973932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 3, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:17Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.997958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event deleted for resources: {'Subnet': ['ID=a285b3ae-a925-4785-9609-f26c64eb4f44,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.000115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.003397 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f4ed60dd-e805-419a-8243-ef1123db3f78 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/subnets/a285b3ae-a925-4785-9609-f26c64eb4f44 HTTP/1.1" status: 204 len: 168 time: 0.4607389 Jul 16 20:40:19.009585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:19.012101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.023968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82200458-2a89-47d9-bf46-8f48ad109013 None None] Network c0dfb996-e81b-400d-9e66-0be7aa535755 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:19.030864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b162862-33b3-496c-9526-ef6efecc53a7 None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:13Z', 'revision_number': 3, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:17Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:19.165666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bc5b855c-eefd-46ab-b812-e6af80dd2f11 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:19.166034 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.168156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc54ff3-b414-4925-a724-2dd6424c6c1f None None] Pushing event updated for resources: {'Port': ['ID=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.235003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.236733 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.347853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Deleting port 98b990cf-cae6-4fa4-80ef-f0062dc83261 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:19.349764 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.514916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] For port 98b990cf-cae6-4fa4-80ef-f0062dc83261, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=98b990cf-cae6-4fa4-80ef-f0062dc83261,segment=NetworkSegment(bb1a7515-ffab-4c52-9866-b1177e033682),segment_id=bb1a7515-ffab-4c52-9866-b1177e033682)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:19.515670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.537164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Calling delete_port for 98b990cf-cae6-4fa4-80ef-f0062dc83261 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:19.641548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] DHCP port deletion for c0dfb996-e81b-400d-9e66-0be7aa535755 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:19.719522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.719811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d13e0c-9276-453b-ad3d-dd3f49c09cb9 req-0b1372eb-5c9b-4185-937f-fb4e730e7540 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:19.721683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43d13e0c-9276-453b-ad3d-dd3f49c09cb9 req-0b1372eb-5c9b-4185-937f-fb4e730e7540 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2129397 Jul 16 20:40:19.756169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] Deleting port 98b990cf-cae6-4fa4-80ef-f0062dc83261 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:19.756797 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.762381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event deleted for resources: {'Port': ['ID=98b990cf-cae6-4fa4-80ef-f0062dc83261,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.771268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] No DVR routers for this DVR port 98b990cf-cae6-4fa4-80ef-f0062dc83261 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:19.858440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] For port 98b990cf-cae6-4fa4-80ef-f0062dc83261, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:19.858904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.882691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.894191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] Calling delete_port for 98b990cf-cae6-4fa4-80ef-f0062dc83261 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:19.897968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dfb996-e81b-400d-9e66-0be7aa535755']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.898381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] Port 98b990cf-cae6-4fa4-80ef-f0062dc83261 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:40:19.899743 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.914742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1a7515-ffab-4c52-9866-b1177e033682') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.917844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] No DVR routers for this DVR port 98b990cf-cae6-4fa4-80ef-f0062dc83261 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:19.918343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1a7515-ffab-4c52-9866-b1177e033682') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.945371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac9315-ccee-4907-a4b4-0085965ae179 None None] Pushing event deleted for resources: {'Port': ['ID=98b990cf-cae6-4fa4-80ef-f0062dc83261,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.947041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43d13e0c-9276-453b-ad3d-dd3f49c09cb9 req-69df9feb-d91f-4a66-bdfd-3fe0f197f95b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235695 Jul 16 20:40:19.960624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.978591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.986052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:19.986456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:19.990286 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:20.010837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.017943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.118047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.137523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.147188 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] 10.222.0.100 "DELETE /v2.0/networks/c0dfb996-e81b-400d-9e66-0be7aa535755 HTTP/1.1" status: 204 len: 168 time: 1.1362572 Jul 16 20:40:20.156106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.167131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.191646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d24cdb-f99e-4243-93c1-6aaa6d8ff273 tempest-TagsExtTest-1494940886 tempest-TagsExtTest-1494940886-project] Pushing event deleted for resources: {'Network': ['ID=c0dfb996-e81b-400d-9e66-0be7aa535755,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.300476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 799705a6-c5ca-4867-aa49-f99725c22093 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:20.351112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:20.353209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:20.387620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 799705a6-c5ca-4867-aa49-f99725c22093 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:20.392455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 799705a6-c5ca-4867-aa49-f99725c22093 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:20.393256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.528751 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.553041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:20.574068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 799705a6-c5ca-4867-aa49-f99725c22093, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=799705a6-c5ca-4867-aa49-f99725c22093,segment=NetworkSegment(5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807),segment_id=5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:20.583442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.586164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:20.653030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34810) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:20.753114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:20.755336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba0584c-fea9-4d5e-9683-6b5b58fed33e None None] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:20.767948 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:20.771470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7381d54f-829a-4a0c-add3-fe2ab4b4bc15 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1097722 Jul 16 20:40:20.772181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34814) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:20.781218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'network': {'name': 'tempest-RoutersTest-33049219'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:20.804124 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:20.804762 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:20.829606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=799705a6-c5ca-4867-aa49-f99725c22093,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:20.856129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:20.870512 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-743a2d1a-58c6-4165-85c9-3e6934044b84 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c633a432ffc1405ebcdd5e8edbe7fa81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154570 Jul 16 20:40:20.871429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:20.873250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34816) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:20.875942 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.912523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:20.924594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.924962 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added segment 95cc4335-be7b-4205-918a-fd47b666f0fd of type vlan for network f73afad6-712c-4270-932f-aad15f9e64ff Jul 16 20:40:20.932336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Provisioning for port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:20.946142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Provisioning complete for port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:20.946624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.953550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:20.953962 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.982948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c0624d-7df8-4231-9990-c172929ecfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.009651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.015540 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:21.028768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c0624d-7df8-4231-9990-c172929ecfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.059674 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.075956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.076632 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.117902 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c0624d-7df8-4231-9990-c172929ecfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.120716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c0624d-7df8-4231-9990-c172929ecfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.121922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b2c0624d-7df8-4231-9990-c172929ecfce admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4aba3cfa-f893-41a9-81ee-65dad3eafa51 HTTP/1.1" status: 204 len: 168 time: 0.2476678 Jul 16 20:40:21.161051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0624d-7df8-4231-9990-c172929ecfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba3cfa-f893-41a9-81ee-65dad3eafa51,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.195300 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4215758 Jul 16 20:40:21.207479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34822) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:21.213528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'subnet': {'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:21.277822 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.313129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bb748-de75-4357-9685-845cb797812b req-dec75730-b949-4a52-bd1e-005573e1d886 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:21.315577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b32bb748-de75-4357-9685-845cb797812b req-dec75730-b949-4a52-bd1e-005573e1d886 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1315567 Jul 16 20:40:21.320556 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.354230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa9104-2613-4f00-8e49-8d20d04f6a59 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Network': ['ID=f73afad6-712c-4270-932f-aad15f9e64ff,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.373745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network f73afad6-712c-4270-932f-aad15f9e64ff details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:21.403458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b32bb748-de75-4357-9685-845cb797812b req-8cb2349b-b12c-4c0d-a75a-a1e31c790c71 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805674 Jul 16 20:40:21.413432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] For port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,segment=NetworkSegment(a73f7c72-e91d-4d4b-8058-a6d75bf7b877),segment_id=a73f7c72-e91d-4d4b-8058-a6d75bf7b877)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:21.421513 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.476573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Made reservation on behalf of bff1869cc8144e3b85dda571a0747eb5 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:21.482995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.538797 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:21.603758 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:21.604401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Updating router 3ccf5476-448e-45cb-9a63-11feddf3bcea port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:21.675996 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.934527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.958738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:40:21.961349 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:40:21.968420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01cbca32-20ad-4e30-840f-67ab718deebb None None] Provisioning for port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:21.977417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01cbca32-20ad-4e30-840f-67ab718deebb None None] Provisioning complete for port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:21.977896 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01cbca32-20ad-4e30-840f-67ab718deebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.979897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Pushing event updated for resources: {'Port': ['ID=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.053898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Subnet': ['ID=a74955d5-c898-40b2-bcea-ea7b7b685dee,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.065483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.066083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.066457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.066803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.067890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.073853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.073853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.073853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.073853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.073853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.073853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.073853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001058a9-d3c0-428e-804d-2b4c4bcfeb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:22.089263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Checking segment: {'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:22.089656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network hostable DHCP agents. Network: f73afad6-712c-4270-932f-aad15f9e64ff, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:22.119963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-01cbca32-20ad-4e30-840f-67ab718deebb None None] Port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:22.128023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network f73afad6-712c-4270-932f-aad15f9e64ff is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:22.146336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, f73afad6-712c-4270-932f-aad15f9e64ff) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:22.147396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01cbca32-20ad-4e30-840f-67ab718deebb None None] Provisioning complete for port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:22.149833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01cbca32-20ad-4e30-840f-67ab718deebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.156695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.157302 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.191223 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-724858ae-9567-435e-b3e4-45913b7bd87f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9800968 Jul 16 20:40:22.191486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34842) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:22.206761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfb7fd-1ce9-4009-a621-42a13577f481 None None] Network f73afad6-712c-4270-932f-aad15f9e64ff requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:22.281744 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.309134 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Transition to ACTIVE for port object 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:22.319325 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.371696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34846) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:22.439111 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a231a-af4b-4299-8d22-3a136d88ffd9 None None] Pushing event updated for resources: {'Port': ['ID=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.567688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-f73afad6-712c-4270-932f-aad15f9e64ff', 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'fixed_ips': [{'subnet_id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:22.569031 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.601020 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Attempting to bind port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:22.601404 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Attempting to bind port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:22.601766 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Attempting to bind port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 on network 406efdee-bd0a-40ad-8eb1-7ea140d83413 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:22.608226 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:22.608601 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Checking segment: {'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:22.609149 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.609553 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Bound using segment: {'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:22.610023 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Bound port: 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:22.610826 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.625700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942819008-network', 'tenant_id': '61f4c7a897a9488f9716ac2576cbc6fa'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:22.672197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 35b71d40-5283-4ea1-ab15-4828713fbdbe details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:22.680409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Made reservation on behalf of 61f4c7a897a9488f9716ac2576cbc6fa for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:22.684541 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.715762 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.782243 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] For port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:22.790997 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] For port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,segment=NetworkSegment(a73f7c72-e91d-4d4b-8058-a6d75bf7b877),segment_id=a73f7c72-e91d-4d4b-8058-a6d75bf7b877)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:22.805019 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.942575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9856-5c0a-409e-a289-c56069bcde5d req-f5a9e852-c4a9-4211-94b9-9de373a3f29d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.950201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2afb9856-5c0a-409e-a289-c56069bcde5d req-f5a9e852-c4a9-4211-94b9-9de373a3f29d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2708921 Jul 16 20:40:22.979475 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:22.981039 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:23.064807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 98b990cf-cae6-4fa4-80ef-f0062dc83261 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:23.075058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2afb9856-5c0a-409e-a289-c56069bcde5d req-e15583ee-17b3-4b0a-b3ef-dc6954083128 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236217 Jul 16 20:40:23.078280 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.097756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.115158 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.138325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:23.171129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.171511 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Added segment 2c3d241b-b56b-4e35-8986-7dd1693f5c38 of type vlan for network a4b1fef4-f6af-4855-9c2f-6c7d684ba351 Jul 16 20:40:23.203928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 98b990cf-cae6-4fa4-80ef-f0062dc83261 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:23.204282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 98b990cf-cae6-4fa4-80ef-f0062dc83261 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:23.269307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Allocated IP 172.23.0.2 (f73afad6-712c-4270-932f-aad15f9e64ff/a74955d5-c898-40b2-bcea-ea7b7b685dee/7fca9f41-a6c0-4191-a96c-31959f49d5ab) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:23.276382 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a231a-af4b-4299-8d22-3a136d88ffd9 None None] Pushing event updated for resources: {'Port': ['ID=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.279157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.361022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.362024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:23.362879 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:23.365141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.477685 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1048129 Jul 16 20:40:23.478984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51418b0-b0f5-4959-885a-ed0745ad3e23,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.480732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34858) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:23.492734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 799705a6-c5ca-4867-aa49-f99725c22093 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:23.492947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Request body: {'subnet': {'network_id': 'a4b1fef4-f6af-4855-9c2f-6c7d684ba351', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942819008-subnet', 'tenant_id': '61f4c7a897a9488f9716ac2576cbc6fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:23.497162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac98526-5a24-44bb-9980-3785c7d1ad65 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b1fef4-f6af-4855-9c2f-6c7d684ba351,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.595923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Made reservation on behalf of 61f4c7a897a9488f9716ac2576cbc6fa for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:23.599120 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.622484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a4b1fef4-f6af-4855-9c2f-6c7d684ba351 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:23.739810 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:22Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:23.753568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:23.769791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'port_id': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'mac_address': 'fa:16:3e:b7:aa:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:23.808328 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab5ad-071a-440b-9b53-f33682eef591 None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:19Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:22Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:23.824348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.941625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e21638-4186-4631-b060-23fab14800ce,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.957021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Checking segment: {'id': '2c3d241b-b56b-4e35-8986-7dd1693f5c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a4b1fef4-f6af-4855-9c2f-6c7d684ba351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:23.958814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Network hostable DHCP agents. Network: a4b1fef4-f6af-4855-9c2f-6c7d684ba351, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:23.964077 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.982949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 799705a6-c5ca-4867-aa49-f99725c22093 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:23.982949 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.995603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Network a4b1fef4-f6af-4855-9c2f-6c7d684ba351 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:24.009511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a4b1fef4-f6af-4855-9c2f-6c7d684ba351) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:24.016849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35b71d40-5283-4ea1-ab15-4828713fbdbe {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:24.021689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.022300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.039437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05fe8a4f-f7a8-454c-8a05-1ad33e6bd8d8 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5545638 Jul 16 20:40:24.047544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816f0fc-a8b4-4038-ab72-794fb5a5e730 None None] Network a4b1fef4-f6af-4855-9c2f-6c7d684ba351 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:24.096539 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.119020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:24.123333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Transition to ACTIVE for port object 7fca9f41-a6c0-4191-a96c-31959f49d5ab will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:24.176943 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.320770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Transition to ACTIVE for port object 7fca9f41-a6c0-4191-a96c-31959f49d5ab will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:24.434512 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.502681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.531202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Allocated IP 172.23.0.1 (f73afad6-712c-4270-932f-aad15f9e64ff/a74955d5-c898-40b2-bcea-ea7b7b685dee/4079a223-bd81-45f4-a5a7-289751b26246) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:24.572370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Pushing event updated for resources: {'Port': ['ID=7fca9f41-a6c0-4191-a96c-31959f49d5ab,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.575494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314bb28-5d4a-4c92-b98d-b7fa68290c33 req-c9bd4df2-04b0-4b41-8245-125fae78b336 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:24.576588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['35b71d40-5283-4ea1-ab15-4828713fbdbe'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:24.577097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c314bb28-5d4a-4c92-b98d-b7fa68290c33 req-c9bd4df2-04b0-4b41-8245-125fae78b336 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 945 time: 0.1883626 Jul 16 20:40:24.653197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:24.658344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Network f73afad6-712c-4270-932f-aad15f9e64ff is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:24.685159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 35b71d40-5283-4ea1-ab15-4828713fbdbe no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:24.702484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c314bb28-5d4a-4c92-b98d-b7fa68290c33 req-e1b1e985-d776-411e-9d1e-e3029d429793 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180634 Jul 16 20:40:24.717470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:24.722851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:24.758433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34878) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:24.764642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-785282206-network', 'tenant_id': '81678663322d4a998fabc00fa1deb3c2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:24.795133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Made reservation on behalf of 81678663322d4a998fabc00fa1deb3c2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:24.797507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.813774 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.816600 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.828355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b0f77-9422-479d-aac9-7df504ff15ea None None] Network a4b1fef4-f6af-4855-9c2f-6c7d684ba351 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:24.835554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Transition to ACTIVE for port object 4079a223-bd81-45f4-a5a7-289751b26246 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:24.914790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.924565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.930313 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.936449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Attempting to bind port 7fca9f41-a6c0-4191-a96c-31959f49d5ab on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:24.936984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Attempting to bind port 7fca9f41-a6c0-4191-a96c-31959f49d5ab by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:24.937357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Attempting to bind port 7fca9f41-a6c0-4191-a96c-31959f49d5ab on network f73afad6-712c-4270-932f-aad15f9e64ff {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:24.966508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:24.972289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=4079a223-bd81-45f4-a5a7-289751b26246,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.979534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2212cc0-4373-4e4c-b597-497c25f340fb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.985804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network f73afad6-712c-4270-932f-aad15f9e64ff is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:24.987659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:24.989408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.990466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:24.994379 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Added segment 964e1fdf-2701-4c21-9dfa-64f76aef90af of type vlan for network c110d7fc-38f4-46b0-95e9-21da8f9c1a4f Jul 16 20:40:25.021241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:25.022004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Checking segment: {'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:25.022419 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.022819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Bound using segment: {'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:25.023332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Bound port: 7fca9f41-a6c0-4191-a96c-31959f49d5ab, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:25.023721 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.050328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.062837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.096565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.098071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.099559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.143792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:25.144767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.184994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] Pushing event updated for resources: {'Network': ['ID=c110d7fc-38f4-46b0-95e9-21da8f9c1a4f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.201271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a869b402-94a1-4dfa-aafa-43ea301d5b04 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4385796 Jul 16 20:40:25.201472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:25.206657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Request body: {'subnet': {'network_id': 'c110d7fc-38f4-46b0-95e9-21da8f9c1a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-785282206-subnet', 'tenant_id': '81678663322d4a998fabc00fa1deb3c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:25.221722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network c110d7fc-38f4-46b0-95e9-21da8f9c1a4f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:25.231901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.238156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Made reservation on behalf of 81678663322d4a998fabc00fa1deb3c2 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:25.241247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.479237 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.564378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8d228d-df91-4847-9b19-1e7599148126,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.566458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Checking segment: {'id': '964e1fdf-2701-4c21-9dfa-64f76aef90af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c110d7fc-38f4-46b0-95e9-21da8f9c1a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:25.567982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Network hostable DHCP agents. Network: c110d7fc-38f4-46b0-95e9-21da8f9c1a4f, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:25.582222 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.590134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Network c110d7fc-38f4-46b0-95e9-21da8f9c1a4f is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:25.601393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, c110d7fc-38f4-46b0-95e9-21da8f9c1a4f) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:25.606560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.607198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.613840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.619966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.622871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 35b71d40-5283-4ea1-ab15-4828713fbdbe {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:25.635438 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c46c07d7-5cb2-456c-a2ba-42cf1f74be7c admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4234507 Jul 16 20:40:25.635658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f16fc-8964-464b-b171-f73979de306a None None] Network c110d7fc-38f4-46b0-95e9-21da8f9c1a4f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:25.661308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] For port 7fca9f41-a6c0-4191-a96c-31959f49d5ab, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:25.687331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:25.690050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] For port 7fca9f41-a6c0-4191-a96c-31959f49d5ab, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7fca9f41-a6c0-4191-a96c-31959f49d5ab,segment=NetworkSegment(95cc4335-be7b-4205-918a-fd47b666f0fd),segment_id=95cc4335-be7b-4205-918a-fd47b666f0fd)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:25.699824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.710017 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.719135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event updated for resources: {'Port': ['ID=4079a223-bd81-45f4-a5a7-289751b26246,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.722700 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.825757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:25.864354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:25.912795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52972d3-a34c-45db-b273-d76db2f4afbb None None] Network c110d7fc-38f4-46b0-95e9-21da8f9c1a4f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:25.914911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:25.955380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] Deleting subnet 36e21638-4186-4631-b060-23fab14800ce {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:25.961314 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.982326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bcc0a-126d-4294-b9e1-76ec8f620165 None None] Pushing event updated for resources: {'Port': ['ID=7fca9f41-a6c0-4191-a96c-31959f49d5ab,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.023995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.036233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Network f73afad6-712c-4270-932f-aad15f9e64ff is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:26.039845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:26.058359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:26.076441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:26.076876 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.091696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.225983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.249101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:26.250060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.282710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad752ef3-e1de-4a04-9660-bd476e449581 req-30680ccf-ccf8-4982-ac8a-ae8f6f709ea5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:26.283355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e21638-4186-4631-b060-23fab14800ce,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.284404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad752ef3-e1de-4a04-9660-bd476e449581 req-30680ccf-ccf8-4982-ac8a-ae8f6f709ea5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 944 time: 0.3197451 Jul 16 20:40:26.291138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,segment=NetworkSegment(a73f7c72-e91d-4d4b-8058-a6d75bf7b877),segment_id=a73f7c72-e91d-4d4b-8058-a6d75bf7b877)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:26.298043 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.306834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.309440 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c3a3e2dc-964f-4250-97f4-746537c7ce94 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/36e21638-4186-4631-b060-23fab14800ce HTTP/1.1" status: 204 len: 168 time: 0.4439032 Jul 16 20:40:26.312833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34890) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:26.399867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.432801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad752ef3-e1de-4a04-9660-bd476e449581 req-0502a9a9-cd79-4fce-bf2d-25aef838da00 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883460 Jul 16 20:40:26.437282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:26.445241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-40f5a69f-b979-4a55-9f75-8f7d1d6176f4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2510605 Jul 16 20:40:26.447738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34894) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:26.452892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:26.455862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:26.456223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.468246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:26.469178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:26.582216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:26.613756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.632654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b1fef4-f6af-4855-9c2f-6c7d684ba351']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:26.648347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3d241b-b56b-4e35-8986-7dd1693f5c38') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:26.648645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3d241b-b56b-4e35-8986-7dd1693f5c38') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:26.674039 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.678866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 35b71d40-5283-4ea1-ab15-4828713fbdbe up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:26.693488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.700943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:26.701365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:26.705467 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:26.788700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.797047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.799101 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] 10.222.0.100 "DELETE /v2.0/networks/a4b1fef4-f6af-4855-9c2f-6c7d684ba351 HTTP/1.1" status: 204 len: 168 time: 0.4848955 Jul 16 20:40:26.810910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34934) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:26.820390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 35b71d40-5283-4ea1-ab15-4828713fbdbe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:26.820738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.820929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9a57f-9b2e-453f-90d0-4b460bd15aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b1fef4-f6af-4855-9c2f-6c7d684ba351,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.884044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] Deleting subnet 3f8d228d-df91-4847-9b19-1e7599148126 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:26.888317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.934445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.017876 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.107111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.149642 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.195600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:27.201545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:27.207337 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402eae5-5ac0-485f-a0d4-265b8bcdc01b" -d '{"events": [{"server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "name": "network-vif-plugged", "status": "completed", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:27.212410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8d228d-df91-4847-9b19-1e7599148126,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.228551 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.232580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.248743 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-27168d6b-7b87-4d93-b915-3f26ed99971a admin admin] 10.222.0.100 "DELETE /v2.0/subnets/3f8d228d-df91-4847-9b19-1e7599148126 HTTP/1.1" status: 204 len: 168 time: 0.4366958 Jul 16 20:40:27.249745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34942) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.319360 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33690fe5-eb93-48a6-856c-b0a272d4e820 x-openstack-request-id: req-33690fe5-eb93-48a6-856c-b0a272d4e820 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:27.319839 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "name": "network-vif-plugged", "status": "completed", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:27.320266 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-33690fe5-eb93-48a6-856c-b0a272d4e820 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:27.320839 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'code': 200} Jul 16 20:40:27.340424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:25Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '4079a223-bd81-45f4-a5a7-289751b26246', 'name': '', 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:18:b0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:23Z', 'updated_at': '2021-07-16T20:40:25Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.351652 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.408144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:27.408550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Updating router 3ccf5476-448e-45cb-9a63-11feddf3bcea port 4079a223-bd81-45f4-a5a7-289751b26246 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:27.480213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.491417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.498398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.504128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c110d7fc-38f4-46b0-95e9-21da8f9c1a4f']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.538860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9672bb1-7551-4598-83dc-dc5433d681bf None None] Network f73afad6-712c-4270-932f-aad15f9e64ff requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:27.544913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964e1fdf-2701-4c21-9dfa-64f76aef90af') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.544913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964e1fdf-2701-4c21-9dfa-64f76aef90af') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.557839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.578791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.589323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:27.589955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:27.592458 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:27.644257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-11f45a8a-8f58-48c2-b6d4-16997e88778d None None] Provisioning for port 7fca9f41-a6c0-4191-a96c-31959f49d5ab completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:27.689859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.697739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.700847 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] 10.222.0.100 "DELETE /v2.0/networks/c110d7fc-38f4-46b0-95e9-21da8f9c1a4f HTTP/1.1" status: 204 len: 168 time: 0.4500442 Jul 16 20:40:27.717264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5322865-bb04-430e-b61d-5b204b163481 admin admin] Pushing event deleted for resources: {'Network': ['ID=c110d7fc-38f4-46b0-95e9-21da8f9c1a4f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.797258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb68222-cae7-4e1f-8413-4114cfca9340 req-7549b5ce-ec55-45ee-8a21-6314758fd4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.798777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffb68222-cae7-4e1f-8413-4114cfca9340 req-7549b5ce-ec55-45ee-8a21-6314758fd4d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 1097 time: 0.3649774 Jul 16 20:40:27.885417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffb68222-cae7-4e1f-8413-4114cfca9340 req-ae048abc-cad7-44ef-8ef2-5e81e670ddf9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771852 Jul 16 20:40:27.935866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6175e-5de8-4227-985b-a12ab7979078 req-25e3bb28-c815-439f-8f0d-8946577f563d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:27.940128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31b6175e-5de8-4227-985b-a12ab7979078 req-25e3bb28-c815-439f-8f0d-8946577f563d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2540197 Jul 16 20:40:27.965783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7fca9f41-a6c0-4191-a96c-31959f49d5ab up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:28.025119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34978) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.045682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31b6175e-5de8-4227-985b-a12ab7979078 req-ce10e04e-1ee1-41ab-b620-ed1bc446237d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916424 Jul 16 20:40:28.066176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:40:28.080667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Removed routes are [] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:40:28.081342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.107973 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-684018f2-9110-4c8b-83dd-0db87beec5ad admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=61f4c7a897a9488f9716ac2576cbc6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813315 Jul 16 20:40:28.110038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34980) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.164491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7fca9f41-a6c0-4191-a96c-31959f49d5ab completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:28.188215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28c62103-eaea-4a3d-8b03-49588505eda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.193114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7fca9f41-a6c0-4191-a96c-31959f49d5ab triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:28.193668 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.218630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28c62103-eaea-4a3d-8b03-49588505eda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.259589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.282619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Transition to ACTIVE for port object 4079a223-bd81-45f4-a5a7-289751b26246 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:28.297366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.329091 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28c62103-eaea-4a3d-8b03-49588505eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.333117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28c62103-eaea-4a3d-8b03-49588505eda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.335617 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-28c62103-eaea-4a3d-8b03-49588505eda0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e51418b0-b0f5-4959-885a-ed0745ad3e23 HTTP/1.1" status: 204 len: 168 time: 0.2231727 Jul 16 20:40:28.373093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c62103-eaea-4a3d-8b03-49588505eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51418b0-b0f5-4959-885a-ed0745ad3e23,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.373370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.386330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.393096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a355-69b0-4414-8216-cc27f43bbd0b None None] Pushing event updated for resources: {'Port': ['ID=4079a223-bd81-45f4-a5a7-289751b26246,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.480536 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.556502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:28.763998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:28.779009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.785556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34986) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.787945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ce9c82e3-bc86-4fba-8856-9a0442a366b4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 200 len: 933 time: 2.3389349 Jul 16 20:40:28.815676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Attempting to bind port 4079a223-bd81-45f4-a5a7-289751b26246 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:28.817370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Attempting to bind port 4079a223-bd81-45f4-a5a7-289751b26246 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:28.818751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Attempting to bind port 4079a223-bd81-45f4-a5a7-289751b26246 on network f73afad6-712c-4270-932f-aad15f9e64ff {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:28.861018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 7fca9f41-a6c0-4191-a96c-31959f49d5ab, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7fca9f41-a6c0-4191-a96c-31959f49d5ab,segment=NetworkSegment(95cc4335-be7b-4205-918a-fd47b666f0fd),segment_id=95cc4335-be7b-4205-918a-fd47b666f0fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:28.870105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:28.870512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Checking segment: {'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:28.872516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.873682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Bound using segment: {'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:28.874882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Bound port: 4079a223-bd81-45f4-a5a7-289751b26246, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cc4335-be7b-4205-918a-fd47b666f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:28.875411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.878876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-057ccbef-2990-4dee-989a-8fc6d2eba078 None None] Provisioning complete for port 7fca9f41-a6c0-4191-a96c-31959f49d5ab triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:28.879336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-057ccbef-2990-4dee-989a-8fc6d2eba078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.887042 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.888684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:28.941016 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:40:28.993225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34990) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.998791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'routes': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:29.002123 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b67f4d52-d1cd-441a-b190-6f46e564543e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 200 len: 933 time: 0.2106287 Jul 16 20:40:29.108472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34994) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.201279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=7fca9f41-a6c0-4191-a96c-31959f49d5ab,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.211707 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c3d10cfd-717f-4c3d-95fd-5bb8a0f98f01 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=81678663322d4a998fabc00fa1deb3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999055 Jul 16 20:40:29.213736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] For port 4079a223-bd81-45f4-a5a7-289751b26246, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:29.216515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34996) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.225613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] For port 4079a223-bd81-45f4-a5a7-289751b26246, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4079a223-bd81-45f4-a5a7-289751b26246,segment=NetworkSegment(95cc4335-be7b-4205-918a-fd47b666f0fd),segment_id=95cc4335-be7b-4205-918a-fd47b666f0fd)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:29.233420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:29.234214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.283192 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.346841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76280c98-2f77-4e8a-89c1-efdc3641a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.391556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76280c98-2f77-4e8a-89c1-efdc3641a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.414571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a355-69b0-4414-8216-cc27f43bbd0b None None] Pushing event updated for resources: {'Port': ['ID=4079a223-bd81-45f4-a5a7-289751b26246,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.420829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:29.421744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:29.426727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-057ccbef-2990-4dee-989a-8fc6d2eba078 None None] Provisioning for port 4079a223-bd81-45f4-a5a7-289751b26246 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:29.486708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76280c98-2f77-4e8a-89c1-efdc3641a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.490918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76280c98-2f77-4e8a-89c1-efdc3641a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.492244 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-76280c98-2f77-4e8a-89c1-efdc3641a383 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d2212cc0-4373-4e4c-b597-497c25f340fb HTTP/1.1" status: 204 len: 168 time: 0.2747447 Jul 16 20:40:29.506356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76280c98-2f77-4e8a-89c1-efdc3641a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2212cc0-4373-4e4c-b597-497c25f340fb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.623949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf451b4-dde9-40d9-a21f-bc4d3704df0e req-90036ae4-cef3-4883-8833-4bfbbf0dda49 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:29.631121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:29.634178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-adf451b4-dde9-40d9-a21f-bc4d3704df0e req-90036ae4-cef3-4883-8833-4bfbbf0dda49 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.3580489 Jul 16 20:40:29.707977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-adf451b4-dde9-40d9-a21f-bc4d3704df0e req-88497ddb-7744-4fc6-b2b8-00709f9c9d7f tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748179 Jul 16 20:40:29.842531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added routes are [] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:40:29.843741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.extraroute_db [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94095) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:40:29.935926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7fca9f41-a6c0-4191-a96c-31959f49d5ab up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:29.949768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.046048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:28Z', 'revision_number': 6, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '4079a223-bd81-45f4-a5a7-289751b26246', 'name': '', 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:18:b0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:23Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:30.079635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e4f2f-ed24-44cd-b7be-43dfa19bd560 None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:28Z', 'revision_number': 6, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '4079a223-bd81-45f4-a5a7-289751b26246', 'name': '', 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:18:b0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:23Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:30.082491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7fca9f41-a6c0-4191-a96c-31959f49d5ab triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:30.082866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.175044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7326c-7bdc-4f3d-8135-752458637150 req-55ba98d3-2a0c-42ce-a397-b871484b954c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.188572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15e7326c-7bdc-4f3d-8135-752458637150 req-55ba98d3-2a0c-42ce-a397-b871484b954c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.2578685 Jul 16 20:40:30.292888 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9b9454f7-9a65-4290-bc4f-66714265fd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.339804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15e7326c-7bdc-4f3d-8135-752458637150 req-712afc83-567d-46b2-83da-2db6d224a341 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465411 Jul 16 20:40:30.371490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.377469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.537702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:30.665581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:30.680327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.682218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d620376b-969b-48a0-9e86-010ba4f99b54 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 200 len: 699 time: 1.6878111 Jul 16 20:40:30.684817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35026) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:31.198544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060a0d-8740-4d38-a651-66804931482a req-caa7f6f8-f1c8-4416-9b97-c141d2bd89c7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.202392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-caa7f6f8-f1c8-4416-9b97-c141d2bd89c7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 814 time: 0.1913774 Jul 16 20:40:31.226359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-e739d7e2-392e-491a-9934-2c246c5285b6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/quotas/dc044df223fa41008ab2640a9d9ab4e3 HTTP/1.1" status: 200 len: 375 time: 0.0161245 Jul 16 20:40:31.268090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6b782681-f1e1-4689-a0ee-863e5ee539c4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 200 len: 699 time: 0.5808892 Jul 16 20:40:31.272154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35050) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:31.323510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-d25bd952-986a-4d1e-ab71-39b1dc85c8fe tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955405 Jul 16 20:40:31.331893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-a7df647d-5326-4e8e-903b-a88fa956a58e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:40:31.342571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-a7df647d-5326-4e8e-903b-a88fa956a58e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180380 Jul 16 20:40:31.346161 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:31.361615 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:31.362482 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:31.667317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-287137ca-c50d-49dd-ab33-ac3615db7144 service neutron] 10.222.0.100 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232725 Jul 16 20:40:31.775172 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:31.846588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-086514af-0c72-4a3a-824b-63f90a75202b service neutron] 10.222.0.100 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638258 Jul 16 20:40:31.861096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4079a223-bd81-45f4-a5a7-289751b26246 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:31.892115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.026613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4079a223-bd81-45f4-a5a7-289751b26246 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:32.044919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4079a223-bd81-45f4-a5a7-289751b26246 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:32.045741 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.151031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-cb391a25-3e87-48b7-8c2b-6ae7deadc4b1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:32.153283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-cb391a25-3e87-48b7-8c2b-6ae7deadc4b1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f0e6b40-1e31-42f8-a11a-54d40311757c HTTP/1.1" status: 200 len: 946 time: 0.1389530 Jul 16 20:40:32.262224 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 7, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '4079a223-bd81-45f4-a5a7-289751b26246', 'name': '', 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:18:b0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:23Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:32.292229 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.317041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2075194b-3f74-44bf-897d-7b7cd3dddc2d req-10f606f7-81e4-4768-a9be-fa45c8446543 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 210 time: 0.0578146 Jul 16 20:40:32.372323 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:32.396853 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:32.398172 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:32.407573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 4079a223-bd81-45f4-a5a7-289751b26246, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4079a223-bd81-45f4-a5a7-289751b26246,segment=NetworkSegment(95cc4335-be7b-4205-918a-fd47b666f0fd),segment_id=95cc4335-be7b-4205-918a-fd47b666f0fd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:32.415457 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.509417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Deleting port 35b71d40-5283-4ea1-ab15-4828713fbdbe {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:32.510077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.576171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=4079a223-bd81-45f4-a5a7-289751b26246,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:32.583067 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:32.583539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 4079a223-bd81-45f4-a5a7-289751b26246 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:32.584438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.735047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] For port 35b71d40-5283-4ea1-ab15-4828713fbdbe, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=35b71d40-5283-4ea1-ab15-4828713fbdbe,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:32.735734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.763175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Calling delete_port for 35b71d40-5283-4ea1-ab15-4828713fbdbe owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:32.778785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 4079a223-bd81-45f4-a5a7-289751b26246, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4079a223-bd81-45f4-a5a7-289751b26246,segment=NetworkSegment(95cc4335-be7b-4205-918a-fd47b666f0fd),segment_id=95cc4335-be7b-4205-918a-fd47b666f0fd)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:32.779156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.811610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 4079a223-bd81-45f4-a5a7-289751b26246 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:32.978308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.010207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['35b71d40-5283-4ea1-ab15-4828713fbdbe'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:33.011454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35088) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:33.078668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Pushing event deleted for resources: {'Port': ['ID=35b71d40-5283-4ea1-ab15-4828713fbdbe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.095483 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 7, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '4079a223-bd81-45f4-a5a7-289751b26246', 'name': '', 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:18:b0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:23Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:33.146052 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21ff86-0b89-4cd4-bd7e-f5638617a828 None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 7, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '4079a223-bd81-45f4-a5a7-289751b26246', 'name': '', 'network_id': 'f73afad6-712c-4270-932f-aad15f9e64ff', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:18:b0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:23Z', 'updated_at': '2021-07-16T20:40:29Z', 'revision_number': 4, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'a74955d5-c898-40b2-bcea-ea7b7b685dee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:33.167725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] No DVR routers for this DVR port 35b71d40-5283-4ea1-ab15-4828713fbdbe on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:33.171347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.173972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f93462ca-7cf3-4622-ae93-53170498e0b6 req-d00a0387-0f2c-431b-9ba8-d9b6e29d7387 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.21 "DELETE /v2.0/ports/35b71d40-5283-4ea1-ab15-4828713fbdbe HTTP/1.1" status: 204 len: 173 time: 1.0137677 Jul 16 20:40:33.174164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'name': 'network-vif-deleted', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:33.186818 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c783ee-b73a-45a2-8d53-6ad815b39d8b" -d '{"events": [{"server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "name": "network-vif-deleted", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:33.244247 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.306006 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501273c3-3bde-490e-8418-fe47f46a915e x-openstack-request-id: req-501273c3-3bde-490e-8418-fe47f46a915e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:33.306006 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0e6b40-1e31-42f8-a11a-54d40311757c", "name": "network-vif-deleted", "tag": "35b71d40-5283-4ea1-ab15-4828713fbdbe", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:33.306006 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-501273c3-3bde-490e-8418-fe47f46a915e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:33.306006 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0e6b40-1e31-42f8-a11a-54d40311757c', 'name': 'network-vif-deleted', 'tag': '35b71d40-5283-4ea1-ab15-4828713fbdbe', 'status': 'completed', 'code': 200} Jul 16 20:40:33.314649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=4079a223-bd81-45f4-a5a7-289751b26246,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.324738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.325353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.325353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.325689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.326559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.326559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.326559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.326916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.327208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.327564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.328082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.328200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:33.383742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1e475b7-857d-460d-83a7-91af0184781c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.626575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ceea069-dd6e-478a-9410-ace084a4c24f req-d203749d-3f0b-4afb-be7f-532865872791 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 210 time: 0.1093605 Jul 16 20:40:33.703088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.728828 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1e475b7-857d-460d-83a7-91af0184781c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.736215 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e1e475b7-857d-460d-83a7-91af0184781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.799783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e475b7-857d-460d-83a7-91af0184781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4fcd5c-c6a8-4b4b-957f-9e62a70c3d82,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.860354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e1e475b7-857d-460d-83a7-91af0184781c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=78237aa07a3b47f596719c832b664580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8422763 Jul 16 20:40:33.860966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35100) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:33.945371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.013635 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.020091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.104883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.107983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.111784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7c4fcd5c-c6a8-4b4b-957f-9e62a70c3d82 HTTP/1.1" status: 204 len: 168 time: 0.2472785 Jul 16 20:40:34.129217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4fcd5c-c6a8-4b4b-957f-9e62a70c3d82,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:34.141301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:34.150043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060a0d-8740-4d38-a651-66804931482a req-56367ba5-c202-45dc-b560-8638031cc0d4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.150583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.150934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.152000 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-56367ba5-c202-45dc-b560-8638031cc0d4 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 814 time: 0.2726524 Jul 16 20:40:34.152146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.152360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.152694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.154877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.154877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.154877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.154877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.155298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.155556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.159308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3422b-8a0d-4de1-a589-6eab48fec14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.187920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Request body: {'port': {'device_id': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'admin_state_up': True, 'tenant_id': 'dc044df223fa41008ab2640a9d9ab4e3'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:34.372087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:34.380450 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-44be16e5-d068-40dd-9747-5c5da94e1d06 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1068008 Jul 16 20:40:34.382777 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35106) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:34.385481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:34.399854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:34.400921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:34.449781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Made reservation on behalf of dc044df223fa41008ab2640a9d9ab4e3 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:34.460263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.484762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet a74955d5-c898-40b2-bcea-ea7b7b685dee {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:34.492584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.560048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.566292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:34.703905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.727802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35110) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:34.775164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7c17-5930-4434-a88e-c2feca8233b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.804757 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.829055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.834744 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c816b770-adb3-468b-aaf3-7f2af9ea8c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.839454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b0dbd-6e7a-4576-9d21-a10782ee44d5 None None] Network f73afad6-712c-4270-932f-aad15f9e64ff requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:34.843686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/a74955d5-c898-40b2-bcea-ea7b7b685dee HTTP/1.1" status: 204 len: 168 time: 0.4579909 Jul 16 20:40:34.850120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35114) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:34.888298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Allocated IP 172.20.0.9 (e0c7fec2-1f24-463b-9df4-d428d2b1d695/4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6/5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:34.924376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141a772-e386-4122-ae47-b75d7a5b624a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=a74955d5-c898-40b2-bcea-ea7b7b685dee,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:34.955557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:33Z', 'revision_number': 8, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:35.004528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c93332-63c3-4b01-a4a2-7909552e6a05 req-9591d623-617d-4beb-ad09-ea14d2adce59 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 210 time: 0.0698352 Jul 16 20:40:35.053541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:35.093191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:35.094156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:35.101099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.152022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7c17-5930-4434-a88e-c2feca8233b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.163876 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7c17-5930-4434-a88e-c2feca8233b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.167841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 7fca9f41-a6c0-4191-a96c-31959f49d5ab {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:35.168208 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.200965 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f1a7c17-5930-4434-a88e-c2feca8233b3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b22c85f0be7349a99ae201f59d8bc787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667938 Jul 16 20:40:35.201825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35116) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:35.215013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:35.246708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.253103 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a7c17-5930-4434-a88e-c2feca8233b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4a53e1-1028-4f22-82f9-34059cde0baf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.282719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 7fca9f41-a6c0-4191-a96c-31959f49d5ab, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7fca9f41-a6c0-4191-a96c-31959f49d5ab,segment=NetworkSegment(95cc4335-be7b-4205-918a-fd47b666f0fd),segment_id=95cc4335-be7b-4205-918a-fd47b666f0fd)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:35.283096 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.296893 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.345541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 7fca9f41-a6c0-4191-a96c-31959f49d5ab owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:35.348988 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c50d55b-0a21-442f-acf3-0422250dcc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.355768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Network e0c7fec2-1f24-463b-9df4-d428d2b1d695 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:35.362716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:35.368285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:35.375584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c50d55b-0a21-442f-acf3-0422250dcc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.401279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Pushing event updated for resources: {'Port': ['ID=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.445291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:35.445994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.456807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] DHCP port deletion for f73afad6-712c-4270-932f-aad15f9e64ff request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:35.472040 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-e7eaaa17-8243-48e0-90c4-b3f1d07697cf tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3048768 Jul 16 20:40:35.477676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c50d55b-0a21-442f-acf3-0422250dcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.480579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2c50d55b-0a21-442f-acf3-0422250dcc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.485513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c50d55b-0a21-442f-acf3-0422250dcc58 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7c4a53e1-1028-4f22-82f9-34059cde0baf HTTP/1.1" status: 204 len: 168 time: 0.2790012 Jul 16 20:40:35.495465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Request body: {'port': {'device_id': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:35.506676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50d55b-0a21-442f-acf3-0422250dcc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4a53e1-1028-4f22-82f9-34059cde0baf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.583929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.623755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=7fca9f41-a6c0-4191-a96c-31959f49d5ab,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.624408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.631126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port 7fca9f41-a6c0-4191-a96c-31959f49d5ab on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:35.650915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] Deleting port 7fca9f41-a6c0-4191-a96c-31959f49d5ab {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:35.651312 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.750812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.762568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73afad6-712c-4270-932f-aad15f9e64ff']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:35.776045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cc4335-be7b-4205-918a-fd47b666f0fd') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:35.776478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cc4335-be7b-4205-918a-fd47b666f0fd') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:35.787814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.803762 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.810898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:35.811519 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.856008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7fca9f41-a6c0-4191-a96c-31959f49d5ab no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:35.868336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] For port 7fca9f41-a6c0-4191-a96c-31959f49d5ab, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:35.868734 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.905250 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 7fca9f41-a6c0-4191-a96c-31959f49d5ab {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:35.905606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7fca9f41-a6c0-4191-a96c-31959f49d5ab not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:35.912803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] Calling delete_port for 7fca9f41-a6c0-4191-a96c-31959f49d5ab owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:35.917214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] Port 7fca9f41-a6c0-4191-a96c-31959f49d5ab was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:40:35.920742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.959795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:35.965687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] Pushing event deleted for resources: {'Port': ['ID=7fca9f41-a6c0-4191-a96c-31959f49d5ab,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.968483 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.968838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8333f85-f37c-41fa-b1b0-4302bf0fb5a9 None None] No DVR routers for this DVR port 7fca9f41-a6c0-4191-a96c-31959f49d5ab on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:35.985493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:33Z', 'revision_number': 8, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:36.025224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69170918-7374-4357-96d4-33c7a1c9d67e None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:33Z', 'revision_number': 8, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2', 'name': '', 'network_id': '406efdee-bd0a-40ad-8eb1-7ea140d83413', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:2a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:17Z', 'updated_at': '2021-07-16T20:40:26Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'fc8c7448-4803-4c75-b470-60e78cf42bec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:36.049235 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:36.435499 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:36.470822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Transition to ACTIVE for port object 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:36.471939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.479057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.484812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.486698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/f73afad6-712c-4270-932f-aad15f9e64ff HTTP/1.1" status: 204 len: 168 time: 1.6330349 Jul 16 20:40:36.490397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35140) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:36.508122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdea729-c675-4831-a1c8-8d7e464f1f9e tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=f73afad6-712c-4270-932f-aad15f9e64ff,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.595345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Pushing event updated for resources: {'Port': ['ID=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.618015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5517a7-03ca-4ec0-8145-e5bbda28af20 req-96b807b1-4381-4877-8cc3-7125ff7a7b2e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.619643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a5517a7-03ca-4ec0-8145-e5bbda28af20 req-96b807b1-4381-4877-8cc3-7125ff7a7b2e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 931 time: 0.1855960 Jul 16 20:40:36.724564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 35b71d40-5283-4ea1-ab15-4828713fbdbe no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:36.727550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Attempting to bind port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:36.733796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Attempting to bind port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:36.734478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Attempting to bind port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:36.741856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:40:36.743158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Attempting to bind port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 on network e0c7fec2-1f24-463b-9df4-d428d2b1d695 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:36.751595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a5517a7-03ca-4ec0-8145-e5bbda28af20 req-797d264d-007a-4b0c-8558-243f5fdf03bc tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189160 Jul 16 20:40:36.763406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 35b71d40-5283-4ea1-ab15-4828713fbdbe {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:36.763887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 35b71d40-5283-4ea1-ab15-4828713fbdbe not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:36.775024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:36.775407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Checking segment: {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:36.775875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Bound using segment: {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:36.776313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Bound port: 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c6a192-63c3-4968-b205-353dd3d2a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:36.776670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.889054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] For port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:36.893313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] For port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:36.900286 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.951771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:36.952693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.954124 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.954496 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] 10.222.0.26 "PUT /v2.0/ports/5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 HTTP/1.1" status: 200 len: 1091 time: 1.4747486 Jul 16 20:40:36.955339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'tag': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:36.958066 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a984cf-683f-4bab-802e-09e9c849c248" -d '{"events": [{"name": "network-changed", "server_uuid": "ea69ce7c-8ed6-45e1-b282-fcc98c9948d9", "tag": "5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:37.064220 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae5ac44-0f3f-44f0-afa2-f4b369b6e053 x-openstack-request-id: req-aae5ac44-0f3f-44f0-afa2-f4b369b6e053 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:37.064503 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea69ce7c-8ed6-45e1-b282-fcc98c9948d9", "tag": "5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:37.064755 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-aae5ac44-0f3f-44f0-afa2-f4b369b6e053 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:37.065399 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'tag': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3', 'status': 'completed', 'code': 200} Jul 16 20:40:37.081281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dcf92-e018-44e7-afa0-6266dc613566 service neutron] Pushing event updated for resources: {'Port': ['ID=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:37.114441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060a0d-8740-4d38-a651-66804931482a req-2a2805e3-aebe-43d8-b076-934ebe95c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.116871 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-2a2805e3-aebe-43d8-b076-934ebe95c77f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 1094 time: 0.1147926 Jul 16 20:40:37.182936 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-f22b3e6b-7a02-482c-88de-451951d007c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 HTTP/1.1" status: 200 len: 217 time: 0.0587332 Jul 16 20:40:37.250960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060a0d-8740-4d38-a651-66804931482a req-8e9d511a-bb15-4f69-a5a3-0c8597aeda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.252653 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-8e9d511a-bb15-4f69-a5a3-0c8597aeda89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 200 len: 854 time: 0.0636230 Jul 16 20:40:37.296493 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-58057b4d-263b-4f60-a2c7-d544c6fd37e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0c7fec2-1f24-463b-9df4-d428d2b1d695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365222 Jul 16 20:40:37.307952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:37.308637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.401318 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-dbf308e7-35b9-473a-b507-50e70d5b5e66 service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982964 Jul 16 20:40:37.452189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,segment=NetworkSegment(a73f7c72-e91d-4d4b-8058-a6d75bf7b877),segment_id=a73f7c72-e91d-4d4b-8058-a6d75bf7b877)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:37.452533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.467382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:37.515121 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4d060a0d-8740-4d38-a651-66804931482a req-e906e932-47ca-47aa-9739-ae05806626ab service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071064 Jul 16 20:40:37.642268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a984cf-683f-4bab-802e-09e9c849c248 req-6a5f649b-6158-47d9-bf2e-3c580498f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.644160 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-13a984cf-683f-4bab-802e-09e9c849c248 req-6a5f649b-6158-47d9-bf2e-3c580498f2a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 1094 time: 0.0673239 Jul 16 20:40:37.698870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.704956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4079a223-bd81-45f4-a5a7-289751b26246 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:37.740649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4079a223-bd81-45f4-a5a7-289751b26246 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:37.741812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4079a223-bd81-45f4-a5a7-289751b26246 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:37.750207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:37.775006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a984cf-683f-4bab-802e-09e9c849c248 req-071985e7-44b4-4f23-ab1c-70d12fcfcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.776756 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-13a984cf-683f-4bab-802e-09e9c849c248 req-071985e7-44b4-4f23-ab1c-70d12fcfcb89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 915 time: 0.1266682 Jul 16 20:40:37.858050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-13a984cf-683f-4bab-802e-09e9c849c248 req-b8704b64-2620-487c-902a-c74d870eedb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 HTTP/1.1" status: 200 len: 217 time: 0.0744505 Jul 16 20:40:37.937417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a984cf-683f-4bab-802e-09e9c849c248 req-0fa4045f-08d4-490e-a6f6-3f25ecde3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.939637 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-13a984cf-683f-4bab-802e-09e9c849c248 req-0fa4045f-08d4-490e-a6f6-3f25ecde3f3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 200 len: 854 time: 0.0735118 Jul 16 20:40:37.981910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-13a984cf-683f-4bab-802e-09e9c849c248 req-78af238c-1e92-440f-ab38-1254231ac6ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0c7fec2-1f24-463b-9df4-d428d2b1d695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343158 Jul 16 20:40:38.063413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.084937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e06123-03fb-4170-9dd8-e2f282f0ae1e req-95f006c7-f959-42d3-b5d5-ad9950a41bf2 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.086824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0e06123-03fb-4170-9dd8-e2f282f0ae1e req-95f006c7-f959-42d3-b5d5-ad9950a41bf2 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 943 time: 0.1408441 Jul 16 20:40:38.128269 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-13a984cf-683f-4bab-802e-09e9c849c248 req-05a01a4d-b088-4efa-8160-16edcb79dd7a service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379335 Jul 16 20:40:38.178032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.288118 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-13a984cf-683f-4bab-802e-09e9c849c248 req-4741bdc5-742a-4764-b4d0-e44956e96eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527543 Jul 16 20:40:38.329983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0e06123-03fb-4170-9dd8-e2f282f0ae1e req-99a165b1-1535-41b1-bb2e-9da1faa64210 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202071 Jul 16 20:40:38.334726 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.349418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:38.458415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:38.466973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0a812a2e-c894-4952-8920-1802f41c7a31 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9651451 Jul 16 20:40:38.467594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35178) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:38.468530 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:38.478792 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:38.481150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:38.537803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet fc8c7448-4803-4c75-b470-60e78cf42bec {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:38.541375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.577777 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:38.586678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.683600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.698800 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.764742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.800262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8c7448-4803-4c75-b470-60e78cf42bec,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:38.802428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.807927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35180) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:38.816076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1647c9a-2e2b-4252-bd1d-9f06a80f0896 None None] Network 406efdee-bd0a-40ad-8eb1-7ea140d83413 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:38.817391 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-99bd1304-abde-47cc-8e50-89efc9940c6d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/fc8c7448-4803-4c75-b470-60e78cf42bec HTTP/1.1" status: 204 len: 168 time: 0.3477912 Jul 16 20:40:38.844033 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:37Z', 'revision_number': 9, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:38.878517 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:38.887974 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:38.888598 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:38.902415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.998794 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:39.007349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:39.007756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.059112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] DHCP port deletion for 406efdee-bd0a-40ad-8eb1-7ea140d83413 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:39.110971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,segment=NetworkSegment(a73f7c72-e91d-4d4b-8058-a6d75bf7b877),segment_id=a73f7c72-e91d-4d4b-8058-a6d75bf7b877)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:39.112040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.117145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] Deleting port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:39.117529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.131265 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:39.198646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] For port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,segment=NetworkSegment(a73f7c72-e91d-4d4b-8058-a6d75bf7b877),segment_id=a73f7c72-e91d-4d4b-8058-a6d75bf7b877)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:39.201269 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.216369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] Calling delete_port for 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:39.243614 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.276044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:39.278240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:39.350331 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.427303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] No DVR routers for this DVR port 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:39.431127 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:37Z', 'revision_number': 9, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:39.433225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b87b7-1e67-4df6-a1fd-8aec72a9197b None None] Pushing event deleted for resources: {'Port': ['ID=4a79879f-cad7-4c97-8467-0f9b7d4b47a1,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:39.451199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.467722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406efdee-bd0a-40ad-8eb1-7ea140d83413']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:39.484845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:39.485203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73f7c72-e91d-4d4b-8058-a6d75bf7b877') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:39.485510 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a984d-c6ec-4c22-bca1-7e6d8bbd54b2 None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:37Z', 'revision_number': 9, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': '799705a6-c5ca-4867-aa49-f99725c22093', 'name': '', 'network_id': 'c125b285-2731-4cbe-b4d6-7b4b589344fc', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:c9:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:11Z', 'updated_at': '2021-07-16T20:40:20Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': '0e15e943-699a-4218-b57c-e69b8b73ef6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:39.502328 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.528588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.537824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:39.538546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:39.563485 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:39.643514 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.659804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.661966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/406efdee-bd0a-40ad-8eb1-7ea140d83413 HTTP/1.1" status: 204 len: 168 time: 0.8536952 Jul 16 20:40:39.665183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35204) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:39.676526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48444918-117d-4f89-bf9d-b380848a7389 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=406efdee-bd0a-40ad-8eb1-7ea140d83413,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:39.696113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51499b2-acba-410e-b3c1-1da776b319f7 req-79027087-4c73-41ce-b063-1dd75813ff1b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:39.697655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e51499b2-acba-410e-b3c1-1da776b319f7 req-79027087-4c73-41ce-b063-1dd75813ff1b tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 943 time: 0.1291289 Jul 16 20:40:39.751408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e51499b2-acba-410e-b3c1-1da776b319f7 req-40ea5f2e-f44b-4cb1-9225-4c26e93182e1 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Jul 16 20:40:39.934649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:39.959528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:39.964849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4a79879f-cad7-4c97-8467-0f9b7d4b47a1 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:39.965686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:39.989184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:39.989869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7b9ea585-dd7b-4ef1-8186-5e3e46d7fba2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:40.408455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.736876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 799705a6-c5ca-4867-aa49-f99725c22093 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:40.738164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.866073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 799705a6-c5ca-4867-aa49-f99725c22093, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=799705a6-c5ca-4867-aa49-f99725c22093,segment=NetworkSegment(5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807),segment_id=5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:40.866873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.881293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 799705a6-c5ca-4867-aa49-f99725c22093 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:40.914354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:40:41.026294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025435f-0acb-4398-b725-281f9f7a0399 req-212cd65f-261d-4309-aec0-eefa6c5a8d9e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.035337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b025435f-0acb-4398-b725-281f9f7a0399 req-212cd65f-261d-4309-aec0-eefa6c5a8d9e tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 943 time: 0.1377287 Jul 16 20:40:41.089855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:41.104721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b025435f-0acb-4398-b725-281f9f7a0399 req-25a65241-2104-4e7d-b4d9-3438b9566be7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696533 Jul 16 20:40:41.122554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3', 'network_id': 'e0c7fec2-1f24-463b-9df4-d428d2b1d695', 'port_id': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3', 'mac_address': 'fa:16:3e:32:5e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:40:41.168357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.172224 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.194846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:40:41.202940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=799705a6-c5ca-4867-aa49-f99725c22093,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.221639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:41.227924 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.314315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.435343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:41.462546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.466204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35228) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.602933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca87f555-dc14-49ed-bb5c-a456e7984cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.726221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:41.746237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca87f555-dc14-49ed-bb5c-a456e7984cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.753775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca87f555-dc14-49ed-bb5c-a456e7984cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.793306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca87f555-dc14-49ed-bb5c-a456e7984cfa admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b89cbedbe7c940c4b6ae656b3327993c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259461 Jul 16 20:40:41.797079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35234) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.805497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87f555-dc14-49ed-bb5c-a456e7984cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331da6fc-3428-4138-856c-e42beacf44d9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.837722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:41.846760 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7569451c-3506-4d64-9c26-5a5715048cef tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1767738 Jul 16 20:40:41.846926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35236) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.855548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:41.868215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:41.869009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:41.895560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f56f37f8-2d74-4164-9a49-6e93dbae8182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.922090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet 0e15e943-699a-4218-b57c-e69b8b73ef6b {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:41.933446 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.937516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f56f37f8-2d74-4164-9a49-6e93dbae8182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.974838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:42.005971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.101063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f56f37f8-2d74-4164-9a49-6e93dbae8182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.104638 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f56f37f8-2d74-4164-9a49-6e93dbae8182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.105816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f56f37f8-2d74-4164-9a49-6e93dbae8182 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/331da6fc-3428-4138-856c-e42beacf44d9 HTTP/1.1" status: 204 len: 168 time: 0.3078277 Jul 16 20:40:42.119030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.123156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f37f8-2d74-4164-9a49-6e93dbae8182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331da6fc-3428-4138-856c-e42beacf44d9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.196611 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.248359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=0e15e943-699a-4218-b57c-e69b8b73ef6b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.252303 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.257319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2f9d9250-78c4-4921-a614-f311ce90ee9a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/0e15e943-699a-4218-b57c-e69b8b73ef6b HTTP/1.1" status: 204 len: 168 time: 0.4094112 Jul 16 20:40:42.257524 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35242) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.271224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 10, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.274626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9158a-a27e-4b0c-bf4e-c7d2dd279068 None None] Network c125b285-2731-4cbe-b4d6-7b4b589344fc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:42.346439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:42.362209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.367912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:42.368550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.389004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a170d-eb65-4a44-b98f-fd0a52f19497 req-c13f6d97-8dec-4b9b-b33e-2275a95b0f0d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.402422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee7a170d-eb65-4a44-b98f-fd0a52f19497 req-c13f6d97-8dec-4b9b-b33e-2275a95b0f0d tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 944 time: 0.1341717 Jul 16 20:40:42.444654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:42.445012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.484420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee7a170d-eb65-4a44-b98f-fd0a52f19497 req-63b94dee-cd93-4f8a-9b52-1a97a234f56c tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796480 Jul 16 20:40:42.542109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5,segment=NetworkSegment(5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807),segment_id=5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:42.542530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.556359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:42.565741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35248) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.580385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-337066a2-b813-41d0-9397-6487ff913313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.593478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:42.720123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.753028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.755695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:42.759780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-337066a2-b813-41d0-9397-6487ff913313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.767644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-337066a2-b813-41d0-9397-6487ff913313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.798282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9abf1b-0c1e-4efb-b592-4ef9de8c9df7 None None] DHCP port deletion for c125b285-2731-4cbe-b4d6-7b4b589344fc request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:42.819690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337066a2-b813-41d0-9397-6487ff913313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74f837-29bf-4869-9650-38b6b9b415e9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.827461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-337066a2-b813-41d0-9397-6487ff913313 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b27cae32718348daa9b3068dfc9ea247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605805 Jul 16 20:40:42.830000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35250) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.857415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.867753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 10, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.869355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c125b285-2731-4cbe-b4d6-7b4b589344fc']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.885975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.886361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9a13c9-cfc1-474f-a82b-2fe7b8ca3807') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:42.896008 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.899181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31e465-8b13-4ee2-8121-a57362b87d9b None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:41Z', 'revision_number': 10, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None, '_interfaces': [{'id': 'bc5b855c-eefd-46ab-b812-e6af80dd2f11', 'name': '', 'network_id': '73ca1f38-39b0-4e95-bcd8-a0d07038010c', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'mac_address': 'fa:16:3e:55:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:05Z', 'updated_at': '2021-07-16T20:40:15Z', 'revision_number': 5, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'subnets': [{'id': 'ac2db211-12b4-418c-8836-abc87e82fce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:42.902523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4efbb17e-79de-4e9f-865b-98385ec964d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.912394 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.919319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:42.919740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.929551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:42.950547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4efbb17e-79de-4e9f-865b-98385ec964d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:42.986062 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:42.991604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.011579 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.012610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:43.017168 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4efbb17e-79de-4e9f-865b-98385ec964d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.018100 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/c125b285-2731-4cbe-b4d6-7b4b589344fc HTTP/1.1" status: 204 len: 168 time: 0.7591579 Jul 16 20:40:43.018522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:43.018901 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.019415 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35252) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:43.022100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4efbb17e-79de-4e9f-865b-98385ec964d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.023603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4efbb17e-79de-4e9f-865b-98385ec964d3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dd74f837-29bf-4869-9650-38b6b9b415e9 HTTP/1.1" status: 204 len: 168 time: 0.1924441 Jul 16 20:40:43.033262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb17e-79de-4e9f-865b-98385ec964d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74f837-29bf-4869-9650-38b6b9b415e9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.037050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91de0-2386-49de-ba6b-0441254d1223 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=c125b285-2731-4cbe-b4d6-7b4b589344fc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.153321 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.186098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:43.188974 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d18ee8d-3172-465a-a998-d5d38e240ef1" -d '{"events": [{"server_uuid": "ea69ce7c-8ed6-45e1-b282-fcc98c9948d9", "name": "network-vif-plugged", "status": "completed", "tag": "5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:43.205510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:43.212070 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.254940 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3503bb17-1d93-4308-b48b-99dd59b3c243 x-openstack-request-id: req-3503bb17-1d93-4308-b48b-99dd59b3c243 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:43.256611 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69ce7c-8ed6-45e1-b282-fcc98c9948d9", "name": "network-vif-plugged", "status": "completed", "tag": "5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:43.256978 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3503bb17-1d93-4308-b48b-99dd59b3c243 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:43.258183 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3', 'code': 200} Jul 16 20:40:43.294132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.469188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a487b-aaeb-499e-9167-d66e47e57d78 req-36c259a4-b4c9-426b-b129-f7ca97a5f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:43.470965 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-553a487b-aaeb-499e-9167-d66e47e57d78 req-36c259a4-b4c9-426b-b129-f7ca97a5f6bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 1096 time: 0.1274111 Jul 16 20:40:43.526113 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-553a487b-aaeb-499e-9167-d66e47e57d78 req-d6d4cdbc-ea8b-49f0-a65d-8fe33b3c2754 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Jul 16 20:40:43.623449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.741071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2241aa4-047c-4bec-8a2a-cb2770e1c328 req-f51ba2a1-4795-4279-8642-6610636f9642 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:43.748168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2241aa4-047c-4bec-8a2a-cb2770e1c328 req-f51ba2a1-4795-4279-8642-6610636f9642 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.1172481 Jul 16 20:40:43.793303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:43.795795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e2241aa4-047c-4bec-8a2a-cb2770e1c328 req-51926e1d-dcd7-4f15-8ab7-a05ed58109e6 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Jul 16 20:40:43.982829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:43.983181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4fd8f6c3-bcbf-40fe-8c4c-d2e98e65a7a5 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:43.983633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 799705a6-c5ca-4867-aa49-f99725c22093 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:44.004663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 799705a6-c5ca-4867-aa49-f99725c22093 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:44.005015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 799705a6-c5ca-4867-aa49-f99725c22093 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:44.030739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port bc5b855c-eefd-46ab-b812-e6af80dd2f11 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:44.031704 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.145122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port bc5b855c-eefd-46ab-b812-e6af80dd2f11, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bc5b855c-eefd-46ab-b812-e6af80dd2f11,segment=NetworkSegment(4c0e505d-d169-49a1-92bd-38e985ff1cea),segment_id=4c0e505d-d169-49a1-92bd-38e985ff1cea)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:44.146906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.170684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for bc5b855c-eefd-46ab-b812-e6af80dd2f11 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:44.396828 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.429692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=bc5b855c-eefd-46ab-b812-e6af80dd2f11,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:44.634395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.681645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-066e3d65-7f69-4143-be96-7672d4d635cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1075773 Jul 16 20:40:44.841396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.841988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.842491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.843029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.843672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.844276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.844436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:44.845105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.847158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ca0405de-4aed-4efd-80a2-25310a8d28dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 6501 time: 0.0874891 Jul 16 20:40:44.987691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:44.993951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-feda17c5-2cd8-4b0a-89d3-c23da2e404aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.994424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-feda17c5-2cd8-4b0a-89d3-c23da2e404aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.994894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-feda17c5-2cd8-4b0a-89d3-c23da2e404aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:44.995631 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5c505d13-d246-4aaf-8d6a-49d3590a63e3 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736600 Jul 16 20:40:44.998202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35314) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:44.999642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-feda17c5-2cd8-4b0a-89d3-c23da2e404aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=14793202-6c19-4021-84c1-351f660b46d6&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=87a4b21e-dbe0-4008-b365-c64e39314207&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 200 len: 2299 time: 0.1240482 Jul 16 20:40:45.001151 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:45.019235 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:45.021882 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.086817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting subnet ac2db211-12b4-418c-8836-abc87e82fce3 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:45.100206 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.114929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-9cdc125c-cf81-4c15-878e-46c4d7f28650 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 200 len: 1002 time: 0.0902424 Jul 16 20:40:45.124649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea533cac-7bc7-4d3f-8709-3d572e835cb1 req-69226f13-344b-45cf-bf60-e6498601a2c3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.131983 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:45.132579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea533cac-7bc7-4d3f-8709-3d572e835cb1 req-69226f13-344b-45cf-bf60-e6498601a2c3 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.1539662 Jul 16 20:40:45.189187 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.197710 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 11, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.210679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea533cac-7bc7-4d3f-8709-3d572e835cb1 req-9921caa2-9e35-4e7c-8b93-9fdbe344ba78 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771124 Jul 16 20:40:45.228741 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:45.261089 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:45.262023 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.273315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-55a5f4f3-d080-4c21-8ea0-0fdcf7fb0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.275079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-55a5f4f3-d080-4c21-8ea0-0fdcf7fb0d74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 200 len: 856 time: 0.1404107 Jul 16 20:40:45.325548 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.381022 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:45.381946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6739ce92-7c9b-4676-8846-0228e0d253e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.385123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6739ce92-7c9b-4676-8846-0228e0d253e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14793202-6c19-4021-84c1-351f660b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036904 Jul 16 20:40:45.468139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.489551 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 11, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.530942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2db211-12b4-418c-8836-abc87e82fce3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:45.538884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.545123 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b6ab64ff-65fe-42ab-9e66-3e49a568a700 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/ac2db211-12b4-418c-8836-abc87e82fce3 HTTP/1.1" status: 204 len: 168 time: 0.5435295 Jul 16 20:40:45.545348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d25b55-9b6d-4eed-8dbb-8ec99de2dfd3 None None] Network 73ca1f38-39b0-4e95-bcd8-a0d07038010c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:45.545788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35328) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:45.549417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1cca1-1093-4ed4-bef4-ce1fe41a69f0 req-8ba76334-25f2-4e52-8d67-0ac78d016142 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.552113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89b1cca1-1093-4ed4-bef4-ce1fe41a69f0 req-8ba76334-25f2-4e52-8d67-0ac78d016142 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.1521246 Jul 16 20:40:45.564054 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bd932-d9d3-462e-b2b1-36d7abea07e9 None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 11, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:45.601372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-aa72d8a1-111f-4cea-a5b2-27b47be2b2dc service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100775 Jul 16 20:40:45.635383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89b1cca1-1093-4ed4-bef4-ce1fe41a69f0 req-f12f26f7-ab3e-40cb-8305-dd8a0bf4aa66 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729117 Jul 16 20:40:45.701081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.837579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Deleting port c5e11833-375b-4494-929c-90faefc35202 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:45.837939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.848156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-cf818c83-a9a8-43c0-a313-5d8d0084ea25 service neutron] 10.222.0.21 "GET /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388651 Jul 16 20:40:45.909980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ffc558c2-ab4c-4254-9fb0-1167820c795d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 217 time: 0.0552161 Jul 16 20:40:45.925459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] For port c5e11833-375b-4494-929c-90faefc35202, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c5e11833-375b-4494-929c-90faefc35202,segment=NetworkSegment(4c0e505d-d169-49a1-92bd-38e985ff1cea),segment_id=4c0e505d-d169-49a1-92bd-38e985ff1cea)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:45.926480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.945226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Calling delete_port for c5e11833-375b-4494-929c-90faefc35202 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:45.968488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] DHCP port deletion for 73ca1f38-39b0-4e95-bcd8-a0d07038010c request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:46.000362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35336) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:46.036517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-227ca541-b9c7-438d-ab51-5f007614fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.047318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-227ca541-b9c7-438d-ab51-5f007614fe3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.1252799 Jul 16 20:40:46.101397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c5e11833-375b-4494-929c-90faefc35202 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:46.148552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-d0131812-4ddf-45ae-af60-1e2528271a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.158643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.159411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-d0131812-4ddf-45ae-af60-1e2528271a8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092649 Jul 16 20:40:46.166276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] Deleting port c5e11833-375b-4494-929c-90faefc35202 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:46.167272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.171118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No active binding found for port c5e11833-375b-4494-929c-90faefc35202 {{(pid=94097) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:40:46.171854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c5e11833-375b-4494-929c-90faefc35202 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:46.172502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc5b855c-eefd-46ab-b812-e6af80dd2f11 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:46.208828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Port': ['ID=c5e11833-375b-4494-929c-90faefc35202,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.210896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No DVR routers for this DVR port c5e11833-375b-4494-929c-90faefc35202 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:46.223714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: bc5b855c-eefd-46ab-b812-e6af80dd2f11 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:46.224811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bc5b855c-eefd-46ab-b812-e6af80dd2f11 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:46.325280 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.332997 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17900269-e93a-438d-8005-c1ac4fd3a4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.337258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ca1f38-39b0-4e95-bcd8-a0d07038010c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:46.343067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] For port c5e11833-375b-4494-929c-90faefc35202, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:46.344113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.354546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0e505d-d169-49a1-92bd-38e985ff1cea') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:46.354841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0e505d-d169-49a1-92bd-38e985ff1cea') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:46.366491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.367954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] Calling delete_port for c5e11833-375b-4494-929c-90faefc35202 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:46.373484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] Port c5e11833-375b-4494-929c-90faefc35202 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:40:46.375767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.398412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.411549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:46.412262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:46.416017 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:46.419970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-21157bf2-49aa-47c5-b3be-7368231177f9 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537873 Jul 16 20:40:46.433238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] Pushing event deleted for resources: {'Port': ['ID=c5e11833-375b-4494-929c-90faefc35202,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.447190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a5fa3-3e1c-4b7b-8766-3821950951ba None None] No DVR routers for this DVR port c5e11833-375b-4494-929c-90faefc35202 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:46.502461 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.513441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.518172 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/networks/73ca1f38-39b0-4e95-bcd8-a0d07038010c HTTP/1.1" status: 204 len: 168 time: 0.9713058 Jul 16 20:40:46.520752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:46.536856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'routes': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:46.539798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bf33d-962d-43a2-894a-3391fa8b1be0 req-a4fed882-8119-4a4b-a50e-33e559c0f447 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.541386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d0414-cfa3-4330-8bdc-19bf610c4d57 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Pushing event deleted for resources: {'Network': ['ID=73ca1f38-39b0-4e95-bcd8-a0d07038010c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.543837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d32bf33d-962d-43a2-894a-3391fa8b1be0 req-a4fed882-8119-4a4b-a50e-33e559c0f447 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.2255888 Jul 16 20:40:46.627351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-219a527d-4b7f-4673-97e6-388b3cd17ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998565 Jul 16 20:40:46.685820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-ed194ad1-aaa5-46b6-adf5-0cb8512886fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 217 time: 0.0506237 Jul 16 20:40:46.689094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d32bf33d-962d-43a2-894a-3391fa8b1be0 req-fddc31f9-7713-4310-a45a-2f91c09166f8 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356783 Jul 16 20:40:46.762133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17900269-e93a-438d-8005-c1ac4fd3a4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.764546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6f8b7605-02c5-4a19-8919-66488b23f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.766116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6f8b7605-02c5-4a19-8919-66488b23f4f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0731351 Jul 16 20:40:46.767324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17900269-e93a-438d-8005-c1ac4fd3a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.784821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.extraroute_db [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Added routes are [] {{(pid=94096) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:40:46.785676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.extraroute_db [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Removed routes are [] {{(pid=94096) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:40:46.786442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.840543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-17900269-e93a-438d-8005-c1ac4fd3a4c5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=68471bbfd9e141a483d90b644a0aaac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8390946 Jul 16 20:40:46.842821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17900269-e93a-438d-8005-c1ac4fd3a4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a47902-bd8a-46fa-9811-1eb5ccbf2370,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.846636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35356) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:46.972358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-8c967468-a0a8-4224-a327-ffe85f849131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.974018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-8c967468-a0a8-4224-a327-ffe85f849131 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1961274 Jul 16 20:40:47.025043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09e0-a2f5-45cc-95fa-3949646aed42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.101383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09e0-a2f5-45cc-95fa-3949646aed42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.142208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221034-0fbf-4769-90f3-078b2e88df8c req-b468f32a-2bba-4c13-a104-5d4222c34e4a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.144759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd221034-0fbf-4769-90f3-078b2e88df8c req-b468f32a-2bba-4c13-a104-5d4222c34e4a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.2286294 Jul 16 20:40:47.181339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-b1d9a4d3-2e61-43f6-ba77-bd3b7c3e32ed service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994588 Jul 16 20:40:47.245376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd221034-0fbf-4769-90f3-078b2e88df8c req-852f7a9c-96e5-438a-b61d-9e9d240fe184 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878651 Jul 16 20:40:47.313744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-7cfc3ee0-ddc7-4acc-8641-ae1d446dcd64 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233418 Jul 16 20:40:47.314839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09e0-a2f5-45cc-95fa-3949646aed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.317922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09e0-a2f5-45cc-95fa-3949646aed42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.319096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2a8a09e0-a2f5-45cc-95fa-3949646aed42 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/69a47902-bd8a-46fa-9811-1eb5ccbf2370 HTTP/1.1" status: 204 len: 168 time: 0.4714355 Jul 16 20:40:47.352995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.368388 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.368651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a09e0-a2f5-45cc-95fa-3949646aed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a47902-bd8a-46fa-9811-1eb5ccbf2370,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.373018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-33e02741-a743-486b-80e4-88a954bf8dae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 200 len: 217 time: 0.0521922 Jul 16 20:40:47.481471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-0c3c2ece-b700-47a5-8b2c-4ebac7689754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.483171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-0c3c2ece-b700-47a5-8b2c-4ebac7689754 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0961030 Jul 16 20:40:47.487014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router 3ccf5476-448e-45cb-9a63-11feddf3bcea has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:47.570604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:47.580523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] Sync routers for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:47.585330 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.586754 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ab83890a-7f30-488d-a6f2-3816b35c216d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 200 len: 700 time: 1.0653183 Jul 16 20:40:47.587578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-8644b777-3d82-413a-95b5-7eec5bea6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.589673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-8644b777-3d82-413a-95b5-7eec5bea6269 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988705 Jul 16 20:40:47.590192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35372) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:47.595141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:47.596321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.658190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9d4f8a03-f40a-4fcb-a5f3-f0ba892c4a27 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 200 len: 205 time: 0.0661840 Jul 16 20:40:47.658794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35374) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:47.744872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-c8c157a9-4de8-4545-bb1d-c772c429584b service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431470 Jul 16 20:40:47.751164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:47.758406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7723e222-aa4f-42e9-b5a6-1a8905053e23 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.800253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35376) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:47.803449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f345-e9e6-45ff-9eba-367bc40aa121 req-25bf7fe3-9005-42ce-8d91-cede9095632a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.810944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0261f345-e9e6-45ff-9eba-367bc40aa121 req-25bf7fe3-9005-42ce-8d91-cede9095632a tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.1408238 Jul 16 20:40:47.839154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 11, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.845495 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c638c895-013f-4da2-8dbb-54c89e2f3bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.868685 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] Checking router: 3ccf5476-448e-45cb-9a63-11feddf3bcea for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:47.878101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] Routers {'3ccf5476-448e-45cb-9a63-11feddf3bcea'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:47.881341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3ccf5476-448e-45cb-9a63-11feddf3bcea'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.983890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] Set router 3ccf5476-448e-45cb-9a63-11feddf3bcea gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:48.012433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7723e222-aa4f-42e9-b5a6-1a8905053e23 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.017759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7723e222-aa4f-42e9-b5a6-1a8905053e23 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.087723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 11, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:48.123220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2866b23-76b3-4592-a0ef-c304766a86ed None None] The sync data for ids ['3ccf5476-448e-45cb-9a63-11feddf3bcea'] in n-d-798930-6 is: [{'id': '3ccf5476-448e-45cb-9a63-11feddf3bcea', 'name': 'tempest-RoutersTest-router-534454562', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:04Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 11, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:48.133520 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7723e222-aa4f-42e9-b5a6-1a8905053e23 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.134067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7723e222-aa4f-42e9-b5a6-1a8905053e23 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Fanout notify agent at l3_agent the message router_deleted on router 3ccf5476-448e-45cb-9a63-11feddf3bcea {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:48.141910 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7723e222-aa4f-42e9-b5a6-1a8905053e23 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.143094 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7723e222-aa4f-42e9-b5a6-1a8905053e23 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 204 len: 168 time: 0.4833422 Jul 16 20:40:48.151333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.159364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f12f369a-196d-4110-b9f9-49a9e6660cf2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1319468762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:48.177873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c638c895-013f-4da2-8dbb-54c89e2f3bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.186162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c638c895-013f-4da2-8dbb-54c89e2f3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.230577 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c638c895-013f-4da2-8dbb-54c89e2f3bd9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ed5b642b62a148fdb9dbd4228ca35593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297717 Jul 16 20:40:48.235000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.273140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f12f369a-196d-4110-b9f9-49a9e6660cf2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.274421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f12f369a-196d-4110-b9f9-49a9e6660cf2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.294686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638c895-013f-4da2-8dbb-54c89e2f3bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce8d1a2-8c9f-411b-9fd0-2d4919b4d3b3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:48.347552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0261f345-e9e6-45ff-9eba-367bc40aa121 req-444bedce-33b3-46fb-8b26-453e4b85d308 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356598 Jul 16 20:40:48.350741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-d272711e-a1f3-474e-b388-ae6448afd28e service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984216 Jul 16 20:40:48.392412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f12f369a-196d-4110-b9f9-49a9e6660cf2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.401058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f12f369a-196d-4110-b9f9-49a9e6660cf2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.410149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-920a3b04-6c03-40b1-9f05-75263b889272 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 200 len: 217 time: 0.0526352 Jul 16 20:40:48.447283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-df03b46b-1219-467b-8046-7277ab375050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.477556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-df03b46b-1219-467b-8046-7277ab375050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.483664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6d9c7e6c-d2db-4fe9-8b19-4f29f986eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.485683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6d9c7e6c-d2db-4fe9-8b19-4f29f986eb45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 200 len: 797 time: 0.0649183 Jul 16 20:40:48.528854 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f12f369a-196d-4110-b9f9-49a9e6660cf2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.532612 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f12f369a-196d-4110-b9f9-49a9e6660cf2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3777730 Jul 16 20:40:48.534820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:48.542614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c9d816aa-e511-4362-a146-6b20b7feac78 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:48.578826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-df03b46b-1219-467b-8046-7277ab375050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.581457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-df03b46b-1219-467b-8046-7277ab375050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.587340 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-df03b46b-1219-467b-8046-7277ab375050 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dce8d1a2-8c9f-411b-9fd0-2d4919b4d3b3 HTTP/1.1" status: 204 len: 168 time: 0.3459439 Jul 16 20:40:48.624662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-49fbf41f-411e-4c8b-89de-6c8ba9b17a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.628862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-49fbf41f-411e-4c8b-89de-6c8ba9b17a92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87a4b21e-dbe0-4008-b365-c64e39314207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363142 Jul 16 20:40:48.658127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03b46b-1219-467b-8046-7277ab375050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce8d1a2-8c9f-411b-9fd0-2d4919b4d3b3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:48.802262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cf0df-18f1-4d29-9ad1-68e43091c721 req-945cd00b-4026-4c40-91df-985b4ca0c0e7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.810264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-952cf0df-18f1-4d29-9ad1-68e43091c721 req-945cd00b-4026-4c40-91df-985b4ca0c0e7 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.2498734 Jul 16 20:40:48.844363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-effd72e0-7377-404b-9be9-c626059a5fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915329 Jul 16 20:40:48.892028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9d816aa-e511-4362-a146-6b20b7feac78 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.906308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9d816aa-e511-4362-a146-6b20b7feac78 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371350'] for router, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.970768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-524d6bbc-bc89-4cec-8ede-9604f68d5a13 service neutron] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193502 Jul 16 20:40:48.975803 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-952cf0df-18f1-4d29-9ad1-68e43091c721 req-f4218440-5f74-448f-8738-beb16edc4996 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645942 Jul 16 20:40:48.995563 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-99046315-472f-4efb-b323-e73951ea3662 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2585692 Jul 16 20:40:49.055834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-8eedd12f-ebee-472d-bde7-2c422d2c79e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 200 len: 217 time: 0.0783021 Jul 16 20:40:49.152419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6d6187b7-70ad-4b21-9a55-2c2c01fc98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.157310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-6d6187b7-70ad-4b21-9a55-2c2c01fc98f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.0919254 Jul 16 20:40:49.157556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d816aa-e511-4362-a146-6b20b7feac78 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Router fb8f5046-209f-4787-bd4c-c60147bce6fe is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:49.247685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-84f1eaf1-8eb5-4a8e-a5d3-912b89a3dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.249334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-84f1eaf1-8eb5-4a8e-a5d3-912b89a3dff2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834589 Jul 16 20:40:49.392766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d816aa-e511-4362-a146-6b20b7feac78 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:49.401118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-2b329463-73b9-4c52-9ff9-3422208f2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.404917 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-2b329463-73b9-4c52-9ff9-3422208f2078 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 1096 time: 0.3509800 Jul 16 20:40:49.405217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-127c8490-130d-4541-8127-99dc463c7659 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482787 Jul 16 20:40:49.413251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c9d816aa-e511-4362-a146-6b20b7feac78 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.415522 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c9d816aa-e511-4362-a146-6b20b7feac78 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "PUT /v2.0/routers/fb8f5046-209f-4787-bd4c-c60147bce6fe HTTP/1.1" status: 200 len: 694 time: 0.8781898 Jul 16 20:40:49.418335 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35404) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:49.420860 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] Sync routers for ids ['fb8f5046-209f-4787-bd4c-c60147bce6fe'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:49.482236 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] Routers {'fb8f5046-209f-4787-bd4c-c60147bce6fe'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:49.484492 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['fb8f5046-209f-4787-bd4c-c60147bce6fe'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:49.621867 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] Set router fb8f5046-209f-4787-bd4c-c60147bce6fe gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:49.626047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-63b62130-0f7d-4eaa-850a-355a65613301 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131367 Jul 16 20:40:49.638286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-02fc9c7e-cff9-47a6-ba63-8382e6b91ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.640013 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-02fc9c7e-cff9-47a6-ba63-8382e6b91ec8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 200 len: 915 time: 0.1556175 Jul 16 20:40:49.696875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8f5046-209f-4787-bd4c-c60147bce6fe', 'name': 'tempest-RoutersTest-router-1319468762', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:48Z', 'updated_at': '2021-07-16T20:40:48Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:49.719063 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-71072e22-f406-4841-9c38-e6fa61a61d2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 HTTP/1.1" status: 200 len: 217 time: 0.0478594 Jul 16 20:40:49.725524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-0b8a3c71-7a90-4d9f-8b42-7ed20bc22d1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 200 len: 217 time: 0.0819488 Jul 16 20:40:49.768585 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] Checking router: fb8f5046-209f-4787-bd4c-c60147bce6fe for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:49.791061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] Routers {'fb8f5046-209f-4787-bd4c-c60147bce6fe'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:49.794276 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['fb8f5046-209f-4787-bd4c-c60147bce6fe'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:49.795740 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9edb89fd-9437-4f8c-96b8-9d040bfd569f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/routers/fb8f5046-209f-4787-bd4c-c60147bce6fe HTTP/1.1" status: 200 len: 700 time: 0.3721151 Jul 16 20:40:49.795899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35416) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:49.797783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-cb4480fe-2c1e-4411-b78d-b42cb60867f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.805795 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-cb4480fe-2c1e-4411-b78d-b42cb60867f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 200 len: 854 time: 0.0780828 Jul 16 20:40:49.844570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f9b2b51a-5970-4c29-9cc4-f85c3e2824a6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=fb8f5046-209f-4787-bd4c-c60147bce6fe HTTP/1.1" status: 200 len: 205 time: 0.0471878 Jul 16 20:40:49.847133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-351b8e84-e4dd-42ae-b4de-b81ca36bab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.850177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-351b8e84-e4dd-42ae-b4de-b81ca36bab5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 200 len: 797 time: 0.1186619 Jul 16 20:40:49.850718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35418) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:49.854506 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-415cf1a3-08ac-45f3-9d64-18bc020d89f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0c7fec2-1f24-463b-9df4-d428d2b1d695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416529 Jul 16 20:40:49.979559 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] Set router fb8f5046-209f-4787-bd4c-c60147bce6fe gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:50.021820 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-df11d982-1f78-49f6-8bde-1c58bc945a24 service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603816 Jul 16 20:40:50.044156 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e090b940-46d7-4a9b-8a0c-0187989ccfe4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.052519 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8f5046-209f-4787-bd4c-c60147bce6fe', 'name': 'tempest-RoutersTest-router-1319468762', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:48Z', 'updated_at': '2021-07-16T20:40:48Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:50.114310 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371888e9-430b-4f82-94f1-a8d22b7fbad6 None None] The sync data for ids ['fb8f5046-209f-4787-bd4c-c60147bce6fe'] in n-d-798930-6 is: [{'id': 'fb8f5046-209f-4787-bd4c-c60147bce6fe', 'name': 'tempest-RoutersTest-router-1319468762', 'tenant_id': 'bff1869cc8144e3b85dda571a0747eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:48Z', 'updated_at': '2021-07-16T20:40:48Z', 'revision_number': 2, 'project_id': 'bff1869cc8144e3b85dda571a0747eb5', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:50.169614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5793ae70-3799-4a7c-b51d-6886eacdd051 req-8900d943-3312-44b8-a444-cb3929770606 service neutron] 10.222.0.26 "GET /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402500 Jul 16 20:40:50.192830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-7122837b-eed6-4df5-9589-309530676399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:50.194523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-7122837b-eed6-4df5-9589-309530676399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48ba64d8-4fb0-435d-90c5-2ac0b96daeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3351550 Jul 16 20:40:50.321792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cae6f-64bb-4dcd-9892-a39ff0da6d42 req-e762ec16-c855-4d51-bc59-4def01588799 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:50.323446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a08cae6f-64bb-4dcd-9892-a39ff0da6d42 req-e762ec16-c855-4d51-bc59-4def01588799 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.3387361 Jul 16 20:40:50.339913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e090b940-46d7-4a9b-8a0c-0187989ccfe4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.350228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e090b940-46d7-4a9b-8a0c-0187989ccfe4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.465626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e090b940-46d7-4a9b-8a0c-0187989ccfe4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.466362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e090b940-46d7-4a9b-8a0c-0187989ccfe4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Fanout notify agent at l3_agent the message router_deleted on router fb8f5046-209f-4787-bd4c-c60147bce6fe {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:50.474222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e090b940-46d7-4a9b-8a0c-0187989ccfe4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.478521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e090b940-46d7-4a9b-8a0c-0187989ccfe4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/fb8f5046-209f-4787-bd4c-c60147bce6fe HTTP/1.1" status: 204 len: 168 time: 0.6236815 Jul 16 20:40:50.479442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35436) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.495648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a08cae6f-64bb-4dcd-9892-a39ff0da6d42 req-430830da-1517-49a1-a83c-5294bb78fa93 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/security-groups?id=a9eb7825-c483-4780-a4a0-bccb773b4377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613927 Jul 16 20:40:50.532720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-e5661e12-322a-41a3-9f88-15fe7a6b4735 service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758050 Jul 16 20:40:50.563030 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-704152c1-720b-4c3d-a086-c64589dc7cee tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=fb8f5046-209f-4787-bd4c-c60147bce6fe HTTP/1.1" status: 200 len: 205 time: 0.0805850 Jul 16 20:40:50.570417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35440) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.636226 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-4730c5dd-d673-4244-b626-3d46e36a5976 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] delete failed (client error): The resource could not be found. Jul 16 20:40:50.639789 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4730c5dd-d673-4244-b626-3d46e36a5976 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/fb8f5046-209f-4787-bd4c-c60147bce6fe HTTP/1.1" status: 404 len: 336 time: 0.0662222 Jul 16 20:40:50.640691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35446) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.680302 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-414249cf-9b4d-42ae-a430-01358d92a69f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:50.681144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414249cf-9b4d-42ae-a430-01358d92a69f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:50.686983 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-414249cf-9b4d-42ae-a430-01358d92a69f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/a74955d5-c898-40b2-bcea-ea7b7b685dee HTTP/1.1" status: 404 len: 337 time: 0.0451510 Jul 16 20:40:50.687803 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35448) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.740111 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a0cf9c-ed53-464e-a402-9a04aff38535 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:50.740791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a0cf9c-ed53-464e-a402-9a04aff38535 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:50.744408 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37a0cf9c-ed53-464e-a402-9a04aff38535 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/fc8c7448-4803-4c75-b470-60e78cf42bec HTTP/1.1" status: 404 len: 337 time: 0.0549328 Jul 16 20:40:50.745785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a538ffe-c33c-4f79-8395-62732a950cc1 req-123ac8a1-61f5-4935-8dc0-eb07649a3ded service neutron] 10.222.0.21 "GET /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050743 Jul 16 20:40:50.746748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35450) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.790905 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c013e26-accf-4596-99cf-26799d98bb2b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:50.791405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c013e26-accf-4596-99cf-26799d98bb2b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:50.793193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2c013e26-accf-4596-99cf-26799d98bb2b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/0e15e943-699a-4218-b57c-e69b8b73ef6b HTTP/1.1" status: 404 len: 337 time: 0.0453997 Jul 16 20:40:50.795658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35454) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.841564 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e65c123-0920-4626-bb89-8ddb95f376ae tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:50.843071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e65c123-0920-4626-bb89-8ddb95f376ae tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:50.845432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2e65c123-0920-4626-bb89-8ddb95f376ae tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/ac2db211-12b4-418c-8836-abc87e82fce3 HTTP/1.1" status: 404 len: 337 time: 0.0484948 Jul 16 20:40:50.848783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35456) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.882736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-7f11e858-ac3b-4edc-ac53-67e6617449f5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:50.884558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4db8d760-4adb-4d63-8e64-3a40b39bb8f2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 200 len: 205 time: 0.0346658 Jul 16 20:40:50.886985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35458) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.887529 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-7f11e858-ac3b-4edc-ac53-67e6617449f5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 945 time: 0.0977900 Jul 16 20:40:50.929317 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-a1cd0fd3-b58b-46a8-af74-2e419120687a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] delete failed (client error): The resource could not be found. Jul 16 20:40:50.930420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a1cd0fd3-b58b-46a8-af74-2e419120687a tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/3ccf5476-448e-45cb-9a63-11feddf3bcea HTTP/1.1" status: 404 len: 336 time: 0.0420892 Jul 16 20:40:50.933233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35460) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:50.973170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-53779d85-22b7-4c54-96b0-3066fc1dabe6 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=11613d5c-5434-43f5-97df-554aa61e8c0e HTTP/1.1" status: 200 len: 205 time: 0.0381892 Jul 16 20:40:50.975757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35462) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.048409 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-383087b1-ec63-4c97-b263-0c640da9bdbf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] delete failed (client error): The resource could not be found. Jul 16 20:40:51.052501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-383087b1-ec63-4c97-b263-0c640da9bdbf tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/11613d5c-5434-43f5-97df-554aa61e8c0e HTTP/1.1" status: 404 len: 336 time: 0.0727744 Jul 16 20:40:51.054305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35464) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.057994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Deleting port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:51.058348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.093868 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-93432b29-ae0e-46d6-8031-bd8db4bb706f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:51.094377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93432b29-ae0e-46d6-8031-bd8db4bb706f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:51.096295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93432b29-ae0e-46d6-8031-bd8db4bb706f tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/cfdd5abb-c908-473f-af33-4fcdf274b80e HTTP/1.1" status: 404 len: 337 time: 0.0409327 Jul 16 20:40:51.100171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35466) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.154412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c4ee7403-f43c-45fc-ad25-9b2ceeda5d91 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=d7f89860-d603-4ca4-b0fb-266e78b80503 HTTP/1.1" status: 200 len: 205 time: 0.0527556 Jul 16 20:40:51.157484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35468) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.227590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] For port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,segment=NetworkSegment(d2c6a192-63c3-4968-b205-353dd3d2a5f7),segment_id=d2c6a192-63c3-4968-b205-353dd3d2a5f7)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:51.228230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.236958 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-b08c18f0-6a19-4e35-90d6-874b6d161fed tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] delete failed (client error): The resource could not be found. Jul 16 20:40:51.238018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b08c18f0-6a19-4e35-90d6-874b6d161fed tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/d7f89860-d603-4ca4-b0fb-266e78b80503 HTTP/1.1" status: 404 len: 336 time: 0.0783882 Jul 16 20:40:51.242004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35474) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.258301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Calling delete_port for 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:51.283282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-741a83b4-9ba8-49d4-9c00-b34f59db7af4 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=44287d1f-6a6c-4c87-a419-1ae9df60016f HTTP/1.1" status: 200 len: 205 time: 0.0400882 Jul 16 20:40:51.286163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35478) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.328677 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-54da9a99-8696-46b6-b4cc-b8b06c9ca9c9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] delete failed (client error): The resource could not be found. Jul 16 20:40:51.329777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-54da9a99-8696-46b6-b4cc-b8b06c9ca9c9 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/44287d1f-6a6c-4c87-a419-1ae9df60016f HTTP/1.1" status: 404 len: 336 time: 0.0425873 Jul 16 20:40:51.333685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35480) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.385836 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec9c6df-b42a-413f-8440-6b00cd493af1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:51.386318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec9c6df-b42a-413f-8440-6b00cd493af1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:51.390822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1ec9c6df-b42a-413f-8440-6b00cd493af1 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/abb0890e-edfb-424f-9fb1-c76ee7c11fff HTTP/1.1" status: 404 len: 337 time: 0.0534263 Jul 16 20:40:51.391158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35484) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.427512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a687b2e8-0961-41ba-923c-a34f25691255 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=e32377d8-590c-46a2-ad39-4291a082310c HTTP/1.1" status: 200 len: 205 time: 0.0326483 Jul 16 20:40:51.427848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35488) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.442056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.456314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:40:51.477765 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-ccd0db74-4eff-48d4-b208-183960d75aa2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] delete failed (client error): The resource could not be found. Jul 16 20:40:51.478819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ccd0db74-4eff-48d4-b208-183960d75aa2 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/e32377d8-590c-46a2-ad39-4291a082310c HTTP/1.1" status: 404 len: 336 time: 0.0499961 Jul 16 20:40:51.481404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35492) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.530439 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-49887c28-8edd-4690-b8d7-7ca61c11c22d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:51.531085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49887c28-8edd-4690-b8d7-7ca61c11c22d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:51.535483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-49887c28-8edd-4690-b8d7-7ca61c11c22d tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/bcce313a-1d4f-4ef4-9884-57e605fbfb91 HTTP/1.1" status: 404 len: 337 time: 0.0506213 Jul 16 20:40:51.535647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35498) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.536977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Pushing event deleted for resources: {'Port': ['ID=5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:51.612858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-576335f7-6824-4cb1-bbee-3beabd301545 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "GET /v2.0/ports?device_id=25c0fba0-79c5-47fe-ae82-3db70e4ca26c HTTP/1.1" status: 200 len: 205 time: 0.0731947 Jul 16 20:40:51.613965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.622955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] No DVR routers for this DVR port 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:51.626827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.629793 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4984db0b-51e8-4697-a962-789d6b6cf28a req-6ff8aae5-16ab-45a2-9331-d5ab15b4eb79 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.26 "DELETE /v2.0/ports/5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 HTTP/1.1" status: 204 len: 173 time: 0.7367802 Jul 16 20:40:51.630510 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'name': 'network-vif-deleted', 'tag': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:51.643817 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d912892-0b9e-458e-b7ba-c8b34bdec234" -d '{"events": [{"server_uuid": "ea69ce7c-8ed6-45e1-b282-fcc98c9948d9", "name": "network-vif-deleted", "tag": "5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:51.701464 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-90ac9c4f-9077-4796-85f9-e48ebeba9418 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] delete failed (client error): The resource could not be found. Jul 16 20:40:51.702590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-90ac9c4f-9077-4796-85f9-e48ebeba9418 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/routers/25c0fba0-79c5-47fe-ae82-3db70e4ca26c HTTP/1.1" status: 404 len: 336 time: 0.0879848 Jul 16 20:40:51.707750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.739901 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe6c6bf-771c-4b81-a04b-3abbb036003b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:51.740559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe6c6bf-771c-4b81-a04b-3abbb036003b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:51.742404 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dbe6c6bf-771c-4b81-a04b-3abbb036003b tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/8917cccf-d400-4200-bee8-0dbf7fb06957 HTTP/1.1" status: 404 len: 337 time: 0.0358293 Jul 16 20:40:51.746292 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.785966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.803446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.807871 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f2c052-fd80-4c0a-a3c0-ed5dcd515999 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] DELETE failed (client error): The resource could not be found. Jul 16 20:40:51.808765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f2c052-fd80-4c0a-a3c0-ed5dcd515999 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:40:51.809906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.812499 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56f2c052-fd80-4c0a-a3c0-ed5dcd515999 tempest-RoutersTest-295104629 tempest-RoutersTest-295104629-project] 10.222.0.100 "DELETE /v2.0/subnets/a3f877d9-7169-48f0-803e-7f1718854597 HTTP/1.1" status: 404 len: 337 time: 0.0647764 Jul 16 20:40:51.816910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.823834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.844627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.856362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.862250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-f10b1072-0e90-4c34-8b0f-201347945ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.3332670 Jul 16 20:40:51.926765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b07923b-d765-4c2d-a5e5-5dfb4f6e6635 req-91ae2989-26f4-4fb5-85eb-903ae246a1c1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573113 Jul 16 20:40:52.150208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a6134c9-53d5-4ac5-b435-c8b74a57275a req-35a3eca6-24f0-4622-87ce-f5a69fabd9f5 tempest-ServerDiskConfigTestJSON-1622033224 tempest-ServerDiskConfigTestJSON-1622033224-project] 10.222.0.100 "GET /v2.0/ports?device_id=ea69ce7c-8ed6-45e1-b282-fcc98c9948d9 HTTP/1.1" status: 200 len: 210 time: 0.0451188 Jul 16 20:40:52.211095 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40538ce-8b3c-463d-bb53-3d1856bd1c6b x-openstack-request-id: req-e40538ce-8b3c-463d-bb53-3d1856bd1c6b {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:52.211468 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69ce7c-8ed6-45e1-b282-fcc98c9948d9", "name": "network-vif-deleted", "tag": "5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:52.212271 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e40538ce-8b3c-463d-bb53-3d1856bd1c6b {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:52.212681 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69ce7c-8ed6-45e1-b282-fcc98c9948d9', 'name': 'network-vif-deleted', 'tag': '5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3', 'status': 'completed', 'code': 200} Jul 16 20:40:52.251038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35528) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.427332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3b883576-fbee-4806-bbd1-5653dd6899af admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bff1869cc8144e3b85dda571a0747eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746364 Jul 16 20:40:52.429638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35536) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.538861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf598-cb3d-4765-b880-c6a4f62e53b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.567750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.574161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.580512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.587566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.593742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.600037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.605812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.607785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-a897fb02-8cbc-42c1-8e85-cc532ee615b4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.1581490 Jul 16 20:40:52.629812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf598-cb3d-4765-b880-c6a4f62e53b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.703732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-13fe57f9-798f-49a8-948b-ca3e241e15e5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:52.705333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-13fe57f9-798f-49a8-948b-ca3e241e15e5 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "GET /v2.0/ports/f7bf83ae-7204-48bd-95b8-33009ab925c3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0886352 Jul 16 20:40:52.794853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf598-cb3d-4765-b880-c6a4f62e53b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.797886 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf598-cb3d-4765-b880-c6a4f62e53b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.799329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8e9bf598-cb3d-4765-b880-c6a4f62e53b8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4bb4833d-ee6b-417a-be65-a976144b39ed HTTP/1.1" status: 204 len: 168 time: 0.3687027 Jul 16 20:40:52.817364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf598-cb3d-4765-b880-c6a4f62e53b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb4833d-ee6b-417a-be65-a976144b39ed,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.867924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-b56da30e-3426-48d8-8d87-bddb99933b71 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "GET /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1553750 Jul 16 20:40:52.879652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:52.970773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.322714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] For port f7bf83ae-7204-48bd-95b8-33009ab925c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f7bf83ae-7204-48bd-95b8-33009ab925c3,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:53.340961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.350927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.359704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.373723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.382608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.400734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.406804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.408742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d06dae4-3585-440e-9810-22de88590991 req-b46f5f61-198b-4b62-a208-cc00f205c984 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 5444 time: 0.2784069 Jul 16 20:40:53.491902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] For port f7bf83ae-7204-48bd-95b8-33009ab925c3, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:53.533097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d06dae4-3585-440e-9810-22de88590991 req-0b887d88-9af2-44dd-b064-9a0ac3846faa tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&id=1bfd71be-862a-4e4b-ac06-fdd35cac9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035352 Jul 16 20:40:53.564377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] device_id is not set on port f7bf83ae-7204-48bd-95b8-33009ab925c3 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:53.595521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.602659 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.668357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bf83ae-7204-48bd-95b8-33009ab925c3,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.698023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] No DVR routers for this DVR port f7bf83ae-7204-48bd-95b8-33009ab925c3 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:53.774875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] In _notify_port_updated(), no bound segment for port f7bf83ae-7204-48bd-95b8-33009ab925c3 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:40:53.776390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.778583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.780100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-55d27053-cb8a-4e77-8ddd-c318f64f8119 service neutron] 10.222.0.21 "PUT /v2.0/ports/f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 200 len: 1032 time: 0.9052436 Jul 16 20:40:53.891093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-5bba6f2f-5ad2-4e6b-be9e-4e7b238d4077 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.892769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-5bba6f2f-5ad2-4e6b-be9e-4e7b238d4077 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "GET /v2.0/ports/573cb4fa-fbc1-4115-aa73-96db92e2c530?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1035733 Jul 16 20:40:53.907094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:54.018998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.028115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35584) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:54.049196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35588) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:54.087419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-58135caa-569f-4979-8cc3-390d9368e00b None None] Provisioning complete for port f7bf83ae-7204-48bd-95b8-33009ab925c3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:54.087994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-58135caa-569f-4979-8cc3-390d9368e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.152668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218885173'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:54.161159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] Deleting subnet 4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:54.166905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.172801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-58135caa-569f-4979-8cc3-390d9368e00b None None] Port f7bf83ae-7204-48bd-95b8-33009ab925c3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:54.195812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] For port 573cb4fa-fbc1-4115-aa73-96db92e2c530, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=573cb4fa-fbc1-4115-aa73-96db92e2c530,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:54.215730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.221046 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.235019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] For port 573cb4fa-fbc1-4115-aa73-96db92e2c530, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:54.246345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.273059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] device_id is not set on port 573cb4fa-fbc1-4115-aa73-96db92e2c530 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:54.283345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.288552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.291700 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.360183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] No DVR routers for this DVR port 573cb4fa-fbc1-4115-aa73-96db92e2c530 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:54.386935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.398723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] Pushing event updated for resources: {'Port': ['ID=573cb4fa-fbc1-4115-aa73-96db92e2c530,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.420218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] In _notify_port_updated(), no bound segment for port 573cb4fa-fbc1-4115-aa73-96db92e2c530 on network 87a4b21e-dbe0-4008-b365-c64e39314207 {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:40:54.421327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:54.422461 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.425882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-3bbe97dc-0898-4e2f-a6b7-1df622943927 service neutron] 10.222.0.21 "PUT /v2.0/ports/573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 200 len: 1032 time: 0.5240419 Jul 16 20:40:54.443849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.452984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.455383 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-43996b38-6cf4-4cf4-b624-9e9c0e460b9e admin admin] 10.222.0.100 "DELETE /v2.0/subnets/4fe65ef8-2837-49a5-bd7c-7b5d5246e6a6 HTTP/1.1" status: 204 len: 168 time: 0.4049473 Jul 16 20:40:54.460519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35600) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:54.506499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.520643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.632989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.655291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port d12a73ee-4f29-4d6b-af3a-6129c8351b6a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:54.655291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.670548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d8235a-09a1-4229-9a3f-3d38bc519ec3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.800236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bf4c5e5e-ff03-4421-bf51-2be1bbdc45af None None] Provisioning complete for port 573cb4fa-fbc1-4115-aa73-96db92e2c530 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:54.801139 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5e5e-ff03-4421-bf51-2be1bbdc45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.843079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f7bf83ae-7204-48bd-95b8-33009ab925c3 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:54.855818 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.867179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c5e5e-ff03-4421-bf51-2be1bbdc45af None None] Port 573cb4fa-fbc1-4115-aa73-96db92e2c530 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:54.874974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.886127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.917630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c7fec2-1f24-463b-9df4-d428d2b1d695']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.918156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f7bf83ae-7204-48bd-95b8-33009ab925c3 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:54.919083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device d12a73ee-4f29-4d6b-af3a-6129c8351b6a no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:54.920784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.924692 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8929734 Jul 16 20:40:54.928649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] For port d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:54.929266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.936660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35610) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:54.940180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c6a192-63c3-4968-b205-353dd3d2a5f7') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.940471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c6a192-63c3-4968-b205-353dd3d2a5f7') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.948466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for d12a73ee-4f29-4d6b-af3a-6129c8351b6a owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:54.977551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc3e8-7c73-4a4b-8f8c-833d89ab7066 req-40b94943-5557-40ee-a6e5-a2cf80d647e8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:54.983080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:54.983901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc3e8-7c73-4a4b-8f8c-833d89ab7066 req-40b94943-5557-40ee-a6e5-a2cf80d647e8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:54.990769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc3e8-7c73-4a4b-8f8c-833d89ab7066 req-40b94943-5557-40ee-a6e5-a2cf80d647e8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:54.997005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc3e8-7c73-4a4b-8f8c-833d89ab7066 req-40b94943-5557-40ee-a6e5-a2cf80d647e8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:54.997747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.004378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc3e8-7c73-4a4b-8f8c-833d89ab7066 req-40b94943-5557-40ee-a6e5-a2cf80d647e8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:55.012561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e6fc3e8-7c73-4a4b-8f8c-833d89ab7066 req-40b94943-5557-40ee-a6e5-a2cf80d647e8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 3886 time: 0.2171159 Jul 16 20:40:55.029796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:55.030214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 5d75d3b4-2e78-4ef4-b04b-4fe212ba56b3 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:55.083122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.111175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e6fc3e8-7c73-4a4b-8f8c-833d89ab7066 req-2ccbed3e-ec50-42f4-9834-88641d862ba3 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975800 Jul 16 20:40:55.124728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port d12a73ee-4f29-4d6b-af3a-6129c8351b6a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:55.126564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:55.130844 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9bc336-7b42-44eb-8601-0dda512a7105" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:55.135419 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.136374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 573cb4fa-fbc1-4115-aa73-96db92e2c530 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:55.199229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 573cb4fa-fbc1-4115-aa73-96db92e2c530 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:55.200090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2d59118a-4e01-4a99-bc45-d91457b4ea90 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:55.257269 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9716b45-42c6-4ace-8df2-2840fb32cdfd x-openstack-request-id: req-d9716b45-42c6-4ace-8df2-2840fb32cdfd {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:55.260084 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:55.260394 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d9716b45-42c6-4ace-8df2-2840fb32cdfd {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:55.261061 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a', 'code': 200} Jul 16 20:40:55.265474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.312722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:55.336675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=d12a73ee-4f29-4d6b-af3a-6129c8351b6a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:55.394286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] No DVR routers for this DVR port d12a73ee-4f29-4d6b-af3a-6129c8351b6a on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:55.397241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.399458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-29a88289-6200-418e-8d5b-354115294e36 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "DELETE /v2.0/ports/d12a73ee-4f29-4d6b-af3a-6129c8351b6a HTTP/1.1" status: 204 len: 173 time: 0.9682996 Jul 16 20:40:55.399914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:55.402191 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92102b46-7b62-44b0-a2fc-20a34bac1f2c" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:55.403963 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.470678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.498778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:55.498887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.501318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2d59118a-4e01-4a99-bc45-d91457b4ea90, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:55.502494 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c4d5b3-e1b4-422e-a995-52a08c7568c0 x-openstack-request-id: req-d4c4d5b3-e1b4-422e-a995-52a08c7568c0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:55.502790 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "d12a73ee-4f29-4d6b-af3a-6129c8351b6a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:55.503042 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d4c4d5b3-e1b4-422e-a995-52a08c7568c0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:55.503667 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': 'd12a73ee-4f29-4d6b-af3a-6129c8351b6a', 'status': 'completed', 'code': 200} Jul 16 20:40:55.513700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.514958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:55.541735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:55.542079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:55.605308 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:55.607895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b885992-5cc8-4259-9447-01c696d3fba4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2be1b68-dcd3-46ec-b3cd-ef66c0ccbc50,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:55.614708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.642356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.647792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] 10.222.0.100 "DELETE /v2.0/networks/e0c7fec2-1f24-463b-9df4-d428d2b1d695 HTTP/1.1" status: 204 len: 168 time: 1.1859109 Jul 16 20:40:55.654441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fd6fa-8d62-437b-a2d6-c0f0fb6129ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c7fec2-1f24-463b-9df4-d428d2b1d695,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:55.664429 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.692907 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-73cfb0cd-da4d-48ea-9c6b-9e222b210586 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7550621 Jul 16 20:40:55.695691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:55.702834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-15536f59-d835-43e8-860f-f311445dd74f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-security--15069312', 'description': 'tempest-security-description-403459466'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:55.736994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15536f59-d835-43e8-860f-f311445dd74f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.762414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] For port 91e0ff2b-4ab4-4f20-82ee-cc67000df496, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=91e0ff2b-4ab4-4f20-82ee-cc67000df496,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:55.765716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.799389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15536f59-d835-43e8-860f-f311445dd74f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.809394 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15536f59-d835-43e8-860f-f311445dd74f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.812118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15536f59-d835-43e8-860f-f311445dd74f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.814016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-15536f59-d835-43e8-860f-f311445dd74f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "PUT /v2.0/security-groups/d2be1b68-dcd3-46ec-b3cd-ef66c0ccbc50 HTTP/1.1" status: 200 len: 1777 time: 0.1167424 Jul 16 20:40:55.817234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for 91e0ff2b-4ab4-4f20-82ee-cc67000df496 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:55.819961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35622) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:55.837839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:55.841735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2d59118a-4e01-4a99-bc45-d91457b4ea90,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:55.850409 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.851167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e09d36e9-9b42-480b-90a0-320baa497ac6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:55.880464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15536f59-d835-43e8-860f-f311445dd74f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2be1b68-dcd3-46ec-b3cd-ef66c0ccbc50,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:55.975845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.021765 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.085653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e09d36e9-9b42-480b-90a0-320baa497ac6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e09d36e9-9b42-480b-90a0-320baa497ac6,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:56.089203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-48b5708e-9089-4304-af7c-fd6f2f2728cb tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups/d2be1b68-dcd3-46ec-b3cd-ef66c0ccbc50 HTTP/1.1" status: 200 len: 1777 time: 0.2674551 Jul 16 20:40:56.091666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35628) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.092562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.093683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 91e0ff2b-4ab4-4f20-82ee-cc67000df496 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:56.120164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.189512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdad67fa-0309-49b1-9739-43da768d456c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.207597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35634) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.210244 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8914fd5b-7498-488f-8f91-188b22fc36c2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dc044df223fa41008ab2640a9d9ab4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853410 Jul 16 20:40:56.257180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e09d36e9-9b42-480b-90a0-320baa497ac6,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.262467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdad67fa-0309-49b1-9739-43da768d456c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.326318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.395585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.414735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdad67fa-0309-49b1-9739-43da768d456c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.417389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fdad67fa-0309-49b1-9739-43da768d456c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.419297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fdad67fa-0309-49b1-9739-43da768d456c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/d2be1b68-dcd3-46ec-b3cd-ef66c0ccbc50 HTTP/1.1" status: 204 len: 168 time: 0.3261368 Jul 16 20:40:56.421209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35636) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.460815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=91e0ff2b-4ab4-4f20-82ee-cc67000df496,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.465576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-168ff2e2-c4db-496f-a5e7-46fae807c7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.474008 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-13436484-7769-4633-a572-8b3817c5fad1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514076 Jul 16 20:40:56.476668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.482099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36b0d0-580f-42ef-b487-58afdd1b7d70 req-d1ab8e41-0c33-45e3-8cd3-b526a8b05578 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.491784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36b0d0-580f-42ef-b487-58afdd1b7d70 req-d1ab8e41-0c33-45e3-8cd3-b526a8b05578 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.497881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36b0d0-580f-42ef-b487-58afdd1b7d70 req-d1ab8e41-0c33-45e3-8cd3-b526a8b05578 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.499631 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-af32d312-a51d-43a3-9c71-30c376055236 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] delete failed (client error): The resource could not be found. Jul 16 20:40:56.504527 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-af32d312-a51d-43a3-9c71-30c376055236 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/d2be1b68-dcd3-46ec-b3cd-ef66c0ccbc50 HTTP/1.1" status: 404 len: 347 time: 0.0221114 Jul 16 20:40:56.504694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36b0d0-580f-42ef-b487-58afdd1b7d70 req-d1ab8e41-0c33-45e3-8cd3-b526a8b05578 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:56.505730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd36b0d0-580f-42ef-b487-58afdd1b7d70 req-d1ab8e41-0c33-45e3-8cd3-b526a8b05578 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 3067 time: 0.2197492 Jul 16 20:40:56.505864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35640) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.506645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad67fa-0309-49b1-9739-43da768d456c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2be1b68-dcd3-46ec-b3cd-ef66c0ccbc50,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.511944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3d46cd93-54ae-4a57-b790-33aae7d0bc23 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887729913'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:56.543204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd93-54ae-4a57-b790-33aae7d0bc23 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.646900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd93-54ae-4a57-b790-33aae7d0bc23 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.652041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd93-54ae-4a57-b790-33aae7d0bc23 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.671929 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd93-54ae-4a57-b790-33aae7d0bc23 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.676616 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d46cd93-54ae-4a57-b790-33aae7d0bc23 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1664968 Jul 16 20:40:56.685291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35642) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.710871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8d77e217-b6a9-41e6-830c-32390563bbd6 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '32b5d007-c718-4b01-a846-7e8d6d674cb3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:56.770877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46cd93-54ae-4a57-b790-33aae7d0bc23 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b5d007-c718-4b01-a846-7e8d6d674cb3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.782430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d77e217-b6a9-41e6-830c-32390563bbd6 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.913408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d77e217-b6a9-41e6-830c-32390563bbd6 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.918782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d77e217-b6a9-41e6-830c-32390563bbd6 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.000541 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d77e217-b6a9-41e6-830c-32390563bbd6 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.006341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8d77e217-b6a9-41e6-830c-32390563bbd6 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198850 Jul 16 20:40:57.009683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35650) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.010386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77e217-b6a9-41e6-830c-32390563bbd6 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258263a7-0bab-489f-978c-7532aeb701f6,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.061983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-168ff2e2-c4db-496f-a5e7-46fae807c7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.065909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] No DVR routers for this DVR port 91e0ff2b-4ab4-4f20-82ee-cc67000df496 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:57.091931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac8781a5-7fc3-4991-b2b5-3c302aecff1b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.108837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.110525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac8781a5-7fc3-4991-b2b5-3c302aecff1b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.112044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-f13568c3-a343-4fee-90a7-833821b1c546 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "DELETE /v2.0/ports/91e0ff2b-4ab4-4f20-82ee-cc67000df496 HTTP/1.1" status: 204 len: 173 time: 1.7069497 Jul 16 20:40:57.187840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac8781a5-7fc3-4991-b2b5-3c302aecff1b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.210911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac8781a5-7fc3-4991-b2b5-3c302aecff1b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.216542 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ac8781a5-7fc3-4991-b2b5-3c302aecff1b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/258263a7-0bab-489f-978c-7532aeb701f6 HTTP/1.1" status: 204 len: 168 time: 0.1998634 Jul 16 20:40:57.220393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35654) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.226252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd36b0d0-580f-42ef-b487-58afdd1b7d70 req-329097b1-6a0d-4d91-b722-39cba08dbaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7069297 Jul 16 20:40:57.244746 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8781a5-7fc3-4991-b2b5-3c302aecff1b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=258263a7-0bab-489f-978c-7532aeb701f6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.261946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:57.264286 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ede47-e588-43a0-ac90-67372fdb64e9" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:57.323615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-168ff2e2-c4db-496f-a5e7-46fae807c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.328203 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef349129-e27d-4348-a717-9b17c2e66cd6 x-openstack-request-id: req-ef349129-e27d-4348-a717-9b17c2e66cd6 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:57.328636 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-unplugged", "status": "completed", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:57.328894 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ef349129-e27d-4348-a717-9b17c2e66cd6 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:57.329329 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90', 'code': 200} Jul 16 20:40:57.329716 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d', 'code': 200} Jul 16 20:40:57.329969 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'code': 200} Jul 16 20:40:57.331483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-168ff2e2-c4db-496f-a5e7-46fae807c7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.333454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-168ff2e2-c4db-496f-a5e7-46fae807c7c3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a9eb7825-c483-4780-a4a0-bccb773b4377 HTTP/1.1" status: 204 len: 168 time: 1.1247835 Jul 16 20:40:57.343980 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38c8e49c-56e9-4d28-9f05-b6b8682a10c4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1224625 Jul 16 20:40:57.348691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35660) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.425589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ff2e2-c4db-496f-a5e7-46fae807c7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb7825-c483-4780-a4a0-bccb773b4377,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.477250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port e09d36e9-9b42-480b-90a0-320baa497ac6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:57.485666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.512303 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35666) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.539425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': '91e0ff2b-4ab4-4f20-82ee-cc67000df496'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:57.539425 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5155515-8f27-41d9-894b-9cdeaa5f7a91" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "91e0ff2b-4ab4-4f20-82ee-cc67000df496"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:57.598374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d43ddf4-b944-4326-976d-d1a3a5de0356 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.654893 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd1e2b8-6e5b-4d97-a881-f1d15f76df44 x-openstack-request-id: req-5cd1e2b8-6e5b-4d97-a881-f1d15f76df44 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:57.657720 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "91e0ff2b-4ab4-4f20-82ee-cc67000df496", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:57.658867 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5cd1e2b8-6e5b-4d97-a881-f1d15f76df44 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:57.659205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3af59d73-304b-4f84-846b-a07028e019c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.664619 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': '91e0ff2b-4ab4-4f20-82ee-cc67000df496', 'status': 'completed', 'code': 200} Jul 16 20:40:57.735180 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d43ddf4-b944-4326-976d-d1a3a5de0356 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.796586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] For port e09d36e9-9b42-480b-90a0-320baa497ac6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e09d36e9-9b42-480b-90a0-320baa497ac6,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:57.797325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.827197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3af59d73-304b-4f84-846b-a07028e019c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.835701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3af59d73-304b-4f84-846b-a07028e019c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.902996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59d73-304b-4f84-846b-a07028e019c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40640554-30a5-48ac-ae7c-eb9fd46903e5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.932442 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3af59d73-304b-4f84-846b-a07028e019c4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2c6007002e6448d0b8527d253c407fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164250 Jul 16 20:40:57.934625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35682) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.003448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85b8a033-c92b-4b81-bce6-880903f7bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.010586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d43ddf4-b944-4326-976d-d1a3a5de0356 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.013467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d43ddf4-b944-4326-976d-d1a3a5de0356 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.014637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7d43ddf4-b944-4326-976d-d1a3a5de0356 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/32b5d007-c718-4b01-a846-7e8d6d674cb3 HTTP/1.1" status: 204 len: 168 time: 0.6638918 Jul 16 20:40:58.020756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35688) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.037417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43ddf4-b944-4326-976d-d1a3a5de0356 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b5d007-c718-4b01-a846-7e8d6d674cb3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.046813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.047325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.048325 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Floating IP 13421e00-e48f-461a-83ee-94f9c19a0f73 disassociated. External IP: 172.25.8.134, port: e09d36e9-9b42-480b-90a0-320baa497ac6. Jul 16 20:40:58.048703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for e09d36e9-9b42-480b-90a0-320baa497ac6 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:58.070952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85b8a033-c92b-4b81-bce6-880903f7bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.133266 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4b725d6b-101d-4d32-b2b7-5670fbdb82fd tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066802 Jul 16 20:40:58.133266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.137862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b53724a6-b53a-4801-b546-ef142880aa2b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106756400'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:58.232707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b53724a6-b53a-4801-b546-ef142880aa2b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.274571 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85b8a033-c92b-4b81-bce6-880903f7bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.278600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85b8a033-c92b-4b81-bce6-880903f7bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.280362 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-85b8a033-c92b-4b81-bce6-880903f7bccd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/40640554-30a5-48ac-ae7c-eb9fd46903e5 HTTP/1.1" status: 204 len: 168 time: 0.3438656 Jul 16 20:40:58.284471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.297285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8a033-c92b-4b81-bce6-880903f7bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40640554-30a5-48ac-ae7c-eb9fd46903e5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.338107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35704) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.417186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=e09d36e9-9b42-480b-90a0-320baa497ac6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.456114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b53724a6-b53a-4801-b546-ef142880aa2b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.462501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b53724a6-b53a-4801-b546-ef142880aa2b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.505344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b53724a6-b53a-4801-b546-ef142880aa2b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.513632 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b53724a6-b53a-4801-b546-ef142880aa2b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3792789 Jul 16 20:40:58.541821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35708) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.556361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dc97cfb5-0cdc-4416-8784-4a6d27b72aa7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '578434f6-3c79-4c70-9bbf-d6bd0d5dad53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:58.588609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-834118518-network', 'tenant_id': '79233d40f08e4466b65ce714a484fb86'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:58.614912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53724a6-b53a-4801-b546-ef142880aa2b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578434f6-3c79-4c70-9bbf-d6bd0d5dad53,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.622593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.db.api [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:40:58.622593 n-d-798930-6 neutron-server[94096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:40:58.622593 n-d-798930-6 neutron-server[94096]: [parameters: {'project_id_1': '79233d40f08e4466b65ce714a484fb86', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 40, 58, 604817)}] Jul 16 20:40:58.622593 n-d-798930-6 neutron-server[94096]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:40:58.623014 n-d-798930-6 neutron-server[94096]: DEBUG oslo_db.api [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:40:58.637082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc97cfb5-0cdc-4416-8784-4a6d27b72aa7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.735440 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc97cfb5-0cdc-4416-8784-4a6d27b72aa7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.740728 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc97cfb5-0cdc-4416-8784-4a6d27b72aa7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.751881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Router 206b526d-e957-4511-8d88-aec96ceede27 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:58.766924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc97cfb5-0cdc-4416-8784-4a6d27b72aa7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.768547 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dc97cfb5-0cdc-4416-8784-4a6d27b72aa7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2241590 Jul 16 20:40:58.772177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.777323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-38ef9ee3-bf0a-44b2-b94a-9a053d8849a4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '578434f6-3c79-4c70-9bbf-d6bd0d5dad53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:58.783817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97cfb5-0cdc-4416-8784-4a6d27b72aa7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5385c86b-f770-4dcd-ae79-a58dd52494bd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.823354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38ef9ee3-bf0a-44b2-b94a-9a053d8849a4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.846904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35714) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:58.871189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80bd50e-92c8-43f6-97ff-28093db7f1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.914247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c01ff-6af4-4a5e-90cd-56f885b2b418 req-0509ca2d-535a-486c-a782-3ba93c794722 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:58.921298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c01ff-6af4-4a5e-90cd-56f885b2b418 req-0509ca2d-535a-486c-a782-3ba93c794722 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:58.927907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-654c01ff-6af4-4a5e-90cd-56f885b2b418 req-0509ca2d-535a-486c-a782-3ba93c794722 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 1676 time: 0.2716928 Jul 16 20:40:58.934969 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38ef9ee3-bf0a-44b2-b94a-9a053d8849a4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.946260 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38ef9ee3-bf0a-44b2-b94a-9a053d8849a4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.976063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef9ee3-bf0a-44b2-b94a-9a053d8849a4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da31695-dab4-476e-b68f-0d8bb5911d45,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.993237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-654c01ff-6af4-4a5e-90cd-56f885b2b418 req-e7bc0fa8-3833-47c2-b699-7aeddb8331d0 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups?id=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643306 Jul 16 20:40:58.998855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:59.010331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] Sync routers for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:59.040706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:59.041602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:59.067004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] No DVR routers for this DVR port e09d36e9-9b42-480b-90a0-320baa497ac6 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:59.068192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80bd50e-92c8-43f6-97ff-28093db7f1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.075218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.077721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-7f341817-16c3-4361-a3b9-cd9ad6bb735b tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "DELETE /v2.0/ports/e09d36e9-9b42-480b-90a0-320baa497ac6 HTTP/1.1" status: 204 len: 173 time: 1.9585171 Jul 16 20:40:59.080713 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80bd50e-92c8-43f6-97ff-28093db7f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.103513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38ef9ee3-bf0a-44b2-b94a-9a053d8849a4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.104922 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38ef9ee3-bf0a-44b2-b94a-9a053d8849a4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317366 Jul 16 20:40:59.110079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35716) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.119004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-863a23f9-b9a8-434d-97f7-925e305fffb5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '578434f6-3c79-4c70-9bbf-d6bd0d5dad53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:59.178182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd50e-92c8-43f6-97ff-28093db7f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8e90c-32b2-430f-bdf2-8b11c4028bf7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.181325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863a23f9-b9a8-434d-97f7-925e305fffb5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.199054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e80bd50e-92c8-43f6-97ff-28093db7f1f2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=509e67778a0c4349b7d847176defb0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509023 Jul 16 20:40:59.205860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:59.206144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35718) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.248984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port 2d59118a-4e01-4a99-bc45-d91457b4ea90 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:59.249257 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.296952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Made reservation on behalf of 79233d40f08e4466b65ce714a484fb86 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:59.299659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.348706 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863a23f9-b9a8-434d-97f7-925e305fffb5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.349891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] For port 2d59118a-4e01-4a99-bc45-d91457b4ea90, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2d59118a-4e01-4a99-bc45-d91457b4ea90,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:59.350495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.352466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.361019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c19522d0-c84f-437a-ac51-a340a988ef92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.364546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for 2d59118a-4e01-4a99-bc45-d91457b4ea90 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:59.386018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c19522d0-c84f-437a-ac51-a340a988ef92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.416887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863a23f9-b9a8-434d-97f7-925e305fffb5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.444491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-863a23f9-b9a8-434d-97f7-925e305fffb5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.446431 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-863a23f9-b9a8-434d-97f7-925e305fffb5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3325050 Jul 16 20:40:59.454589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35722) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.465309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a707a98f-03b6-45e6-9d18-6feeb05eaa49 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '578434f6-3c79-4c70-9bbf-d6bd0d5dad53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:59.485275 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a23f9-b9a8-434d-97f7-925e305fffb5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445ab447-9436-4cca-8613-e9b42edabbf9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.486548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:50Z', 'revision_number': 5, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:59.514045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c19522d0-c84f-437a-ac51-a340a988ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.517735 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c19522d0-c84f-437a-ac51-a340a988ef92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.518575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] Checking router: 206b526d-e957-4511-8d88-aec96ceede27 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:59.519178 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c19522d0-c84f-437a-ac51-a340a988ef92 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7cc8e90c-32b2-430f-bdf2-8b11c4028bf7 HTTP/1.1" status: 204 len: 168 time: 0.3117976 Jul 16 20:40:59.539729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19522d0-c84f-437a-ac51-a340a988ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8e90c-32b2-430f-bdf2-8b11c4028bf7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.544018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:59.545755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:59.600814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.627602 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.636640 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.678148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:59.685044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:59.691982 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e0a9d6-aede-469b-8359-02910d7747ea" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:59.705363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a707a98f-03b6-45e6-9d18-6feeb05eaa49 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.714708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.715019 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Added segment e2f13351-17e2-4dc8-9a82-936602d7ba5c of type vlan for network b21c0895-029d-478d-83d0-fb220374c4f4 Jul 16 20:40:59.720502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=2d59118a-4e01-4a99-bc45-d91457b4ea90,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.725120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f75b4-6809-4cab-b4c8-c4728dd808ac,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.743730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:59.809691 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c851e08-4dae-4572-9146-f7bd0b874da2 x-openstack-request-id: req-6c851e08-4dae-4572-9146-f7bd0b874da2 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:59.810130 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "e09d36e9-9b42-480b-90a0-320baa497ac6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:59.810392 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6c851e08-4dae-4572-9146-f7bd0b874da2 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:59.810796 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': 'e09d36e9-9b42-480b-90a0-320baa497ac6', 'status': 'completed', 'code': 200} Jul 16 20:40:59.811642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] No DVR routers for this DVR port 2d59118a-4e01-4a99-bc45-d91457b4ea90 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:59.815045 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.818548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-490894ab-9ffd-4319-8942-646854793701 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "DELETE /v2.0/ports/2d59118a-4e01-4a99-bc45-d91457b4ea90 HTTP/1.1" status: 204 len: 173 time: 0.7347171 Jul 16 20:40:59.882594 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.926927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a707a98f-03b6-45e6-9d18-6feeb05eaa49 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.945614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a707a98f-03b6-45e6-9d18-6feeb05eaa49 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.949058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:59.949630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.990285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707a98f-03b6-45e6-9d18-6feeb05eaa49 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f598b631-f81e-4bcf-8cca-e614b2183d17,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.003110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a707a98f-03b6-45e6-9d18-6feeb05eaa49 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.007778 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a707a98f-03b6-45e6-9d18-6feeb05eaa49 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5483935 Jul 16 20:41:00.009047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35732) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.015213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.016309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.016961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.060436 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7181368 Jul 16 20:41:00.060685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35738) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.068432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Request body: {'subnet': {'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-834118518-subnet', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:00.089124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:50Z', 'revision_number': 5, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:00.108645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80043335-0d15-4d15-9052-5a6c46c296d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b21c0895-029d-478d-83d0-fb220374c4f4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.125927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] For port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:00.126639 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.141466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Made reservation on behalf of 79233d40f08e4466b65ce714a484fb86 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:00.143966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.150256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:00.174679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc4162-8e91-44f1-aed8-0566de9df56a None None] The sync data for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 is: [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'ba3dc3c5-7027-4060-9893-f2da10dd74c1', 'name': '', 'network_id': '14793202-6c19-4021-84c1-351f660b46d6', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'mac_address': 'fa:16:3e:5f:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:39Z', 'updated_at': '2021-07-16T20:29:50Z', 'revision_number': 5, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'subnets': [{'id': 'e05e557c-3dc3-4107-b3af-37bdc253942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:00.184156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network b21c0895-029d-478d-83d0-fb220374c4f4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:00.340406 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-50781d06-b636-4665-ad27-9d1a3f0d48c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.370233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-93330e0d-adf8-4229-bcc2-306015485491 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '578434f6-3c79-4c70-9bbf-d6bd0d5dad53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:00.454615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.539770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.573391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c910b3a-06e4-4b23-9f66-c50523a0877d req-2214c6fd-6054-4796-84c3-559d7a86c014 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.1919980 Jul 16 20:41:00.636402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=6bf0ac31-2cf5-49ce-8f71-e010412ccb2d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.687767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93330e0d-adf8-4229-bcc2-306015485491 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.695587 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c59f65-356d-4b8a-976d-843ed85fdf01 None None] New status for floating IP 13421e00-e48f-461a-83ee-94f9c19a0f73: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:41:00.728837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c4b555-6bb8-4368-9f61-f88494e9e473,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.735562 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:00.735894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Network hostable DHCP agents. Network: b21c0895-029d-478d-83d0-fb220374c4f4, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:00.762912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] No DVR routers for this DVR port 6bf0ac31-2cf5-49ce-8f71-e010412ccb2d on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:00.765496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Network b21c0895-029d-478d-83d0-fb220374c4f4 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:00.776224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.781339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04fb7bf5-44df-4d59-928c-6f455162e05d req-ce6b3fcd-bafd-467a-8666-6d6d53751ca8 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.21 "DELETE /v2.0/ports/6bf0ac31-2cf5-49ce-8f71-e010412ccb2d HTTP/1.1" status: 204 len: 173 time: 0.9575188 Jul 16 20:41:00.782891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, b21c0895-029d-478d-83d0-fb220374c4f4) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:00.796186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3f9360-1b21-4ca0-a131-b888aba3a362 None None] Network b21c0895-029d-478d-83d0-fb220374c4f4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:00.810274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.811396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.840644 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-134e02ea-2141-47d5-b199-fd74dd4edb18 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7783577 Jul 16 20:41:00.843725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35756) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.876674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:00.892042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93330e0d-adf8-4229-bcc2-306015485491 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.899134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93330e0d-adf8-4229-bcc2-306015485491 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.957565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93330e0d-adf8-4229-bcc2-306015485491 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b8497c-eaf5-4e17-9cc8-4e360ce8ebdc,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.967034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.969941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.970298 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93330e0d-adf8-4229-bcc2-306015485491 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.975025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93330e0d-adf8-4229-bcc2-306015485491 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9617736 Jul 16 20:41:00.980000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35760) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.046134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-97a5bb3a-475e-4565-a35c-90b35f885c12 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.080878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-97a5bb3a-475e-4565-a35c-90b35f885c12 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.104431 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.219328 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-97a5bb3a-475e-4565-a35c-90b35f885c12 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.247934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-97a5bb3a-475e-4565-a35c-90b35f885c12 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.249166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-97a5bb3a-475e-4565-a35c-90b35f885c12 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/93b8497c-eaf5-4e17-9cc8-4e360ce8ebdc HTTP/1.1" status: 204 len: 168 time: 0.2680504 Jul 16 20:41:01.252562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5bb3a-475e-4565-a35c-90b35f885c12 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93b8497c-eaf5-4e17-9cc8-4e360ce8ebdc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.263888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35764) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.408328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.434180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35768) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.436377 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-678743b4-f9ab-4184-b77d-d5390d97d7e3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1707907 Jul 16 20:41:01.482293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f872db77-8ba8-475a-a2c0-c9da5d308aa3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.494213 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f872db77-8ba8-475a-a2c0-c9da5d308aa3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.551520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-b21c0895-029d-478d-83d0-fb220374c4f4', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:01.553777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.557227 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f872db77-8ba8-475a-a2c0-c9da5d308aa3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.583294 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f872db77-8ba8-475a-a2c0-c9da5d308aa3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.585683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f872db77-8ba8-475a-a2c0-c9da5d308aa3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/f598b631-f81e-4bcf-8cca-e614b2183d17 HTTP/1.1" status: 204 len: 168 time: 0.1486318 Jul 16 20:41:01.587758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872db77-8ba8-475a-a2c0-c9da5d308aa3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f598b631-f81e-4bcf-8cca-e614b2183d17,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.591930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35770) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.773319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca7173e9-7413-4b01-9676-826d37f18d46 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1801596 Jul 16 20:41:01.776332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35780) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.820448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90'}, {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:01.823276 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36637cae-8ef0-489a-9bd3-bd78d465e460" -d '{"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90"}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:01.851885 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a6c96df-8f01-4e09-aabd-2bca43aac585 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.864940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Allocated IP 172.20.0.2 (b21c0895-029d-478d-83d0-fb220374c4f4/e6c4b555-6bb8-4368-9f61-f88494e9e473/fc7baf00-ff54-484e-a491-c727d42a0b77) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:01.871929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a6c96df-8f01-4e09-aabd-2bca43aac585 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.001583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.010273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69e8fb15-1b32-41c1-8fe0-84bb0a364cff req-329b61e1-275f-4d5b-bb07-99eec09d9580 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0928154 Jul 16 20:41:02.049849 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a6c96df-8f01-4e09-aabd-2bca43aac585 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.085372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.086002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a6c96df-8f01-4e09-aabd-2bca43aac585 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.092030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.092752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5a6c96df-8f01-4e09-aabd-2bca43aac585 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/445ab447-9436-4cca-8613-e9b42edabbf9 HTTP/1.1" status: 204 len: 168 time: 0.3098667 Jul 16 20:41:02.117386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c96df-8f01-4e09-aabd-2bca43aac585 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=445ab447-9436-4cca-8613-e9b42edabbf9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.166437 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f643864-c88b-4eb1-980c-86b0988bf75f x-openstack-request-id: req-6f643864-c88b-4eb1-980c-86b0988bf75f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:02.166794 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "2d59118a-4e01-4a99-bc45-d91457b4ea90", "status": "completed", "code": 200}, {"server_uuid": "aea532af-ba76-42a3-940b-f10c9f6fa15e", "name": "network-vif-deleted", "tag": "6bf0ac31-2cf5-49ce-8f71-e010412ccb2d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:02.167049 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6f643864-c88b-4eb1-980c-86b0988bf75f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:02.167481 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': '2d59118a-4e01-4a99-bc45-d91457b4ea90', 'status': 'completed', 'code': 200} Jul 16 20:41:02.167737 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea532af-ba76-42a3-940b-f10c9f6fa15e', 'name': 'network-vif-deleted', 'tag': '6bf0ac31-2cf5-49ce-8f71-e010412ccb2d', 'status': 'completed', 'code': 200} Jul 16 20:41:02.247940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35792) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.250259 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fdf8ac8b-08b9-4eff-a42f-f350c9387d5b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1512473 Jul 16 20:41:02.302371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.311595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c37ef33-89ff-4c53-8c93-da384b6301e5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.313396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Transition to ACTIVE for port object fc7baf00-ff54-484e-a491-c727d42a0b77 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:02.318921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Allocated IP 172.25.8.244 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/4556a9bd-5caf-4d08-8ca0-644a320a133e) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:02.334345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Transition to ACTIVE for port object fc7baf00-ff54-484e-a491-c727d42a0b77 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:02.343351 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c37ef33-89ff-4c53-8c93-da384b6301e5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.345942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.415636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c37ef33-89ff-4c53-8c93-da384b6301e5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.431766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c37ef33-89ff-4c53-8c93-da384b6301e5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.435516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0c37ef33-89ff-4c53-8c93-da384b6301e5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/9da31695-dab4-476e-b68f-0d8bb5911d45 HTTP/1.1" status: 204 len: 168 time: 0.1842635 Jul 16 20:41:02.437677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35794) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.446395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ef33-89ff-4c53-8c93-da384b6301e5 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9da31695-dab4-476e-b68f-0d8bb5911d45,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.476801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:02.492588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:02.499801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:02.515895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Pushing event updated for resources: {'Port': ['ID=fc7baf00-ff54-484e-a491-c727d42a0b77,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.548307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2f8bf697-3939-4968-9d09-106b955c0467 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1091146 Jul 16 20:41:02.552456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35800) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.606986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.619349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac98d-b99e-468e-ac8a-6eb7db22c447 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.631836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac98d-b99e-468e-ac8a-6eb7db22c447 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.634048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Attempting to bind port fc7baf00-ff54-484e-a491-c727d42a0b77 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:02.634930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Attempting to bind port fc7baf00-ff54-484e-a491-c727d42a0b77 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:02.635338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Attempting to bind port fc7baf00-ff54-484e-a491-c727d42a0b77 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:02.644919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:02.645354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:02.645763 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.646132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Bound using segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:02.647323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Bound port: fc7baf00-ff54-484e-a491-c727d42a0b77, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:02.647764 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.719030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.725763 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac98d-b99e-468e-ac8a-6eb7db22c447 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.753243 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac98d-b99e-468e-ac8a-6eb7db22c447 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.756071 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d7ac98d-b99e-468e-ac8a-6eb7db22c447 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/5385c86b-f770-4dcd-ae79-a58dd52494bd HTTP/1.1" status: 204 len: 168 time: 0.2022223 Jul 16 20:41:02.758639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35802) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.794840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] For port fc7baf00-ff54-484e-a491-c727d42a0b77, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:02.798985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] For port fc7baf00-ff54-484e-a491-c727d42a0b77, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fc7baf00-ff54-484e-a491-c727d42a0b77,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:02.812841 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.822262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ac98d-b99e-468e-ac8a-6eb7db22c447 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5385c86b-f770-4dcd-ae79-a58dd52494bd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.847794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-215946c8-5376-4bcc-b75c-fe648580ae0b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0874636 Jul 16 20:41:02.850559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:02.873028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:02.882157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:02.902110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:02.962374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5862c123-034e-4ffb-904f-b6676e17fe3f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.982493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e5a1f-162f-4fe1-a40a-d198c49fefa9 None None] Pushing event updated for resources: {'Port': ['ID=fc7baf00-ff54-484e-a491-c727d42a0b77,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.999456 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5862c123-034e-4ffb-904f-b6676e17fe3f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.067193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5862c123-034e-4ffb-904f-b6676e17fe3f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.073355 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5862c123-034e-4ffb-904f-b6676e17fe3f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.077104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5862c123-034e-4ffb-904f-b6676e17fe3f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/578434f6-3c79-4c70-9bbf-d6bd0d5dad53 HTTP/1.1" status: 204 len: 168 time: 0.2251961 Jul 16 20:41:03.099310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35810) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:03.101456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862c123-034e-4ffb-904f-b6676e17fe3f tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578434f6-3c79-4c70-9bbf-d6bd0d5dad53,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:03.181330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Pushing event updated for resources: {'Port': ['ID=4556a9bd-5caf-4d08-8ca0-644a320a133e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:03.262248 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c2b4671e-f78d-4b08-b497-d5636aa80e13 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1415102 Jul 16 20:41:03.266117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35812) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:03.274000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0699554b-6b5e-4d28-9a41-23badd625b26 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439582630'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:03.380060 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0699554b-6b5e-4d28-9a41-23badd625b26 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.480546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9f64120-0a23-43db-b424-2f13f55db881 req-5a7e339d-9c37-4800-a988-c2da28928359 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.1209013 Jul 16 20:41:03.564466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.636536 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0699554b-6b5e-4d28-9a41-23badd625b26 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.641497 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0699554b-6b5e-4d28-9a41-23badd625b26 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.670689 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0699554b-6b5e-4d28-9a41-23badd625b26 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.675131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0699554b-6b5e-4d28-9a41-23badd625b26 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4070051 Jul 16 20:41:03.676133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:03.682262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1ef6a576-a107-4c3f-9a59-4bdd81108479 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '189e853d-c095-4985-9815-3aef4647f6b0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:03.751101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699554b-6b5e-4d28-9a41-23badd625b26 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189e853d-c095-4985-9815-3aef4647f6b0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:03.773188 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a576-a107-4c3f-9a59-4bdd81108479 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.879938 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a576-a107-4c3f-9a59-4bdd81108479 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.885598 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a576-a107-4c3f-9a59-4bdd81108479 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.931575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fc7baf00-ff54-484e-a491-c727d42a0b77 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:03.959413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6a576-a107-4c3f-9a59-4bdd81108479 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a950e3e1-0ee6-44a7-a512-b03e1436d60e,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:03.966435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a576-a107-4c3f-9a59-4bdd81108479 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.972823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.973014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1ef6a576-a107-4c3f-9a59-4bdd81108479 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2943799 Jul 16 20:41:03.974009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35824) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.058210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.076665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port fc7baf00-ff54-484e-a491-c727d42a0b77 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:04.085490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38aa1f72-35c6-4649-80e7-b2f6505b7c04 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.117471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38aa1f72-35c6-4649-80e7-b2f6505b7c04 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.178486 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38aa1f72-35c6-4649-80e7-b2f6505b7c04 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.189814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38aa1f72-35c6-4649-80e7-b2f6505b7c04 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.194488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-38aa1f72-35c6-4649-80e7-b2f6505b7c04 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/189e853d-c095-4985-9815-3aef4647f6b0 HTTP/1.1" status: 204 len: 168 time: 0.2192187 Jul 16 20:41:04.195477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35826) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.243082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa1f72-35c6-4649-80e7-b2f6505b7c04 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e853d-c095-4985-9815-3aef4647f6b0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:04.306373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:04.330620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-31d600f2-3f78-4045-831d-8ae6270b29d7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294522 Jul 16 20:41:04.335669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35828) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.381351 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-90ab4a74-2bdf-4ea8-bcf8-b57fa209eaa1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--732193513'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:04.430782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ab4a74-2bdf-4ea8-bcf8-b57fa209eaa1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.730300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c06c2e-2566-4f70-bbe9-0ec3d44f99ac None None] Network b21c0895-029d-478d-83d0-fb220374c4f4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:04.742367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ab4a74-2bdf-4ea8-bcf8-b57fa209eaa1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.756204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ab4a74-2bdf-4ea8-bcf8-b57fa209eaa1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.831449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48f36fab-35b4-45f9-b141-e5593a72894c req-6ecf0908-1de9-4303-baa0-4f3946ec2dbf tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0471487 Jul 16 20:41:04.850262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90ab4a74-2bdf-4ea8-bcf8-b57fa209eaa1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.854773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35840) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.855428 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-90ab4a74-2bdf-4ea8-bcf8-b57fa209eaa1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5180862 Jul 16 20:41:04.857863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:04.860664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cf9813ba-f5b1-4123-a397-b6dfb6731c8c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--219356648'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:04.896428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab4a74-2bdf-4ea8-bcf8-b57fa209eaa1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4df2d00-7f10-4ada-998c-844c76c1a228,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:04.908516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf9813ba-f5b1-4123-a397-b6dfb6731c8c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.915345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.916795 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d05ce361-dba8-4fe6-9bf5-c5be8b5ac06f admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0716567 Jul 16 20:41:04.923788 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35842) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.967061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Sync routers for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:04.979995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35844) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.990348 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc1fd-46a5-46b5-a126-73b41a40cf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.035539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b9cb361e-6eb3-447e-80c6-72df374fd08f None None] Provisioning for port fc7baf00-ff54-484e-a491-c727d42a0b77 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:05.041380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:05.042459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:40:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:05.157070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf9813ba-f5b1-4123-a397-b6dfb6731c8c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.166941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf9813ba-f5b1-4123-a397-b6dfb6731c8c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.196259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:05.225476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e66bc72-0653-4a84-a682-08c00b05dcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.312905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf9813ba-f5b1-4123-a397-b6dfb6731c8c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.316588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cf9813ba-f5b1-4123-a397-b6dfb6731c8c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4592707 Jul 16 20:41:05.330207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35850) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:05.349093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cbd31f6c-238e-4bd0-b77a-7bc358730850 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': 'a4df2d00-7f10-4ada-998c-844c76c1a228', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e7f3717c-43fd-4c89-a8f5-8a011306512b', 'remote_ip_prefix': None}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:05.369596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9813ba-f5b1-4123-a397-b6dfb6731c8c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f3717c-43fd-4c89-a8f5-8a011306512b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.387976 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e66bc72-0653-4a84-a682-08c00b05dcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.393037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e66bc72-0653-4a84-a682-08c00b05dcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.400124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b9cb361e-6eb3-447e-80c6-72df374fd08f None None] Provisioning complete for port fc7baf00-ff54-484e-a491-c727d42a0b77 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:05.400750 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b9cb361e-6eb3-447e-80c6-72df374fd08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.459757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbd31f6c-238e-4bd0-b77a-7bc358730850 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.511077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6e66bc72-0653-4a84-a682-08c00b05dcd9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e8c4a0fe7c6944caa07b39c5ddaa74cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255954 Jul 16 20:41:05.511625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35852) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:05.533636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66bc72-0653-4a84-a682-08c00b05dcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504fec19-eab6-4df5-a465-db61621107dd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.594116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cae1e58-5f72-43b0-b926-7e28908b6ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.623727 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cae1e58-5f72-43b0-b926-7e28908b6ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.645047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 3, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:05.695905 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b9cb361e-6eb3-447e-80c6-72df374fd08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.699667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Checking router: a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:05.699848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cae1e58-5f72-43b0-b926-7e28908b6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.700238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Updating router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 port 4556a9bd-5caf-4d08-8ca0-644a320a133e binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:05.702801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2cae1e58-5f72-43b0-b926-7e28908b6ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.705204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2cae1e58-5f72-43b0-b926-7e28908b6ce0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/504fec19-eab6-4df5-a465-db61621107dd HTTP/1.1" status: 204 len: 168 time: 0.1868024 Jul 16 20:41:05.733880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbd31f6c-238e-4bd0-b77a-7bc358730850 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.748294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae1e58-5f72-43b0-b926-7e28908b6ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504fec19-eab6-4df5-a465-db61621107dd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.758923 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbd31f6c-238e-4bd0-b77a-7bc358730850 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.792737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd31f6c-238e-4bd0-b77a-7bc358730850 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652e7cc8-760d-4f54-829e-3a64b0fe48f6,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.810227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbd31f6c-238e-4bd0-b77a-7bc358730850 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.811662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cbd31f6c-238e-4bd0-b77a-7bc358730850 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4780262 Jul 16 20:41:05.814570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35860) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:05.862660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b23fa7-efd3-4673-a242-2fa183b8d117 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.864031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b9cb361e-6eb3-447e-80c6-72df374fd08f None None] For port fc7baf00-ff54-484e-a491-c727d42a0b77, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fc7baf00-ff54-484e-a491-c727d42a0b77,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:05.873716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.886698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b23fa7-efd3-4673-a242-2fa183b8d117 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.888032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b9cb361e-6eb3-447e-80c6-72df374fd08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.945323 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:05.967663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b23fa7-efd3-4673-a242-2fa183b8d117 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.977337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b23fa7-efd3-4673-a242-2fa183b8d117 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.978575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c6b23fa7-efd3-4673-a242-2fa183b8d117 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/652e7cc8-760d-4f54-829e-3a64b0fe48f6 HTTP/1.1" status: 204 len: 168 time: 0.1629848 Jul 16 20:41:05.986679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35866) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.061158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b23fa7-efd3-4673-a242-2fa183b8d117 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=652e7cc8-760d-4f54-829e-3a64b0fe48f6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.122379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1ea574db-c0b5-4e7d-8328-61205a4a69d4 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1262879 Jul 16 20:41:06.125130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35870) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.258395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7b99b64-3365-4622-a0ca-ed39e1da3cab tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.258758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb361e-6eb3-447e-80c6-72df374fd08f None None] Pushing event updated for resources: {'Port': ['ID=fc7baf00-ff54-484e-a491-c727d42a0b77,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.271329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.298589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-229452d3-d0ca-42d3-a3ec-9a1a029a50b5 None None] Provisioning complete for port fc7baf00-ff54-484e-a491-c727d42a0b77 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:06.298964 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-229452d3-d0ca-42d3-a3ec-9a1a029a50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.327809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-358f81d2-725b-42f9-b1d3-de5b2b149d28 req-f9532515-d417-494a-bbb9-411bbf24ee0e tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0687366 Jul 16 20:41:06.362275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7b99b64-3365-4622-a0ca-ed39e1da3cab tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.462388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7b99b64-3365-4622-a0ca-ed39e1da3cab tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.465652 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7b99b64-3365-4622-a0ca-ed39e1da3cab tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.466846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c7b99b64-3365-4622-a0ca-ed39e1da3cab tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/e7f3717c-43fd-4c89-a8f5-8a011306512b HTTP/1.1" status: 204 len: 168 time: 0.3407423 Jul 16 20:41:06.470203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35880) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.555514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.625852 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.643591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Transition to ACTIVE for port object 4556a9bd-5caf-4d08-8ca0-644a320a133e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:06.652525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b99b64-3365-4622-a0ca-ed39e1da3cab tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f3717c-43fd-4c89-a8f5-8a011306512b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.654546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.673890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-abdd9c29-ea83-4bb4-bdc9-2675f532d9e7 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1997504 Jul 16 20:41:06.688401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35888) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.782104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Allocated IP 172.20.0.1 (b21c0895-029d-478d-83d0-fb220374c4f4/e6c4b555-6bb8-4368-9f61-f88494e9e473/62a39e74-8b20-4a5e-b3c3-1463b05a18d3) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:06.793963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Attempting to bind port 4556a9bd-5caf-4d08-8ca0-644a320a133e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:06.795645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Attempting to bind port 4556a9bd-5caf-4d08-8ca0-644a320a133e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:06.796053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Attempting to bind port 4556a9bd-5caf-4d08-8ca0-644a320a133e on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:06.800139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b278b04e-a39e-477f-917e-66cdf5a5efef tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.801314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd264c-4426-4181-afa9-0f1d17ae22c4 None None] Pushing event updated for resources: {'Port': ['ID=4556a9bd-5caf-4d08-8ca0-644a320a133e,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.817669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:06.818324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:06.819526 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.820452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:06.820963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Bound port: 4556a9bd-5caf-4d08-8ca0-644a320a133e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:06.821365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.843197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b278b04e-a39e-477f-917e-66cdf5a5efef tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.929696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b278b04e-a39e-477f-917e-66cdf5a5efef tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.932533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b278b04e-a39e-477f-917e-66cdf5a5efef tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.936334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b278b04e-a39e-477f-917e-66cdf5a5efef tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/a4df2d00-7f10-4ada-998c-844c76c1a228 HTTP/1.1" status: 204 len: 168 time: 0.2494674 Jul 16 20:41:06.942317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35896) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.954486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] For port 4556a9bd-5caf-4d08-8ca0-644a320a133e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:06.958135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] For port 4556a9bd-5caf-4d08-8ca0-644a320a133e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4556a9bd-5caf-4d08-8ca0-644a320a133e,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:06.960690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278b04e-a39e-477f-917e-66cdf5a5efef tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4df2d00-7f10-4ada-998c-844c76c1a228,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.964069 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.037129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.058465 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7d200e70-b696-4177-9c94-b5652c31c299 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108437 Jul 16 20:41:07.060025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35898) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.065859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9d929336-5860-49c8-9ba4-9873c03a34ac tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758395264'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:07.080587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:07.082040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.087487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Transition to ACTIVE for port object 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:07.115217 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929336-5860-49c8-9ba4-9873c03a34ac tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.135836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd264c-4426-4181-afa9-0f1d17ae22c4 None None] Pushing event updated for resources: {'Port': ['ID=4556a9bd-5caf-4d08-8ca0-644a320a133e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:07.164918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.219753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:07.265664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:07.280999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:07.288384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:07.291631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Pushing event updated for resources: {'Port': ['ID=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:07.317247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929336-5860-49c8-9ba4-9873c03a34ac tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.322222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929336-5860-49c8-9ba4-9873c03a34ac tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.381347 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.385421 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d929336-5860-49c8-9ba4-9873c03a34ac tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.389256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9d929336-5860-49c8-9ba4-9873c03a34ac tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3255839 Jul 16 20:41:07.389256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d929336-5860-49c8-9ba4-9873c03a34ac tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3938b3c0-26cc-4657-a63b-7500f06464f4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:07.390123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35904) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.409058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-958daf47-1199-4233-a0be-21fb82bd4a31 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '3938b3c0-26cc-4657-a63b-7500f06464f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:07.486076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-958daf47-1199-4233-a0be-21fb82bd4a31 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.607736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 3, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.672742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe7bf3-081a-4ac3-8a7e-c34226510b5b None None] The sync data for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 is: [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:03Z', 'revision_number': 3, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:07.745292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c1e750f-d00c-4d43-9f08-775f882a55dc None None] Provisioning for port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:07.763609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.764123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c1e750f-d00c-4d43-9f08-775f882a55dc None None] Provisioning complete for port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:07.764652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c1e750f-d00c-4d43-9f08-775f882a55dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.826677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f260ba6-0096-4d72-a6f9-f634ef98b4aa req-726dcbf6-b8d1-4b83-99ae-79888d3d437f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.1718044 Jul 16 20:41:07.846204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e750f-d00c-4d43-9f08-775f882a55dc None None] Port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:07.854338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-958daf47-1199-4233-a0be-21fb82bd4a31 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.863234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-958daf47-1199-4233-a0be-21fb82bd4a31 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.896748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958daf47-1199-4233-a0be-21fb82bd4a31 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1743c7-b53a-47fa-9e92-fb47bda8a92e,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:07.903844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fc7baf00-ff54-484e-a491-c727d42a0b77 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:07.946081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-958daf47-1199-4233-a0be-21fb82bd4a31 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.948089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-958daf47-1199-4233-a0be-21fb82bd4a31 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5480707 Jul 16 20:41:07.951840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.994511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port fc7baf00-ff54-484e-a491-c727d42a0b77 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:07.994903 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.996685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7139-f7fc-46f7-841d-c298968e839a tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.012975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7139-f7fc-46f7-841d-c298968e839a tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.077424 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7139-f7fc-46f7-841d-c298968e839a tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.085020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7139-f7fc-46f7-841d-c298968e839a tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.089796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ef7c7139-f7fc-46f7-841d-c298968e839a tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/ea1743c7-b53a-47fa-9e92-fb47bda8a92e HTTP/1.1" status: 204 len: 168 time: 0.1368201 Jul 16 20:41:08.093386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.110792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.117146 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.143331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c7139-f7fc-46f7-841d-c298968e839a tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea1743c7-b53a-47fa-9e92-fb47bda8a92e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:08.204572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.233816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d5f86248-98ce-4ad5-b9db-9fda7094bd0d tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1315267 Jul 16 20:41:08.235845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35916) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.307311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d623f74-8f24-43ea-a81e-4324d762debd tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.322694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Pushing event updated for resources: {'Port': ['ID=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:08.337600 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d623f74-8f24-43ea-a81e-4324d762debd tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.345309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.370481 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.414211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d623f74-8f24-43ea-a81e-4324d762debd tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.421460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d623f74-8f24-43ea-a81e-4324d762debd tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.424646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5d623f74-8f24-43ea-a81e-4324d762debd tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/3938b3c0-26cc-4657-a63b-7500f06464f4 HTTP/1.1" status: 204 len: 168 time: 0.1847906 Jul 16 20:41:08.434344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35918) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.450270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d623f74-8f24-43ea-a81e-4324d762debd tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3938b3c0-26cc-4657-a63b-7500f06464f4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:08.585723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35920) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.591541 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-34cf0de0-77e7-49f7-8743-7aedf13b67e8 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554418 Jul 16 20:41:08.593966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c96d783b-6b68-4258-b69b-a2d0559ef3ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group': {'name': 'tempest-secgroup--699972698'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:08.609545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:08.611073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:08.654025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c96d783b-6b68-4258-b69b-a2d0559ef3ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.719744 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.927293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:09.021111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c96d783b-6b68-4258-b69b-a2d0559ef3ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.028460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c96d783b-6b68-4258-b69b-a2d0559ef3ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.091641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c96d783b-6b68-4258-b69b-a2d0559ef3ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.092999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a7a3c7c2-f447-49d3-9ffa-f6b6cf1dd45e None None] Provisioning complete for port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:09.093499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a7a3c7c2-f447-49d3-9ffa-f6b6cf1dd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.094468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c96d783b-6b68-4258-b69b-a2d0559ef3ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5049348 Jul 16 20:41:09.098484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d783b-6b68-4258-b69b-a2d0559ef3ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83d04c-bc32-4660-bb17-eb22e684b0ed,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.102839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.110304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5809c0fd-0065-40e3-a1cb-5ad61ed97ff3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '6e83d04c-bc32-4660-bb17-eb22e684b0ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:09.171317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5809c0fd-0065-40e3-a1cb-5ad61ed97ff3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.226600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3c7c2-f447-49d3-9ffa-f6b6cf1dd45e None None] Port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:09.266737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:09.278529 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ee51fbfe-d934-4761-adc7-da8d789dd9af admin admin] 10.222.0.100 "PUT /v2.0/routers/a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3535688 Jul 16 20:41:09.282989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d10593b5-7753-4496-a25b-296954569a8c req-61e4a2e2-1511-401b-ad49-9a77acbe2432 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0592914 Jul 16 20:41:09.336803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5809c0fd-0065-40e3-a1cb-5ad61ed97ff3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.341693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5809c0fd-0065-40e3-a1cb-5ad61ed97ff3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.374158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809c0fd-0065-40e3-a1cb-5ad61ed97ff3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd668ae6-61e2-4252-9ecb-c98e66a7737d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.389020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5809c0fd-0065-40e3-a1cb-5ad61ed97ff3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.392704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5809c0fd-0065-40e3-a1cb-5ad61ed97ff3 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2860839 Jul 16 20:41:09.393070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35932) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.425184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35934) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.435943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-db5768ff-de56-4672-81e5-0c7f9384c04c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules/fd668ae6-61e2-4252-9ecb-c98e66a7737d HTTP/1.1" status: 200 len: 763 time: 0.0379279 Jul 16 20:41:09.493156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35938) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.498968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bd259711-2852-4540-8719-c0c360c97607 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0636487 Jul 16 20:41:09.524268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f389a823-c295-48cf-a822-da063d0fcea1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.533457 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f389a823-c295-48cf-a822-da063d0fcea1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.565913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f389a823-c295-48cf-a822-da063d0fcea1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.574838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f389a823-c295-48cf-a822-da063d0fcea1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.576274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f389a823-c295-48cf-a822-da063d0fcea1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/fd668ae6-61e2-4252-9ecb-c98e66a7737d HTTP/1.1" status: 204 len: 168 time: 0.0818684 Jul 16 20:41:09.578840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35942) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.595477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389a823-c295-48cf-a822-da063d0fcea1 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd668ae6-61e2-4252-9ecb-c98e66a7737d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.643710 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ecbff707-389d-464a-b24e-262546cc456b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632479 Jul 16 20:41:09.647108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35944) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.653964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-440f9bdb-d391-4061-9985-a663b9d53699 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '6e83d04c-bc32-4660-bb17-eb22e684b0ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:09.697075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-440f9bdb-d391-4061-9985-a663b9d53699 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.784020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-440f9bdb-d391-4061-9985-a663b9d53699 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.788346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-440f9bdb-d391-4061-9985-a663b9d53699 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.819922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f9bdb-d391-4061-9985-a663b9d53699 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12ff67d-7e82-4306-9d06-a8aa94fa5b0d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:09.823972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-440f9bdb-d391-4061-9985-a663b9d53699 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.828242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35946) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.828606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-440f9bdb-d391-4061-9985-a663b9d53699 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792545 Jul 16 20:41:09.848054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fe00f092-c903-4eb7-bcfb-02602a69048d tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules/b12ff67d-7e82-4306-9d06-a8aa94fa5b0d HTTP/1.1" status: 200 len: 763 time: 0.0186038 Jul 16 20:41:09.852533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35948) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.875406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4556a9bd-5caf-4d08-8ca0-644a320a133e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:09.916071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.918719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-26cf1214-6356-47cf-ae7c-9e092c804a86 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0628064 Jul 16 20:41:09.952882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4556a9bd-5caf-4d08-8ca0-644a320a133e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:09.958089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4556a9bd-5caf-4d08-8ca0-644a320a133e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:09.958516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.964087 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78cd04e1-19a6-442b-87ea-3c00021456ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.979707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78cd04e1-19a6-442b-87ea-3c00021456ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.037328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78cd04e1-19a6-442b-87ea-3c00021456ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.045592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78cd04e1-19a6-442b-87ea-3c00021456ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.049727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35956) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.050301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35958) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.059846 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-78cd04e1-19a6-442b-87ea-3c00021456ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/b12ff67d-7e82-4306-9d06-a8aa94fa5b0d HTTP/1.1" status: 204 len: 168 time: 0.1429529 Jul 16 20:41:10.066333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793759234', 'description': 'tempest-description--994418565'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:10.073840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd04e1-19a6-442b-87ea-3c00021456ae tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b12ff67d-7e82-4306-9d06-a8aa94fa5b0d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:10.100802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.137329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 4556a9bd-5caf-4d08-8ca0-644a320a133e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4556a9bd-5caf-4d08-8ca0-644a320a133e,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:10.143413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.146427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.167633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-37d7ec57-e21e-47bf-bdd8-1666197f771b tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1147616 Jul 16 20:41:10.170213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35962) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.174752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a63ec9ad-74be-475d-b97c-841157b0ad96 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Request body: {'security_group_rule': {'security_group_id': '6e83d04c-bc32-4660-bb17-eb22e684b0ed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:10.210412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=4556a9bd-5caf-4d08-8ca0-644a320a133e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:10.218822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.api [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:41:10.218822 n-d-798930-6 neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:41:10.218822 n-d-798930-6 neutron-server[94095]: [parameters: {'project_id_1': '79233d40f08e4466b65ce714a484fb86', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 41, 10, 192721)}] Jul 16 20:41:10.218822 n-d-798930-6 neutron-server[94095]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:41:10.219550 n-d-798930-6 neutron-server[94095]: DEBUG oslo_db.api [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:41:10.228264 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a63ec9ad-74be-475d-b97c-841157b0ad96 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.323708 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a63ec9ad-74be-475d-b97c-841157b0ad96 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.329506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a63ec9ad-74be-475d-b97c-841157b0ad96 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.362135 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a63ec9ad-74be-475d-b97c-841157b0ad96 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.366770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35968) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.367864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a63ec9ad-74be-475d-b97c-841157b0ad96 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1955984 Jul 16 20:41:10.376749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ec9ad-74be-475d-b97c-841157b0ad96 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc34031-b62e-4c9e-bd58-b6c156124526,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:10.403299 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0a6fcd1c-3eb5-4ee1-b743-fca30eeac611 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules/dfc34031-b62e-4c9e-bd58-b6c156124526 HTTP/1.1" status: 200 len: 764 time: 0.0332892 Jul 16 20:41:10.404299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35972) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.476460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.476685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88f258c0-3726-4f07-9b55-65ae2a8b441d tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0711493 Jul 16 20:41:10.523424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc624e1f-13cd-4b70-9fc8-c246b4292206 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.533980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc624e1f-13cd-4b70-9fc8-c246b4292206 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.544784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d65f846e-b1e9-47dd-8335-18f8417e7c4b req-28283cf5-5417-4b77-8313-57dae6769796 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0391698 Jul 16 20:41:10.588308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc624e1f-13cd-4b70-9fc8-c246b4292206 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.596493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dc624e1f-13cd-4b70-9fc8-c246b4292206 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.600682 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dc624e1f-13cd-4b70-9fc8-c246b4292206 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-group-rules/dfc34031-b62e-4c9e-bd58-b6c156124526 HTTP/1.1" status: 204 len: 168 time: 0.1204510 Jul 16 20:41:10.600870 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35976) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.612555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc624e1f-13cd-4b70-9fc8-c246b4292206 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfc34031-b62e-4c9e-bd58-b6c156124526,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:10.634108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Sync routers for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:10.648607 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:10.651003 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:10.672566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35978) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.673270 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d09f0b02-f23a-4bca-b268-b40851f365f2 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706775 Jul 16 20:41:10.754415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.775520 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:10.812198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60a6b2cb-ac62-4aa7-bdd1-3a103e209c09 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.846740 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60a6b2cb-ac62-4aa7-bdd1-3a103e209c09 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.938948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.943688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.950731 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60a6b2cb-ac62-4aa7-bdd1-3a103e209c09 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.953409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60a6b2cb-ac62-4aa7-bdd1-3a103e209c09 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.954614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-60a6b2cb-ac62-4aa7-bdd1-3a103e209c09 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "DELETE /v2.0/security-groups/6e83d04c-bc32-4660-bb17-eb22e684b0ed HTTP/1.1" status: 204 len: 168 time: 0.2811217 Jul 16 20:41:10.958599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35982) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.981189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.982460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9315629 Jul 16 20:41:10.984463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180d491-1c93-4344-a846-71af2810a435 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f45891-fd09-4e1c-8a64-a6873924d542,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:10.989285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.996793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-eeab7b28-3163-4a7b-9a1c-f7e3ef466b9f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'security_group_rule': {'security_group_id': '59f45891-fd09-4e1c-8a64-a6873924d542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:11.028384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6b2cb-ac62-4aa7-bdd1-3a103e209c09 tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83d04c-bc32-4660-bb17-eb22e684b0ed,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.078570 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ce256009-02d8-4364-bb2c-cb52018f775d tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147933 Jul 16 20:41:11.079413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35988) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.090114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eeab7b28-3163-4a7b-9a1c-f7e3ef466b9f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.167549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-50c76dc6-6ddb-4b6d-adeb-4f923ebef00c tempest-SecGroupTest-1512381581 tempest-SecGroupTest-1512381581-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839312 Jul 16 20:41:11.174388 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eeab7b28-3163-4a7b-9a1c-f7e3ef466b9f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.180697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eeab7b28-3163-4a7b-9a1c-f7e3ef466b9f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.212306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab7b28-3163-4a7b-9a1c-f7e3ef466b9f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fe3dee-798d-41ce-a9bf-8539c7f0fe7f,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.218047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eeab7b28-3163-4a7b-9a1c-f7e3ef466b9f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.223289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35992) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.224182 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eeab7b28-3163-4a7b-9a1c-f7e3ef466b9f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2321522 Jul 16 20:41:11.228773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3982276e-3140-4d91-a8eb-03321b8dbf1a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'security_group_rule': {'security_group_id': '59f45891-fd09-4e1c-8a64-a6873924d542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:11.287878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3982276e-3140-4d91-a8eb-03321b8dbf1a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.323857 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 2, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:11.406250 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Checking router: a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:11.406707 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Updating router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:11.414861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3982276e-3140-4d91-a8eb-03321b8dbf1a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.420526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3982276e-3140-4d91-a8eb-03321b8dbf1a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.447363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982276e-3140-4d91-a8eb-03321b8dbf1a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b765c8e2-28ad-400c-904e-20080ba2b992,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:11.470202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3982276e-3140-4d91-a8eb-03321b8dbf1a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.472583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3982276e-3140-4d91-a8eb-03321b8dbf1a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474077 Jul 16 20:41:11.476886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35998) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.483177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:11.521374 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.523714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.599785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36002) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.770137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.838311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24ccc76-cc43-417a-8671-d62845be00ee req-7b011b82-1204-4dcd-993b-33c306a77bd9 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0834534 Jul 16 20:41:11.867453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4556a9bd-5caf-4d08-8ca0-644a320a133e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:11.919312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1fd8db1-4620-4930-abef-6b4c4da12c0f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=989efda9efe3487da2470bfb7dd3f2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022478 Jul 16 20:41:11.919312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36006) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:12.029259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Allocated IP 172.25.8.175 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/8c6c19e6-ceda-430c-8103-05ab827a3257) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:12.060429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4556a9bd-5caf-4d08-8ca0-644a320a133e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:12.060710 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.114312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a292902-0a45-47e1-93ac-351fed0fab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.167664 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a292902-0a45-47e1-93ac-351fed0fab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.230715 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a292902-0a45-47e1-93ac-351fed0fab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.233870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a292902-0a45-47e1-93ac-351fed0fab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.237951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2a292902-0a45-47e1-93ac-351fed0fab9a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/03d8235a-09a1-4229-9a3f-3d38bc519ec3 HTTP/1.1" status: 204 len: 168 time: 0.3203506 Jul 16 20:41:12.243037 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.256568 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Transition to ACTIVE for port object 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:12.258980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.264116 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.265265 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a292902-0a45-47e1-93ac-351fed0fab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d8235a-09a1-4229-9a3f-3d38bc519ec3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.323573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.371385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:12.375566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:12.380814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:12.420500 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Attempting to bind port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:12.421372 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Attempting to bind port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:12.421744 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Attempting to bind port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:12.426480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=8c6c19e6-ceda-430c-8103-05ab827a3257,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.433903 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:12.434193 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:12.434677 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.435940 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Bound using segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:12.436796 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Bound port: 62a39e74-8b20-4a5e-b3c3-1463b05a18d3, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:12.437680 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.457632 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Pushing event updated for resources: {'Port': ['ID=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.467656 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.467979 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.468317 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.468646 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.468972 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.469295 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.469615 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.469931 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.470250 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.470598 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.470880 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.471194 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:12.533223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.549568 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] For port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:12.555009 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] For port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:12.561548 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.623068 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:12.623862 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:12.658481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:12.803414 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:12.861610 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6259f6c-3907-493c-83a7-26cca9bb9357 None None] Pushing event updated for resources: {'Port': ['ID=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.093086 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.098836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.188830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4169be6-4dc5-4cc8-a5e4-e712a114d0d0 req-78aceb7e-ae32-4cf6-8770-2de225cae1a2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0665746 Jul 16 20:41:13.202622 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:12Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:13.211685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=8c6c19e6-ceda-430c-8103-05ab827a3257,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.225296 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.244765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.255013 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3e57ca4-9d12-42b1-ad81-d25c98511582 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7676797 Jul 16 20:41:13.259020 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973eef28-ff37-4889-b5bf-5584ffd1e8ab None None] The sync data for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 is: [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:12Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:13.610945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-fb6f4949-2361-4232-95fa-7a3dc70ca8dd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1793759234&fields=id&tenant_id=79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 267 time: 0.0641630 Jul 16 20:41:13.641371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36052) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.646358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [-] 10.222.0.100 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0038874 Jul 16 20:41:13.651591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.825734 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5856dda6-9d65-4474-a0a5-6a3b169b7abe tempest-NetworksApiDiscovery-1480483550 tempest-NetworksApiDiscovery-1480483550-project] 10.222.0.100 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.1728890 Jul 16 20:41:13.830761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-c83a2c30-f05a-4409-9b8f-084c7d4ca185 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:13.848214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-c83a2c30-f05a-4409-9b8f-084c7d4ca185 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.2277389 Jul 16 20:41:13.853515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:13.891739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-40a43ebd-eeed-4c0e-ac2a-425499433e13 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/quotas/79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 375 time: 0.0402813 Jul 16 20:41:13.979806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:13.988423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:13.988879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.079911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-bf638197-fd9c-4fc9-8051-481385f4d7a2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1871715 Jul 16 20:41:14.400136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-1c9a19b6-eb32-4242-b366-0e46d3b19b02 service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191192 Jul 16 20:41:14.460475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.473913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:14.543938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:14.552416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.597453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-bcfb8387-6ff0-4b5c-8ea6-ef36c530d6f2 service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963885 Jul 16 20:41:14.670769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:14.808072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1918-1049-46ef-98a1-060ef76e48ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.076209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1918-1049-46ef-98a1-060ef76e48ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.101927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1918-1049-46ef-98a1-060ef76e48ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.174555 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4e8e1918-1049-46ef-98a1-060ef76e48ff admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a2ccc87f241740588af480ab7a39d646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994836 Jul 16 20:41:15.179082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36078) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:15.243059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e1918-1049-46ef-98a1-060ef76e48ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06fb0b-7d44-434b-9ed4-00986b6ce74b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:15.322474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1437b87-6eb8-47e9-90e0-dd965c7c557a req-5a1745de-1645-44e8-a447-6a47dda7c2a4 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0665998 Jul 16 20:41:15.361453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6640173-5c50-4a76-8d61-c41be0149de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.438000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6640173-5c50-4a76-8d61-c41be0149de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.494766 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ba14519-33b1-43ce-8ac7-aa0034c71c6f req-1923eb1d-7b5f-4d0a-b661-05b3961d4d52 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 210 time: 0.0754158 Jul 16 20:41:15.586606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6640173-5c50-4a76-8d61-c41be0149de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.590142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6640173-5c50-4a76-8d61-c41be0149de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.594411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b6640173-5c50-4a76-8d61-c41be0149de6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/aa06fb0b-7d44-434b-9ed4-00986b6ce74b HTTP/1.1" status: 204 len: 168 time: 0.4096878 Jul 16 20:41:15.605009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640173-5c50-4a76-8d61-c41be0149de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06fb0b-7d44-434b-9ed4-00986b6ce74b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:15.851934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:15.914286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:15.915283 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.585193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0da40e7-120d-470e-a621-41a6a57b4cd5 req-5ec8f58e-a5e8-4859-af32-1e3065bd0647 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0694194 Jul 16 20:41:16.830837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9fc0caf-3557-4c7d-ab12-afc13b8cc8ec req-8b251cf6-6c8b-4362-b06d-8aa74ec2c743 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 210 time: 0.0470729 Jul 16 20:41:16.870136 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-bcd68088-8559-4773-b6e4-4d880a6321e6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:16.872979 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-bcd68088-8559-4773-b6e4-4d880a6321e6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.2366514 Jul 16 20:41:16.955066 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-15b3315d-7006-44c0-8450-9c2c29bb05f4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 380 time: 0.0733061 Jul 16 20:41:16.965372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'port': {'device_id': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'admin_state_up': True, 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'security_groups': ['59f45891-fd09-4e1c-8a64-a6873924d542']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:17.117301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Made reservation on behalf of 79233d40f08e4466b65ce714a484fb86 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:17.121346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.372152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Allocated IP 172.20.0.13 (b21c0895-029d-478d-83d0-fb220374c4f4/e6c4b555-6bb8-4368-9f61-f88494e9e473/ce1e724d-2066-4e97-9221-2c9f026f33c2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:17.578802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.596183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Transition to ACTIVE for port object ce1e724d-2066-4e97-9221-2c9f026f33c2 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:17.656781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.803502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:17.855667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:17.861234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:17.876216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.970468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-281691f2-abd2-4a24-b812-2b3ab5342981 req-8fe30774-3f8a-4244-a0d9-83925170a367 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.1489735 Jul 16 20:41:18.014982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:18.015891 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.063510 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-6b3e9719-c347-4c13-9ad4-ec577cdced5d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0921803 Jul 16 20:41:18.082378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Request body: {'port': {'device_id': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:18.256250 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.326819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4ce0c157-64fa-458f-bbf6-a62914035915 None None] Provisioning for port ce1e724d-2066-4e97-9221-2c9f026f33c2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:18.334026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4ce0c157-64fa-458f-bbf6-a62914035915 None None] Provisioning complete for port ce1e724d-2066-4e97-9221-2c9f026f33c2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:18.334589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c157-64fa-458f-bbf6-a62914035915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.338559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eead0e-3163-4ab3-98b9-7867629cadb2 req-7a3657a9-a9e2-4165-93a5-cb8046ca22db tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:18.340509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73eead0e-3163-4ab3-98b9-7867629cadb2 req-7a3657a9-a9e2-4165-93a5-cb8046ca22db tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 932 time: 0.0920405 Jul 16 20:41:18.403771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0c157-64fa-458f-bbf6-a62914035915 None None] Port ce1e724d-2066-4e97-9221-2c9f026f33c2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:18.426696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73eead0e-3163-4ab3-98b9-7867629cadb2 req-9d078553-0e94-4c0c-98c6-5dde584439b9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777237 Jul 16 20:41:18.684246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1e724d-2066-4e97-9221-2c9f026f33c2 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:18.695376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.712980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Transition to ACTIVE for port object ce1e724d-2066-4e97-9221-2c9f026f33c2 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:18.717361 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.865186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.896463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Attempting to bind port ce1e724d-2066-4e97-9221-2c9f026f33c2 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:18.897882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Attempting to bind port ce1e724d-2066-4e97-9221-2c9f026f33c2 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:18.899890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Attempting to bind port ce1e724d-2066-4e97-9221-2c9f026f33c2 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:18.911225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Port ce1e724d-2066-4e97-9221-2c9f026f33c2 on network b21c0895-029d-478d-83d0-fb220374c4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:18.911742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Attempting to bind port ce1e724d-2066-4e97-9221-2c9f026f33c2 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:18.919183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:18.919727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:18.920212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Bound using segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:18.920762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Bound port: ce1e724d-2066-4e97-9221-2c9f026f33c2, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:18.921224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.006906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:19.012121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:19.017644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.059741 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.060451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.062158 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1092 time: 0.9874918 Jul 16 20:41:19.073500 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:19.087965 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6212f90c-f92c-49d1-940d-3fe6673a3b14" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:19.205640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f849f0-53ce-4b59-b8bd-b33667a54f59 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:19.280229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-c22cdbfa-0c81-45a2-befa-fc031289eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.282015 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-c22cdbfa-0c81-45a2-befa-fc031289eb9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1095 time: 0.1717250 Jul 16 20:41:19.286079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f7d69ff-14b2-49e4-8ba9-18fce4b31fa5 req-7581319b-ecc9-49b5-8e03-a34188b95ade tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0617657 Jul 16 20:41:19.366258 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-de8686ea-2579-4e53-b071-408d12f582e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 217 time: 0.0691061 Jul 16 20:41:19.370319 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edfea2c-bf0f-45b9-8d9c-7f26da6a2758 x-openstack-request-id: req-5edfea2c-bf0f-45b9-8d9c-7f26da6a2758 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:19.370601 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:19.370860 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5edfea2c-bf0f-45b9-8d9c-7f26da6a2758 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:19.371284 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'status': 'completed', 'code': 200} Jul 16 20:41:19.429547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-c04a088e-79dc-4bfa-a14f-6d42aa6058fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.431806 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-c04a088e-79dc-4bfa-a14f-6d42aa6058fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0584991 Jul 16 20:41:19.559994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-f4bd9e10-cee8-4fe0-81b3-6fdcb4236857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.561742 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-f4bd9e10-cee8-4fe0-81b3-6fdcb4236857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240935 Jul 16 20:41:19.708142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ff95-07e4-4847-9beb-7a03f4807322 req-be6435f2-0075-4258-93ae-1611767784d7 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.716347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b771ff95-07e4-4847-9beb-7a03f4807322 req-be6435f2-0075-4258-93ae-1611767784d7 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 944 time: 0.1140957 Jul 16 20:41:19.763566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-447d74d4-d7d7-451f-858f-9f2dc0c2b4b4 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953483 Jul 16 20:41:19.770390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b771ff95-07e4-4847-9beb-7a03f4807322 req-55955744-d4c3-4a26-be8b-1d153a34d255 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498564 Jul 16 20:41:19.871438 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-cb89b74c-bb1f-4dbd-94e4-0464cfd0352b req-e3b17c0a-e72a-47ce-b061-37bb8954e359 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012778 Jul 16 20:41:19.990700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-17c5c3de-e2d6-4de6-997c-7e81196203d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:19.992334 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-17c5c3de-e2d6-4de6-997c-7e81196203d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1095 time: 0.0654545 Jul 16 20:41:20.133517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-f805c9e2-a6a1-44ec-aefc-be8fcfa79515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:20.135209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-f805c9e2-a6a1-44ec-aefc-be8fcfa79515 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1350610 Jul 16 20:41:20.185046 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-ae7232f2-ba4b-4146-a128-22f480984b40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 217 time: 0.0424886 Jul 16 20:41:20.248911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-9d2bb2e5-4ff9-4a6b-bf8a-9dd9b2df10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:20.250596 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-9d2bb2e5-4ff9-4a6b-bf8a-9dd9b2df10ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0584078 Jul 16 20:41:20.329451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-919b56ec-331b-4544-a18b-b120d9065301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:20.331701 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-919b56ec-331b-4544-a18b-b120d9065301 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735400 Jul 16 20:41:20.475440 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-6c9e49e0-1081-4721-8c55-d79f34b9c0f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339188 Jul 16 20:41:20.498800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2717e425-ab64-4be5-bac4-1e8e064b62a3 req-8076e9ca-2114-486c-92d3-233b5be84acb tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0432594 Jul 16 20:41:20.709885 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6212f90c-f92c-49d1-940d-3fe6673a3b14 req-e1b75052-ae8e-41cd-8291-e809ffd38c12 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280195 Jul 16 20:41:20.982638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d96584-496e-4e9c-8e5f-b50cb6fff948 req-62f939ec-5ff0-47a4-87bc-8b7c8bae0ed3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:20.986987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79d96584-496e-4e9c-8e5f-b50cb6fff948 req-62f939ec-5ff0-47a4-87bc-8b7c8bae0ed3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 944 time: 0.0945880 Jul 16 20:41:21.033684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79d96584-496e-4e9c-8e5f-b50cb6fff948 req-8896a708-d890-4a46-b1d0-b5f897858df9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375400 Jul 16 20:41:21.697166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67a56c0a-0cf3-405f-9b93-66ee58325bf5 req-28985e25-e224-4878-81f6-5f3744d69515 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0635662 Jul 16 20:41:22.314016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612c6cd-6cb9-47e4-b6b1-97639666893e req-9ff8923b-4eaf-4ca8-a674-eba03c1740c2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:22.333650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1612c6cd-6cb9-47e4-b6b1-97639666893e req-9ff8923b-4eaf-4ca8-a674-eba03c1740c2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 944 time: 0.1424012 Jul 16 20:41:22.422903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1612c6cd-6cb9-47e4-b6b1-97639666893e req-1c02812d-8dcb-48a5-a05f-6f89115a2b0c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868514 Jul 16 20:41:23.026927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2ba18ba-06c3-4b72-bd51-9392f35ab9e9 req-baac934c-e840-4809-adfb-a54a16856c57 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/ports?device_id=aea532af-ba76-42a3-940b-f10c9f6fa15e HTTP/1.1" status: 200 len: 210 time: 0.0678782 Jul 16 20:41:23.039523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:41:23.194233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:23.206342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'mac_address': 'fa:16:3e:99:17:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:41:23.252214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.272317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1e724d-2066-4e97-9221-2c9f026f33c2 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:23.302081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:23.306743 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.361121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.370251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.370686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.371093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.371522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.371926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.372317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.372706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.373097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.373484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.373870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.374420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.374803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:23.494168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ce1e724d-2066-4e97-9221-2c9f026f33c2'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:23.641278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d3d87-87ef-4586-aead-902198798da6 req-72a93e27-8220-42e1-a049-4ce1896fd8ae tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:23.643680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b60d3d87-87ef-4586-aead-902198798da6 req-72a93e27-8220-42e1-a049-4ce1896fd8ae tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0931046 Jul 16 20:41:23.693326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b60d3d87-87ef-4586-aead-902198798da6 req-df840b93-d5a6-4f33-8d31-a49c14ec7f93 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Jul 16 20:41:24.266614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36290) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.351814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8918942-5bce-41e1-868a-57b89ede9258 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.389996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8918942-5bce-41e1-868a-57b89ede9258 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.452731 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8918942-5bce-41e1-868a-57b89ede9258 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.455373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8918942-5bce-41e1-868a-57b89ede9258 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.457838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c8918942-5bce-41e1-868a-57b89ede9258 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/security-groups/620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d HTTP/1.1" status: 204 len: 168 time: 0.1894183 Jul 16 20:41:24.463120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36292) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.473335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8918942-5bce-41e1-868a-57b89ede9258 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.489805 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-fa3fe95c-9d6e-4c9a-84bd-6949aa2c532f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] show failed (client error): The resource could not be found. Jul 16 20:41:24.494635 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fa3fe95c-9d6e-4c9a-84bd-6949aa2c532f tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "GET /v2.0/security-groups/620a17a9-6d83-4fba-bcf0-bc7b9a8f6b9d HTTP/1.1" status: 404 len: 347 time: 0.0293632 Jul 16 20:41:24.495603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36294) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.637724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port 1c43ea10-c354-471a-ac45-4a36dfcd6794 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:24.638057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.727334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.727696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.743184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for 1c43ea10-c354-471a-ac45-4a36dfcd6794 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:24.895536 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.925850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=1c43ea10-c354-471a-ac45-4a36dfcd6794,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.951429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7a9b0-fb7e-4d3f-9cd3-aa62ec7b7169 req-2a4ac5e4-a381-495b-bad8-5ef579262ff6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:24.954986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cc7a9b0-fb7e-4d3f-9cd3-aa62ec7b7169 req-2a4ac5e4-a381-495b-bad8-5ef579262ff6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1215761 Jul 16 20:41:25.017120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.022210 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.023804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8950f79e-725e-48cb-8ab2-a633a2bdda39 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/floatingips/13421e00-e48f-461a-83ee-94f9c19a0f73 HTTP/1.1" status: 204 len: 168 time: 0.5268419 Jul 16 20:41:25.026816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36300) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:25.041511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cc7a9b0-fb7e-4d3f-9cd3-aa62ec7b7169 req-f9ab0b49-ba4f-4aab-8301-b752ad2d2999 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762556 Jul 16 20:41:25.068788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:25.150118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port ce1e724d-2066-4e97-9221-2c9f026f33c2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:25.155043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port ce1e724d-2066-4e97-9221-2c9f026f33c2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:25.155459 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.159218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port f7bf83ae-7204-48bd-95b8-33009ab925c3 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:25.159625 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.317556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.340582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for f7bf83ae-7204-48bd-95b8-33009ab925c3 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:25.345408 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.408770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:25.412124 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b2d8a7-a026-4b1a-b27b-8f8f8fe5b4ce" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:25.430131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:25.437004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.514208 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0459f1a2-74d0-4a25-b74b-b93ecdb92fa7 x-openstack-request-id: req-0459f1a2-74d0-4a25-b74b-b93ecdb92fa7 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:25.516070 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:25.521044 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0459f1a2-74d0-4a25-b74b-b93ecdb92fa7 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:25.535533 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'code': 200} Jul 16 20:41:25.585621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:25.608736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.689650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=f7bf83ae-7204-48bd-95b8-33009ab925c3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:25.779551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e873306-b98e-47d4-b58a-bf0b0186b4de req-753fafd2-89ad-4ad7-965d-05f281e21c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:25.781086 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3e873306-b98e-47d4-b58a-bf0b0186b4de req-753fafd2-89ad-4ad7-965d-05f281e21c3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1097 time: 0.1582749 Jul 16 20:41:25.837811 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3e873306-b98e-47d4-b58a-bf0b0186b4de req-2058b9e1-eb00-47e5-9ea6-bd97ddcca686 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491354 Jul 16 20:41:25.839628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.841529 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0437002b-08f4-4b7e-8c11-9578c400b477 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/ports/f7bf83ae-7204-48bd-95b8-33009ab925c3 HTTP/1.1" status: 204 len: 168 time: 0.8136437 Jul 16 20:41:25.844738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36314) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:25.991097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port 573cb4fa-fbc1-4115-aa73-96db92e2c530 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:25.991792 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.147951 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.163798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for 573cb4fa-fbc1-4115-aa73-96db92e2c530 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:26.416226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c0722-3d10-44da-9821-dfb45db79a9c req-3e913ad8-e332-4a5c-8820-f6497e6d6b40 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:26.417709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-048c0722-3d10-44da-9821-dfb45db79a9c req-3e913ad8-e332-4a5c-8820-f6497e6d6b40 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 946 time: 0.1567969 Jul 16 20:41:26.508326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-048c0722-3d10-44da-9821-dfb45db79a9c req-5e9fc107-248a-4963-9d3f-ef69f4b26880 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698042 Jul 16 20:41:26.653289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.709836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=573cb4fa-fbc1-4115-aa73-96db92e2c530,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:26.847705 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.852603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-42643a56-3e74-402d-886a-f42b06634ee2 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/ports/573cb4fa-fbc1-4115-aa73-96db92e2c530 HTTP/1.1" status: 204 len: 168 time: 1.0059936 Jul 16 20:41:26.856917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:26.957285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting subnet 7c9f23d1-c62f-45b9-83c4-08f72b2d26df {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:26.961731 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.048866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.164319 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.271893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.336325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9f23d1-c62f-45b9-83c4-08f72b2d26df,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:27.350002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.355584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51daad81-ab89-4027-ad89-e4c934d8f145 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/subnets/7c9f23d1-c62f-45b9-83c4-08f72b2d26df HTTP/1.1" status: 204 len: 168 time: 0.4933534 Jul 16 20:41:27.355584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36360) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:27.372497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fadb7-8bde-4b02-bdc8-b93adf01b8f8 None None] Network 48ba64d8-4fb0-435d-90c5-2ac0b96daeca requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:27.495773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting subnet ae78592c-437d-4796-bb5a-f81a2c434fbe {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:27.499491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.644704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.805891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] DHCP port deletion for 48ba64d8-4fb0-435d-90c5-2ac0b96daeca request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:27.896624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] Deleting port f0db1598-1aff-4d13-84a9-d1dfd78dded5 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:27.897354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.928575 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.976302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e3122-cec2-46c9-ba01-89ca6f6b8f68 req-ebffb600-395d-4059-8dde-c7e8c1569a6a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:27.977868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea3e3122-cec2-46c9-ba01-89ca6f6b8f68 req-ebffb600-395d-4059-8dde-c7e8c1569a6a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 946 time: 0.2407749 Jul 16 20:41:28.056803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] For port f0db1598-1aff-4d13-84a9-d1dfd78dded5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f0db1598-1aff-4d13-84a9-d1dfd78dded5,segment=NetworkSegment(a1e16b0d-9c8c-4498-88fa-5d2032daa8dd),segment_id=a1e16b0d-9c8c-4498-88fa-5d2032daa8dd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:28.057392 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.090374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] Calling delete_port for f0db1598-1aff-4d13-84a9-d1dfd78dded5 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:28.104751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea3e3122-cec2-46c9-ba01-89ca6f6b8f68 req-456cd551-37c5-4b3a-a6fd-8003f739cdac tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200173 Jul 16 20:41:28.119192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.171915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Subnet': ['ID=ae78592c-437d-4796-bb5a-f81a2c434fbe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:28.183084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.188462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:28.188936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75618931-aa77-447c-9416-96a498a7d82c tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/subnets/ae78592c-437d-4796-bb5a-f81a2c434fbe HTTP/1.1" status: 204 len: 168 time: 0.8292902 Jul 16 20:41:28.223665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d74f4-7703-43d4-afa4-5dc44ec03cfe None None] Network 87a4b21e-dbe0-4008-b365-c64e39314207 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:28.347488 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.412296 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.456755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] Pushing event deleted for resources: {'Port': ['ID=f0db1598-1aff-4d13-84a9-d1dfd78dded5,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:28.469850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f28ef-13a7-42e8-9118-3781f24df050 None None] No DVR routers for this DVR port f0db1598-1aff-4d13-84a9-d1dfd78dded5 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:28.503439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea32f1-9bb9-4b50-89fa-ea13f6381c6e req-f420a182-cee1-41d8-9621-4be89553e213 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:28.505282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cea32f1-9bb9-4b50-89fa-ea13f6381c6e req-f420a182-cee1-41d8-9621-4be89553e213 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 946 time: 0.1596029 Jul 16 20:41:28.515116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36384) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:28.524088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'floatingip': {'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:28.578990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Deleting port f0db1598-1aff-4d13-84a9-d1dfd78dded5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:28.579557 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.591822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.655139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] DHCP port deletion for 87a4b21e-dbe0-4008-b365-c64e39314207 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:28.783146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] For port f0db1598-1aff-4d13-84a9-d1dfd78dded5, host n-d-798930-6, got binding levels [] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:28.785676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.798966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] Deleting port 6b039a5c-a362-40cd-be1c-17b475a3da23 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:28.801498 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.820351 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Calling delete_port for f0db1598-1aff-4d13-84a9-d1dfd78dded5 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:28.836967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.ipam_backend_mixin [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Port f0db1598-1aff-4d13-84a9-d1dfd78dded5 was not found and therefore no delete operation was performed {{(pid=94096) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:41:28.853811 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.971056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Port': ['ID=f0db1598-1aff-4d13-84a9-d1dfd78dded5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:29.007096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] No DVR routers for this DVR port f0db1598-1aff-4d13-84a9-d1dfd78dded5 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:29.072166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] For port 6b039a5c-a362-40cd-be1c-17b475a3da23, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6b039a5c-a362-40cd-be1c-17b475a3da23,segment=NetworkSegment(fcb839f6-246e-47f0-81ca-b0e36ad3ab41),segment_id=fcb839f6-246e-47f0-81ca-b0e36ad3ab41)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:29.072166 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.104171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] Calling delete_port for 6b039a5c-a362-40cd-be1c-17b475a3da23 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:29.264460 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.287801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] Pushing event deleted for resources: {'Port': ['ID=6b039a5c-a362-40cd-be1c-17b475a3da23,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:29.308085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22363dfc-0b27-48d1-b467-177ad2717407 None None] No DVR routers for this DVR port 6b039a5c-a362-40cd-be1c-17b475a3da23 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:29.343221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.359347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ba64d8-4fb0-435d-90c5-2ac0b96daeca']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.375849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.375849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e16b0d-9c8c-4498-88fa-5d2032daa8dd') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.393129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.416392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.427570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:29.427979 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:29.431464 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:29.938157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b039a5c-a362-40cd-be1c-17b475a3da23 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:30.018664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 6b039a5c-a362-40cd-be1c-17b475a3da23 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:30.018794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6b039a5c-a362-40cd-be1c-17b475a3da23 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:30.021157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f0db1598-1aff-4d13-84a9-d1dfd78dded5 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:30.065097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f0db1598-1aff-4d13-84a9-d1dfd78dded5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:30.067361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f0db1598-1aff-4d13-84a9-d1dfd78dded5 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:30.119609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.139301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.139513 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/networks/48ba64d8-4fb0-435d-90c5-2ac0b96daeca HTTP/1.1" status: 204 len: 168 time: 1.9490993 Jul 16 20:41:30.153618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36414) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:30.276286 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-860e4b46-39c2-40c5-a79d-d044848b42d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.362164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7799480-0617-49ff-8e1c-d95ea733eaff tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Network': ['ID=48ba64d8-4fb0-435d-90c5-2ac0b96daeca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:30.416941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.485519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36418) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:30.513854 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.519867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.583915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.606932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a4b21e-dbe0-4008-b365-c64e39314207']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:30.622392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:30.622689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb839f6-246e-47f0-81ca-b0e36ad3ab41') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:30.633282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.639341 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Floating IP 7910a9a3-984d-4868-a756-6f6233908652 associated. External IP: 172.25.8.175, port: ce1e724d-2066-4e97-9221-2c9f026f33c2. Jul 16 20:41:30.662885 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.675688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:30.676125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:30.679417 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:30.819599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f80195e8-f720-4d6b-ae3c-3f56ce572d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.868886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.889521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.898635 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] 10.222.0.100 "DELETE /v2.0/networks/87a4b21e-dbe0-4008-b365-c64e39314207 HTTP/1.1" status: 204 len: 168 time: 0.7378941 Jul 16 20:41:30.929599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b39165-0c63-4923-87fb-2c844901e0d1 tempest-TaggedBootDevicesTest_v242-1134631434 tempest-TaggedBootDevicesTest_v242-1134631434-project] Pushing event deleted for resources: {'Network': ['ID=87a4b21e-dbe0-4008-b365-c64e39314207,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:30.982678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:31.118600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f80195e8-f720-4d6b-ae3c-3f56ce572d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.129060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f80195e8-f720-4d6b-ae3c-3f56ce572d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.198608 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f80195e8-f720-4d6b-ae3c-3f56ce572d2e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2474197ffeff42d0acdccbd64a602f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7095575 Jul 16 20:41:31.199585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36436) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:31.251328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80195e8-f720-4d6b-ae3c-3f56ce572d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76c140-5f7d-4c08-b292-81f0adeb87c1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:31.336264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:31.345612 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.348076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] Sync routers for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:31.362647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:31.364179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:31.382137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7417ba25-f49d-483d-92c5-a9594bdf75c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.401930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a1f11448-c75e-4d88-aa48-25ff875f2c88 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "PUT /v2.0/floatingips/7910a9a3-984d-4868-a756-6f6233908652 HTTP/1.1" status: 200 len: 992 time: 2.8855755 Jul 16 20:41:31.405217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:31.407397 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2cb50d-da2e-4fcb-9568-81678912d3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:31.420038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7417ba25-f49d-483d-92c5-a9594bdf75c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.517831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7417ba25-f49d-483d-92c5-a9594bdf75c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.520912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7417ba25-f49d-483d-92c5-a9594bdf75c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.524317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7417ba25-f49d-483d-92c5-a9594bdf75c8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fe76c140-5f7d-4c08-b292-81f0adeb87c1 HTTP/1.1" status: 204 len: 168 time: 0.3196120 Jul 16 20:41:31.551007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417ba25-f49d-483d-92c5-a9594bdf75c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76c140-5f7d-4c08-b292-81f0adeb87c1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:31.665560 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e2ff80-82a5-4566-9586-1a10e88d9112 x-openstack-request-id: req-a8e2ff80-82a5-4566-9586-1a10e88d9112 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:31.666088 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:31.666859 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a8e2ff80-82a5-4566-9586-1a10e88d9112 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:31.667487 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'status': 'completed', 'code': 200} Jul 16 20:41:31.717259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:31.795601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-aec6b416-1ade-4c2d-88fd-9934bb161617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:31.797608 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-aec6b416-1ade-4c2d-88fd-9934bb161617 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1097 time: 0.1014676 Jul 16 20:41:32.114260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-55e69697-8e92-4f14-9941-557211a88151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:32.120001 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-55e69697-8e92-4f14-9941-557211a88151 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.3149238 Jul 16 20:41:32.367738 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-c73da36d-0cd9-4bdd-9830-d23a83763a0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.2377944 Jul 16 20:41:32.425378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '7910a9a3-984d-4868-a756-6f6233908652', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'mac_address': 'fa:16:3e:99:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:41:12Z', 'updated_at': '2021-07-16T20:41:30Z', 'revision_number': 1, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:14Z', 'revision_number': 5, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.461129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-59329798-0a1c-4d81-bd8a-cc2d0302bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:32.463719 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-59329798-0a1c-4d81-bd8a-cc2d0302bdbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0900257 Jul 16 20:41:32.482321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] Checking router: a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:32.506975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:32.507645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.537503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-639d90f0-2747-4bb5-b491-d9d90a645a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:32.539632 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-639d90f0-2747-4bb5-b491-d9d90a645a96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699906 Jul 16 20:41:32.656622 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-187a6b57-b725-4d74-b68f-b10b040fde14 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080449 Jul 16 20:41:32.725786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:32.818134 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3c2cb50d-da2e-4fcb-9568-81678912d3ac req-e4484178-bbc2-4792-bc34-70a4b0fe3130 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546612 Jul 16 20:41:33.016286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '7910a9a3-984d-4868-a756-6f6233908652', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'mac_address': 'fa:16:3e:99:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:41:12Z', 'updated_at': '2021-07-16T20:41:30Z', 'revision_number': 1, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:14Z', 'revision_number': 5, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:33.044435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89835e0a-6f4e-4f98-8047-798623cbf140 None None] The sync data for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 is: [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '7910a9a3-984d-4868-a756-6f6233908652', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'mac_address': 'fa:16:3e:99:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:41:12Z', 'updated_at': '2021-07-16T20:41:30Z', 'revision_number': 1, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:14Z', 'revision_number': 5, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:33.366711 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e80c5e-45b8-4d0d-b2ac-5c2858ae3738 None None] New status for floating IP 7910a9a3-984d-4868-a756-6f6233908652: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:41:34.004534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.832793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-841868b2-24a3-433d-8fdb-071f04eef1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.051332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.181018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.359530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.748641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.208334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36684) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.351977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.454832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.459744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.521114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa32464-cc3a-4625-903a-e4bc0d0b57ff,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.525258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fd420158a43945529b27a341105b8887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159242 Jul 16 20:41:40.528546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.532382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.532809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.533211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.533618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.534579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.534993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.535433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.535832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.536339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.536748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.537432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.537562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2da5e-4b77-4fd5-8382-77df1b99a5bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.613771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.642425 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.722166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.728812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.730948 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6fa32464-cc3a-4625-903a-e4bc0d0b57ff HTTP/1.1" status: 204 len: 168 time: 0.1993344 Jul 16 20:41:40.744435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa32464-cc3a-4625-903a-e4bc0d0b57ff,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.756474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.756937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.757541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.758745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.759257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.759736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.760200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.760789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.761332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.762079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.762606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:40.763134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416a372-51b8-4bba-ad43-47b95f449fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:41.093200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.110301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b5e2a0e-8b39-4fb6-b2c6-af10379ac240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.220727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b5e2a0e-8b39-4fb6-b2c6-af10379ac240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.226022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b5e2a0e-8b39-4fb6-b2c6-af10379ac240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.267551 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9b5e2a0e-8b39-4fb6-b2c6-af10379ac240 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ab1e468e756f4064851ec9fbe44bae86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728733 Jul 16 20:41:41.268854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e2a0e-8b39-4fb6-b2c6-af10379ac240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2ca51-94b7-4c8f-af29-d7dc04c54e02,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.270988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36714) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.329288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac887fef-6fec-47ac-9ca2-5d52cbc2be02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.352248 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac887fef-6fec-47ac-9ca2-5d52cbc2be02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.403101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac887fef-6fec-47ac-9ca2-5d52cbc2be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.406324 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac887fef-6fec-47ac-9ca2-5d52cbc2be02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.412376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac887fef-6fec-47ac-9ca2-5d52cbc2be02 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/03d2ca51-94b7-4c8f-af29-d7dc04c54e02 HTTP/1.1" status: 204 len: 168 time: 0.1395566 Jul 16 20:41:41.422289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac887fef-6fec-47ac-9ca2-5d52cbc2be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2ca51-94b7-4c8f-af29-d7dc04c54e02,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.545263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36726) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.246267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.792067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Deleting port ba3dc3c5-7027-4060-9893-f2da10dd74c1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:42.793077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.883989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] For port ba3dc3c5-7027-4060-9893-f2da10dd74c1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ba3dc3c5-7027-4060-9893-f2da10dd74c1,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:42.884379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.899286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Calling delete_port for ba3dc3c5-7027-4060-9893-f2da10dd74c1 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:42.932738 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:43.137522 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.164881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3dc3c5-7027-4060-9893-f2da10dd74c1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.415526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.668912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Router 206b526d-e957-4511-8d88-aec96ceede27 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:43.829494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:43.837637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-06b235df-cb51-4f5b-a074-346e141ddf3c admin admin] 10.222.0.100 "PUT /v2.0/routers/206b526d-e957-4511-8d88-aec96ceede27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2888863 Jul 16 20:41:43.838464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36834) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.840964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] Sync routers for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:43.852723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:43.854222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:43.965291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.966791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:44.067093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36844) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.084283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.191717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Deleting port 34d2a946-ce93-4b4f-9689-a17898fbb829 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:44.192046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.285449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-417a78b0-abc9-4e08-bc45-0ae4ad1bb4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.302317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] For port 34d2a946-ce93-4b4f-9689-a17898fbb829, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=34d2a946-ce93-4b4f-9689-a17898fbb829,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:44.302697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.318395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Calling delete_port for 34d2a946-ce93-4b4f-9689-a17898fbb829 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:44.387377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:41:43Z', 'revision_number': 5, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port': {'id': '34d2a946-ce93-4b4f-9689-a17898fbb829', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b526d-e957-4511-8d88-aec96ceede27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:36Z', 'updated_at': '2021-07-16T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:44.415523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-417a78b0-abc9-4e08-bc45-0ae4ad1bb4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.420756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] Checking router: 206b526d-e957-4511-8d88-aec96ceede27 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:44.421116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-417a78b0-abc9-4e08-bc45-0ae4ad1bb4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.431521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] Routers {'206b526d-e957-4511-8d88-aec96ceede27'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:44.432452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['206b526d-e957-4511-8d88-aec96ceede27'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:44.491222 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-417a78b0-abc9-4e08-bc45-0ae4ad1bb4d5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6bca643a898946c2b38313cb6c5409d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227955 Jul 16 20:41:44.491987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a78b0-abc9-4e08-bc45-0ae4ad1bb4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a682b14-844f-40b4-8abe-ae46e7bd7b80,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.495686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36852) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.543705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] Set router 206b526d-e957-4511-8d88-aec96ceede27 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:44.590806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.613452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:41:44Z', 'revision_number': 6, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:44.621237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1d01fb3-df16-4e0e-8615-b10373dc1f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.630274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d2a946-ce93-4b4f-9689-a17898fbb829,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.660610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415936d-859a-409e-878d-649901c3b8c7 None None] The sync data for ids ['206b526d-e957-4511-8d88-aec96ceede27'] in n-d-798930-6 is: [{'id': '206b526d-e957-4511-8d88-aec96ceede27', 'name': 'tempest-TaggedBootDevicesTest_v242-1304589366-router', 'tenant_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:35Z', 'updated_at': '2021-07-16T20:41:44Z', 'revision_number': 6, 'project_id': '4d01b4abdbb346b48f0686a7a1f4460e', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:44.689173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1d01fb3-df16-4e0e-8615-b10373dc1f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.740134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.838107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.842221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.847627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1d01fb3-df16-4e0e-8615-b10373dc1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.850335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1d01fb3-df16-4e0e-8615-b10373dc1f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.851569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1d01fb3-df16-4e0e-8615-b10373dc1f51 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7a682b14-844f-40b4-8abe-ae46e7bd7b80 HTTP/1.1" status: 204 len: 168 time: 0.3548203 Jul 16 20:41:44.896095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d01fb3-df16-4e0e-8615-b10373dc1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a682b14-844f-40b4-8abe-ae46e7bd7b80,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.901874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.902505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206b526d-e957-4511-8d88-aec96ceede27 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:44.914237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.915708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a69fe162-4491-472b-aea5-009f64bb5a17 admin admin] 10.222.0.100 "DELETE /v2.0/routers/206b526d-e957-4511-8d88-aec96ceede27 HTTP/1.1" status: 204 len: 168 time: 1.0765960 Jul 16 20:41:44.918488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.968935 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] Deleting subnet e05e557c-3dc3-4107-b3af-37bdc253942e {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:44.972203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.014993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.127037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.194305 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.218327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36870) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.220298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05e557c-3dc3-4107-b3af-37bdc253942e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.230974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.233380 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e62b8f6e-3eb8-4cc0-8080-1616a912f7f7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/e05e557c-3dc3-4107-b3af-37bdc253942e HTTP/1.1" status: 204 len: 168 time: 0.3138566 Jul 16 20:41:45.239581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36872) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.239953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b840e6-b2af-412b-a738-721f258a4586 None None] Network 14793202-6c19-4021-84c1-351f660b46d6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:45.247107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e03249bc-de9d-4479-a2e3-97d628701cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.340183 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.477088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Deleting port 2ae78c66-7a76-48b2-82a1-12a5ba459097 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:45.477433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.482107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e03249bc-de9d-4479-a2e3-97d628701cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.493186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] DHCP port deletion for 14793202-6c19-4021-84c1-351f660b46d6 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:45.502467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e03249bc-de9d-4479-a2e3-97d628701cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.552973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] Deleting port 2ae78c66-7a76-48b2-82a1-12a5ba459097 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:45.553501 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.591506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.591771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e03249bc-de9d-4479-a2e3-97d628701cda admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e92ccfbbfa22404fa4052ee0832133a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721654 Jul 16 20:41:45.596005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03249bc-de9d-4479-a2e3-97d628701cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe69c2bf-788a-46ab-a4ab-802dcec512ea,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.613429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] For port 2ae78c66-7a76-48b2-82a1-12a5ba459097, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2ae78c66-7a76-48b2-82a1-12a5ba459097,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:45.613802 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.628296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Calling delete_port for 2ae78c66-7a76-48b2-82a1-12a5ba459097 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:45.631114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] For port 2ae78c66-7a76-48b2-82a1-12a5ba459097, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2ae78c66-7a76-48b2-82a1-12a5ba459097,segment=NetworkSegment(bf48b5da-1e56-41b7-8189-463d875e38d3),segment_id=bf48b5da-1e56-41b7-8189-463d875e38d3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:45.631890 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.649957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] Calling delete_port for 2ae78c66-7a76-48b2-82a1-12a5ba459097 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:45.708874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-090558c4-893a-4699-b43e-aa7d877434fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.750134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.760362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-090558c4-893a-4699-b43e-aa7d877434fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.773418 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.798888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] No DVR routers for this DVR port 2ae78c66-7a76-48b2-82a1-12a5ba459097 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:45.802316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae78c66-7a76-48b2-82a1-12a5ba459097,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.835688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] Pushing event deleted for resources: {'Port': ['ID=2ae78c66-7a76-48b2-82a1-12a5ba459097,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.840699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5b99-05ab-4a48-a814-cc7e7c3f28ed None None] No DVR routers for this DVR port 2ae78c66-7a76-48b2-82a1-12a5ba459097 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:45.868649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ba3dc3c5-7027-4060-9893-f2da10dd74c1 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:45.878264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-090558c4-893a-4699-b43e-aa7d877434fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.881756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-090558c4-893a-4699-b43e-aa7d877434fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.882967 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-090558c4-893a-4699-b43e-aa7d877434fb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fe69c2bf-788a-46ab-a4ab-802dcec512ea HTTP/1.1" status: 204 len: 168 time: 0.2904661 Jul 16 20:41:45.902827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: ba3dc3c5-7027-4060-9893-f2da10dd74c1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:45.905679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ba3dc3c5-7027-4060-9893-f2da10dd74c1 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:45.906221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 34d2a946-ce93-4b4f-9689-a17898fbb829 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:45.911484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090558c4-893a-4699-b43e-aa7d877434fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe69c2bf-788a-46ab-a4ab-802dcec512ea,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.942812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 34d2a946-ce93-4b4f-9689-a17898fbb829 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:45.943207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 34d2a946-ce93-4b4f-9689-a17898fbb829 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:45.944258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2ae78c66-7a76-48b2-82a1-12a5ba459097 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:45.958027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.970975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14793202-6c19-4021-84c1-351f660b46d6']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:45.982413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 2ae78c66-7a76-48b2-82a1-12a5ba459097 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:45.983071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2ae78c66-7a76-48b2-82a1-12a5ba459097 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:45.987821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf48b5da-1e56-41b7-8189-463d875e38d3') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:45.988157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf48b5da-1e56-41b7-8189-463d875e38d3') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:46.007331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.023963 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.040489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:46.041127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:46.063569 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:46.119786 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.126020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.129280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] 10.222.0.100 "DELETE /v2.0/networks/14793202-6c19-4021-84c1-351f660b46d6 HTTP/1.1" status: 204 len: 168 time: 0.8882811 Jul 16 20:41:46.150320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefff91-449e-4d12-b5b6-59cc41c0c539 admin admin] Pushing event deleted for resources: {'Network': ['ID=14793202-6c19-4021-84c1-351f660b46d6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.313015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36904) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.364946 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0a609142-2fb1-4bce-a61c-367cc47750ef admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4d01b4abdbb346b48f0686a7a1f4460e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498643 Jul 16 20:41:46.367467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 36908) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.433340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57b52657-697e-4c7c-bdff-1939afd86ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.485315 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57b52657-697e-4c7c-bdff-1939afd86ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.545262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57b52657-697e-4c7c-bdff-1939afd86ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.549075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57b52657-697e-4c7c-bdff-1939afd86ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.552383 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-57b52657-697e-4c7c-bdff-1939afd86ea8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1bfd71be-862a-4e4b-ac06-fdd35cac9d66 HTTP/1.1" status: 204 len: 168 time: 0.1830235 Jul 16 20:41:46.575541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b52657-697e-4c7c-bdff-1939afd86ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd71be-862a-4e4b-ac06-fdd35cac9d66,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.453559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 36978) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.574360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-582674165-network', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.613305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Made reservation on behalf of 7e26aa9b361d4db9bef36a6cfd3aa0fe for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:47.616647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.626539 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.754501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.759234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.795066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:47.801277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4325b2d-9e67-4142-af2c-5da0f8544a2f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:47.806363 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.806710 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Added segment 57094352-3243-487b-9c59-b9a0281164d2 of type vlan for network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 Jul 16 20:41:47.853923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.886740 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.887834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:47.888552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.921555 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37008) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.922147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4668190 Jul 16 20:41:47.928395 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Request body: {'subnet': {'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-subnet', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.959222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Made reservation on behalf of 7e26aa9b361d4db9bef36a6cfd3aa0fe for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:47.962377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.004609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9307a9e-47d8-440c-beb0-9a49a784b177 admin admin] Pushing event updated for resources: {'Network': ['ID=100b5805-47e2-4345-a9c9-5d10eb6e51f4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.015591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:48.186800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37018) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.187517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.246372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ad16e5-338f-4f05-a599-e477b6088c8a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.262071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Checking segment: {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:48.262442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Network hostable DHCP agents. Network: 100b5805-47e2-4345-a9c9-5d10eb6e51f4, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:48.281297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:48.292915 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 100b5805-47e2-4345-a9c9-5d10eb6e51f4) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:48.298277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:48.300311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.305933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f192af0b-15a1-4bf7-8040-468fcebc4137 None None] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:48.319809 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-317595e7-65e0-4d4e-bdeb-e1e459612032 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3968377 Jul 16 20:41:48.320578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.325969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:48.352579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3ec08dc-019e-4c44-bcc8-22932c620ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.370867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.371885 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.443952 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.473521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1be6e-d404-4ea9-94e7-6a1c02f28abc None None] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:48.626673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.657644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3ec08dc-019e-4c44-bcc8-22932c620ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.673258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3ec08dc-019e-4c44-bcc8-22932c620ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.754009 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-798c00a1-76e6-40b2-849b-17f740617859 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805035 Jul 16 20:41:48.765562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d3ec08dc-019e-4c44-bcc8-22932c620ab7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=05664b38e014444abb725f9d2534d56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741854 Jul 16 20:41:48.765853 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37036) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.789598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec08dc-019e-4c44-bcc8-22932c620ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8c118-ec81-484f-9fdb-3712799eaee3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.894754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1e37-4692-458a-bdcc-51bf1783b4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.930678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1e37-4692-458a-bdcc-51bf1783b4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.951399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-8082153b-f894-4dd5-8e01-1562e095e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:48.953078 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-8082153b-f894-4dd5-8e01-1562e095e049 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1097 time: 0.1257424 Jul 16 20:41:49.049392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1e37-4692-458a-bdcc-51bf1783b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.052596 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1e37-4692-458a-bdcc-51bf1783b4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.057043 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4eeb1e37-4692-458a-bdcc-51bf1783b4ee admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/56a8c118-ec81-484f-9fdb-3712799eaee3 HTTP/1.1" status: 204 len: 168 time: 0.2870491 Jul 16 20:41:49.077526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb1e37-4692-458a-bdcc-51bf1783b4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8c118-ec81-484f-9fdb-3712799eaee3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.119346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-cb9af09b-0934-4434-ab64-8e7daf7bf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.119346 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-cb9af09b-0934-4434-ab64-8e7daf7bf1fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1437876 Jul 16 20:41:49.200695 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-ce9c4b3f-025b-44fa-b695-ece2e3df5a6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1002 time: 0.0717435 Jul 16 20:41:49.269595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-29cc2a2a-90da-4ab4-a2a4-12d757734830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.271599 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-29cc2a2a-90da-4ab4-a2a4-12d757734830 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0645440 Jul 16 20:41:49.312145 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.339069 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.350190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-ebbe54f8-f19c-4539-be41-65f54ff2d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.352080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-ebbe54f8-f19c-4539-be41-65f54ff2d10a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743215 Jul 16 20:41:49.476348 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-230d0b62-8e85-4e9d-b29a-957399c88d16 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172707 Jul 16 20:41:49.512323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37050) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.534105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Allocated IP 172.25.8.239 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/8ab1885d-aaed-4276-b627-5c1d926e00b4) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:49.536444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a83c74c-1cf9-4776-a813-cd75a618c87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.585691 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9715c3c4-ef98-4815-97ac-297fdd4621e2 req-279fc25a-da79-4485-b08c-03d4abc39d30 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019757 Jul 16 20:41:49.702979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.752893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a83c74c-1cf9-4776-a813-cd75a618c87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.762174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a83c74c-1cf9-4776-a813-cd75a618c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.817293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2a83c74c-1cf9-4776-a813-cd75a618c87b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5e8dd143aea242faa5ae942198834f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996647 Jul 16 20:41:49.817293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83c74c-1cf9-4776-a813-cd75a618c87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b79c98-65f1-487b-af2a-23d5805b0515,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.817506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37058) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.819370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.867698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:49.873063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:49.876904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:49.882477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e50e9db-b445-4d24-a1e8-203a56694dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.910017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e50e9db-b445-4d24-a1e8-203a56694dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.910242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Pushing event updated for resources: {'Port': ['ID=8ab1885d-aaed-4276-b627-5c1d926e00b4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.963793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e50e9db-b445-4d24-a1e8-203a56694dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.968278 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1e50e9db-b445-4d24-a1e8-203a56694dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.969768 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1e50e9db-b445-4d24-a1e8-203a56694dc7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/03b79c98-65f1-487b-af2a-23d5805b0515 HTTP/1.1" status: 204 len: 168 time: 0.1523659 Jul 16 20:41:50.011193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50e9db-b445-4d24-a1e8-203a56694dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b79c98-65f1-487b-af2a-23d5805b0515,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.194175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.423191 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.572062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Router c17cbae8-0180-4768-ad28-b0dbf460ab06 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:50.692897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:50.705217 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Sync routers for ids ['c17cbae8-0180-4768-ad28-b0dbf460ab06'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:50.716561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.719148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4657e254-1adb-493b-be5e-9c291b1c9b0c admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3974457 Jul 16 20:41:50.722853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37092) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.727834 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Routers {'c17cbae8-0180-4768-ad28-b0dbf460ab06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:50.728808 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c17cbae8-0180-4768-ad28-b0dbf460ab06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:50.872442 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Set router c17cbae8-0180-4768-ad28-b0dbf460ab06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:51.126780 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:50Z', 'revision_number': 3, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port': {'id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:49Z', 'updated_at': '2021-07-16T20:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.306253 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Checking router: c17cbae8-0180-4768-ad28-b0dbf460ab06 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:51.306595 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Updating router c17cbae8-0180-4768-ad28-b0dbf460ab06 port 8ab1885d-aaed-4276-b627-5c1d926e00b4 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:51.354708 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.410100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.670219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Allocated IP 172.20.0.1 (100b5805-47e2-4345-a9c9-5d10eb6e51f4/39ad16e5-338f-4f05-a599-e477b6088c8a/51896c93-a5c1-47c5-94f5-85da19acb089) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:51.674792 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.686428 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Transition to ACTIVE for port object 8ab1885d-aaed-4276-b627-5c1d926e00b4 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:51.695536 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.747361 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8d33c-4cb2-4775-a284-6065dc9586a4 None None] Pushing event updated for resources: {'Port': ['ID=8ab1885d-aaed-4276-b627-5c1d926e00b4,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.773930 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Attempting to bind port 8ab1885d-aaed-4276-b627-5c1d926e00b4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:51.774379 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Attempting to bind port 8ab1885d-aaed-4276-b627-5c1d926e00b4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:51.774742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Attempting to bind port 8ab1885d-aaed-4276-b627-5c1d926e00b4 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:51.783521 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:51.784944 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:51.785545 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.786151 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:51.787301 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Bound port: 8ab1885d-aaed-4276-b627-5c1d926e00b4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:51.787688 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.847377 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] For port 8ab1885d-aaed-4276-b627-5c1d926e00b4, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:51.850893 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] For port 8ab1885d-aaed-4276-b627-5c1d926e00b4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8ab1885d-aaed-4276-b627-5c1d926e00b4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:51.852387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.857207 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.952846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.967857 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Routers {'c17cbae8-0180-4768-ad28-b0dbf460ab06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:51.969442 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c17cbae8-0180-4768-ad28-b0dbf460ab06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.975349 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8d33c-4cb2-4775-a284-6065dc9586a4 None None] Pushing event updated for resources: {'Port': ['ID=8ab1885d-aaed-4276-b627-5c1d926e00b4,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.025894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:52.031376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:52.039149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:52.093133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Pushing event updated for resources: {'Port': ['ID=51896c93-a5c1-47c5-94f5-85da19acb089,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.106697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.107229 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] Set router c17cbae8-0180-4768-ad28-b0dbf460ab06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:52.399021 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:50Z', 'revision_number': 3, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port': {'id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:49Z', 'updated_at': '2021-07-16T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.431658 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37bb45-9ee4-48fb-a6ee-23ea28e074fe None None] The sync data for ids ['c17cbae8-0180-4768-ad28-b0dbf460ab06'] in n-d-798930-6 is: [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:50Z', 'revision_number': 3, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port': {'id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:49Z', 'updated_at': '2021-07-16T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:52.634451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.874896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.881421 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.965799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Pushing event updated for resources: {'Port': ['ID=51896c93-a5c1-47c5-94f5-85da19acb089,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.975628 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.106922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:53.108919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:53.261082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Router c17cbae8-0180-4768-ad28-b0dbf460ab06 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:53.456817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:53.468005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-154fd3d3-da03-486c-b756-bba88b97e860 admin admin] 10.222.0.100 "PUT /v2.0/routers/c17cbae8-0180-4768-ad28-b0dbf460ab06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7428575 Jul 16 20:41:53.884020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8ab1885d-aaed-4276-b627-5c1d926e00b4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:53.950318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 8ab1885d-aaed-4276-b627-5c1d926e00b4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:53.958369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8ab1885d-aaed-4276-b627-5c1d926e00b4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:53.959058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.126713 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.166349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 8ab1885d-aaed-4276-b627-5c1d926e00b4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8ab1885d-aaed-4276-b627-5c1d926e00b4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:54.172597 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.197615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-e2154a02-75fc-4a0a-8609-3f7b14494e44 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.203343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-e2154a02-75fc-4a0a-8609-3f7b14494e44 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 818 time: 0.1923838 Jul 16 20:41:54.235641 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-5bbc661c-b788-40ad-9a78-29b3167d2a65 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/quotas/7e26aa9b361d4db9bef36a6cfd3aa0fe HTTP/1.1" status: 200 len: 375 time: 0.0259905 Jul 16 20:41:54.249895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=8ab1885d-aaed-4276-b627-5c1d926e00b4,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.323946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-c4fcccef-df85-49ce-a7ee-cc8b75fc95b4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872109 Jul 16 20:41:54.444517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-e12ad1f7-85d6-4c26-9715-b8976036a29a service neutron] 10.222.0.100 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167400 Jul 16 20:41:54.551849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-86bb19f1-b86e-4bf5-a2d1-6ca97afca8ea service neutron] 10.222.0.100 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996542 Jul 16 20:41:54.605975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Sync routers for ids ['c17cbae8-0180-4768-ad28-b0dbf460ab06'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:54.616756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Routers {'c17cbae8-0180-4768-ad28-b0dbf460ab06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:54.617389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c17cbae8-0180-4768-ad28-b0dbf460ab06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.770036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Set router c17cbae8-0180-4768-ad28-b0dbf460ab06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:54.932062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411146ad-99f0-4d4d-b53b-bc48468fd782 req-79682c62-19c3-45fe-be00-cbeb3dc199eb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 210 time: 0.0595615 Jul 16 20:41:55.156880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:52Z', 'revision_number': 4, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port': {'id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:49Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '51896c93-a5c1-47c5-94f5-85da19acb089', 'name': '', 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'mac_address': 'fa:16:3e:ee:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:51Z', 'updated_at': '2021-07-16T20:41:52Z', 'revision_number': 2, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'subnets': [{'id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.189406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Checking router: c17cbae8-0180-4768-ad28-b0dbf460ab06 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:55.190891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Updating router c17cbae8-0180-4768-ad28-b0dbf460ab06 port 51896c93-a5c1-47c5-94f5-85da19acb089 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:41:55.254763 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.340004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-ad83f25d-9d0d-474d-81b4-526ee4e9f2e5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:55.345793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-ad83f25d-9d0d-474d-81b4-526ee4e9f2e5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 818 time: 0.2077432 Jul 16 20:41:55.374633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-22fa2a9c-b003-4729-baff-aeb64cd36f9c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/quotas/7e26aa9b361d4db9bef36a6cfd3aa0fe HTTP/1.1" status: 200 len: 375 time: 0.0163860 Jul 16 20:41:55.466874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-d1f52118-7793-4cd7-ab78-cff753d142cf tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912237 Jul 16 20:41:55.634598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-4cb09e26-22b6-40e5-8066-ea691cb4c961 service neutron] 10.222.0.100 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589394 Jul 16 20:41:55.747819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.772425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Transition to ACTIVE for port object 51896c93-a5c1-47c5-94f5-85da19acb089 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:55.791089 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.820933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-332a3a9f-7be1-4ec9-91b0-ee518529229e service neutron] 10.222.0.100 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768737 Jul 16 20:41:55.909400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8ab1885d-aaed-4276-b627-5c1d926e00b4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:55.977844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748be9-a08b-45ff-8cbb-ef5e235cf859 None None] Pushing event updated for resources: {'Port': ['ID=51896c93-a5c1-47c5-94f5-85da19acb089,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:56.091554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Attempting to bind port 51896c93-a5c1-47c5-94f5-85da19acb089 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:56.092251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Attempting to bind port 51896c93-a5c1-47c5-94f5-85da19acb089 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:56.092820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Attempting to bind port 51896c93-a5c1-47c5-94f5-85da19acb089 on network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:56.107901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:56.108281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Checking segment: {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:56.108695 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.109093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Bound using segment: {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:56.109578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Bound port: 51896c93-a5c1-47c5-94f5-85da19acb089, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:56.109967 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.112348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8ab1885d-aaed-4276-b627-5c1d926e00b4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:56.112872 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.289509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] For port 51896c93-a5c1-47c5-94f5-85da19acb089, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:56.313226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] For port 51896c93-a5c1-47c5-94f5-85da19acb089, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=51896c93-a5c1-47c5-94f5-85da19acb089,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:56.322883 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.348729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50eb607a-9b9c-4ab6-9150-3e12fb4b517d req-317ac7ac-49fa-4b0d-99e7-3d867849858a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 210 time: 0.0450153 Jul 16 20:41:56.422569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Routers {'c17cbae8-0180-4768-ad28-b0dbf460ab06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:56.424050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:41:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c17cbae8-0180-4768-ad28-b0dbf460ab06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.604807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-1f0c44ed-1fa8-48f0-864c-829db5eb802a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.606390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-1f0c44ed-1fa8-48f0-864c-829db5eb802a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 818 time: 0.1468709 Jul 16 20:41:56.624202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Request body: {'port': {'device_id': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'admin_state_up': True, 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:56.741977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748be9-a08b-45ff-8cbb-ef5e235cf859 None None] Pushing event updated for resources: {'Port': ['ID=51896c93-a5c1-47c5-94f5-85da19acb089,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:56.919436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] Set router c17cbae8-0180-4768-ad28-b0dbf460ab06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:56.925652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Made reservation on behalf of 7e26aa9b361d4db9bef36a6cfd3aa0fe for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:56.929938 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.113521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Allocated IP 172.20.0.13 (100b5805-47e2-4345-a9c9-5d10eb6e51f4/39ad16e5-338f-4f05-a599-e477b6088c8a/bf86b27e-f603-420b-98a4-e6e5d5ad87c1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:57.224831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:52Z', 'revision_number': 4, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port': {'id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:49Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '51896c93-a5c1-47c5-94f5-85da19acb089', 'name': '', 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'mac_address': 'fa:16:3e:ee:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:51Z', 'updated_at': '2021-07-16T20:41:56Z', 'revision_number': 4, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'subnets': [{'id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:57.258403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4de31-b98f-4b51-93be-e39b1285c8a0 None None] The sync data for ids ['c17cbae8-0180-4768-ad28-b0dbf460ab06'] in n-d-798930-6 is: [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:41:52Z', 'revision_number': 4, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port': {'id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:49Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '51896c93-a5c1-47c5-94f5-85da19acb089', 'name': '', 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'mac_address': 'fa:16:3e:ee:28:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:51Z', 'updated_at': '2021-07-16T20:41:56Z', 'revision_number': 4, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'subnets': [{'id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:57.412579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.515928 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.627340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b530f91-f38a-45c6-a03d-c5b9899d209f req-9ae1e7e8-02f4-4a6d-afe6-c9bb732b61a5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 210 time: 0.0838897 Jul 16 20:41:57.636608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:57.640728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:57.644280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:57.712455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Pushing event updated for resources: {'Port': ['ID=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:57.737748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.739176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.809864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-0e27fb3b-5d3e-40b1-8092-25e429eb1517 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1932671 Jul 16 20:41:57.825822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Request body: {'port': {'device_id': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:57.999944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 51896c93-a5c1-47c5-94f5-85da19acb089 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:58.020647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-0ee3c3fc-9dfe-48f6-8715-2db0691cd784 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:58.023076 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-0ee3c3fc-9dfe-48f6-8715-2db0691cd784 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.26 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 818 time: 0.2755101 Jul 16 20:41:58.039490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Request body: {'port': {'device_id': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'admin_state_up': True, 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:58.093121 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.187812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 51896c93-a5c1-47c5-94f5-85da19acb089 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:58.197897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 51896c93-a5c1-47c5-94f5-85da19acb089 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:58.198381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.267923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Made reservation on behalf of 7e26aa9b361d4db9bef36a6cfd3aa0fe for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:58.272574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.379614 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.421426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 51896c93-a5c1-47c5-94f5-85da19acb089, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=51896c93-a5c1-47c5-94f5-85da19acb089,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:58.443426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.517632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Allocated IP 172.20.0.9 (100b5805-47e2-4345-a9c9-5d10eb6e51f4/39ad16e5-338f-4f05-a599-e477b6088c8a/86b97d6c-edb1-44db-ae35-5d4ba1b30427) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:58.581919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=51896c93-a5c1-47c5-94f5-85da19acb089,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.831516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.886723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.984131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:58.986153 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Pushing event updated for resources: {'Port': ['ID=86b97d6c-edb1-44db-ae35-5d4ba1b30427,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.996695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:59.005295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:59.079118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.080946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.101567 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-c9a39ac8-aebe-4d8e-a8bf-6c931cb470c3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0686581 Jul 16 20:41:59.119923 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Request body: {'port': {'device_id': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:59.130701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03f60d-435e-44b3-b234-a0440a92cf0d req-5fbbd22e-1bc9-4565-a004-986d68fd2f98 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.138995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f03f60d-435e-44b3-b234-a0440a92cf0d req-5fbbd22e-1bc9-4565-a004-986d68fd2f98 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 931 time: 0.2634897 Jul 16 20:41:59.216434 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.261264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f03f60d-435e-44b3-b234-a0440a92cf0d req-a5076f06-250a-4536-a439-09a480c22f10 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208122 Jul 16 20:41:59.291206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf86b27e-f603-420b-98a4-e6e5d5ad87c1 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:59.303574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.318661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Transition to ACTIVE for port object bf86b27e-f603-420b-98a4-e6e5d5ad87c1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:59.325509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.405851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.566047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Attempting to bind port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:59.566047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Attempting to bind port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:59.566598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Attempting to bind port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 on network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:59.572743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 on network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:59.573230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Attempting to bind port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 on network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:59.579947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:59.581103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Checking segment: {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:59.581515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Bound using segment: {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:59.582008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Bound port: bf86b27e-f603-420b-98a4-e6e5d5ad87c1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:59.582335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.678213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] For port bf86b27e-f603-420b-98a4-e6e5d5ad87c1, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:59.684243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] For port bf86b27e-f603-420b-98a4-e6e5d5ad87c1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:59.692597 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.730170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b97d6c-edb1-44db-ae35-5d4ba1b30427 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:59.739224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.759582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.760245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.761828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 1092 time: 1.9431930 Jul 16 20:41:59.762316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'tag': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:59.765135 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e0dbba-1312-49e2-b7ee-5432f5da8b94" -d '{"events": [{"name": "network-changed", "server_uuid": "3e01c1cc-1fb5-461d-bf4b-c9ff25da8163", "tag": "bf86b27e-f603-420b-98a4-e6e5d5ad87c1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:59.787831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Transition to ACTIVE for port object 86b97d6c-edb1-44db-ae35-5d4ba1b30427 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:59.797193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.894831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee5d39-8807-4766-8b2e-6decfa5592a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.925431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 51896c93-a5c1-47c5-94f5-85da19acb089 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:59.979563 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d161be7-a422-41e4-9c9b-dfc9c543df6a x-openstack-request-id: req-4d161be7-a422-41e4-9c9b-dfc9c543df6a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:59.979868 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e01c1cc-1fb5-461d-bf4b-c9ff25da8163", "tag": "bf86b27e-f603-420b-98a4-e6e5d5ad87c1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:59.980144 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4d161be7-a422-41e4-9c9b-dfc9c543df6a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:59.980589 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'tag': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1', 'status': 'completed', 'code': 200} Jul 16 20:42:00.003687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-ec91f352-da33-4211-8dbd-1d5c0f1be78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.005452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-ec91f352-da33-4211-8dbd-1d5c0f1be78a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1095 time: 0.1612890 Jul 16 20:42:00.008292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 51896c93-a5c1-47c5-94f5-85da19acb089 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:00.008751 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.057601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Pushing event updated for resources: {'Port': ['ID=86b97d6c-edb1-44db-ae35-5d4ba1b30427,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:00.082538 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-be157bbb-1b38-462e-aad2-a0b175c7a92e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.0590954 Jul 16 20:42:00.092934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Attempting to bind port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:00.094137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Attempting to bind port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:00.094694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Attempting to bind port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 on network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:00.101784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 on network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:00.102843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Attempting to bind port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 on network 100b5805-47e2-4345-a9c9-5d10eb6e51f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:00.109323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:00.109985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Checking segment: {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:00.110715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Bound using segment: {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:00.112632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Bound port: 86b97d6c-edb1-44db-ae35-5d4ba1b30427, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57094352-3243-487b-9c59-b9a0281164d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:00.113316 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.138642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-35249467-af1c-4005-9b30-3e5033f73dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.140030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-35249467-af1c-4005-9b30-3e5033f73dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0515964 Jul 16 20:42:00.181150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-9b15c20d-a666-4764-b047-2f412c09c14b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338197 Jul 16 20:42:00.194458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] For port 86b97d6c-edb1-44db-ae35-5d4ba1b30427, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:00.198304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] For port 86b97d6c-edb1-44db-ae35-5d4ba1b30427, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:00.203436 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.258732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.260251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.262614 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dbfab00f-7c7b-4759-8a20-5b388fc015ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.263777 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] 10.222.0.26 "PUT /v2.0/ports/86b97d6c-edb1-44db-ae35-5d4ba1b30427 HTTP/1.1" status: 200 len: 1091 time: 1.1549151 Jul 16 20:42:00.264520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'tag': '86b97d6c-edb1-44db-ae35-5d4ba1b30427'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:00.271462 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c5129a-4c65-4f2d-a09b-78437ef1198d" -d '{"events": [{"name": "network-changed", "server_uuid": "4320ffab-8c80-4d77-8442-8c5aeab3969a", "tag": "86b97d6c-edb1-44db-ae35-5d4ba1b30427"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:00.306024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-dba9592e-6017-4621-93f6-4e2ead5a2813 service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181960 Jul 16 20:42:00.365318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89215-ebd3-4e2a-bb43-e7de9d21e16e service neutron] Pushing event updated for resources: {'Port': ['ID=86b97d6c-edb1-44db-ae35-5d4ba1b30427,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:00.399468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-1cc653fa-5afe-4a09-85bc-1c4209e508d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.399468 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-1cc653fa-5afe-4a09-85bc-1c4209e508d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 1094 time: 0.0673137 Jul 16 20:42:00.459801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-8df2a921-501d-4e94-8f2a-a8b325a78447 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427 HTTP/1.1" status: 200 len: 217 time: 0.0531366 Jul 16 20:42:00.513325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-f57620d1-7217-4a40-9504-f64bfbb0a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.515273 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-f57620d1-7217-4a40-9504-f64bfbb0a12d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0490770 Jul 16 20:42:00.517373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601baf44-a9db-407e-a98a-6e64fcd8bcf4 req-40170a28-b0e1-468b-b4bc-ee895d3e46ae service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041421 Jul 16 20:42:00.555910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-b2e5e883-c8e5-4108-bf2d-2d767edd448f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312905 Jul 16 20:42:00.565651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8b779-a5bf-4165-b9ea-6120e6887c43 req-b148b35a-8cb6-440e-8ccd-d45ad3fd4e28 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.567343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5f8b779-a5bf-4165-b9ea-6120e6887c43 req-b148b35a-8cb6-440e-8ccd-d45ad3fd4e28 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 943 time: 0.0997694 Jul 16 20:42:00.655721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5f8b779-a5bf-4165-b9ea-6120e6887c43 req-f1f07e2d-2689-463b-80d9-7a2e77306d19 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811908 Jul 16 20:42:00.671449 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-e0c70f7f-1008-455c-8798-b0e6d51bfa06 service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079853 Jul 16 20:42:00.694021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-3dc847b9-43e7-4451-9639-a61de9fb5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.696314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-3dc847b9-43e7-4451-9639-a61de9fb5bf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1095 time: 0.1123309 Jul 16 20:42:00.751215 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e799354-01be-45e9-8c77-36d8e241c06c x-openstack-request-id: req-2e799354-01be-45e9-8c77-36d8e241c06c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:00.751644 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4320ffab-8c80-4d77-8442-8c5aeab3969a", "tag": "86b97d6c-edb1-44db-ae35-5d4ba1b30427", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:00.751789 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2e799354-01be-45e9-8c77-36d8e241c06c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:00.752759 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'tag': '86b97d6c-edb1-44db-ae35-5d4ba1b30427', 'status': 'completed', 'code': 200} Jul 16 20:42:00.788879 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ce589673-e863-4676-9b8d-dfe39ca27a6d req-06be7466-3d55-49cf-ad21-3f65c9380006 service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048620 Jul 16 20:42:00.810497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-3cdf63ac-3acb-42dd-9ff6-cdd1c2a8a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.812024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-3cdf63ac-3acb-42dd-9ff6-cdd1c2a8a1f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1028385 Jul 16 20:42:00.868233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-8a71fca9-1864-41aa-9423-e2952313a20c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.0491698 Jul 16 20:42:00.920123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-2a9fbe4a-1680-48d4-ab43-215af93cb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.921708 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-2a9fbe4a-1680-48d4-ab43-215af93cb1fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 1094 time: 0.0739546 Jul 16 20:42:00.944710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-d6448a13-ab35-4b02-b3d8-9281965e24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:00.946729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-d6448a13-ab35-4b02-b3d8-9281965e24ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0705180 Jul 16 20:42:00.995586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-4e496cda-b7b0-4a92-95e6-eb4eeb8d82b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419402 Jul 16 20:42:01.085005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-54709056-a43d-4788-bd7c-f9a8276c82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.088741 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-54709056-a43d-4788-bd7c-f9a8276c82ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1592443 Jul 16 20:42:01.116257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-0efeb2d1-d0df-4ad9-adaa-3c6d6c2fc77a service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119540 Jul 16 20:42:01.154649 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-5033300c-5a53-4d91-8826-b3c36503c673 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427 HTTP/1.1" status: 200 len: 217 time: 0.0587242 Jul 16 20:42:01.238927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-49dbb6eb-d95f-4e30-9982-200e78da9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.240949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e0dbba-1312-49e2-b7ee-5432f5da8b94 req-f6e1cb61-6a58-46cd-95d8-e8681f8ac1fc service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166024 Jul 16 20:42:01.246464 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-49dbb6eb-d95f-4e30-9982-200e78da9bff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0799928 Jul 16 20:42:01.301662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-c43f93e0-a9ca-4e4d-85fd-35d981e29987 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474234 Jul 16 20:42:01.469546 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-ba4bd736-39c0-45a6-8b81-4c8eff6a9c03 service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607747 Jul 16 20:42:01.573387 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-16c5129a-4c65-4f2d-a09b-78437ef1198d req-634e99b0-a26a-4830-9a39-40e5d7a170c6 service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971787 Jul 16 20:42:01.934616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10634a4-6c88-44e5-b083-feb0bccd71c1 req-a37909f2-ed74-4cc1-9ff2-f666cbe9721a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.937557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c10634a4-6c88-44e5-b083-feb0bccd71c1 req-a37909f2-ed74-4cc1-9ff2-f666cbe9721a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 943 time: 0.1120615 Jul 16 20:42:01.990853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c10634a4-6c88-44e5-b083-feb0bccd71c1 req-a6187a86-2bed-43f1-9f2e-dafb30518471 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Jul 16 20:42:03.071917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf86b27e-f603-420b-98a4-e6e5d5ad87c1 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:03.241535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf86b27e-f603-420b-98a4-e6e5d5ad87c1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:03.268534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1', 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'port_id': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1', 'mac_address': 'fa:16:3e:20:03:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:03.277386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87517344-0450-4bd2-92c3-4e0d9dcbc023 req-44e48d7d-3470-4fb7-a3a3-d9fd486459c5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:03.287368 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87517344-0450-4bd2-92c3-4e0d9dcbc023 req-44e48d7d-3470-4fb7-a3a3-d9fd486459c5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 943 time: 0.1033289 Jul 16 20:42:03.337720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87517344-0450-4bd2-92c3-4e0d9dcbc023 req-afe8720b-fc6e-4a66-96b1-ec6a48232641 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490603 Jul 16 20:42:03.357173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.399619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf86b27e-f603-420b-98a4-e6e5d5ad87c1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:03.456389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf86b27e-f603-420b-98a4-e6e5d5ad87c1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:03.473436 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.546383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.678378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['bf86b27e-f603-420b-98a4-e6e5d5ad87c1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:04.002618 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.623919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cc185-1310-4054-b82d-65070ad4f3c2 req-f406135d-d6b0-4914-ae94-57a3a05bc98b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:04.626666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d00cc185-1310-4054-b82d-65070ad4f3c2 req-f406135d-d6b0-4914-ae94-57a3a05bc98b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 943 time: 0.1292055 Jul 16 20:42:04.676213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d00cc185-1310-4054-b82d-65070ad4f3c2 req-df52de98-29b0-4f6a-bece-019dbb0a0452 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Jul 16 20:42:04.831315 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03a7388e-104a-48d2-b15e-36ca7fb60984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.096806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf86b27e-f603-420b-98a4-e6e5d5ad87c1 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:05.156896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:05.162883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:05.163606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.269473 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.300312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:05.302829 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a11d09-27cb-4be5-a92d-84765c4c04c1" -d '{"events": [{"server_uuid": "3e01c1cc-1fb5-461d-bf4b-c9ff25da8163", "name": "network-vif-plugged", "status": "completed", "tag": "bf86b27e-f603-420b-98a4-e6e5d5ad87c1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:05.309696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 86b97d6c-edb1-44db-ae35-5d4ba1b30427 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:05.328010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf86b27e-f603-420b-98a4-e6e5d5ad87c1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:05.334795 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.392046 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80adf818-ebf4-46bf-9629-792e97db5e24 x-openstack-request-id: req-80adf818-ebf4-46bf-9629-792e97db5e24 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:05.392046 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e01c1cc-1fb5-461d-bf4b-c9ff25da8163", "name": "network-vif-plugged", "status": "completed", "tag": "bf86b27e-f603-420b-98a4-e6e5d5ad87c1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:05.392402 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-80adf818-ebf4-46bf-9629-792e97db5e24 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:05.392932 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1', 'code': 200} Jul 16 20:42:05.429522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:05.507755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 86b97d6c-edb1-44db-ae35-5d4ba1b30427, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:05.557133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '86b97d6c-edb1-44db-ae35-5d4ba1b30427', 'network_id': '100b5805-47e2-4345-a9c9-5d10eb6e51f4', 'port_id': '86b97d6c-edb1-44db-ae35-5d4ba1b30427', 'mac_address': 'fa:16:3e:4b:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ad16e5-338f-4f05-a599-e477b6088c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:05.579040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815f94-32c5-4587-8044-63c5b03046cc req-b80e9a89-c943-4866-b657-6305922cbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.582122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4815f94-32c5-4587-8044-63c5b03046cc req-b80e9a89-c943-4866-b657-6305922cbaf7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.1325359 Jul 16 20:42:05.629477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4815f94-32c5-4587-8044-63c5b03046cc req-3d0a4e75-b398-41a9-a391-86f6c734f053 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Jul 16 20:42:05.634732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.657232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b97d6c-edb1-44db-ae35-5d4ba1b30427 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:05.691462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 86b97d6c-edb1-44db-ae35-5d4ba1b30427, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:05.696656 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:05.787202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=86b97d6c-edb1-44db-ae35-5d4ba1b30427,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:05.905861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3b496-faf3-453f-a17b-f378a85f5862 req-1719a049-4300-4b33-b61d-e2337b5f6bff tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:05.913067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['86b97d6c-edb1-44db-ae35-5d4ba1b30427'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:05.926507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52e3b496-faf3-453f-a17b-f378a85f5862 req-1719a049-4300-4b33-b61d-e2337b5f6bff tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 944 time: 0.1014285 Jul 16 20:42:06.011154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52e3b496-faf3-453f-a17b-f378a85f5862 req-70df4b28-94c3-45d0-a07a-9ba523d90933 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851400 Jul 16 20:42:06.066213 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.224754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20563c98-266a-46f1-bfef-674cda1e6a8c req-e7f9b330-40c2-4c4f-a37f-f383e958d080 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.231303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20563c98-266a-46f1-bfef-674cda1e6a8c req-e7f9b330-40c2-4c4f-a37f-f383e958d080 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 944 time: 0.0734141 Jul 16 20:42:07.303565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 86b97d6c-edb1-44db-ae35-5d4ba1b30427 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:07.360439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:07.365933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:07.366441 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.463990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.492686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b97d6c-edb1-44db-ae35-5d4ba1b30427'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:07.495002 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09002c99-ce29-4c99-b89c-116081bf2ffc" -d '{"events": [{"server_uuid": "4320ffab-8c80-4d77-8442-8c5aeab3969a", "name": "network-vif-plugged", "status": "completed", "tag": "86b97d6c-edb1-44db-ae35-5d4ba1b30427"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:07.510661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 86b97d6c-edb1-44db-ae35-5d4ba1b30427, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:07.516917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.574146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=86b97d6c-edb1-44db-ae35-5d4ba1b30427,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.575558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20563c98-266a-46f1-bfef-674cda1e6a8c req-23bb059e-4070-40ae-816b-82da73830bcb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404338 Jul 16 20:42:07.742015 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef5e0a9-4886-4da8-a301-0723a649a4b1 x-openstack-request-id: req-bef5e0a9-4886-4da8-a301-0723a649a4b1 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:07.742401 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4320ffab-8c80-4d77-8442-8c5aeab3969a", "name": "network-vif-plugged", "status": "completed", "tag": "86b97d6c-edb1-44db-ae35-5d4ba1b30427", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:07.742768 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bef5e0a9-4886-4da8-a301-0723a649a4b1 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:07.743301 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b97d6c-edb1-44db-ae35-5d4ba1b30427', 'code': 200} Jul 16 20:42:07.868243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07accd2b-1459-4515-a37f-e998994bfc5f req-1f4a734d-e335-4f15-b4d4-85e9b8010e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:07.869918 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-07accd2b-1459-4515-a37f-e998994bfc5f req-1f4a734d-e335-4f15-b4d4-85e9b8010e26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 1096 time: 0.0590119 Jul 16 20:42:07.917936 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-07accd2b-1459-4515-a37f-e998994bfc5f req-cb995740-2940-4912-9dee-99d52507370d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Jul 16 20:42:08.179602 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.360502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.392002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37480) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:08.508004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-faf1f301-aa06-4d72-86db-dfb9b0a0bffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.607684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-faf1f301-aa06-4d72-86db-dfb9b0a0bffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.613696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-faf1f301-aa06-4d72-86db-dfb9b0a0bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.655928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-faf1f301-aa06-4d72-86db-dfb9b0a0bffe admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4ba36c228a10499899aed5798cbe5af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615538 Jul 16 20:42:08.658092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37486) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:08.660088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1f301-aa06-4d72-86db-dfb9b0a0bffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f6d3d5-b656-4f94-aaeb-0dd7de62860e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:08.721094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-86f39b0b-84c7-4158-855b-5ff3eebcc3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.725824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.751155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-86f39b0b-84c7-4158-855b-5ff3eebcc3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.776674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466cb07-d2f7-436e-bf03-3e20f3b499b0 req-3c4a8494-fed2-46c8-89c5-b26225db8d41 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:08.778125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2466cb07-d2f7-436e-bf03-3e20f3b499b0 req-3c4a8494-fed2-46c8-89c5-b26225db8d41 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0752418 Jul 16 20:42:08.807827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-86f39b0b-84c7-4158-855b-5ff3eebcc3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.810493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-86f39b0b-84c7-4158-855b-5ff3eebcc3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.814249 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-86f39b0b-84c7-4158-855b-5ff3eebcc3fa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c0f6d3d5-b656-4f94-aaeb-0dd7de62860e HTTP/1.1" status: 204 len: 168 time: 0.1518760 Jul 16 20:42:08.826455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2466cb07-d2f7-436e-bf03-3e20f3b499b0 req-c44b3c27-73e8-4406-8902-3e0750902416 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Jul 16 20:42:08.827614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f39b0b-84c7-4158-855b-5ff3eebcc3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f6d3d5-b656-4f94-aaeb-0dd7de62860e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:09.103407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 37500) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:09.117544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11e07598-1b04-4737-9141-0fb3c988112c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.210599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11e07598-1b04-4737-9141-0fb3c988112c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.215061 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11e07598-1b04-4737-9141-0fb3c988112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.255341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-11e07598-1b04-4737-9141-0fb3c988112c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4f5fd689451344a09390c5e0bc9a8a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506598 Jul 16 20:42:09.257463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 37502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:09.257833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e07598-1b04-4737-9141-0fb3c988112c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f37ea4-8009-484e-adf4-f06e84d42ba9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:09.313266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18544ee8-517a-46fd-a5e5-ff7a7b63b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.337311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18544ee8-517a-46fd-a5e5-ff7a7b63b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.385959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18544ee8-517a-46fd-a5e5-ff7a7b63b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.389775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-18544ee8-517a-46fd-a5e5-ff7a7b63b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.391038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-18544ee8-517a-46fd-a5e5-ff7a7b63b18b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c4f37ea4-8009-484e-adf4-f06e84d42ba9 HTTP/1.1" status: 204 len: 168 time: 0.1324339 Jul 16 20:42:09.400216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18544ee8-517a-46fd-a5e5-ff7a7b63b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f37ea4-8009-484e-adf4-f06e84d42ba9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:10.030532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8921d11-890a-4ebd-9870-41c4166f9c9c req-10ee1c50-5c03-4f58-8a38-243be5682f5b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.039292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8921d11-890a-4ebd-9870-41c4166f9c9c req-10ee1c50-5c03-4f58-8a38-243be5682f5b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0824549 Jul 16 20:42:10.090069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8921d11-890a-4ebd-9870-41c4166f9c9c req-523a4da4-656d-4d7a-9ab7-3f123b50ead2 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Jul 16 20:42:10.577962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-24ffed9d-3472-43b6-96f0-2f42ead0b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.579743 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-24ffed9d-3472-43b6-96f0-2f42ead0b3ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 1096 time: 0.1118424 Jul 16 20:42:10.635236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76de6cb-c2ad-4a96-a2c1-42b80f4c988f req-8a6ef399-d783-47e8-b94a-0d166d2e1d06 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.637273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f76de6cb-c2ad-4a96-a2c1-42b80f4c988f req-8a6ef399-d783-47e8-b94a-0d166d2e1d06 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.1113317 Jul 16 20:42:10.687689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f76de6cb-c2ad-4a96-a2c1-42b80f4c988f req-b3ad6a76-1341-46d9-9247-7af8c80ef8bf tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Jul 16 20:42:10.691515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-a31f5af0-afa3-4db0-8851-95883e7248dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.693296 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-a31f5af0-afa3-4db0-8851-95883e7248dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1061785 Jul 16 20:42:10.742323 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-25746318-7cc8-42b3-93b7-649641b9e56c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427 HTTP/1.1" status: 200 len: 217 time: 0.0428193 Jul 16 20:42:10.795018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-9a27408a-9aa1-4512-ac18-62091a68e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:10.796641 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-9a27408a-9aa1-4512-ac18-62091a68e966 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0488105 Jul 16 20:42:10.832271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-e0a7adac-d3c4-4075-a135-b6bf0c165e61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293820 Jul 16 20:42:10.954552 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-592d9b83-63d8-4e09-a6eb-0b56cf02e618 service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157629 Jul 16 20:42:11.066569 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d49c151a-1588-47e4-8ea4-6a54cad8325f req-82fbdb30-5381-43a6-993b-f47baa160afd service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024542 Jul 16 20:42:11.883394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46303577-eb4f-465e-a243-38c0d92e1377 req-c40a7bbc-f479-4d67-ad48-b30761ab6941 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:11.885016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46303577-eb4f-465e-a243-38c0d92e1377 req-c40a7bbc-f479-4d67-ad48-b30761ab6941 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0686793 Jul 16 20:42:11.928089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46303577-eb4f-465e-a243-38c0d92e1377 req-acdda21d-05b6-47ce-b742-40341fb12850 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363081 Jul 16 20:42:13.135421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99de4f-bf3e-42cd-8e1a-6a1b744b47d1 req-77893275-d4f7-4496-a3a2-e32d4df6893a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:13.136939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e99de4f-bf3e-42cd-8e1a-6a1b744b47d1 req-77893275-d4f7-4496-a3a2-e32d4df6893a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0839088 Jul 16 20:42:13.183358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e99de4f-bf3e-42cd-8e1a-6a1b744b47d1 req-e59d8b24-2692-49bf-b030-a9357edaf5cb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354378 Jul 16 20:42:14.376647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd95275-8ccf-478c-a8ea-2d5814831811 req-f1ec1548-6ef8-4423-9106-3f1b54a1bb1c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:14.385660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bd95275-8ccf-478c-a8ea-2d5814831811 req-f1ec1548-6ef8-4423-9106-3f1b54a1bb1c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0787768 Jul 16 20:42:14.433610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bd95275-8ccf-478c-a8ea-2d5814831811 req-e114d3f9-1cf1-480d-bca1-3fce73bc613b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476589 Jul 16 20:42:15.631593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d84ba9-20f7-4748-a35f-b5388494524b req-a13be4a4-3fa5-428a-b26d-2e81f1f5ddf1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:15.633341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77d84ba9-20f7-4748-a35f-b5388494524b req-a13be4a4-3fa5-428a-b26d-2e81f1f5ddf1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0753870 Jul 16 20:42:15.683611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77d84ba9-20f7-4748-a35f-b5388494524b req-e15e5ff8-57fc-4549-9693-91abbf503be2 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Jul 16 20:42:16.927880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca601-647b-4fc2-a914-8152ba8a86f7 req-0193f785-4a2b-401f-9d16-026ba3cd3228 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:16.929778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8aca601-647b-4fc2-a914-8152ba8a86f7 req-0193f785-4a2b-401f-9d16-026ba3cd3228 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0998793 Jul 16 20:42:16.985905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d8aca601-647b-4fc2-a914-8152ba8a86f7 req-a307b96e-205f-4177-828d-c893eaccb0d4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472946 Jul 16 20:42:18.190893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751b739-17ab-4f10-b380-5ac72459cec4 req-f4cc97a1-39f4-4f3d-a81f-04d1961bfe94 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:18.192676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b751b739-17ab-4f10-b380-5ac72459cec4 req-f4cc97a1-39f4-4f3d-a81f-04d1961bfe94 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0743592 Jul 16 20:42:18.235100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b751b739-17ab-4f10-b380-5ac72459cec4 req-e251184c-750f-4805-8ced-82b6475d0c70 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Jul 16 20:42:19.432291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4097b-ec01-4473-8bf3-3accbc50188b req-73ab9d39-9109-4c0b-827b-efda4727c1b1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:19.432291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7f4097b-ec01-4473-8bf3-3accbc50188b req-73ab9d39-9109-4c0b-827b-efda4727c1b1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0753484 Jul 16 20:42:19.489467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7f4097b-ec01-4473-8bf3-3accbc50188b req-cfe5a567-92b9-4eb7-a9b9-d9e577728a11 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Jul 16 20:42:19.934965 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:20.701391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ed529-1d8d-49d6-aa27-ad9cc30ea63a req-6aade784-9d43-4b35-96d8-5b03691a39a9 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:20.708929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-587ed529-1d8d-49d6-aa27-ad9cc30ea63a req-6aade784-9d43-4b35-96d8-5b03691a39a9 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0898941 Jul 16 20:42:20.758511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-587ed529-1d8d-49d6-aa27-ad9cc30ea63a req-2e130aa3-fb3f-4543-83a1-f108a2d7abd8 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Jul 16 20:42:21.938406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522a13-9aad-435c-8405-9e8ff49c6372 req-2ffdb1c1-0a99-437e-a6ca-0077b171cd94 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:21.940249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75522a13-9aad-435c-8405-9e8ff49c6372 req-2ffdb1c1-0a99-437e-a6ca-0077b171cd94 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0694129 Jul 16 20:42:21.983941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75522a13-9aad-435c-8405-9e8ff49c6372 req-3146d678-818e-4c77-87d2-bc6e00906b1f tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Jul 16 20:42:23.193618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36ba7f-7824-4e2f-93c1-0da9fcdad6fa req-801a59df-4c37-45f6-9dfc-8d91b0f37da2 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:23.201776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd36ba7f-7824-4e2f-93c1-0da9fcdad6fa req-801a59df-4c37-45f6-9dfc-8d91b0f37da2 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0860770 Jul 16 20:42:23.258569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd36ba7f-7824-4e2f-93c1-0da9fcdad6fa req-5fcc097b-715f-40e6-8bd2-5c5d1e52a828 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558937 Jul 16 20:42:24.458609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95093b80-98c8-4e5c-89e9-a2fecf3015da req-26fb5c50-bf6f-4dd7-bffe-6e21a281c4f4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:24.460205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95093b80-98c8-4e5c-89e9-a2fecf3015da req-26fb5c50-bf6f-4dd7-bffe-6e21a281c4f4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0743084 Jul 16 20:42:24.504433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95093b80-98c8-4e5c-89e9-a2fecf3015da req-71e910e9-612d-4654-b45d-59b3ad481cc4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Jul 16 20:42:25.726412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7ed00-65a4-42db-ac4b-fe36fc425356 req-e7dbb4c2-6fe7-4247-a8a6-f2526e119ce5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:25.728617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87f7ed00-65a4-42db-ac4b-fe36fc425356 req-e7dbb4c2-6fe7-4247-a8a6-f2526e119ce5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0861652 Jul 16 20:42:25.773563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87f7ed00-65a4-42db-ac4b-fe36fc425356 req-1b40a308-826a-43a8-8c9f-fe733c2c6622 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Jul 16 20:42:26.983014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e22c9-a56e-423a-abb5-9b963a841ede req-3d3d8a09-e326-4380-9b55-d12ada7aac06 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:26.984733 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb6e22c9-a56e-423a-abb5-9b963a841ede req-3d3d8a09-e326-4380-9b55-d12ada7aac06 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0795076 Jul 16 20:42:27.027770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb6e22c9-a56e-423a-abb5-9b963a841ede req-68259016-0f51-49f8-80c8-52a09432d567 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364778 Jul 16 20:42:28.243117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354c606-2dc9-4dbd-be55-8926e6fe1373 req-60e55827-70f4-4f3d-81aa-cafcfbc0968c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:28.251275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c354c606-2dc9-4dbd-be55-8926e6fe1373 req-60e55827-70f4-4f3d-81aa-cafcfbc0968c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0848773 Jul 16 20:42:28.299610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c354c606-2dc9-4dbd-be55-8926e6fe1373 req-f47de81f-d116-41a4-8675-0257d1071e71 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464742 Jul 16 20:42:29.488816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf486f1-10c4-4bf2-9e50-129862ba28c5 req-ff3d4b5a-b409-496f-aa33-db193a8cf587 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:29.490671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3cf486f1-10c4-4bf2-9e50-129862ba28c5 req-ff3d4b5a-b409-496f-aa33-db193a8cf587 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0707870 Jul 16 20:42:29.531508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3cf486f1-10c4-4bf2-9e50-129862ba28c5 req-69b57e0c-b309-46e6-bacd-73075d9ab8ac tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Jul 16 20:42:30.259445 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9fd26f82-e2b7-409d-b6b5-6a9ce7cbb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.731481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ab971-946b-4d51-aeae-d2c109c5b642 req-33762670-ea36-469b-a351-739e4bfdec81 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:30.738784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db0ab971-946b-4d51-aeae-d2c109c5b642 req-33762670-ea36-469b-a351-739e4bfdec81 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0786002 Jul 16 20:42:30.785720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db0ab971-946b-4d51-aeae-d2c109c5b642 req-2d5f5181-15c4-45b5-a665-ecb9cb23154b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jul 16 20:42:31.969060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ebe55-2f34-42d3-b827-b7c1a1fa9efc req-ca69b70d-7064-4fcf-8107-55d926448281 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:31.970844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-748ebe55-2f34-42d3-b827-b7c1a1fa9efc req-ca69b70d-7064-4fcf-8107-55d926448281 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0688779 Jul 16 20:42:32.010488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-748ebe55-2f34-42d3-b827-b7c1a1fa9efc req-3581cb24-d06e-404d-9f97-138897c5ce4c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Jul 16 20:42:33.194025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2482e6-9876-4871-b99b-1189e5b3d384 req-3a80c254-b4be-4b4e-b835-4a89607c9e4e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:33.195580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f2482e6-9876-4871-b99b-1189e5b3d384 req-3a80c254-b4be-4b4e-b835-4a89607c9e4e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0668905 Jul 16 20:42:33.237563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f2482e6-9876-4871-b99b-1189e5b3d384 req-557bb61d-06dd-4cbc-8a68-53d81e9e89f8 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357575 Jul 16 20:42:34.004068 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:34.488460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912df398-b6e7-4b55-a7b9-2ce3c3c34ad9 req-17bb1204-c2a9-4f17-9bfa-a507a450df7c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:34.496004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-912df398-b6e7-4b55-a7b9-2ce3c3c34ad9 req-17bb1204-c2a9-4f17-9bfa-a507a450df7c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.1222315 Jul 16 20:42:34.578186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-912df398-b6e7-4b55-a7b9-2ce3c3c34ad9 req-975eca64-4eb8-431d-b573-5cff642a6546 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797627 Jul 16 20:42:34.825211 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0447736b-3c95-49d6-8ff4-fc0ffff97138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:35.802645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99bae-df81-4282-92da-811af1f2fffe req-890e7c0f-af19-4328-8749-252a5bb51c8c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:35.804535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4d99bae-df81-4282-92da-811af1f2fffe req-890e7c0f-af19-4328-8749-252a5bb51c8c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0839767 Jul 16 20:42:35.875980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4d99bae-df81-4282-92da-811af1f2fffe req-f2848104-c9b0-496b-ac52-e60816e9c50d tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629621 Jul 16 20:42:36.052605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.068240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38396-33d4-4297-9bf5-c98dff8dd70a req-09102368-5399-4ba2-b4c5-b45f1242da96 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:37.070543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88e38396-33d4-4297-9bf5-c98dff8dd70a req-09102368-5399-4ba2-b4c5-b45f1242da96 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0876100 Jul 16 20:42:37.116467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88e38396-33d4-4297-9bf5-c98dff8dd70a req-066b5137-05b5-49af-a2d4-777f2a051e25 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360990 Jul 16 20:42:37.147739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0d61b-3b7e-4c47-8248-bcbb9cf4f86f req-01f76687-c946-4805-b486-5d2ba0c3e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:37.149425 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-43e0d61b-3b7e-4c47-8248-bcbb9cf4f86f req-01f76687-c946-4805-b486-5d2ba0c3e45f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 1096 time: 0.0640581 Jul 16 20:42:37.191614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-43e0d61b-3b7e-4c47-8248-bcbb9cf4f86f req-1f09d04b-17ec-4df4-92ae-4e28c380b01b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Jul 16 20:42:38.195989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.351096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7ff40-0879-45dc-ab51-8066d3fdf214 req-dc484e17-a12b-456e-9506-aca29a1f0795 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:38.362025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0df7ff40-0879-45dc-ab51-8066d3fdf214 req-dc484e17-a12b-456e-9506-aca29a1f0795 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.0924249 Jul 16 20:42:38.381664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.401970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0df7ff40-0879-45dc-ab51-8066d3fdf214 req-d319a5b6-90e4-4585-8def-7cfa244656a5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Jul 16 20:42:38.456537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38490) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:38.582870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9a2eeee-cd2c-4f01-baee-c38958cd2171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.718033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.718342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9a2eeee-cd2c-4f01-baee-c38958cd2171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.722913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9a2eeee-cd2c-4f01-baee-c38958cd2171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.741172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09983c-ed61-4065-9dc6-c2fd2d72acb9 req-636fba53-6e5f-4412-aed9-f0ee13c2d076 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:38.742696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d09983c-ed61-4065-9dc6-c2fd2d72acb9 req-636fba53-6e5f-4412-aed9-f0ee13c2d076 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1093850 Jul 16 20:42:38.787936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e9a2eeee-cd2c-4f01-baee-c38958cd2171 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=84996402ee70405d88271ff70a9cde7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278217 Jul 16 20:42:38.790756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38494) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:38.806965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2eeee-cd2c-4f01-baee-c38958cd2171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fdaee-a6e7-4d6e-a4ff-6dc6a413d248,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:38.815550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d09983c-ed61-4065-9dc6-c2fd2d72acb9 req-2f12c872-bcd9-4009-9a02-dcf9d7355997 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Jul 16 20:42:38.849604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-095b89f7-d1e8-4355-9036-4255478de7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.875052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-095b89f7-d1e8-4355-9036-4255478de7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.930393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-095b89f7-d1e8-4355-9036-4255478de7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.934679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-095b89f7-d1e8-4355-9036-4255478de7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.936785 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-095b89f7-d1e8-4355-9036-4255478de7b4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/229fdaee-a6e7-4d6e-a4ff-6dc6a413d248 HTTP/1.1" status: 204 len: 168 time: 0.1447442 Jul 16 20:42:38.952553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b89f7-d1e8-4355-9036-4255478de7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fdaee-a6e7-4d6e-a4ff-6dc6a413d248,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:39.271561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae7820-f805-45b6-b139-ad8087f69c65 req-3df31eee-374a-40e6-9d60-6bb1d09fd40e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:39.275097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4ae7820-f805-45b6-b139-ad8087f69c65 req-3df31eee-374a-40e6-9d60-6bb1d09fd40e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1117139 Jul 16 20:42:39.333255 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4ae7820-f805-45b6-b139-ad8087f69c65 req-5e193870-1fcb-4e6f-b9d1-9ef8da0cf7d7 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Jul 16 20:42:40.260161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38546) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:40.443035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'network': {'name': 'tempest-network-smoke--1023127894', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'port_security_enabled': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:40.469512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:40.474515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.507299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.585030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e81b5-194c-4580-9157-c99f6b182c91 req-b73d3da5-51bd-4eb0-ba52-3be731d3c246 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:40.586548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea9e81b5-194c-4580-9157-c99f6b182c91 req-b73d3da5-51bd-4eb0-ba52-3be731d3c246 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1187963 Jul 16 20:42:40.644268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea9e81b5-194c-4580-9157-c99f6b182c91 req-5641a0ad-9e34-4bbe-b149-d297149c92ce tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Jul 16 20:42:40.681265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.686377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.727540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44aa33b3-4a60-4f83-be8e-defb53cd3601,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:40.732234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:42:40.744471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.745184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.745726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.746276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.746689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.747086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.747439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.748086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.748421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.748747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.749101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.749511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.758102 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.758415 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Added segment 8d0df90a-34c2-469a-a7f0-d1f5db7ba02b of type vlan for network 32a8e30a-402a-41e7-b0c5-23fc148903e3 Jul 16 20:42:40.805772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.844057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.852633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:40.853282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.917209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6559045 Jul 16 20:42:40.920619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38558) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:40.926924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'admin_state_up': True, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:40.957407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.958893 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.980024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad827960-c090-4e92-9407-e566a6c20cf5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Network': ['ID=32a8e30a-402a-41e7-b0c5-23fc148903e3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:40.990449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:42:41.028196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.277147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8588cfd-2a63-48fc-b23f-cfb75fd0b733 req-5d89e814-c1ea-43a1-9866-4925c2bc0f43 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:41.279036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8588cfd-2a63-48fc-b23f-cfb75fd0b733 req-5d89e814-c1ea-43a1-9866-4925c2bc0f43 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0829127 Jul 16 20:42:41.324145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8588cfd-2a63-48fc-b23f-cfb75fd0b733 req-c5068f72-b4ca-465f-a41e-120bb101eeb5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Jul 16 20:42:41.577914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.796333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.817034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.936361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.25.8.77 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/3b058f6d-473a-48a9-a306-ba59d3ddb349) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:42.049063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.089695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.132383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:42.140256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:42.142359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=3b058f6d-473a-48a9-a306-ba59d3ddb349,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:42.144781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:42.175781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.176023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.176371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.176737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.177065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.177388 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.177715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.178035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.178384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.178702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.179051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.179440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:42.412262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.515717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdd87-09f9-4a46-bbb2-5d6890f4b3cc req-46477016-8be7-4563-87e8-c2c97b2548a3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:42.518560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01dbdd87-09f9-4a46-bbb2-5d6890f4b3cc req-46477016-8be7-4563-87e8-c2c97b2548a3 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0679669 Jul 16 20:42:42.560290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01dbdd87-09f9-4a46-bbb2-5d6890f4b3cc req-332020d0-54a5-4edd-87f1-7f7b34feb5a1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357473 Jul 16 20:42:42.628708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.780547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 8853202a-354d-4b17-aabb-1f4466c714b9 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:42.955183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:42.967666 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Sync routers for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:42.978344 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:42.979113 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:42.988056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.997151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:42.997515 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2fe83605-87b0-46d7-9cf5-ff9d25b36881 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0752888 Jul 16 20:42:43.113902 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:43.114827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88bc94ae-4a4a-472c-93cf-f921c1e8655c tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=14fb3e3387ec4aa098473b785511c44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1165068 Jul 16 20:42:43.117398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38588) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:43.320176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426ece8-8731-4f2a-9dcf-6f2e9d0adf61 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:43.323488 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:42Z', 'revision_number': 3, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:43.325848 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38592) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:43.340519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4426ece8-8731-4f2a-9dcf-6f2e9d0adf61 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2215779 Jul 16 20:42:43.360273 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Checking router: 8853202a-354d-4b17-aabb-1f4466c714b9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:43.360943 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Updating router 8853202a-354d-4b17-aabb-1f4466c714b9 port 3b058f6d-473a-48a9-a306-ba59d3ddb349 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:42:43.376053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38594) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:43.379687 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4384bdb8-2e06-4ff2-8bb4-3bf1c59e257a tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488164 Jul 16 20:42:43.381835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569722479', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:43.408969 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.488798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:43.492640 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.721571 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.734340 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Transition to ACTIVE for port object 3b058f6d-473a-48a9-a306-ba59d3ddb349 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:43.741013 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.758768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.827375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Subnet': ['ID=8d060f88-0500-4232-8b51-e9accaf9d67e,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:43.835565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Checking segment: {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:43.836003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network hostable DHCP agents. Network: 32a8e30a-402a-41e7-b0c5-23fc148903e3, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:42:43.854019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:42:43.864177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 32a8e30a-402a-41e7-b0c5-23fc148903e3) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:43.872713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:43.873339 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.874324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671988f-ea6a-4b0e-a504-80aa016564bb None None] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:42:43.888631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ade3d874-e8c7-4903-9ffc-72bd234b02a0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5111356 Jul 16 20:42:43.890224 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Attempting to bind port 3b058f6d-473a-48a9-a306-ba59d3ddb349 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:43.890662 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Attempting to bind port 3b058f6d-473a-48a9-a306-ba59d3ddb349 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:43.891175 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Attempting to bind port 3b058f6d-473a-48a9-a306-ba59d3ddb349 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:43.891359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38598) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:43.902241 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:43.902720 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:43.903125 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.903546 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:43.904527 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Bound port: 3b058f6d-473a-48a9-a306-ba59d3ddb349, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:43.904527 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.907337 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Pushing event updated for resources: {'Port': ['ID=3b058f6d-473a-48a9-a306-ba59d3ddb349,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:43.944765 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.945155 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.945524 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.958943 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.959456 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.959796 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.960132 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.960454 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.960777 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.961095 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.961691 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:43.962015 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.007877 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] For port 3b058f6d-473a-48a9-a306-ba59d3ddb349, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:44.016128 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] For port 3b058f6d-473a-48a9-a306-ba59d3ddb349, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3b058f6d-473a-48a9-a306-ba59d3ddb349,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:44.027323 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.085575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-32a8e30a-402a-41e7-b0c5-23fc148903e3', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:42:44.086839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.124692 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:44.125321 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:44.128040 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610513c-0d3c-4043-93e6-f99f12bffc84 None None] Pushing event updated for resources: {'Port': ['ID=3b058f6d-473a-48a9-a306-ba59d3ddb349,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:44.268839 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:44.279395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Allocated IP 172.20.0.2 (32a8e30a-402a-41e7-b0c5-23fc148903e3/8d060f88-0500-4232-8b51-e9accaf9d67e/285723b5-a9e3-4b82-813e-0877cc00d2ae) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:44.498083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.509167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Transition to ACTIVE for port object 285723b5-a9e3-4b82-813e-0877cc00d2ae will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:44.509407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.527235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Transition to ACTIVE for port object 285723b5-a9e3-4b82-813e-0877cc00d2ae will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:44.534650 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.561356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-70ff7472-bf96-4a95-bb95-e9a286f47aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.562863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-70ff7472-bf96-4a95-bb95-e9a286f47aa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.1509829 Jul 16 20:42:44.566263 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:42Z', 'revision_number': 3, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:44.577611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:44.581560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:44.585496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:44.596479 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087995b7-1154-4d93-b129-0b88564d4ea4 None None] The sync data for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 is: [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:42Z', 'revision_number': 3, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:44.601743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Pushing event updated for resources: {'Port': ['ID=285723b5-a9e3-4b82-813e-0877cc00d2ae,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:44.666373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.666373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.666725 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.667043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.667330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.667665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.667992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.668324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.668651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.668972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.669295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.669613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:44.687119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Attempting to bind port 285723b5-a9e3-4b82-813e-0877cc00d2ae on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:44.687527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Attempting to bind port 285723b5-a9e3-4b82-813e-0877cc00d2ae by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:44.687898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Attempting to bind port 285723b5-a9e3-4b82-813e-0877cc00d2ae on network 32a8e30a-402a-41e7-b0c5-23fc148903e3 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:44.699812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:44.700605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Checking segment: {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:44.701752 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.702413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Bound using segment: {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:44.703169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Bound port: 285723b5-a9e3-4b82-813e-0877cc00d2ae, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:44.704575 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.734790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2fbab-7e7b-46a4-9d4b-d0450a2490f2 req-17bd494d-e0a0-457e-b5a3-d36a156b5a0f tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.734790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1b2fbab-7e7b-46a4-9d4b-d0450a2490f2 req-17bd494d-e0a0-457e-b5a3-d36a156b5a0f tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.2212167 Jul 16 20:42:44.806236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] For port 285723b5-a9e3-4b82-813e-0877cc00d2ae, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:44.810721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] For port 285723b5-a9e3-4b82-813e-0877cc00d2ae, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=285723b5-a9e3-4b82-813e-0877cc00d2ae,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:44.817279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.882611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1b2fbab-7e7b-46a4-9d4b-d0450a2490f2 req-d4f1cb22-1a58-4ecf-887f-bda7bb7aae27 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809283 Jul 16 20:42:44.889041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-63018933-8711-421a-a24a-16e790ac9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:44.890528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-63018933-8711-421a-a24a-16e790ac9064 service neutron] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.3168101 Jul 16 20:42:44.974990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfdd98-edd9-481a-a30b-91d2aca09564 None None] Pushing event updated for resources: {'Port': ['ID=285723b5-a9e3-4b82-813e-0877cc00d2ae,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:45.403865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-7074b134-2fa5-4edd-a251-073f849bd826 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.5026321 Jul 16 20:42:45.528346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-ce4defd7-1c93-4f47-beda-c248aa733eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:45.529811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-ce4defd7-1c93-4f47-beda-c248aa733eef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.1143048 Jul 16 20:42:45.576976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-fa8a510a-f405-4f66-a546-8fd100b8221e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395565 Jul 16 20:42:45.706618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.20.0.1 (32a8e30a-402a-41e7-b0c5-23fc148903e3/8d060f88-0500-4232-8b51-e9accaf9d67e/4365cf9d-b939-4f01-824f-f1f6a8ce08af) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:45.774933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-c166f8b4-8175-42d9-b21a-f284ee3c91fe service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686583 Jul 16 20:42:45.897891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.977419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Transition to ACTIVE for port object 4365cf9d-b939-4f01-824f-f1f6a8ce08af will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:45.994581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 285723b5-a9e3-4b82-813e-0877cc00d2ae up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:46.029617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e36cc678-f0be-4f8b-ac00-0520e11d354b req-7f9f4a4a-3ad6-46a3-ac50-ed6b6ab83819 service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449386 Jul 16 20:42:46.107099 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.137786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 285723b5-a9e3-4b82-813e-0877cc00d2ae completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:46.149490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b058f6d-473a-48a9-a306-ba59d3ddb349 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:46.195014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:46.221535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:46.225473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:46.233395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3b058f6d-473a-48a9-a306-ba59d3ddb349 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:46.242477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3b058f6d-473a-48a9-a306-ba59d3ddb349 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:46.243030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.281986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=4365cf9d-b939-4f01-824f-f1f6a8ce08af,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:46.319769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.359391 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.385557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3b058f6d-473a-48a9-a306-ba59d3ddb349, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3b058f6d-473a-48a9-a306-ba59d3ddb349,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:46.390360 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.402725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15910a-38f1-4061-a78c-22a634bc8a7c req-b678fa30-cda7-4c42-abb7-60e9da0dd29f tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:46.404339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed15910a-38f1-4061-a78c-22a634bc8a7c req-b678fa30-cda7-4c42-abb7-60e9da0dd29f tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.2325506 Jul 16 20:42:46.453218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3b058f6d-473a-48a9-a306-ba59d3ddb349,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:46.492362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed15910a-38f1-4061-a78c-22a634bc8a7c req-6904165c-7fb2-4159-a0c6-d4f0be6000fb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814619 Jul 16 20:42:46.493711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc4972-a5d3-4671-8dff-e165e81a84a0 None None] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:42:46.570496 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.596000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cabae6a4-518e-46d3-97e9-e62933ee181e None None] Provisioning for port 285723b5-a9e3-4b82-813e-0877cc00d2ae completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:46.634594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cabae6a4-518e-46d3-97e9-e62933ee181e None None] Provisioning complete for port 285723b5-a9e3-4b82-813e-0877cc00d2ae triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:46.635088 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cabae6a4-518e-46d3-97e9-e62933ee181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.793821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-500627ea-8b82-4e87-b8be-7f0135e2b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:46.795375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-500627ea-8b82-4e87-b8be-7f0135e2b9da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.1663220 Jul 16 20:42:46.809140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cabae6a4-518e-46d3-97e9-e62933ee181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.854270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cabae6a4-518e-46d3-97e9-e62933ee181e None None] For port 285723b5-a9e3-4b82-813e-0877cc00d2ae, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=285723b5-a9e3-4b82-813e-0877cc00d2ae,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:46.859906 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cabae6a4-518e-46d3-97e9-e62933ee181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.924880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabae6a4-518e-46d3-97e9-e62933ee181e None None] Pushing event updated for resources: {'Port': ['ID=285723b5-a9e3-4b82-813e-0877cc00d2ae,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:46.999985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-fec60269-dadb-4d5b-933a-90cb531c67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.002365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-fec60269-dadb-4d5b-933a-90cb531c67f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1780806 Jul 16 20:42:47.063370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-157ff89c-60bd-48ce-be4f-8f42050eb379 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.0481541 Jul 16 20:42:47.089388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.116636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.185699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-03792175-1193-42fa-92ce-fac1b9602dae None None] Provisioning complete for port 285723b5-a9e3-4b82-813e-0877cc00d2ae triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:47.186305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03792175-1193-42fa-92ce-fac1b9602dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.195757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-dc8c5a8d-612e-4d1e-87fe-859b231edce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.197274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-dc8c5a8d-612e-4d1e-87fe-859b231edce5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.1256945 Jul 16 20:42:47.244094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-0d690404-9fe7-47c1-b2ba-e88de5605ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397506 Jul 16 20:42:47.262769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.284307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=4365cf9d-b939-4f01-824f-f1f6a8ce08af,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:47.299910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-03792175-1193-42fa-92ce-fac1b9602dae None None] Provisioning for port 4365cf9d-b939-4f01-824f-f1f6a8ce08af completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:47.304309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-03792175-1193-42fa-92ce-fac1b9602dae None None] Provisioning complete for port 4365cf9d-b939-4f01-824f-f1f6a8ce08af triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:47.304702 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-03792175-1193-42fa-92ce-fac1b9602dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.369523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-03792175-1193-42fa-92ce-fac1b9602dae None None] Port 4365cf9d-b939-4f01-824f-f1f6a8ce08af cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:42:47.431134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-658f5d7b-81e4-446b-a307-c03d275b455d service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789007 Jul 16 20:42:47.450236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:47.452653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:47.500966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-11bf95bd-dfba-4376-b027-8be5a40b17e1 None None] Provisioning complete for port 4365cf9d-b939-4f01-824f-f1f6a8ce08af triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:47.501808 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11bf95bd-dfba-4376-b027-8be5a40b17e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.597632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-11bf95bd-dfba-4376-b027-8be5a40b17e1 None None] Port 4365cf9d-b939-4f01-824f-f1f6a8ce08af cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:42:47.715501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f56f136c-6226-4ab6-a8a1-2b6da4e9bfbb req-a2d4a82a-5c39-42e8-8672-a758a211cb06 service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772727 Jul 16 20:42:47.734882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 8853202a-354d-4b17-aabb-1f4466c714b9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:42:47.825299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2aaceff5-20b1-49b7-ac96-4d55022766ca None None] Provisioning complete for port 4365cf9d-b939-4f01-824f-f1f6a8ce08af triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:47.826036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2aaceff5-20b1-49b7-ac96-4d55022766ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.887003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2aaceff5-20b1-49b7-ac96-4d55022766ca None None] Port 4365cf9d-b939-4f01-824f-f1f6a8ce08af cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:42:47.892841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d7f4-2a24-44d7-869b-0dee3106fa5e req-3f46b5bb-5b16-4c6c-8e1a-ba81f9d6bb4a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:47.895906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e52d7f4-2a24-44d7-869b-0dee3106fa5e req-3f46b5bb-5b16-4c6c-8e1a-ba81f9d6bb4a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.2288444 Jul 16 20:42:47.939189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 285723b5-a9e3-4b82-813e-0877cc00d2ae up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:47.940820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:47.951881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ea522485-5ebc-4113-8d9f-7f1e2e43d8d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "PUT /v2.0/routers/8853202a-354d-4b17-aabb-1f4466c714b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0584314 Jul 16 20:42:47.956466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:47.978070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Sync routers for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:48.002518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:48.003450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:48.035460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e52d7f4-2a24-44d7-869b-0dee3106fa5e req-7c024b45-2901-480a-8703-6554c985ec10 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333737 Jul 16 20:42:48.164535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 285723b5-a9e3-4b82-813e-0877cc00d2ae triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:48.164915 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.201284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c398f8-40b4-4086-93da-8c15f034f5cb tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.201766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c398f8-40b4-4086-93da-8c15f034f5cb tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.202228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c398f8-40b4-4086-93da-8c15f034f5cb tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.202810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c398f8-40b4-4086-93da-8c15f034f5cb tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.203143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c398f8-40b4-4086-93da-8c15f034f5cb tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.203630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c398f8-40b4-4086-93da-8c15f034f5cb tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.206310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-83c398f8-40b4-4086-93da-8c15f034f5cb tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.2481468 Jul 16 20:42:48.208877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38670) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.318321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5df62-653b-4cf9-b494-d940b39baaf4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.318791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5df62-653b-4cf9-b494-d940b39baaf4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.319272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5df62-653b-4cf9-b494-d940b39baaf4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.319718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5df62-653b-4cf9-b494-d940b39baaf4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.320167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5df62-653b-4cf9-b494-d940b39baaf4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.320610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5df62-653b-4cf9-b494-d940b39baaf4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.326719 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-baa5df62-653b-4cf9-b494-d940b39baaf4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.1118279 Jul 16 20:42:48.327007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.399205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:48.542113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b058f6d-473a-48a9-a306-ba59d3ddb349 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:48.621902 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2aff7f1-3cfc-496a-a783-c07fad7a7a01 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.2911220 Jul 16 20:42:48.662266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3b058f6d-473a-48a9-a306-ba59d3ddb349 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:48.662648 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.722193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 2, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:48.750817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Checking router: 8853202a-354d-4b17-aabb-1f4466c714b9 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:48.751692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Updating router 8853202a-354d-4b17-aabb-1f4466c714b9 port 4365cf9d-b939-4f01-824f-f1f6a8ce08af binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:42:48.794570 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-b3a70fa5-a703-46e7-ac01-414bb1286589 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695314 Jul 16 20:42:48.827023 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.922701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.928138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-af7c4934-d346-47f7-862e-331586db49d8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226450596', 'description': 'tempest-secgroup-smoke-226450596 description', 'project_id': '14fb3e3387ec4aa098473b785511c44f'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:48.956409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-8d686698-dd8e-4ab6-83b4-5ab83d403922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.958243 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-8d686698-dd8e-4ab6-83b4-5ab83d403922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1097 time: 0.1168530 Jul 16 20:42:48.966370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af7c4934-d346-47f7-862e-331586db49d8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.104563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-3cd251fc-896d-4118-818b-6a41e2e751b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:49.106334 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-3cd251fc-896d-4118-818b-6a41e2e751b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1231370 Jul 16 20:42:49.174112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.181180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af7c4934-d346-47f7-862e-331586db49d8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.187353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Transition to ACTIVE for port object 4365cf9d-b939-4f01-824f-f1f6a8ce08af will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:49.189479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af7c4934-d346-47f7-862e-331586db49d8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.199115 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.238236 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-971d909b-a6d5-4a9e-8296-5bd7bac7d939 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1002 time: 0.1237216 Jul 16 20:42:49.243746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af7c4934-d346-47f7-862e-331586db49d8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.245173 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-af7c4934-d346-47f7-862e-331586db49d8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3207154 Jul 16 20:42:49.247947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38696) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:49.249380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c4934-d346-47f7-862e-331586db49d8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c654dd-26f2-40cf-9a23-db83db4a2fa3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:49.262421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b56d6c-e0af-4239-be30-d8f9d379ea8b None None] Pushing event updated for resources: {'Port': ['ID=4365cf9d-b939-4f01-824f-f1f6a8ce08af,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:49.268806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-403be092-06cf-4ea4-874c-b91e057d769d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': '95c654dd-26f2-40cf-9a23-db83db4a2fa3', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:49.303149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-20e06334-5bba-41f9-80f9-da6df5fbc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:49.306613 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-20e06334-5bba-41f9-80f9-da6df5fbc976 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0535853 Jul 16 20:42:49.341294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Attempting to bind port 4365cf9d-b939-4f01-824f-f1f6a8ce08af on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:49.341763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Attempting to bind port 4365cf9d-b939-4f01-824f-f1f6a8ce08af by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:49.343474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Attempting to bind port 4365cf9d-b939-4f01-824f-f1f6a8ce08af on network 32a8e30a-402a-41e7-b0c5-23fc148903e3 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:49.359863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:49.361012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Checking segment: {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:49.361518 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.362687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Bound using segment: {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:49.363332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Bound port: 4365cf9d-b939-4f01-824f-f1f6a8ce08af, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:49.363999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.372040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-403be092-06cf-4ea4-874c-b91e057d769d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.392202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-2c470788-c8f9-4edd-91b2-d22d64efedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:49.394112 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-2c470788-c8f9-4edd-91b2-d22d64efedd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787110 Jul 16 20:42:49.409506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4676df-1a0f-4ae8-88c3-1179f3c3253b req-fc09ef05-06a8-4906-a9da-aad1c4ee891b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:49.416627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b4676df-1a0f-4ae8-88c3-1179f3c3253b req-fc09ef05-06a8-4906-a9da-aad1c4ee891b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1249011 Jul 16 20:42:49.456841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b4676df-1a0f-4ae8-88c3-1179f3c3253b req-6f998869-a884-48ab-ba50-b99ca87e14e9 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Jul 16 20:42:49.499125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] For port 4365cf9d-b939-4f01-824f-f1f6a8ce08af, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:49.518042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] For port 4365cf9d-b939-4f01-824f-f1f6a8ce08af, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4365cf9d-b939-4f01-824f-f1f6a8ce08af,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:49.526723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-403be092-06cf-4ea4-874c-b91e057d769d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.529899 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-c1706285-af14-4800-9e82-ca39ed1d2280 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267977 Jul 16 20:42:49.530441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-403be092-06cf-4ea4-874c-b91e057d769d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.531224 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.565291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403be092-06cf-4ea4-874c-b91e057d769d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e8f727-21d6-4fe7-a03f-20df9389d9dc,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:49.586139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-403be092-06cf-4ea4-874c-b91e057d769d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.590380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-403be092-06cf-4ea4-874c-b91e057d769d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3371451 Jul 16 20:42:49.591611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38704) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:49.597576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2f1b933b-0293-4cff-85e9-cbf88d3aa4bf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': '95c654dd-26f2-40cf-9a23-db83db4a2fa3', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:49.663366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b56d6c-e0af-4239-be30-d8f9d379ea8b None None] Pushing event updated for resources: {'Port': ['ID=4365cf9d-b939-4f01-824f-f1f6a8ce08af,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:49.676651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f1b933b-0293-4cff-85e9-cbf88d3aa4bf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.676992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:49.677654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:49.806343 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9ca5f9c3-120b-43cd-a3a9-5d70bd8abefe req-e7d8f0fe-498d-4938-ad73-c278cd815cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970317 Jul 16 20:42:49.808392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f1b933b-0293-4cff-85e9-cbf88d3aa4bf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.816435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f1b933b-0293-4cff-85e9-cbf88d3aa4bf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.848887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b933b-0293-4cff-85e9-cbf88d3aa4bf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f53a75e-da9f-4209-9e41-c35f272bd092,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:49.849127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:49.853220 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2f1b933b-0293-4cff-85e9-cbf88d3aa4bf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.854455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2f1b933b-0293-4cff-85e9-cbf88d3aa4bf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2616088 Jul 16 20:42:49.857142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38710) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:49.862391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-06258295-28cf-4a2b-993b-372e920de7c9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': '95c654dd-26f2-40cf-9a23-db83db4a2fa3', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:49.910344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06258295-28cf-4a2b-993b-372e920de7c9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.000737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06258295-28cf-4a2b-993b-372e920de7c9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.007115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06258295-28cf-4a2b-993b-372e920de7c9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.033967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06258295-28cf-4a2b-993b-372e920de7c9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24449236-8b39-4ba6-b85c-d006ff6da73e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.044298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06258295-28cf-4a2b-993b-372e920de7c9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.052930 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-06258295-28cf-4a2b-993b-372e920de7c9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923792 Jul 16 20:42:50.053426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38712) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:50.058998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a1144270-b4d3-4844-ac22-c24bc898aa11 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': '95c654dd-26f2-40cf-9a23-db83db4a2fa3', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:50.096604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1144270-b4d3-4844-ac22-c24bc898aa11 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.156418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:49Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:50.199423 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1144270-b4d3-4844-ac22-c24bc898aa11 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.204733 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1144270-b4d3-4844-ac22-c24bc898aa11 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.210829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cd71a-b173-4b53-8015-69b21bba565f None None] The sync data for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 is: [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:49Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:50.230626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1144270-b4d3-4844-ac22-c24bc898aa11 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d733cb75-2224-49aa-9ae3-df69f459b8dd,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.238289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a1144270-b4d3-4844-ac22-c24bc898aa11 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.242921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 38718) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:50.243487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a1144270-b4d3-4844-ac22-c24bc898aa11 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1877592 Jul 16 20:42:50.248259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': '95c654dd-26f2-40cf-9a23-db83db4a2fa3', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:50.315450 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Project 14fb3e3387ec4aa098473b785511c44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:42:50.321276 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.414996 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.420642 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.456221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f814aa-8c17-4d6b-83a1-ddfd87c52af0,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.461116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.468385 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f37f611e-5c12-4cf2-b0c7-fb132fd8c5f7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2238171 Jul 16 20:42:50.469165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 38726) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:50.474854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': '95c654dd-26f2-40cf-9a23-db83db4a2fa3', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:50.505149 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Project 14fb3e3387ec4aa098473b785511c44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:42:50.511509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.660019 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.669961 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.689564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac6ad56-ca97-4504-884f-5c3b9bb77a4a,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.714615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.716288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-50a581d9-9df7-40cf-bd60-c50270986258 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2459383 Jul 16 20:42:50.724970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501eca-09c9-4106-a4c1-f462d45bec36 req-b8c51e57-5c94-4b4a-b44f-0d0bc791d0e8 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:50.733915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d501eca-09c9-4106-a4c1-f462d45bec36 req-b8c51e57-5c94-4b4a-b44f-0d0bc791d0e8 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1319463 Jul 16 20:42:50.914634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d501eca-09c9-4106-a4c1-f462d45bec36 req-adbcf3b2-2d4e-4f06-8307-1c7880ccaf36 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793802 Jul 16 20:42:51.169553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-0e9f2629-42c8-46fa-a51e-7e92899fc82e tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226450596&fields=id&tenant_id=14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 267 time: 0.0470293 Jul 16 20:42:51.314377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-7709f535-20dc-4bad-8077-9709d845367b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:51.316105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-7709f535-20dc-4bad-8077-9709d845367b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/networks?id=32a8e30a-402a-41e7-b0c5-23fc148903e3 HTTP/1.1" status: 200 len: 797 time: 0.1357934 Jul 16 20:42:51.337407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-428257ce-9bb7-4d35-8016-09702c45bc6f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/quotas/14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 375 time: 0.0106163 Jul 16 20:42:51.455770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-dc827000-9e92-4756-a10f-7176e8abe47c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053996 Jul 16 20:42:51.591318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-688ed41b-7a38-40af-a219-15723e2bac75 service neutron] 10.222.0.100 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148498 Jul 16 20:42:51.691683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2bcba0e5-8f8e-4f6e-a3d6-adad52a2c616 service neutron] 10.222.0.100 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932732 Jul 16 20:42:51.888251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7809afa-9c3f-403e-8b3c-914c1a991ab8 req-a5610d64-68af-4ab3-b52a-6a6c54bcd493 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 210 time: 0.0389833 Jul 16 20:42:51.941430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4365cf9d-b939-4f01-824f-f1f6a8ce08af up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:52.011551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4365cf9d-b939-4f01-824f-f1f6a8ce08af completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:52.018421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4365cf9d-b939-4f01-824f-f1f6a8ce08af triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:52.019061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.132605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.163882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87962b-3008-41b5-8151-3028faabf390 req-bf0df04b-7b21-4af1-9e83-eb88b85b25e0 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.165925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa87962b-3008-41b5-8151-3028faabf390 req-bf0df04b-7b21-4af1-9e83-eb88b85b25e0 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0780172 Jul 16 20:42:52.170859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 4365cf9d-b939-4f01-824f-f1f6a8ce08af, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4365cf9d-b939-4f01-824f-f1f6a8ce08af,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:52.176626 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.223873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa87962b-3008-41b5-8151-3028faabf390 req-2ab5202d-17d2-4b1e-be77-21417a9b7565 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508914 Jul 16 20:42:52.240893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=4365cf9d-b939-4f01-824f-f1f6a8ce08af,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:53.085392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c5df78d-2f08-42f0-a4ec-2da7c459cc2c req-c8f7efff-e4ad-4cca-8cbe-f3bbba653fbe tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 210 time: 0.0474043 Jul 16 20:42:53.580925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-fec41eae-2412-48cf-9596-02b5d95fde52 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.582397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-fec41eae-2412-48cf-9596-02b5d95fde52 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "GET /v2.0/networks?id=32a8e30a-402a-41e7-b0c5-23fc148903e3 HTTP/1.1" status: 200 len: 797 time: 0.4849977 Jul 16 20:42:53.630671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4de43a-847b-451a-846a-689da45990dc req-c91f83e4-62f0-44cd-bf70-37778093c7ca tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:53.632265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df4de43a-847b-451a-846a-689da45990dc req-c91f83e4-62f0-44cd-bf70-37778093c7ca tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1252198 Jul 16 20:42:53.665818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-7988e1ff-1eca-419a-a78c-1cab4e98d0f8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 379 time: 0.0725868 Jul 16 20:42:53.677271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'port': {'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'admin_state_up': True, 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'security_groups': ['95c654dd-26f2-40cf-9a23-db83db4a2fa3']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:53.724143 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df4de43a-847b-451a-846a-689da45990dc req-959b1140-1c61-4a17-8e88-73bfea44c11f tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825720 Jul 16 20:42:53.830018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:53.837272 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.874788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4365cf9d-b939-4f01-824f-f1f6a8ce08af up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:53.927594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4365cf9d-b939-4f01-824f-f1f6a8ce08af triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:53.928056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.994056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.20.0.5 (32a8e30a-402a-41e7-b0c5-23fc148903e3/8d060f88-0500-4232-8b51-e9accaf9d67e/a3a6a125-7cd5-4ebe-b796-9e9d35d19d00) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:54.172242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.192107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Transition to ACTIVE for port object a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:54.244574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.324080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:54.331735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:54.337395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:54.341538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:54.406609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a2f6f-0ca5-461f-ae34-1cc41494715e req-0b7d62a0-bb58-4cbc-a293-a7d69000a907 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:54.408859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d89a2f6f-0ca5-461f-ae34-1cc41494715e req-0b7d62a0-bb58-4cbc-a293-a7d69000a907 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 931 time: 0.1784689 Jul 16 20:42:54.422118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:54.422830 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.460496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-2857421f-6ca7-433c-af0e-78309fe46870 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7882969 Jul 16 20:42:54.477638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Request body: {'port': {'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:54.506493 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d89a2f6f-0ca5-461f-ae34-1cc41494715e req-69e59db4-5666-4caa-a820-56f629be48d5 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806830 Jul 16 20:42:54.566918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.687279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-98c30c1f-293c-446e-aa97-94eab37b926a None None] Provisioning for port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:54.695906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-98c30c1f-293c-446e-aa97-94eab37b926a None None] Provisioning complete for port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:54.696283 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98c30c1f-293c-446e-aa97-94eab37b926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.739602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-98c30c1f-293c-446e-aa97-94eab37b926a None None] Port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:42:54.900159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:54.913412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.932123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Transition to ACTIVE for port object a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:54.937487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.004642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c5908-3482-4960-838c-38f38af62b65 req-4b15737e-bba0-4542-a296-c3ab41377b74 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.006349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c6c5908-3482-4960-838c-38f38af62b65 req-4b15737e-bba0-4542-a296-c3ab41377b74 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1533966 Jul 16 20:42:55.040251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Pushing event updated for resources: {'Port': ['ID=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:55.114182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c6c5908-3482-4960-838c-38f38af62b65 req-9b5a6a50-e6c3-48ff-858d-35dd3d502931 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980155 Jul 16 20:42:55.152643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Attempting to bind port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:55.152967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Attempting to bind port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:55.153311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Attempting to bind port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 on network 32a8e30a-402a-41e7-b0c5-23fc148903e3 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:55.168956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 on network 32a8e30a-402a-41e7-b0c5-23fc148903e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:42:55.169799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Attempting to bind port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 on network 32a8e30a-402a-41e7-b0c5-23fc148903e3 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:55.176914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:55.176914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Checking segment: {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:55.178284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Bound using segment: {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:55.178284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Bound port: a3a6a125-7cd5-4ebe-b796-9e9d35d19d00, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:55.178284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.283866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] For port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:55.289495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] For port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:55.300841 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.342498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.343125 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.344618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] 10.222.0.21 "PUT /v2.0/ports/a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 HTTP/1.1" status: 200 len: 1091 time: 0.8720434 Jul 16 20:42:55.345171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:55.347862 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0309038-d404-4b36-b81e-d65abba8b801" -d '{"events": [{"name": "network-changed", "server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:55.374367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e17b9-5888-4137-9bef-9c4f2649e8da service neutron] Pushing event updated for resources: {'Port': ['ID=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:55.424682 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37099a78-fae4-4370-bdd1-a8ffe53e239b x-openstack-request-id: req-37099a78-fae4-4370-bdd1-a8ffe53e239b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:55.424972 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:55.425237 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-37099a78-fae4-4370-bdd1-a8ffe53e239b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:55.425624 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'status': 'completed', 'code': 200} Jul 16 20:42:55.457874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-6226c615-84bc-4ffb-b2a2-b723834666df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.463776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-6226c615-84bc-4ffb-b2a2-b723834666df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 1094 time: 0.0731368 Jul 16 20:42:55.512961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-96980370-f02e-4182-8025-85a8308a456e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 HTTP/1.1" status: 200 len: 217 time: 0.0421591 Jul 16 20:42:55.580264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-c05415ed-899b-4dc7-9a2e-462ddc52112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.581893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-c05415ed-899b-4dc7-9a2e-462ddc52112c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d060f88-0500-4232-8b51-e9accaf9d67e HTTP/1.1" status: 200 len: 835 time: 0.0631714 Jul 16 20:42:55.666892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-9defc310-ded7-4686-9d97-c64648c72fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.668475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-9defc310-ded7-4686-9d97-c64648c72fa2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32a8e30a-402a-41e7-b0c5-23fc148903e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762506 Jul 16 20:42:55.809761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4cb5a-883d-499f-bd56-5524a63f33d8 req-5b072b76-e53f-4aa8-9669-5de022f76397 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:55.811361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3b4cb5a-883d-499f-bd56-5524a63f33d8 req-5b072b76-e53f-4aa8-9669-5de022f76397 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 943 time: 0.1419597 Jul 16 20:42:55.816353 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-c60c3ae5-61df-4f80-ac07-69218c5e95c7 service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363490 Jul 16 20:42:55.877540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3b4cb5a-883d-499f-bd56-5524a63f33d8 req-80d33ccc-db1e-4512-8f80-7a08d3e45195 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602870 Jul 16 20:42:55.933401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0e02bff-555c-4555-a25f-b55686eb3b03 req-cfb5f21a-af42-448b-bb32-8992c650dc55 service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098511 Jul 16 20:42:56.038979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309038-d404-4b36-b81e-d65abba8b801 req-aa770935-9d16-4143-8fac-3dfc5793e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.038979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0309038-d404-4b36-b81e-d65abba8b801 req-aa770935-9d16-4143-8fac-3dfc5793e9ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 1094 time: 0.0567341 Jul 16 20:42:56.136173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309038-d404-4b36-b81e-d65abba8b801 req-cec74b4a-4efc-4618-9f9a-58f2505f610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.137703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0309038-d404-4b36-b81e-d65abba8b801 req-cec74b4a-4efc-4618-9f9a-58f2505f610c service neutron] 10.222.0.21 "GET /v2.0/networks?id=32a8e30a-402a-41e7-b0c5-23fc148903e3 HTTP/1.1" status: 200 len: 898 time: 0.0926735 Jul 16 20:42:56.181955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0309038-d404-4b36-b81e-d65abba8b801 req-9a67d0b0-da8e-44c1-94c8-df418c448d5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 HTTP/1.1" status: 200 len: 217 time: 0.0375004 Jul 16 20:42:56.275264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309038-d404-4b36-b81e-d65abba8b801 req-dca0a8db-8717-497b-ba45-184d9c4636d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.276759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0309038-d404-4b36-b81e-d65abba8b801 req-dca0a8db-8717-497b-ba45-184d9c4636d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d060f88-0500-4232-8b51-e9accaf9d67e HTTP/1.1" status: 200 len: 835 time: 0.0867310 Jul 16 20:42:56.369852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730437b-663e-4435-8a51-3ad34592a5cb req-e66c43e0-0921-442c-869c-a3a93cc2c828 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.371400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e730437b-663e-4435-8a51-3ad34592a5cb req-e66c43e0-0921-442c-869c-a3a93cc2c828 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1306884 Jul 16 20:42:56.388655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309038-d404-4b36-b81e-d65abba8b801 req-32ee0897-39af-4a11-9125-fa73c50d62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.390038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0309038-d404-4b36-b81e-d65abba8b801 req-32ee0897-39af-4a11-9125-fa73c50d62c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32a8e30a-402a-41e7-b0c5-23fc148903e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051025 Jul 16 20:42:56.446681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e730437b-663e-4435-8a51-3ad34592a5cb req-748a4b59-cfdc-4a23-a0eb-09ce9280efec tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683954 Jul 16 20:42:56.507213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0309038-d404-4b36-b81e-d65abba8b801 req-20d9ab12-d419-48f0-bf9c-935c2a3610b2 service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094751 Jul 16 20:42:56.617735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0309038-d404-4b36-b81e-d65abba8b801 req-49308180-c742-4e74-a8c2-9276b97cb63e service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019893 Jul 16 20:42:56.934723 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:57.098126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456cfd1-0959-487d-9c4d-bd9a4a4a1e94 req-dec97a11-ce1a-422e-ac23-f29b51c2ca4a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.099768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c456cfd1-0959-487d-9c4d-bd9a4a4a1e94 req-dec97a11-ce1a-422e-ac23-f29b51c2ca4a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 943 time: 0.0951948 Jul 16 20:42:57.145052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c456cfd1-0959-487d-9c4d-bd9a4a4a1e94 req-eba8f899-d057-4bd3-ab04-7b50ec59ba52 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386710 Jul 16 20:42:57.200552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc99f2-0929-474b-979c-835007d518e1 req-bd184681-7fe3-49a9-af8a-35ebaf721a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.202129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96dc99f2-0929-474b-979c-835007d518e1 req-bd184681-7fe3-49a9-af8a-35ebaf721a50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.0560346 Jul 16 20:42:57.241798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96dc99f2-0929-474b-979c-835007d518e1 req-5ee21b92-87fd-4bc7-8afe-9cb0f794a97e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Jul 16 20:42:57.353316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:42:57.454626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:57.466693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:42:57.515779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.533142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:42:57.556114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:57.561917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.616211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:57.662564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f48a8c-c3ce-42d2-9a6d-edfc06898890 req-7094152a-3a10-4148-b1f4-e4d37565c2d7 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.664065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8f48a8c-c3ce-42d2-9a6d-edfc06898890 req-7094152a-3a10-4148-b1f4-e4d37565c2d7 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0943153 Jul 16 20:42:57.714709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8f48a8c-c3ce-42d2-9a6d-edfc06898890 req-f987d7b0-282b-47d2-8c5c-767d797117d2 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Jul 16 20:42:57.793306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a3a6a125-7cd5-4ebe-b796-9e9d35d19d00'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:58.351890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9aa92-9bee-40ff-b98a-f7d89abc7744 req-1ecabf98-2e09-4865-8e56-b478bdee4a42 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.353477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cc9aa92-9bee-40ff-b98a-f7d89abc7744 req-1ecabf98-2e09-4865-8e56-b478bdee4a42 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 944 time: 0.0782983 Jul 16 20:42:58.396790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cc9aa92-9bee-40ff-b98a-f7d89abc7744 req-fe83bef4-8d48-4bd6-9c84-be88365002ad tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Jul 16 20:42:58.906317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ec7b-9984-4f7c-9b06-5d916f9adf4e req-5db3389d-61a0-4e2d-bf77-e3441bb12602 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.908634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5394ec7b-9984-4f7c-9b06-5d916f9adf4e req-5db3389d-61a0-4e2d-bf77-e3441bb12602 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0690300 Jul 16 20:42:58.953556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5394ec7b-9984-4f7c-9b06-5d916f9adf4e req-a6d57b4c-500e-48c5-ba7a-91e725d1542f tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352833 Jul 16 20:42:59.354995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:59.451506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:59.458211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:59.458842 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.535707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-cc6ca317-ba8e-4e88-8f5b-f86eec74d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.537298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-cc6ca317-ba8e-4e88-8f5b-f86eec74d983 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.1107056 Jul 16 20:42:59.561600 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.597381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:59.600096 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f8bf74-7886-4051-bd4c-a1698d00d24c" -d '{"events": [{"server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "name": "network-vif-plugged", "status": "completed", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:59.616657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:59.623939 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.645479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775783a-e93c-4d0a-a8b3-da0302c00ae2 req-c052ca2b-be78-463a-b5f2-196448724e73 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.647469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4775783a-e93c-4d0a-a8b3-da0302c00ae2 req-c052ca2b-be78-463a-b5f2-196448724e73 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1544130 Jul 16 20:42:59.694955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-0e00e972-30d7-45d2-a636-6df919822ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.696503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-0e00e972-30d7-45d2-a636-6df919822ea2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1527979 Jul 16 20:42:59.705129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4775783a-e93c-4d0a-a8b3-da0302c00ae2 req-cf42966c-802d-48e5-935c-466cf218a094 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Jul 16 20:42:59.722520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:59.785355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-e80e1035-10de-4e53-82d7-5d430814da8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.0782320 Jul 16 20:42:59.878864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-e1a1bc3f-f1e2-4ece-a5b0-41aa1afeb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.880365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-e1a1bc3f-f1e2-4ece-a5b0-41aa1afeb4c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0898075 Jul 16 20:42:59.920768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-e190b10b-f581-4909-91fa-933b4803572d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330341 Jul 16 20:42:59.976522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4a72-31f7-4c9a-a13d-28d116a30940 req-f52dc44c-8ba7-4558-bb31-faa80ba3df7f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.978126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8dd4a72-31f7-4c9a-a13d-28d116a30940 req-f52dc44c-8ba7-4558-bb31-faa80ba3df7f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 945 time: 0.1396775 Jul 16 20:43:00.064427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-12403d16-0a9b-4a3c-be7e-e4672beb7b70 service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365404 Jul 16 20:43:00.067779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8dd4a72-31f7-4c9a-a13d-28d116a30940 req-f37d3374-fc50-4612-84ab-a06656469c7d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601771 Jul 16 20:43:00.120037 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a5a95-b4a7-4ffa-ae39-0767d5c044ec x-openstack-request-id: req-928a5a95-b4a7-4ffa-ae39-0767d5c044ec {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:00.120424 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "name": "network-vif-plugged", "status": "completed", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:00.120910 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-928a5a95-b4a7-4ffa-ae39-0767d5c044ec {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:00.121396 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'code': 200} Jul 16 20:43:00.251709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17e6cc2b-5883-4ecf-87f2-4c093b191fc1 req-315a7205-08ca-45b6-b180-e052b10e836e service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785729 Jul 16 20:43:00.273600 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fed34cbf-0524-4b52-a56b-fb91282752e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.288553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325d2c5-4305-4f22-9165-a3c16601d822 req-e4752083-d3fc-472c-98a6-e163c765ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.290095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5325d2c5-4305-4f22-9165-a3c16601d822 req-e4752083-d3fc-472c-98a6-e163c765ffcd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 1096 time: 0.0776458 Jul 16 20:43:00.326995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5325d2c5-4305-4f22-9165-a3c16601d822 req-34861a74-8a82-463b-809c-6652d4116d88 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308208 Jul 16 20:43:00.922278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618cb1-cb6f-4c9e-ad40-709f2a5af676 req-76ed8af9-c698-4957-b772-3b52f3fe65ec tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.924266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40618cb1-cb6f-4c9e-ad40-709f2a5af676 req-76ed8af9-c698-4957-b772-3b52f3fe65ec tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0749879 Jul 16 20:43:00.982906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40618cb1-cb6f-4c9e-ad40-709f2a5af676 req-de6301f7-3856-4be6-81a2-9c8ac9375caf tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494282 Jul 16 20:43:01.273021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206bfe9-b2ca-48ed-8dd0-a142a48ad7d6 req-697764c6-842b-4d9a-a50a-e45d14b15dcf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:01.274638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9206bfe9-b2ca-48ed-8dd0-a142a48ad7d6 req-697764c6-842b-4d9a-a50a-e45d14b15dcf tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 945 time: 0.0819962 Jul 16 20:43:01.327840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9206bfe9-b2ca-48ed-8dd0-a142a48ad7d6 req-87359d0a-712d-4e41-920a-05301fa51f49 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469134 Jul 16 20:43:02.180521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832616-a520-40a2-ac6c-99931bcac34f req-75dd0c02-ea18-4eac-a630-5dba8ffda27e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:02.182142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15832616-a520-40a2-ac6c-99931bcac34f req-75dd0c02-ea18-4eac-a630-5dba8ffda27e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0703685 Jul 16 20:43:02.225833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15832616-a520-40a2-ac6c-99931bcac34f req-62500248-b67f-488d-9451-d9e20b9dab01 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375800 Jul 16 20:43:02.665675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225f24b-961d-496f-b4fb-62b986aa7b05 req-816af0ba-e651-4a65-a550-7c338fea9977 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:02.668363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9225f24b-961d-496f-b4fb-62b986aa7b05 req-816af0ba-e651-4a65-a550-7c338fea9977 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 945 time: 0.1837988 Jul 16 20:43:02.721064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9225f24b-961d-496f-b4fb-62b986aa7b05 req-988c8305-e099-44f8-87d7-374205473fee tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447278 Jul 16 20:43:03.134842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d51ad2-0563-4cdd-9cbe-0db21aa8581f req-ad695615-ffda-42bc-af84-2b6bd11e20e8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:03.136404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01d51ad2-0563-4cdd-9cbe-0db21aa8581f req-ad695615-ffda-42bc-af84-2b6bd11e20e8 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 945 time: 0.1036839 Jul 16 20:43:03.186814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01d51ad2-0563-4cdd-9cbe-0db21aa8581f req-9107fcb7-1a97-45c5-a13b-be3b07f7a57b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Jul 16 20:43:03.223065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:03.297290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33061fb0-45f0-4895-963f-1830416607d4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:03.299785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-33061fb0-45f0-4895-963f-1830416607d4 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 1091 time: 0.0749769 Jul 16 20:43:03.304379 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39024) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:03.315824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:03.344111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.471586 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.581852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.25.8.5 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/1b2d9986-a12e-4f07-9652-8de675100057) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:03.733558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.791777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.835768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:03.838701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:03.842962 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:03.873042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=1b2d9986-a12e-4f07-9652-8de675100057,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:03.898841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8716ce-19ab-4fc0-8762-fc9c97bc95e4 req-d01365b6-fb81-4a05-bd29-78505b707a01 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:03.903103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e8716ce-19ab-4fc0-8762-fc9c97bc95e4 req-d01365b6-fb81-4a05-bd29-78505b707a01 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1214819 Jul 16 20:43:03.950306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e8716ce-19ab-4fc0-8762-fc9c97bc95e4 req-d64f0ab7-5662-404a-bf9d-752c0e5777dc tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Jul 16 20:43:04.005177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.827082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc5a85-a7d5-4a9f-bc33-64a1f9c169a1 req-f0f7d69a-c0c0-4b03-980c-06d76f4069f3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:04.830321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc5a85-a7d5-4a9f-bc33-64a1f9c169a1 req-f0f7d69a-c0c0-4b03-980c-06d76f4069f3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 946 time: 0.0983682 Jul 16 20:43:04.836131 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-34483adf-ca12-469a-8201-97372d1bb3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.883200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc5a85-a7d5-4a9f-bc33-64a1f9c169a1 req-41cdaefa-f043-4dba-b53a-0470a679847f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 Jul 16 20:43:04.912042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.064643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.288653 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.294546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.379326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=1b2d9986-a12e-4f07-9652-8de675100057,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:05.387687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.541128 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Floating IP 0c61e5c7-e4fa-408d-a986-e11e012766d4 associated. External IP: 172.25.8.5, port: a3a6a125-7cd5-4ebe-b796-9e9d35d19d00. Jul 16 20:43:05.836564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 8853202a-354d-4b17-aabb-1f4466c714b9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:05.992693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:06.030754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.031037 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] Sync routers for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:06.039137 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:06.039740 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:43:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.059112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.095178 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-780a835f-eedf-49ea-af55-c960fa9b1545 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7895632 Jul 16 20:43:06.095793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:06.098741 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd7269-4695-4f10-8eab-817119f3715b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:06.099171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39102) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.149406 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862db8c3-2440-4d2c-b7b1-6dca476255e7 x-openstack-request-id: req-862db8c3-2440-4d2c-b7b1-6dca476255e7 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:06.151515 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:06.152232 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-862db8c3-2440-4d2c-b7b1-6dca476255e7 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:06.152657 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'status': 'completed', 'code': 200} Jul 16 20:43:06.246605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15e6bbf4-8525-43d8-bfcd-a793d7886446 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/floatingips/0c61e5c7-e4fa-408d-a986-e11e012766d4 HTTP/1.1" status: 200 len: 989 time: 0.1454806 Jul 16 20:43:06.276006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7269-4695-4f10-8eab-817119f3715b req-0706487d-ab6b-4acf-aafa-0ad53c33f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:06.277865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dd7269-4695-4f10-8eab-817119f3715b req-0706487d-ab6b-4acf-aafa-0ad53c33f049 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 1096 time: 0.0799093 Jul 16 20:43:06.280742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:06.436724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7269-4695-4f10-8eab-817119f3715b req-234197b2-f5f1-4df2-8682-d80829ee22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:06.438987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dd7269-4695-4f10-8eab-817119f3715b req-234197b2-f5f1-4df2-8682-d80829ee22f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=32a8e30a-402a-41e7-b0c5-23fc148903e3 HTTP/1.1" status: 200 len: 898 time: 0.1504111 Jul 16 20:43:06.588874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dd7269-4695-4f10-8eab-817119f3715b req-df0af18c-80f4-4604-9f9e-488c5f32954d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 HTTP/1.1" status: 200 len: 997 time: 0.1435745 Jul 16 20:43:06.653524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7269-4695-4f10-8eab-817119f3715b req-7ddb4831-b51e-463f-ade7-0cf100c2567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:06.653874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dd7269-4695-4f10-8eab-817119f3715b req-7ddb4831-b51e-463f-ade7-0cf100c2567d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d060f88-0500-4232-8b51-e9accaf9d67e HTTP/1.1" status: 200 len: 835 time: 0.0567417 Jul 16 20:43:06.735380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7269-4695-4f10-8eab-817119f3715b req-ad72475b-1e7e-4f26-b820-870f7b016a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:06.737798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dd7269-4695-4f10-8eab-817119f3715b req-ad72475b-1e7e-4f26-b820-870f7b016a33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32a8e30a-402a-41e7-b0c5-23fc148903e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763552 Jul 16 20:43:06.771035 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 0, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.811927 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] Checking router: 8853202a-354d-4b17-aabb-1f4466c714b9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:06.831896 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:06.832634 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:43:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:06.871555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dd7269-4695-4f10-8eab-817119f3715b req-072d0be9-931c-43d7-8c83-92d5c3e4ee70 service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262343 Jul 16 20:43:06.979684 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:07.025457 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11dd7269-4695-4f10-8eab-817119f3715b req-1bfc1ff4-bc53-422e-8c77-8d1f70cb0d7f service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377988 Jul 16 20:43:07.251296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 39126) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.286743 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 0, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:07.325566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5966a3ee-2a0f-4fa1-a80b-4085a6460556 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/floatingips/0c61e5c7-e4fa-408d-a986-e11e012766d4 HTTP/1.1" status: 200 len: 989 time: 0.0721540 Jul 16 20:43:07.341592 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608e59e-f173-476e-b54e-b305f6f7c05a None None] The sync data for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 is: [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:04Z', 'revision_number': 0, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:07.644093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e4644-553f-47c8-bfad-e5dfc4598e22 None None] New status for floating IP 0c61e5c7-e4fa-408d-a986-e11e012766d4: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:43:08.189686 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.328061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 39152) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:08.394610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.463305 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-155ddc7c-3c4f-41c0-a6ed-cb9744e85699 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/floatingips/0c61e5c7-e4fa-408d-a986-e11e012766d4 HTTP/1.1" status: 200 len: 991 time: 0.1335912 Jul 16 20:43:08.739326 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.627333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:09.800962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:09.825029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'mac_address': 'fa:16:3e:99:17:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:09.874709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.890089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce1e724d-2066-4e97-9221-2c9f026f33c2 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:09.917147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:09.923652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.987152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:10.009572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ce1e724d-2066-4e97-9221-2c9f026f33c2'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:11.646773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:11.721602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port ce1e724d-2066-4e97-9221-2c9f026f33c2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:11.722275 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.854686 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.933615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:11.936042 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a6fba-9927-4c16-9c2f-df7c039de840" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:12.052692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:12.069554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:12.161172 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975de84e-3788-4cd7-9141-b8b225859f84 x-openstack-request-id: req-975de84e-3788-4cd7-9141-b8b225859f84 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:12.161607 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:12.162173 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-975de84e-3788-4cd7-9141-b8b225859f84 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:12.162650 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'code': 200} Jul 16 20:43:12.211087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:16.251641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-f232f07d-2d4e-4918-9c16-2c7c0d00f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:16.253590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-f232f07d-2d4e-4918-9c16-2c7c0d00f9c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.1259027 Jul 16 20:43:16.506193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-8b36bcf4-1f2f-4cd7-a1c7-d8d7238eeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:16.507670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-8b36bcf4-1f2f-4cd7-a1c7-d8d7238eeea6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.2455382 Jul 16 20:43:16.587498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-08ada7a4-2e86-4ef6-afa7-2b9168e81046 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.0570395 Jul 16 20:43:16.598751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da269fe-55ca-46bb-becc-de30199820b0 req-78b3d45d-e88e-4ecd-aaa4-8b1172efc3cb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:16.600332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2da269fe-55ca-46bb-becc-de30199820b0 req-78b3d45d-e88e-4ecd-aaa4-8b1172efc3cb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.2594008 Jul 16 20:43:16.709692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-f01bd9d1-fd82-464d-b218-2f594fd93a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:16.711920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-f01bd9d1-fd82-464d-b218-2f594fd93a28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.1103587 Jul 16 20:43:16.718815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2da269fe-55ca-46bb-becc-de30199820b0 req-fa7c1e82-6684-4edd-9e17-edeee3d34013 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724883 Jul 16 20:43:16.751947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-bf82251f-e5e2-4e2c-bfbf-7ff505cbfb73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313616 Jul 16 20:43:16.919934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-33e890cd-a13f-4f75-913a-06b76122bc16 service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590707 Jul 16 20:43:17.106034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-25b5d8da-eb07-48c7-a3e9-b558f7d1b537 req-36eac4ec-b230-4be4-bd87-28d38f873f4f service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749969 Jul 16 20:43:17.965526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7d27f-42d8-44c7-ae59-d9e6fb4718ad req-89e79e0e-763b-45b7-9ded-a9c6a3c9d11c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:17.967561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30a7d27f-42d8-44c7-ae59-d9e6fb4718ad req-89e79e0e-763b-45b7-9ded-a9c6a3c9d11c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0784545 Jul 16 20:43:18.043553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30a7d27f-42d8-44c7-ae59-d9e6fb4718ad req-4759076a-e938-45a7-a0ab-15537ad0ae3b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660439 Jul 16 20:43:19.300286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8af05-1add-4c3e-9e88-6c0df8977254 req-1d6366e6-af9a-4f1f-8874-9d3e6249db00 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.311518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33e8af05-1add-4c3e-9e88-6c0df8977254 req-1d6366e6-af9a-4f1f-8874-9d3e6249db00 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0992970 Jul 16 20:43:19.358410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33e8af05-1add-4c3e-9e88-6c0df8977254 req-d128b6e9-9783-4dab-8fba-5341e7aa8718 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Jul 16 20:43:20.561419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0a12-ce71-47e3-8b7d-fe03dedffbd2 req-d8241f87-d2e1-49ce-a83f-f84b5e8201f1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.563518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab5a0a12-ce71-47e3-8b7d-fe03dedffbd2 req-d8241f87-d2e1-49ce-a83f-f84b5e8201f1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0941365 Jul 16 20:43:20.607027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab5a0a12-ce71-47e3-8b7d-fe03dedffbd2 req-067172c4-66de-41de-93f9-6685ecee5b14 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jul 16 20:43:21.244885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118c3d-e118-4cb1-9d13-624e0e23fbb0 req-688753c2-88dd-4776-b760-40dfe59a7382 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.246616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb118c3d-e118-4cb1-9d13-624e0e23fbb0 req-688753c2-88dd-4776-b760-40dfe59a7382 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 946 time: 0.0684171 Jul 16 20:43:21.289848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb118c3d-e118-4cb1-9d13-624e0e23fbb0 req-1c650703-e03d-4570-b6df-4d790374d7d9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366664 Jul 16 20:43:21.856991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c89a3-875e-4b29-bc57-aedb12a91e27 req-1e916b86-d331-4e2f-acee-3cdb789209ca tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.858800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed4c89a3-875e-4b29-bc57-aedb12a91e27 req-1e916b86-d331-4e2f-acee-3cdb789209ca tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0696714 Jul 16 20:43:21.899571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed4c89a3-875e-4b29-bc57-aedb12a91e27 req-29da6e29-0937-4f52-a94b-7b8d04985701 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346854 Jul 16 20:43:23.086924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f1a6-d453-4a69-a6da-1910ab20bcba req-2e03e614-6330-418a-82f9-974a46c345c9 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:23.088429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5205f1a6-d453-4a69-a6da-1910ab20bcba req-2e03e614-6330-418a-82f9-974a46c345c9 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0701630 Jul 16 20:43:23.128850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5205f1a6-d453-4a69-a6da-1910ab20bcba req-bc568abc-0f03-4972-84c5-321c28da0277 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Jul 16 20:43:23.645839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:23.727462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.750848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:23.753169 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26fce7d-1708-4f25-a6a9-ec7c0020abb4" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:23.766692 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:23.774732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.965002 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c378feb-28b8-4dbf-83e2-1e4ab5fc969a x-openstack-request-id: req-3c378feb-28b8-4dbf-83e2-1e4ab5fc969a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:23.965700 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:23.965700 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3c378feb-28b8-4dbf-83e2-1e4ab5fc969a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:23.965972 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'code': 200} Jul 16 20:43:23.994232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:24.313298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd458e7-9f30-4fb6-9fab-5645f376f6c8 req-6dde943b-201d-4694-909a-fa8b21f3cb6e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.315651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dd458e7-9f30-4fb6-9fab-5645f376f6c8 req-6dde943b-201d-4694-909a-fa8b21f3cb6e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0704899 Jul 16 20:43:24.356183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dd458e7-9f30-4fb6-9fab-5645f376f6c8 req-de94e9ec-21d1-434e-9018-a405b2a0c92c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347261 Jul 16 20:43:25.570131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13609f-3e13-42f1-8b59-40e21c9171d8 req-dd314eae-0559-4715-98b9-190a9d275085 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.572850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf13609f-3e13-42f1-8b59-40e21c9171d8 req-dd314eae-0559-4715-98b9-190a9d275085 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0844052 Jul 16 20:43:25.656830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:25.796190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:25.818850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'mac_address': 'fa:16:3e:99:17:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:25.901126 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.918613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1e724d-2066-4e97-9221-2c9f026f33c2 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:25.948819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:25.958275 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.050003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf13609f-3e13-42f1-8b59-40e21c9171d8 req-57a02050-5dc1-46a3-9580-70a39ef20161 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633071 Jul 16 20:43:26.086285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ce1e724d-2066-4e97-9221-2c9f026f33c2'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:26.126042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:27.269536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bdb6b-d01b-4e56-9a0e-b137969c81db req-ea351e9e-8d42-43f2-8a9a-a95a89b9c193 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:27.276401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-563bdb6b-d01b-4e56-9a0e-b137969c81db req-ea351e9e-8d42-43f2-8a9a-a95a89b9c193 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0933800 Jul 16 20:43:27.334262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-563bdb6b-d01b-4e56-9a0e-b137969c81db req-ec307d7d-d098-44ee-a168-e5cbef26f952 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545073 Jul 16 20:43:27.658463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:27.717799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port ce1e724d-2066-4e97-9221-2c9f026f33c2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:27.718697 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.814176 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.852091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:27.854411 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b471b9ec-dda5-4267-84d7-111e38714f84" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:27.870255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:27.876052 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.909711 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93223148-8e92-40ff-8e71-a7ed9aec3d39 x-openstack-request-id: req-93223148-8e92-40ff-8e71-a7ed9aec3d39 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:27.909945 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:27.910204 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-93223148-8e92-40ff-8e71-a7ed9aec3d39 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:27.910621 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'code': 200} Jul 16 20:43:27.946004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:28.557279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d025-ac20-47a5-8f63-a9c826bd1951 req-599cb6bb-3cb5-4c4a-95d7-c8db02125429 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.565201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12a9d025-ac20-47a5-8f63-a9c826bd1951 req-599cb6bb-3cb5-4c4a-95d7-c8db02125429 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1003096 Jul 16 20:43:28.623142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12a9d025-ac20-47a5-8f63-a9c826bd1951 req-514e0adf-feb9-432c-989c-3e6f5ba088c4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Jul 16 20:43:29.857953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6188d70-639f-49f4-8dd1-17d59dd447bc req-3c44218d-dd81-4b6c-8b6c-b65027a5cffd tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.861097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6188d70-639f-49f4-8dd1-17d59dd447bc req-3c44218d-dd81-4b6c-8b6c-b65027a5cffd tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0983882 Jul 16 20:43:29.932441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6188d70-639f-49f4-8dd1-17d59dd447bc req-bb11522a-0439-48fb-af2b-02242b8d4acd tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Jul 16 20:43:30.261010 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-065e2f83-dd99-4ef9-adbf-344fe9b42d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.173972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892c2e7-b299-4ab1-8a2f-d1a546469f7e req-bdf866b6-176b-4e2d-b7df-eca8bf6f0c5e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.175816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1892c2e7-b299-4ab1-8a2f-d1a546469f7e req-bdf866b6-176b-4e2d-b7df-eca8bf6f0c5e tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0906258 Jul 16 20:43:31.245915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1892c2e7-b299-4ab1-8a2f-d1a546469f7e req-aba3004c-9a11-4894-96da-eff3cc06f28b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618365 Jul 16 20:43:32.439662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383967c-7012-4237-b290-77f7849a961c req-0defb610-459d-46b2-ab46-cdd060c80558 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:32.446795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8383967c-7012-4237-b290-77f7849a961c req-0defb610-459d-46b2-ab46-cdd060c80558 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0777218 Jul 16 20:43:32.496303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8383967c-7012-4237-b290-77f7849a961c req-acd717b4-48b4-4b4f-a03f-54f1ae0c9f84 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Jul 16 20:43:33.323115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1e7e5-65a5-4499-b715-1f5f82beb187 req-f72269c4-b9c8-437d-bdc7-a9f1cd31f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:33.329267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4c1e7e5-65a5-4499-b715-1f5f82beb187 req-f72269c4-b9c8-437d-bdc7-a9f1cd31f009 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.0598722 Jul 16 20:43:33.369761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4c1e7e5-65a5-4499-b715-1f5f82beb187 req-efc70b76-4b7b-4a10-85ba-4c3ebbee2aaf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 Jul 16 20:43:33.714496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483e456-0cec-4430-a09a-7e5e83642be9 req-693ae473-e8bb-4455-b848-157427d7eafe tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:33.716427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8483e456-0cec-4430-a09a-7e5e83642be9 req-693ae473-e8bb-4455-b848-157427d7eafe tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0712607 Jul 16 20:43:33.771547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8483e456-0cec-4430-a09a-7e5e83642be9 req-3e44d11c-998d-4c2b-981c-78e83e82ef17 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Jul 16 20:43:33.934106 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:34.001033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.833533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a738b25a-2876-424b-b413-b52846993478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.965740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40060) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.970679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddf7f3-cd28-46f8-a7da-a2189a2eb98c req-39554b39-e870-4722-b3f0-5bcfb268072d tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:34.972899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63ddf7f3-cd28-46f8-a7da-a2189a2eb98c req-39554b39-e870-4722-b3f0-5bcfb268072d tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0750754 Jul 16 20:43:35.019065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63ddf7f3-cd28-46f8-a7da-a2189a2eb98c req-b0c8ac6f-2fe7-4163-aae7-c9e6500cfc97 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Jul 16 20:43:35.080561 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-becc1b75-63bf-48a6-b8b8-a5c8c63890f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.174339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-becc1b75-63bf-48a6-b8b8-a5c8c63890f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.178827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-becc1b75-63bf-48a6-b8b8-a5c8c63890f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.219709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc1b75-63bf-48a6-b8b8-a5c8c63890f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9750e2aa-3b6b-445e-8b31-dc17a32d06d8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:35.224325 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-becc1b75-63bf-48a6-b8b8-a5c8c63890f0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=99abd6f731354b0694b8e1e75f8828cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568872 Jul 16 20:43:35.227188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40076) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:35.311428 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cff6037-1c4d-4e46-a95c-8fd96dc0ef2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.339659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cff6037-1c4d-4e46-a95c-8fd96dc0ef2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.417873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cff6037-1c4d-4e46-a95c-8fd96dc0ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.421381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3cff6037-1c4d-4e46-a95c-8fd96dc0ef2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.427128 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3cff6037-1c4d-4e46-a95c-8fd96dc0ef2e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9750e2aa-3b6b-445e-8b31-dc17a32d06d8 HTTP/1.1" status: 204 len: 168 time: 0.1985681 Jul 16 20:43:35.438399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff6037-1c4d-4e46-a95c-8fd96dc0ef2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9750e2aa-3b6b-445e-8b31-dc17a32d06d8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:35.540946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-d400030d-2792-4dd3-afcd-1c4b73b536d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:35.542452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-d400030d-2792-4dd3-afcd-1c4b73b536d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.1048694 Jul 16 20:43:35.624651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ebe52-da71-4762-8cbb-64d27f06fa4a req-acfc693e-a54c-4855-be19-867c06e15a42 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:35.626826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf0ebe52-da71-4762-8cbb-64d27f06fa4a req-acfc693e-a54c-4855-be19-867c06e15a42 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.1306722 Jul 16 20:43:35.679928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-64dbcd1d-34e9-40d7-ba69-d42f3e14a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:35.681450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-64dbcd1d-34e9-40d7-ba69-d42f3e14a207 service neutron] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1311998 Jul 16 20:43:35.684712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf0ebe52-da71-4762-8cbb-64d27f06fa4a req-526d0b01-0b5a-48f8-9101-db00359f26cc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495222 Jul 16 20:43:35.728540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-24c5933d-c791-4298-9aff-5724537cf0d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.0388799 Jul 16 20:43:35.745339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:35.759072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c32e-233f-490c-9d6b-08a3d4612a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.781571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-72ed4e67-84af-4841-a161-74aee58ff4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:35.783427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-72ed4e67-84af-4841-a161-74aee58ff4d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0473847 Jul 16 20:43:35.849163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-13e61d62-e0e0-4069-ac26-1e2418fefd9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593052 Jul 16 20:43:35.861960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c32e-233f-490c-9d6b-08a3d4612a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.866393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c32e-233f-490c-9d6b-08a3d4612a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.907937 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d8f9c32e-233f-490c-9d6b-08a3d4612a01 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f1a950804aae4df4b48e42d7818683ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614656 Jul 16 20:43:35.909162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c32e-233f-490c-9d6b-08a3d4612a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec90e7c-d8d1-41fd-b602-e8f3222ba552,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:35.911599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40098) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:35.955507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b32f6-fb84-4659-80f7-4b214275aa5c req-87c4e03a-a09d-43db-8879-ab564e0fdfbb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:35.956912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f3b32f6-fb84-4659-80f7-4b214275aa5c req-87c4e03a-a09d-43db-8879-ab564e0fdfbb tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.1546030 Jul 16 20:43:35.962648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24138a4c-8e1f-4075-ab38-8e009edf88e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.984239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24138a4c-8e1f-4075-ab38-8e009edf88e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.988930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-1011d215-66d1-4581-b106-cc749442ac31 service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314256 Jul 16 20:43:36.017924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f3b32f6-fb84-4659-80f7-4b214275aa5c req-5b58f36f-7e54-41a5-bef9-68555e802889 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511522 Jul 16 20:43:36.035758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24138a4c-8e1f-4075-ab38-8e009edf88e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.039111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24138a4c-8e1f-4075-ab38-8e009edf88e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.040812 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-24138a4c-8e1f-4075-ab38-8e009edf88e0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4ec90e7c-d8d1-41fd-b602-e8f3222ba552 HTTP/1.1" status: 204 len: 168 time: 0.1277106 Jul 16 20:43:36.048225 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.059047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138a4c-8e1f-4075-ab38-8e009edf88e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec90e7c-d8d1-41fd-b602-e8f3222ba552,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.139375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7343f08e-c447-42e6-a1df-d8115cbc4643 req-54bb6848-86a0-4055-bdf5-e3c0f462f30c service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365607 Jul 16 20:43:36.633706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5d815-3099-4bc7-928a-c8e01a56fc94 req-43461076-e1f0-4375-8e8c-429ee533aacf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:36.635298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73e5d815-3099-4bc7-928a-c8e01a56fc94 req-43461076-e1f0-4375-8e8c-429ee533aacf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.0797250 Jul 16 20:43:36.682316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73e5d815-3099-4bc7-928a-c8e01a56fc94 req-22b8f122-b213-40b2-9418-4f201403a95b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351281 Jul 16 20:43:37.164305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40140) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.222571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb488-8579-4ae6-a060-0e10ece784b4 req-5b04bd3f-7a99-425a-bfb3-e18adf164393 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:37.224159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f52cb488-8579-4ae6-a060-0e10ece784b4 req-5b04bd3f-7a99-425a-bfb3-e18adf164393 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0708480 Jul 16 20:43:37.269004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f52cb488-8579-4ae6-a060-0e10ece784b4 req-be6ebbe0-6104-4c95-beca-088c6b8491ca tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390372 Jul 16 20:43:37.289265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-537396f9-6e01-4bb0-ac17-a141f92adb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.377837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-537396f9-6e01-4bb0-ac17-a141f92adb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.382055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-537396f9-6e01-4bb0-ac17-a141f92adb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.419878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-537396f9-6e01-4bb0-ac17-a141f92adb61 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=25683806d34343e18f31385ce28fa35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545047 Jul 16 20:43:37.420724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537396f9-6e01-4bb0-ac17-a141f92adb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e973c5-336e-4d69-a842-cfe1318ba220,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.423097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.475240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1011f65a-802f-4943-b949-70e051cded3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.496074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1011f65a-802f-4943-b949-70e051cded3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.543527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1011f65a-802f-4943-b949-70e051cded3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.546072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1011f65a-802f-4943-b949-70e051cded3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.547993 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1011f65a-802f-4943-b949-70e051cded3a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a4e973c5-336e-4d69-a842-cfe1318ba220 HTTP/1.1" status: 204 len: 168 time: 0.1237068 Jul 16 20:43:37.555533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011f65a-802f-4943-b949-70e051cded3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e973c5-336e-4d69-a842-cfe1318ba220,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.722369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:37.860876 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.884870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:37.887238 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ab090-0d9f-4e8d-b466-b567b25fa397" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:37.889988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6b8aa-83df-40ab-b1b3-8c649e7dc6d8 req-a3367877-8372-4ce2-95a2-a2304c379bd8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:37.895980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5a6b8aa-83df-40ab-b1b3-8c649e7dc6d8 req-a3367877-8372-4ce2-95a2-a2304c379bd8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.0917368 Jul 16 20:43:37.901379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:37.908045 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.939229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5a6b8aa-83df-40ab-b1b3-8c649e7dc6d8 req-d91b8616-da7f-4a86-b876-4665d198f6b4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Jul 16 20:43:37.960410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.987580 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011d42a0-042b-4f0c-a839-d33b016747e1 x-openstack-request-id: req-011d42a0-042b-4f0c-a839-d33b016747e1 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:37.987945 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:37.988138 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-011d42a0-042b-4f0c-a839-d33b016747e1 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:37.988536 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'code': 200} Jul 16 20:43:38.186745 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.392709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.455774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af31d-ae3d-4f5f-8e0e-52cb59dae29d req-a130b9af-41fe-48b3-970b-2bc776303faf tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:38.457494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-757af31d-ae3d-4f5f-8e0e-52cb59dae29d req-a130b9af-41fe-48b3-970b-2bc776303faf tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0722623 Jul 16 20:43:38.502343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-757af31d-ae3d-4f5f-8e0e-52cb59dae29d req-9387e62e-e02e-4c0f-bc55-f9a7d5998674 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 Jul 16 20:43:38.736372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.130822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a778-e5eb-4398-8606-d8c7d183fed9 req-e18efa04-d57f-491b-ba5a-807146f70adf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.132419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6772a778-e5eb-4398-8606-d8c7d183fed9 req-e18efa04-d57f-491b-ba5a-807146f70adf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0737412 Jul 16 20:43:39.175968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6772a778-e5eb-4398-8606-d8c7d183fed9 req-b5acd867-0489-421a-bd12-58e67b05d007 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376372 Jul 16 20:43:39.639836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40318) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:39.722189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40320) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:39.724620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:39.767954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42926793-6b1e-47aa-acbc-d9988d9b9b0b tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.768947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42926793-6b1e-47aa-acbc-d9988d9b9b0b tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.773387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42926793-6b1e-47aa-acbc-d9988d9b9b0b tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:39.789207 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-42926793-6b1e-47aa-acbc-d9988d9b9b0b tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/ports?project_id=14fb3e3387ec4aa098473b785511c44f&network_id=32a8e30a-402a-41e7-b0c5-23fc148903e3 HTTP/1.1" status: 200 len: 2969 time: 0.1337867 Jul 16 20:43:39.865893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb53a892-438b-4cb9-89f9-274eeda6618b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.872153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:39.887078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'mac_address': 'fa:16:3e:99:17:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:39.940782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.964549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1e724d-2066-4e97-9221-2c9f026f33c2 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:39.988520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:39.994116 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.997240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb53a892-438b-4cb9-89f9-274eeda6618b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.002382 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb53a892-438b-4cb9-89f9-274eeda6618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.057910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=12']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:40.066242 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ce1e724d-2066-4e97-9221-2c9f026f33c2'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:40.079725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53a892-438b-4cb9-89f9-274eeda6618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcabbc5-7dff-4959-8113-3ef5b932b630,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:40.099816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:40.110639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eb53a892-438b-4cb9-89f9-274eeda6618b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7888976de2624f7d959cc26db4e5fa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863869 Jul 16 20:43:40.182175 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a10c991-f866-4b39-9cb8-e2f9a93da3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.238303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a10c991-f866-4b39-9cb8-e2f9a93da3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.322450 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a10c991-f866-4b39-9cb8-e2f9a93da3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.325373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a10c991-f866-4b39-9cb8-e2f9a93da3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.330397 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1a10c991-f866-4b39-9cb8-e2f9a93da3f7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bbcabbc5-7dff-4959-8113-3ef5b932b630 HTTP/1.1" status: 204 len: 168 time: 0.2284482 Jul 16 20:43:40.339074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10c991-f866-4b39-9cb8-e2f9a93da3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcabbc5-7dff-4959-8113-3ef5b932b630,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:40.427999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b685b-9341-497a-b893-eb88861b4496 req-db4b6c30-6839-4597-b7d2-c88359c4428e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:40.430077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef4b685b-9341-497a-b893-eb88861b4496 req-db4b6c30-6839-4597-b7d2-c88359c4428e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 946 time: 0.1066790 Jul 16 20:43:40.481115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef4b685b-9341-497a-b893-eb88861b4496 req-a06264ff-023f-4a70-9558-e817701dcece tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Jul 16 20:43:40.678288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40356) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:40.694592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.837921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.848296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.893023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad44286d-aa8e-48c5-9230-b04c4a3a9f98,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:40.912598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=be92baa3171a46f7b76a1b589181ee16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305322 Jul 16 20:43:40.912598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.912598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.912598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.913167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.913273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.913631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.913899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:40.914381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.914474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.914819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.915154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.915503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:40.915831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a68908-4262-4c28-87e4-49a92450a681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:41.004802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1da1a73-9954-4973-a01d-8806e093d4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.040544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1da1a73-9954-4973-a01d-8806e093d4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.110851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1da1a73-9954-4973-a01d-8806e093d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.114141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f1da1a73-9954-4973-a01d-8806e093d4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.117880 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f1da1a73-9954-4973-a01d-8806e093d4c2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ad44286d-aa8e-48c5-9230-b04c4a3a9f98 HTTP/1.1" status: 204 len: 168 time: 0.2003231 Jul 16 20:43:41.136013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1a73-9954-4973-a01d-8806e093d4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad44286d-aa8e-48c5-9230-b04c4a3a9f98,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:41.686152 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40374) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:41.739415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:41.795431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62785b00-683d-421e-b92f-36ab2d333a4a tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:41.813170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-62785b00-683d-421e-b92f-36ab2d333a4a tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021 HTTP/1.1" status: 200 len: 814 time: 0.1251762 Jul 16 20:43:41.817050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b837e-b648-4869-894b-15a55fab243e req-a04bc189-a9ee-4df9-962f-da9b2f083a20 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:41.831388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f1b837e-b648-4869-894b-15a55fab243e req-a04bc189-a9ee-4df9-962f-da9b2f083a20 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 946 time: 0.1563749 Jul 16 20:43:41.843926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port ce1e724d-2066-4e97-9221-2c9f026f33c2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:41.844324 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.884162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f1b837e-b648-4869-894b-15a55fab243e req-7a1f7dd3-717a-420a-afeb-2113fa9ce4be tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516741 Jul 16 20:43:41.977627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.007439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:42.013560 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e76cfb1-99fe-4f2d-a5fc-e01f6fed1582" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:42.028470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:42.049682 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.117865 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a60136e-4570-4c5b-a6fc-e5c0d3c451d4 x-openstack-request-id: req-6a60136e-4570-4c5b-a6fc-e5c0d3c451d4 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:42.119560 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:42.120059 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6a60136e-4570-4c5b-a6fc-e5c0d3c451d4 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:42.120633 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'code': 200} Jul 16 20:43:42.161021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=13']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.271502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40384) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:42.277895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'network': {'name': 'tempest-network-smoke--1900981830', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'port_security_enabled': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:42.314780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:42.321132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.358012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:42.379478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.380154 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Added segment 55f18c18-eb6f-461b-9ea6-b683904aaee7 of type vlan for network 091af4ac-8a8d-4e53-bf6f-799347422d57 Jul 16 20:43:42.434290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.470778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.481098 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.483919 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.563724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40386) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:42.564041 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2904706 Jul 16 20:43:42.636993 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Network': ['ID=091af4ac-8a8d-4e53-bf6f-799347422d57,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.649935 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.650456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.650888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.651346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.651808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.652228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.653546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.654013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.654492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.654917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.655389 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.655858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe8320-5718-4ed8-86af-c3893cc6716d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:42.672282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:42.676366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec43f56-dc46-4ca5-8cae-a49e8d8a8178 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.680866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:42.681086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eec43f56-dc46-4ca5-8cae-a49e8d8a8178 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=14fb3e3387ec4aa098473b785511c44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1153171 Jul 16 20:43:42.950881 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4044c26-bf17-4c45-9978-c126ea2700c8 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.954873 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a4044c26-bf17-4c45-9978-c126ea2700c8 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2725837 Jul 16 20:43:42.957841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40392) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.018453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-262e8d2c-b0b6-430d-8d67-c07b753c7583 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588884 Jul 16 20:43:43.022248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40394) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.078194 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87c11274-a61f-4223-b94b-ff90bd1d865c tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=14fb3e3387ec4aa098473b785511c44f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545597 Jul 16 20:43:43.082177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40396) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.189246 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d02aa-997a-41e0-bf5e-f278d715985e tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:43.191175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1e2d02aa-997a-41e0-bf5e-f278d715985e tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1067536 Jul 16 20:43:43.194148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40400) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.225268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1e98-7598-43ff-901b-b9be347dc3ae req-94d9807e-4390-494e-8183-864a8e9d85d3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:43.232385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aafe1e98-7598-43ff-901b-b9be347dc3ae req-94d9807e-4390-494e-8183-864a8e9d85d3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.1928356 Jul 16 20:43:43.265275 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bcc5dd20-3d81-4445-ad19-f1c801d7f23e tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691874 Jul 16 20:43:43.270891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40402) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.282683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626070073', 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:43.294282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aafe1e98-7598-43ff-901b-b9be347dc3ae req-233a0745-a514-4c62-bf51-2f7db451f088 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608602 Jul 16 20:43:43.401312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:43.405475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.623663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.695284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Subnet': ['ID=2eacd58f-8957-4dd3-b825-840b4c3027eb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:43.700283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Checking segment: {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:43.700654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network hostable DHCP agents. Network: 091af4ac-8a8d-4e53-bf6f-799347422d57, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:43.720893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:43.733155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 091af4ac-8a8d-4e53-bf6f-799347422d57) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:43.742584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:43.743204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.743413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76510b6-6615-4cce-bca4-199af5c8314a None None] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:43.761982 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-48dd5f0d-2ebc-4e54-ad5c-c4a80d7da521 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4863951 Jul 16 20:43:43.931230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-091af4ac-8a8d-4e53-bf6f-799347422d57', 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ips': [{'subnet_id': '2eacd58f-8957-4dd3-b825-840b4c3027eb'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:43.936461 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.093130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40406) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.098934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c2b99d35-0137-4a2b-b2ba-297111cd613f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045392384', 'description': 'tempest-secgroup-smoke-1045392384 description', 'project_id': '14fb3e3387ec4aa098473b785511c44f'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:44.119498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Allocated IP 172.20.0.18 (091af4ac-8a8d-4e53-bf6f-799347422d57/2eacd58f-8957-4dd3-b825-840b4c3027eb/d2402533-0a02-442b-9301-c46726282ac1) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:44.148799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2b99d35-0137-4a2b-b2ba-297111cd613f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.268658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2b99d35-0137-4a2b-b2ba-297111cd613f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.291305 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2b99d35-0137-4a2b-b2ba-297111cd613f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.307695 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.318612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Transition to ACTIVE for port object d2402533-0a02-442b-9301-c46726282ac1 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:44.340986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Transition to ACTIVE for port object d2402533-0a02-442b-9301-c46726282ac1 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:44.344155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2b99d35-0137-4a2b-b2ba-297111cd613f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.346417 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2b99d35-0137-4a2b-b2ba-297111cd613f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2518816 Jul 16 20:43:44.349547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40412) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.352804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.355519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ac0396db-9345-44ac-8433-625eb2721611 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'c3c16074-11a5-42c7-a19e-668452616214', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:44.361121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b99d35-0137-4a2b-b2ba-297111cd613f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c16074-11a5-42c7-a19e-668452616214,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.398397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:44.401792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:44.431273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:44.433063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0396db-9345-44ac-8433-625eb2721611 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.513528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Pushing event updated for resources: {'Port': ['ID=d2402533-0a02-442b-9301-c46726282ac1,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.532036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Attempting to bind port d2402533-0a02-442b-9301-c46726282ac1 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:44.532916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Attempting to bind port d2402533-0a02-442b-9301-c46726282ac1 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:44.533672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Attempting to bind port d2402533-0a02-442b-9301-c46726282ac1 on network 091af4ac-8a8d-4e53-bf6f-799347422d57 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:44.542246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:44.543087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Checking segment: {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:44.543942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.544548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Bound using segment: {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:44.545212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Bound port: d2402533-0a02-442b-9301-c46726282ac1, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:44.545787 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.592083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0396db-9345-44ac-8433-625eb2721611 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.611884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4ab46-f5b5-4f24-92cf-c9daf5b4566c req-db0f14e8-fe0d-476b-b767-445106bb6a6a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:44.618826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09e4ab46-f5b5-4f24-92cf-c9daf5b4566c req-db0f14e8-fe0d-476b-b767-445106bb6a6a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.1388164 Jul 16 20:43:44.630190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0396db-9345-44ac-8433-625eb2721611 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.649020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-026dc130-40fb-4392-8106-c619303226f6 None None] For port d2402533-0a02-442b-9301-c46726282ac1, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:44.659229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-026dc130-40fb-4392-8106-c619303226f6 None None] For port d2402533-0a02-442b-9301-c46726282ac1, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d2402533-0a02-442b-9301-c46726282ac1,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:44.666425 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.701518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0396db-9345-44ac-8433-625eb2721611 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a013962d-82b8-4b01-aaf0-bf69e9a9a49b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.736033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09e4ab46-f5b5-4f24-92cf-c9daf5b4566c req-98e5bdce-25f1-48a4-970c-c1ee2fd8996d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160760 Jul 16 20:43:44.737021 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac0396db-9345-44ac-8433-625eb2721611 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.741394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40420) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.744602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac0396db-9345-44ac-8433-625eb2721611 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937135 Jul 16 20:43:44.748174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-02dd4cac-15f9-41b4-8723-030586e95794 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'c3c16074-11a5-42c7-a19e-668452616214', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:44.766042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Pushing event updated for resources: {'Port': ['ID=d2402533-0a02-442b-9301-c46726282ac1,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.780912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.781803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.783623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.783974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.784363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.784702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.785047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.785359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.785686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.786011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.790575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.790931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026dc130-40fb-4392-8106-c619303226f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:44.820025 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02dd4cac-15f9-41b4-8723-030586e95794 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.892575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02dd4cac-15f9-41b4-8723-030586e95794 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.898304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02dd4cac-15f9-41b4-8723-030586e95794 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.933287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd4cac-15f9-41b4-8723-030586e95794 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2704881-b6ea-4a0b-a9c6-e3374d16acce,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.946199 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02dd4cac-15f9-41b4-8723-030586e95794 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.947166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-02dd4cac-15f9-41b4-8723-030586e95794 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2040856 Jul 16 20:43:44.949889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40424) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.954515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-136938b5-e684-4ad8-b9eb-9a875bf78a1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'c3c16074-11a5-42c7-a19e-668452616214', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:44.986458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-136938b5-e684-4ad8-b9eb-9a875bf78a1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.115485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-136938b5-e684-4ad8-b9eb-9a875bf78a1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.120925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-136938b5-e684-4ad8-b9eb-9a875bf78a1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.172475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136938b5-e684-4ad8-b9eb-9a875bf78a1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c9b0f0-43b5-4411-bda0-33cb42b56e65,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.193425 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-136938b5-e684-4ad8-b9eb-9a875bf78a1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.196330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40430) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.202912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-34dfd2b2-10f2-4e8b-9f3e-43a57cfa6719 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'c3c16074-11a5-42c7-a19e-668452616214', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:45.206885 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-136938b5-e684-4ad8-b9eb-9a875bf78a1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2558291 Jul 16 20:43:45.271948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34dfd2b2-10f2-4e8b-9f3e-43a57cfa6719 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.354986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34dfd2b2-10f2-4e8b-9f3e-43a57cfa6719 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.360846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34dfd2b2-10f2-4e8b-9f3e-43a57cfa6719 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.389182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34dfd2b2-10f2-4e8b-9f3e-43a57cfa6719 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.392236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-34dfd2b2-10f2-4e8b-9f3e-43a57cfa6719 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1943057 Jul 16 20:43:45.394168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40432) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.395289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfd2b2-10f2-4e8b-9f3e-43a57cfa6719 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0498323-82de-4ca6-a8e8-2d47a5169750,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.399224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'c3c16074-11a5-42c7-a19e-668452616214', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:45.438161 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Project 14fb3e3387ec4aa098473b785511c44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:43:45.445480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.521350 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.526506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.549519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10894aed-8930-47d9-bf7c-29ec7546b2fe,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.570204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.575565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40434) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.577413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1df9555b-3767-44b2-8ea6-405267deab05 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1821082 Jul 16 20:43:45.581603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'c3c16074-11a5-42c7-a19e-668452616214', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:45.649334 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Project 14fb3e3387ec4aa098473b785511c44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:43:45.656593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.796265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.803154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.849458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704677ae-eb1d-465e-bb38-aeadd2e01816,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.864790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.874068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-66a1120d-3f23-47bb-ae21-9c14eb23a40a tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2884383 Jul 16 20:43:46.050644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d2402533-0a02-442b-9301-c46726282ac1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:46.132261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f90a9-1105-4d1c-85a8-8d97b3c33d29 req-b416527a-989f-4980-8c84-e77e90babafa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:46.139713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-021f90a9-1105-4d1c-85a8-8d97b3c33d29 req-b416527a-989f-4980-8c84-e77e90babafa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.1607602 Jul 16 20:43:46.153715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d2402533-0a02-442b-9301-c46726282ac1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:46.201414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f7763-f6f3-4f78-a2a7-f47de3d630c6 None None] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:46.202714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-021f90a9-1105-4d1c-85a8-8d97b3c33d29 req-f7dfed89-7ff1-4944-8550-206d24ece988 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619862 Jul 16 20:43:46.275976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e0ae766f-4b43-4d8b-a2b3-8e614f8987e9 None None] Provisioning for port d2402533-0a02-442b-9301-c46726282ac1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:46.315135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e0ae766f-4b43-4d8b-a2b3-8e614f8987e9 None None] Provisioning complete for port d2402533-0a02-442b-9301-c46726282ac1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:46.315534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0ae766f-4b43-4d8b-a2b3-8e614f8987e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.394565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-40fd3f85-db66-4aa9-812a-cbddde27e8f0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045392384&fields=id&tenant_id=14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 267 time: 0.0498064 Jul 16 20:43:46.480196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0ae766f-4b43-4d8b-a2b3-8e614f8987e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.543370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e0ae766f-4b43-4d8b-a2b3-8e614f8987e9 None None] For port d2402533-0a02-442b-9301-c46726282ac1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d2402533-0a02-442b-9301-c46726282ac1,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:46.551417 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0ae766f-4b43-4d8b-a2b3-8e614f8987e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.580230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-e75fcb1f-4772-4255-8ee7-3446add9bf7d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:46.588439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-e75fcb1f-4772-4255-8ee7-3446add9bf7d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/networks?id=091af4ac-8a8d-4e53-bf6f-799347422d57 HTTP/1.1" status: 200 len: 797 time: 0.1915553 Jul 16 20:43:46.617879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-60cd3438-a31c-485a-9ac4-96938f648a98 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/quotas/14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 375 time: 0.0284410 Jul 16 20:43:46.640401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae766f-4b43-4d8b-a2b3-8e614f8987e9 None None] Pushing event updated for resources: {'Port': ['ID=d2402533-0a02-442b-9301-c46726282ac1,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:46.739662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-f0c42522-b2c0-4143-9721-26d4dc00c9dc tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1143346 Jul 16 20:43:46.876796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e3e4e890-e8f6-4133-b17a-c8a94bd66e44 None None] Provisioning complete for port d2402533-0a02-442b-9301-c46726282ac1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:46.879546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3e4e890-e8f6-4133-b17a-c8a94bd66e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.893548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-c5324e1b-4cc1-4cc2-8efe-8cd2e29f3aa9 service neutron] 10.222.0.100 "GET /v2.0/networks/091af4ac-8a8d-4e53-bf6f-799347422d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493366 Jul 16 20:43:47.025908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-199367ca-830a-45e9-a9a5-a8796d0641c2 service neutron] 10.222.0.100 "GET /v2.0/networks/091af4ac-8a8d-4e53-bf6f-799347422d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207433 Jul 16 20:43:47.295564 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e5b456a-bd37-46cc-aa45-7fad6c59a0f4 req-05953d76-cc3f-447c-9c08-dc331b81be71 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 210 time: 0.0568085 Jul 16 20:43:47.551779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5031fb-5b7a-4f86-8560-d972657b2bcb req-e04f176c-0177-43d4-a800-eb7f061b7f93 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:47.553219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f5031fb-5b7a-4f86-8560-d972657b2bcb req-e04f176c-0177-43d4-a800-eb7f061b7f93 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.1208880 Jul 16 20:43:47.663747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f5031fb-5b7a-4f86-8560-d972657b2bcb req-30a99e23-85cc-4bbc-b221-91d5d84d124c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972025 Jul 16 20:43:47.867822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-57e02274-c378-42dd-80d6-dedeeb84c485 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2697561 Jul 16 20:43:47.944638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d2402533-0a02-442b-9301-c46726282ac1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:48.004075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d2402533-0a02-442b-9301-c46726282ac1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:48.005200 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.193401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-9e49abf7-aa3b-426c-8d9e-6d3200f4f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:48.195501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-9e49abf7-aa3b-426c-8d9e-6d3200f4f2d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 1097 time: 0.1572366 Jul 16 20:43:48.346448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-624f93ea-eef8-418f-bb57-48221ec3f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:48.348007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-624f93ea-eef8-418f-bb57-48221ec3f482 service neutron] 10.222.0.21 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1303844 Jul 16 20:43:48.439882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-33517986-cdf4-4caf-bf95-31dcd5052682 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 200 len: 217 time: 0.0791252 Jul 16 20:43:48.565079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05e839fb-1a88-40c8-b6ea-7c37da5945e9 req-ff6a2963-d3ea-4b6e-89f5-17378690a55b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 210 time: 0.1223462 Jul 16 20:43:48.579969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-c38f0dc3-c542-4a10-b15f-68db8c3b6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:48.581460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-c38f0dc3-c542-4a10-b15f-68db8c3b6a5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.1269517 Jul 16 20:43:48.633390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-7ca5e4d0-0171-49b6-b827-261833787548 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306551 Jul 16 20:43:48.759839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-d121d531-6149-40a2-ba0f-d3a44edef0ee service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162374 Jul 16 20:43:48.931009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb30ab29-0112-4c55-8089-8c9fea621ee5 req-7e3306fd-16e7-4c61-b6c0-1a51ffd89eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553457 Jul 16 20:43:49.259648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df781f0-f6b4-4cff-bfbf-554e2c571d10 req-f37a1dff-cdd5-46c8-802a-6dcd3a14666f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:49.261529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1df781f0-f6b4-4cff-bfbf-554e2c571d10 req-f37a1dff-cdd5-46c8-802a-6dcd3a14666f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.2642472 Jul 16 20:43:49.281122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-a958e5d0-c72d-4bb5-a971-49dcb97214ba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:49.283445 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-a958e5d0-c72d-4bb5-a971-49dcb97214ba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "GET /v2.0/networks?id=091af4ac-8a8d-4e53-bf6f-799347422d57 HTTP/1.1" status: 200 len: 797 time: 0.3493469 Jul 16 20:43:49.382506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1df781f0-f6b4-4cff-bfbf-554e2c571d10 req-eb737795-5113-40ec-a22b-d6135f4dfc5c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101205 Jul 16 20:43:49.407450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-27149b40-7e37-47f5-8f44-b25832648d39 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 472 time: 0.0954597 Jul 16 20:43:49.417435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'port': {'device_id': '5157f4f6-ded3-4218-b034-5c83c6747444', 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57', 'admin_state_up': True, 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'security_groups': ['c3c16074-11a5-42c7-a19e-668452616214']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:49.553476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:49.557593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.739531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.20.0.26 (091af4ac-8a8d-4e53-bf6f-799347422d57/2eacd58f-8957-4dd3-b825-840b4c3027eb/14e76d61-6a4e-4a79-b64c-a2680e85b56c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:49.850098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b0cb0f3-10d6-489b-8759-748370631d45 req-1d7f832d-60f1-43a4-9368-ec7332435fb6 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 210 time: 0.0577948 Jul 16 20:43:49.983443 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-2531053f-e425-4eca-8fa7-9eefa3cb0753 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2164903 Jul 16 20:43:50.084948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-f003c732-e3e1-42b8-aabb-5e4508288ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:50.086939 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-f003c732-e3e1-42b8-aabb-5e4508288ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 1096 time: 0.0808713 Jul 16 20:43:50.089775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.105064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Transition to ACTIVE for port object 14e76d61-6a4e-4a79-b64c-a2680e85b56c will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:50.139958 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.194868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:50.200925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:50.224696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:50.268379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=14e76d61-6a4e-4a79-b64c-a2680e85b56c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:50.299761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-916dfd32-deb9-4460-8853-8a84c0ce8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:50.301395 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-916dfd32-deb9-4460-8853-8a84c0ce8f6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 200 len: 919 time: 0.1834121 Jul 16 20:43:50.316389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:50.317094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.342407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-7db2ba7d-eddc-464d-8385-9495790c5a9c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9291899 Jul 16 20:43:50.356250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Request body: {'port': {'device_id': '5157f4f6-ded3-4218-b034-5c83c6747444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:50.371721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-ba03e182-ba3e-4b8e-9c1b-bc9983883bfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427 HTTP/1.1" status: 200 len: 217 time: 0.0627422 Jul 16 20:43:50.454001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-52106a29-c5b0-4cc4-86c2-f6a31be02e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:50.455776 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-52106a29-c5b0-4cc4-86c2-f6a31be02e06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 200 len: 858 time: 0.0778785 Jul 16 20:43:50.507090 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-1c4f2c6a-9b9a-4111-b30a-50d859946da7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=100b5805-47e2-4345-a9c9-5d10eb6e51f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449831 Jul 16 20:43:50.530395 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.676269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0af22890-8129-45a7-9555-4ae0f182f063 None None] Provisioning for port 14e76d61-6a4e-4a79-b64c-a2680e85b56c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:50.692472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0af22890-8129-45a7-9555-4ae0f182f063 None None] Provisioning complete for port 14e76d61-6a4e-4a79-b64c-a2680e85b56c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:50.693543 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-8d66257c-ee68-48b2-b8e2-546d8a5d83ed service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798294 Jul 16 20:43:50.694376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0af22890-8129-45a7-9555-4ae0f182f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.745686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0af22890-8129-45a7-9555-4ae0f182f063 None None] Port 14e76d61-6a4e-4a79-b64c-a2680e85b56c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:43:50.748809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9857ff-f7ad-4645-9269-327063bfb7a6 req-39e91625-3622-451e-a0e0-f34ac32ecd8e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:50.750995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e9857ff-f7ad-4645-9269-327063bfb7a6 req-39e91625-3622-451e-a0e0-f34ac32ecd8e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.2142868 Jul 16 20:43:50.844111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e9857ff-f7ad-4645-9269-327063bfb7a6 req-1fbd8984-41bf-4928-a3f2-67854e48b6fc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679343 Jul 16 20:43:51.072503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e76d61-6a4e-4a79-b64c-a2680e85b56c {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:51.096478 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.124365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Transition to ACTIVE for port object 14e76d61-6a4e-4a79-b64c-a2680e85b56c will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:51.130160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.148292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36788309-e5bd-422e-ae53-d3e0a9f9bfdb req-432c2514-b994-4b33-a89d-1804e963151b service neutron] 10.222.0.26 "GET /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465673 Jul 16 20:43:51.199682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=14e76d61-6a4e-4a79-b64c-a2680e85b56c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:51.316602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Attempting to bind port 14e76d61-6a4e-4a79-b64c-a2680e85b56c on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:51.317200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Attempting to bind port 14e76d61-6a4e-4a79-b64c-a2680e85b56c by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:51.317729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Attempting to bind port 14e76d61-6a4e-4a79-b64c-a2680e85b56c on network 091af4ac-8a8d-4e53-bf6f-799347422d57 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:51.324572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Port 14e76d61-6a4e-4a79-b64c-a2680e85b56c on network 091af4ac-8a8d-4e53-bf6f-799347422d57 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:51.325385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Attempting to bind port 14e76d61-6a4e-4a79-b64c-a2680e85b56c on network 091af4ac-8a8d-4e53-bf6f-799347422d57 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:51.332965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:51.334029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Checking segment: {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:51.334684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Bound using segment: {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:51.335742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Bound port: 14e76d61-6a4e-4a79-b64c-a2680e85b56c, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:51.336374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.486108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] For port 14e76d61-6a4e-4a79-b64c-a2680e85b56c, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:51.505301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] For port 14e76d61-6a4e-4a79-b64c-a2680e85b56c, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=14e76d61-6a4e-4a79-b64c-a2680e85b56c,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:51.514078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.570324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.570954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.572476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/14e76d61-6a4e-4a79-b64c-a2680e85b56c HTTP/1.1" status: 200 len: 1092 time: 1.2207530 Jul 16 20:43:51.572924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5157f4f6-ded3-4218-b034-5c83c6747444', 'tag': '14e76d61-6a4e-4a79-b64c-a2680e85b56c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:51.575141 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626f52bb-16e4-480b-9250-deab5aaac432" -d '{"events": [{"name": "network-changed", "server_uuid": "5157f4f6-ded3-4218-b034-5c83c6747444", "tag": "14e76d61-6a4e-4a79-b64c-a2680e85b56c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:51.596594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3127b07-cbb3-44b5-948e-7a1be20333e6 req-8b6abd38-3153-4717-a018-237aa6aff0e3 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.598296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3127b07-cbb3-44b5-948e-7a1be20333e6 req-8b6abd38-3153-4717-a018-237aa6aff0e3 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 944 time: 0.1536093 Jul 16 20:43:51.603935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c8673-8428-4de8-af2b-5c042a824cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=14e76d61-6a4e-4a79-b64c-a2680e85b56c,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:51.700515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3127b07-cbb3-44b5-948e-7a1be20333e6 req-511ca88f-61c5-4d74-b310-9a0598e1b4bb tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854151 Jul 16 20:43:51.736158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-8b7f8aa1-6e72-4bdf-ad45-e5a35e1ea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.742137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-8b7f8aa1-6e72-4bdf-ad45-e5a35e1ea163 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 1095 time: 0.0982630 Jul 16 20:43:51.789887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-c8211ce6-8183-46f3-9749-d56cd780a561 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=14e76d61-6a4e-4a79-b64c-a2680e85b56c HTTP/1.1" status: 200 len: 217 time: 0.0400963 Jul 16 20:43:51.931558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-a25ce0d9-ae38-47f9-988c-ed36b9021f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.933213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-a25ce0d9-ae38-47f9-988c-ed36b9021f55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2eacd58f-8957-4dd3-b825-840b4c3027eb HTTP/1.1" status: 200 len: 838 time: 0.1350124 Jul 16 20:43:51.987202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e16e8-5dd8-4ff4-8e2b-f2c4a61f1a63 req-cfb6bdd3-7de9-4bae-9fa1-687f2794b9e7 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.988738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c5e16e8-5dd8-4ff4-8e2b-f2c4a61f1a63 req-cfb6bdd3-7de9-4bae-9fa1-687f2794b9e7 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.1207335 Jul 16 20:43:52.044010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c5e16e8-5dd8-4ff4-8e2b-f2c4a61f1a63 req-710c65fe-ebf0-4221-8e6f-26589b71bfb4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493698 Jul 16 20:43:52.047178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-923d2935-4d94-4c1d-88fc-fb6d97c3d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.048824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-923d2935-4d94-4c1d-88fc-fb6d97c3d03e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=091af4ac-8a8d-4e53-bf6f-799347422d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068468 Jul 16 20:43:52.141790 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dce1a92-4a54-480c-9cdc-386f0ce13955 x-openstack-request-id: req-5dce1a92-4a54-480c-9cdc-386f0ce13955 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:52.142093 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5157f4f6-ded3-4218-b034-5c83c6747444", "tag": "14e76d61-6a4e-4a79-b64c-a2680e85b56c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:52.142349 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5dce1a92-4a54-480c-9cdc-386f0ce13955 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:52.142757 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5157f4f6-ded3-4218-b034-5c83c6747444', 'tag': '14e76d61-6a4e-4a79-b64c-a2680e85b56c', 'status': 'completed', 'code': 200} Jul 16 20:43:52.183354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-f3b08a6d-d4cd-4950-ac3c-2a31acf8c2e0 service neutron] 10.222.0.21 "GET /v2.0/networks/091af4ac-8a8d-4e53-bf6f-799347422d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258807 Jul 16 20:43:52.333767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae6eed9a-d9bb-4b94-94f1-3cf2b8f7e622 req-4afd23fa-9b97-4d38-a277-2094fdc9e1ce service neutron] 10.222.0.21 "GET /v2.0/networks/091af4ac-8a8d-4e53-bf6f-799347422d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433966 Jul 16 20:43:52.367904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f045e-d39b-4084-8864-8fb0e7841332 req-363bac6f-5e3c-4c45-835d-9bed852c03c6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.369810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b3f045e-d39b-4084-8864-8fb0e7841332 req-363bac6f-5e3c-4c45-835d-9bed852c03c6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.1107783 Jul 16 20:43:52.452387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b3f045e-d39b-4084-8864-8fb0e7841332 req-425f69e3-85f6-41f6-ae4b-53e87585db87 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749192 Jul 16 20:43:52.486628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f52bb-16e4-480b-9250-deab5aaac432 req-6bc50b48-e771-41e5-b758-cb0ef2fdb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.488447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626f52bb-16e4-480b-9250-deab5aaac432 req-6bc50b48-e771-41e5-b758-cb0ef2fdb922 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 1095 time: 0.0798848 Jul 16 20:43:52.992800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f52bb-16e4-480b-9250-deab5aaac432 req-0a8a0018-26e4-4461-a4c1-48c3e62a0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.994336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626f52bb-16e4-480b-9250-deab5aaac432 req-0a8a0018-26e4-4461-a4c1-48c3e62a0d27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=091af4ac-8a8d-4e53-bf6f-799347422d57 HTTP/1.1" status: 200 len: 898 time: 0.4969687 Jul 16 20:43:53.051539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626f52bb-16e4-480b-9250-deab5aaac432 req-ecd6bc48-f664-44e0-9495-1e4f745369e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=14e76d61-6a4e-4a79-b64c-a2680e85b56c HTTP/1.1" status: 200 len: 217 time: 0.0474896 Jul 16 20:43:53.150033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f52bb-16e4-480b-9250-deab5aaac432 req-7a96d909-b5f3-45ae-913d-963daaf8a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.151572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626f52bb-16e4-480b-9250-deab5aaac432 req-7a96d909-b5f3-45ae-913d-963daaf8a2dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2eacd58f-8957-4dd3-b825-840b4c3027eb HTTP/1.1" status: 200 len: 838 time: 0.0956557 Jul 16 20:43:53.227012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76da68-a24e-412f-a982-6e7196ea537a req-0405cf41-da28-46d4-b938-209c5d7919f3 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.228673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a76da68-a24e-412f-a982-6e7196ea537a req-0405cf41-da28-46d4-b938-209c5d7919f3 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 944 time: 0.1351004 Jul 16 20:43:53.260183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f52bb-16e4-480b-9250-deab5aaac432 req-a7485e62-e06d-48e8-9e59-b0eba3615417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.261742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626f52bb-16e4-480b-9250-deab5aaac432 req-a7485e62-e06d-48e8-9e59-b0eba3615417 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=091af4ac-8a8d-4e53-bf6f-799347422d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033061 Jul 16 20:43:53.310028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a76da68-a24e-412f-a982-6e7196ea537a req-eb871a72-108b-457f-9dfc-c71124b146e6 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741606 Jul 16 20:43:53.405628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626f52bb-16e4-480b-9250-deab5aaac432 req-cc9ff36b-e613-4c88-b9a3-4e90b73ced67 service neutron] 10.222.0.21 "GET /v2.0/networks/091af4ac-8a8d-4e53-bf6f-799347422d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357756 Jul 16 20:43:53.557873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-626f52bb-16e4-480b-9250-deab5aaac432 req-1d7ded35-b866-4010-9e04-1c12763422b2 service neutron] 10.222.0.21 "GET /v2.0/networks/091af4ac-8a8d-4e53-bf6f-799347422d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455050 Jul 16 20:43:53.587834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917af1-adbf-4207-ab1f-6e20f06526b9 req-c138ae01-4cc5-40ad-9444-32e7e3708476 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.590082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2917af1-adbf-4207-ab1f-6e20f06526b9 req-c138ae01-4cc5-40ad-9444-32e7e3708476 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.1407132 Jul 16 20:43:53.626270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-6452bf9f-aa35-47be-9e21-b402908c6368 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.628102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-6452bf9f-aa35-47be-9e21-b402908c6368 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.26 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 945 time: 0.1338699 Jul 16 20:43:53.635965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2917af1-adbf-4207-ab1f-6e20f06526b9 req-fbaee73d-64a4-4d68-8545-c63959e941d1 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Jul 16 20:43:53.694337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 14e76d61-6a4e-4a79-b64c-a2680e85b56c details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:53.853700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 14e76d61-6a4e-4a79-b64c-a2680e85b56c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=14e76d61-6a4e-4a79-b64c-a2680e85b56c,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:53.857626 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Deleting port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:53.860271 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.871644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '14e76d61-6a4e-4a79-b64c-a2680e85b56c', 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57', 'port_id': '14e76d61-6a4e-4a79-b64c-a2680e85b56c', 'mac_address': 'fa:16:3e:99:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eacd58f-8957-4dd3-b825-840b4c3027eb', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:53.903502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989fe99-6c4c-4431-a6d2-b3aaa043f2ad req-e862f3e8-90d1-4eda-9a73-4d3a2f955dc9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.911928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c989fe99-6c4c-4431-a6d2-b3aaa043f2ad req-e862f3e8-90d1-4eda-9a73-4d3a2f955dc9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.1499064 Jul 16 20:43:53.919282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.934077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e76d61-6a4e-4a79-b64c-a2680e85b56c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:53.961919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c989fe99-6c4c-4431-a6d2-b3aaa043f2ad req-4930f02e-6d10-4912-bf1d-0892060d8bb6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489080 Jul 16 20:43:53.972437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 14e76d61-6a4e-4a79-b64c-a2680e85b56c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=14e76d61-6a4e-4a79-b64c-a2680e85b56c,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:53.982088 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.013286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] For port 86b97d6c-edb1-44db-ae35-5d4ba1b30427, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=86b97d6c-edb1-44db-ae35-5d4ba1b30427,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:54.016274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.050105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Calling delete_port for 86b97d6c-edb1-44db-ae35-5d4ba1b30427 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:54.051223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=14e76d61-6a4e-4a79-b64c-a2680e85b56c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:54.216894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.230179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['bf86b27e-f603-420b-98a4-e6e5d5ad87c1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:54.257308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Pushing event deleted for resources: {'Port': ['ID=86b97d6c-edb1-44db-ae35-5d4ba1b30427,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:54.272371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['14e76d61-6a4e-4a79-b64c-a2680e85b56c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:54.327283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] No DVR routers for this DVR port 86b97d6c-edb1-44db-ae35-5d4ba1b30427 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:54.331901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.336201 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4bb6eb75-3abd-4373-9fc3-c45d4e1c9be6 req-b6b03c0d-e8ac-4af3-857b-a1ef2614d5b5 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.26 "DELETE /v2.0/ports/86b97d6c-edb1-44db-ae35-5d4ba1b30427 HTTP/1.1" status: 204 len: 173 time: 0.7027047 Jul 16 20:43:54.336897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'name': 'network-vif-deleted', 'tag': '86b97d6c-edb1-44db-ae35-5d4ba1b30427'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:54.341875 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55970ec3-a2db-4c86-b869-85fefbd17bc9" -d '{"events": [{"server_uuid": "4320ffab-8c80-4d77-8442-8c5aeab3969a", "name": "network-vif-deleted", "tag": "86b97d6c-edb1-44db-ae35-5d4ba1b30427"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:54.552104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883955aa-e49e-4900-8885-8499b83ee23d req-72d77a75-bcde-49a0-8784-9e9ff9ea1338 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:54.558101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-883955aa-e49e-4900-8885-8499b83ee23d req-72d77a75-bcde-49a0-8784-9e9ff9ea1338 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 945 time: 0.1064243 Jul 16 20:43:54.619275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-883955aa-e49e-4900-8885-8499b83ee23d req-877d6a96-bc27-4ff2-ba27-5f0f278b80b6 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489142 Jul 16 20:43:54.670130 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be355a-e9c3-4ac0-9b20-b1393281f9c0 x-openstack-request-id: req-48be355a-e9c3-4ac0-9b20-b1393281f9c0 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:54.670656 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4320ffab-8c80-4d77-8442-8c5aeab3969a", "name": "network-vif-deleted", "tag": "86b97d6c-edb1-44db-ae35-5d4ba1b30427", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:54.670656 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-48be355a-e9c3-4ac0-9b20-b1393281f9c0 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:54.671062 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4320ffab-8c80-4d77-8442-8c5aeab3969a', 'name': 'network-vif-deleted', 'tag': '86b97d6c-edb1-44db-ae35-5d4ba1b30427', 'status': 'completed', 'code': 200} Jul 16 20:43:54.813573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e98f6f27-722c-4cf2-a927-09e4cd47c020 req-39ee1ca7-7a24-43ce-b082-95a6f7b4e4c4 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=4320ffab-8c80-4d77-8442-8c5aeab3969a HTTP/1.1" status: 200 len: 210 time: 0.0326171 Jul 16 20:43:55.152118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9362a63-ae88-4b51-b48d-740ef03a6f50 req-e11adae7-24f1-43a5-9a7d-3a59d56f235d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:55.162694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9362a63-ae88-4b51-b48d-740ef03a6f50 req-e11adae7-24f1-43a5-9a7d-3a59d56f235d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.0801718 Jul 16 20:43:55.197463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9362a63-ae88-4b51-b48d-740ef03a6f50 req-48038a50-51ca-42d3-a827-a7cbf46b4e04 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337996 Jul 16 20:43:55.700363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 14e76d61-6a4e-4a79-b64c-a2680e85b56c up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:55.748814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 14e76d61-6a4e-4a79-b64c-a2680e85b56c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:55.753496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 14e76d61-6a4e-4a79-b64c-a2680e85b56c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:55.753867 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.799871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 86b97d6c-edb1-44db-ae35-5d4ba1b30427 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:55.803259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dc10c-1cb7-449e-a3ca-1910aea3db35 req-2183359a-78fa-4168-b7ba-cf3103c50ea1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:55.804800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a4dc10c-1cb7-449e-a3ca-1910aea3db35 req-2183359a-78fa-4168-b7ba-cf3103c50ea1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 945 time: 0.0718780 Jul 16 20:43:55.821484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 86b97d6c-edb1-44db-ae35-5d4ba1b30427 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:55.821826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 86b97d6c-edb1-44db-ae35-5d4ba1b30427 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:55.845721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a4dc10c-1cb7-449e-a3ca-1910aea3db35 req-2974f1b2-fc68-4f24-ad39-d197f27b9769 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Jul 16 20:43:55.858637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.891065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157f4f6-ded3-4218-b034-5c83c6747444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e76d61-6a4e-4a79-b64c-a2680e85b56c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:55.893547 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2469bc42-9a2a-4be5-b3b0-8b31a128b3db" -d '{"events": [{"server_uuid": "5157f4f6-ded3-4218-b034-5c83c6747444", "name": "network-vif-plugged", "status": "completed", "tag": "14e76d61-6a4e-4a79-b64c-a2680e85b56c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:55.907277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 14e76d61-6a4e-4a79-b64c-a2680e85b56c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=14e76d61-6a4e-4a79-b64c-a2680e85b56c,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:55.911569 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.961465 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f36db8c-3d62-4f31-be39-01f4497be0fa x-openstack-request-id: req-4f36db8c-3d62-4f31-be39-01f4497be0fa {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:55.961465 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157f4f6-ded3-4218-b034-5c83c6747444", "name": "network-vif-plugged", "status": "completed", "tag": "14e76d61-6a4e-4a79-b64c-a2680e85b56c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:55.961465 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4f36db8c-3d62-4f31-be39-01f4497be0fa {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:55.961840 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157f4f6-ded3-4218-b034-5c83c6747444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e76d61-6a4e-4a79-b64c-a2680e85b56c', 'code': 200} Jul 16 20:43:55.967609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=14e76d61-6a4e-4a79-b64c-a2680e85b56c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:56.090404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3565-f7db-4ac7-b4ed-4d2fc0d7b74c req-934c1177-e038-42c2-a451-e86786571995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:56.092240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e58f3565-f7db-4ac7-b4ed-4d2fc0d7b74c req-934c1177-e038-42c2-a451-e86786571995 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 1097 time: 0.0624661 Jul 16 20:43:56.128714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e58f3565-f7db-4ac7-b4ed-4d2fc0d7b74c req-3364c859-b900-4651-be08-a8d821b338a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298681 Jul 16 20:43:56.321841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecb54d-9d80-4b68-8830-3fc608a7d1a7 req-8456b551-717e-4eb0-a24b-68571afb2ada tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:56.323367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cecb54d-9d80-4b68-8830-3fc608a7d1a7 req-8456b551-717e-4eb0-a24b-68571afb2ada tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0699983 Jul 16 20:43:56.366531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cecb54d-9d80-4b68-8830-3fc608a7d1a7 req-c1fb4c65-85ec-4aef-9be5-b256c6317c9b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355222 Jul 16 20:43:56.531888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4084726-fb50-474e-9c2b-d1090d2e8703 req-548f7878-2c4c-429c-9007-a06d57fd7d52 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:56.533407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4084726-fb50-474e-9c2b-d1090d2e8703 req-548f7878-2c4c-429c-9007-a06d57fd7d52 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.0678921 Jul 16 20:43:56.571712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4084726-fb50-474e-9c2b-d1090d2e8703 req-d64aadb6-8f08-4360-aabb-d55cca13b6fd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Jul 16 20:43:57.050318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef884-9b41-4c63-a67b-6980b873186f req-151ee103-307f-44c5-85d8-b3358d46c2e7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:57.052914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e9ef884-9b41-4c63-a67b-6980b873186f req-151ee103-307f-44c5-85d8-b3358d46c2e7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 946 time: 0.0806086 Jul 16 20:43:57.094968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e9ef884-9b41-4c63-a67b-6980b873186f req-067f248f-5031-4120-b5a5-bb6adf91db72 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358725 Jul 16 20:43:57.553737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104d032-9f92-4445-9569-f1edc9cfad6f req-68102b62-9de9-45c8-884a-41be846923a2 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:57.555123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9104d032-9f92-4445-9569-f1edc9cfad6f req-68102b62-9de9-45c8-884a-41be846923a2 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0673220 Jul 16 20:43:57.593834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9104d032-9f92-4445-9569-f1edc9cfad6f req-eb75fa9f-94d0-4082-b415-e61c126180be tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Jul 16 20:43:57.756683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22aedf-d1dc-47a4-917d-45cf9e84c75b req-af9bea97-a470-47d6-9bfe-4cc7fcfce396 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:57.758181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c22aedf-d1dc-47a4-917d-45cf9e84c75b req-af9bea97-a470-47d6-9bfe-4cc7fcfce396 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 947 time: 0.0660214 Jul 16 20:43:57.795870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:57.797848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c22aedf-d1dc-47a4-917d-45cf9e84c75b req-4ab8915e-8507-4619-8d56-48da234483a9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Jul 16 20:43:57.877329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.910007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:57.914079 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.962067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=14']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.964499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:57.966999 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afc97f-fd61-4256-be92-a05417d86b7a" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:58.038522 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f449eb-1734-4663-b6d9-cb4bda807fda x-openstack-request-id: req-d3f449eb-1734-4663-b6d9-cb4bda807fda {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:58.039124 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:58.039637 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d3f449eb-1734-4663-b6d9-cb4bda807fda {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:58.040242 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'code': 200} Jul 16 20:43:58.128633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-7b99b0f4-c95b-4753-9965-285e0879527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.130199 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-7b99b0f4-c95b-4753-9965-285e0879527f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1096 time: 0.0629725 Jul 16 20:43:58.195433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99bec-b613-4010-82e0-96777c454df8 req-46d34f27-9067-4841-a72b-4f5a96b1143d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.196930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfa99bec-b613-4010-82e0-96777c454df8 req-46d34f27-9067-4841-a72b-4f5a96b1143d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0664551 Jul 16 20:43:58.222691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-ec705ef2-d8b1-41d1-9f5d-4ce0512a2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.224293 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-ec705ef2-d8b1-41d1-9f5d-4ce0512a2939 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.0884593 Jul 16 20:43:58.240438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfa99bec-b613-4010-82e0-96777c454df8 req-c865808b-19a9-4770-a546-71d5183dba23 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Jul 16 20:43:58.298902 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-d53f61c9-3c3f-4e1a-bbbd-31b6f9ba6acf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.0685923 Jul 16 20:43:58.349712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-cb5bd703-91cd-491c-aed3-31212e1f353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.351266 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-cb5bd703-91cd-491c-aed3-31212e1f353c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0466769 Jul 16 20:43:58.410568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-2ff71b93-4ad5-4d9d-a12a-331b32f96b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.412217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-2ff71b93-4ad5-4d9d-a12a-331b32f96b83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544612 Jul 16 20:43:58.412555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0eed6-b1de-4086-9b1b-8988baa571f7 req-0619bae5-acb2-403b-bb84-4b48fc70038d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.414070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ac0eed6-b1de-4086-9b1b-8988baa571f7 req-0619bae5-acb2-403b-bb84-4b48fc70038d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 946 time: 0.0653720 Jul 16 20:43:58.451893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ac0eed6-b1de-4086-9b1b-8988baa571f7 req-ee373e23-6186-4842-9533-5b9d0159cead tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Jul 16 20:43:58.511358 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-51cf5d8c-7512-4d0b-8c39-8c710a32a633 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921311 Jul 16 20:43:58.603610 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9da7b762-af4a-45e7-8893-ee54d2e9393f req-0d357b03-133b-4467-8498-1f7814bae48d service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857522 Jul 16 20:43:58.631801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d763c1-b4f9-4ec9-bb73-c43a002ab099 req-3edcca34-4af7-4e81-9ed2-ff3efaac8ce0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.633307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67d763c1-b4f9-4ec9-bb73-c43a002ab099 req-3edcca34-4af7-4e81-9ed2-ff3efaac8ce0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 946 time: 0.0676746 Jul 16 20:43:58.673406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67d763c1-b4f9-4ec9-bb73-c43a002ab099 req-87393165-2668-42ff-8792-f36e2c709b7e tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344279 Jul 16 20:43:58.848264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8084ba-3042-4ed3-b1f2-bf244d16d762 req-97c61bf3-8f8f-46e9-bee6-9397556933e7 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:58.850392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad8084ba-3042-4ed3-b1f2-bf244d16d762 req-97c61bf3-8f8f-46e9-bee6-9397556933e7 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0738990 Jul 16 20:43:58.894233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad8084ba-3042-4ed3-b1f2-bf244d16d762 req-b37c2dd0-0adc-4aa0-9a9e-1d81c3fdb70b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363028 Jul 16 20:43:59.413633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638b8ae-246e-4535-90ae-8b9745993ce3 req-60c5add8-6740-457c-9cd2-e815996252fc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:59.415137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8638b8ae-246e-4535-90ae-8b9745993ce3 req-60c5add8-6740-457c-9cd2-e815996252fc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0643394 Jul 16 20:43:59.453128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8638b8ae-246e-4535-90ae-8b9745993ce3 req-ba7a40c3-4d45-496e-9f81-4fa70ec8d1f2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320117 Jul 16 20:43:59.729087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0add1-7dc1-42b3-9010-4bf93f1209c9 req-41554b0d-2e69-47f9-b5c6-51c65bd02cb6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:59.730677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fe0add1-7dc1-42b3-9010-4bf93f1209c9 req-41554b0d-2e69-47f9-b5c6-51c65bd02cb6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0685816 Jul 16 20:43:59.775299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fe0add1-7dc1-42b3-9010-4bf93f1209c9 req-df7b7231-872a-432b-aa3b-7599ae62990d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Jul 16 20:43:59.963493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81f72c-7383-4753-97b1-06c3b9b3af3f req-d24677bc-2702-4627-b1f5-7ab062bd2c44 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:59.964994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab81f72c-7383-4753-97b1-06c3b9b3af3f req-d24677bc-2702-4627-b1f5-7ab062bd2c44 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0638635 Jul 16 20:44:00.004079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab81f72c-7383-4753-97b1-06c3b9b3af3f req-1583d756-053e-495a-be82-71ac6f941a2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 16 20:44:00.167571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d9bd7-9aef-4c81-bdbf-d5bd815413b1 req-a7257e10-612e-4ee1-a6a3-55b10e08107a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:00.169078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-625d9bd7-9aef-4c81-bdbf-d5bd815413b1 req-a7257e10-612e-4ee1-a6a3-55b10e08107a tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0643928 Jul 16 20:44:00.207911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-625d9bd7-9aef-4c81-bdbf-d5bd815413b1 req-6be97b4d-3406-435e-b4b1-e273344d2200 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Jul 16 20:44:00.254679 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9d607226-3df8-4abc-ac33-2706342326d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.356653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40708) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.409031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-efde5df9-8258-4aa0-8466-2820bafe40b8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:00.410547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-efde5df9-8258-4aa0-8466-2820bafe40b8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.1217272 Jul 16 20:44:00.426466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-00b2eb0b-e22f-45fd-96f8-45b45a55c204 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/quotas/79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 375 time: 0.0102820 Jul 16 20:44:00.498735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-5e70ad87-6c88-48c6-86b8-3366610b8a0b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0668528 Jul 16 20:44:00.596728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e51045ff-b9c1-4dca-a3e7-fdc611e40e5e service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902269 Jul 16 20:44:00.688790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-85849abd-5eca-488b-bce8-9c6af2e950d0 service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862381 Jul 16 20:44:00.814961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.868352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50966b5d-5e1d-454f-b5cf-2d8820491837 req-c643cfca-fdf7-4ac7-9c2e-d35f88cb5be0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 210 time: 0.0361962 Jul 16 20:44:01.175282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.20.0.17 (091af4ac-8a8d-4e53-bf6f-799347422d57/2eacd58f-8957-4dd3-b825-840b4c3027eb/68b3fecf-df77-4c71-a700-bc36ad23f927) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:01.316284 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.335620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Transition to ACTIVE for port object 68b3fecf-df77-4c71-a700-bc36ad23f927 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:01.374170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.396185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aebae-2216-4409-bc75-c23cab867822 req-5c38a8ba-3300-41a9-8a31-e9f9cb131b3b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:01.397860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-092aebae-2216-4409-bc75-c23cab867822 req-5c38a8ba-3300-41a9-8a31-e9f9cb131b3b tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0688925 Jul 16 20:44:01.421875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:01.424996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:01.430456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:01.449391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-092aebae-2216-4409-bc75-c23cab867822 req-062a3415-4f64-4d75-94f8-8fe3ea7e9401 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/security-groups?id=a4325b2d-9e67-4142-af2c-5da0f8544a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Jul 16 20:44:01.461607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=68b3fecf-df77-4c71-a700-bc36ad23f927,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.488550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.639962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.747597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-903f204e-4d45-4ed7-83f7-aa20c6d32c69 None None] Provisioning for port 68b3fecf-df77-4c71-a700-bc36ad23f927 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:01.753109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-903f204e-4d45-4ed7-83f7-aa20c6d32c69 None None] Provisioning complete for port 68b3fecf-df77-4c71-a700-bc36ad23f927 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:01.753870 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-903f204e-4d45-4ed7-83f7-aa20c6d32c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.794495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-903f204e-4d45-4ed7-83f7-aa20c6d32c69 None None] Port 68b3fecf-df77-4c71-a700-bc36ad23f927 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:01.957250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e834a-eb91-4eda-8792-920cf5105184 req-1d7580ab-4a9c-47b2-9bcb-8ddb431bf90c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:01.960370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f44e834a-eb91-4eda-8792-920cf5105184 req-1d7580ab-4a9c-47b2-9bcb-8ddb431bf90c tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 946 time: 0.0868742 Jul 16 20:44:02.013463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-285f9a18-999b-4e72-b3b4-752b38e97a7c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:02.015937 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-285f9a18-999b-4e72-b3b4-752b38e97a7c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.1791425 Jul 16 20:44:02.032358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'port': {'device_id': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'admin_state_up': True, 'tenant_id': '79233d40f08e4466b65ce714a484fb86'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:02.040334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.063054 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.085467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af82fa3b-4158-42c3-875e-fdd763eadef3 req-24edc72a-6c3c-4506-9283-02ef25f1e799 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 210 time: 0.0730200 Jul 16 20:44:02.126260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Deleting port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:02.126701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.183441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=68b3fecf-df77-4c71-a700-bc36ad23f927,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.190686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.223572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] For port bf86b27e-f603-420b-98a4-e6e5d5ad87c1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:02.224030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.236790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Calling delete_port for bf86b27e-f603-420b-98a4-e6e5d5ad87c1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:02.298039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Made reservation on behalf of 79233d40f08e4466b65ce714a484fb86 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:02.301506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.340283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:02.342945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:02.370538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.385067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['bf86b27e-f603-420b-98a4-e6e5d5ad87c1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:02.407423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Pushing event deleted for resources: {'Port': ['ID=bf86b27e-f603-420b-98a4-e6e5d5ad87c1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.464033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] No DVR routers for this DVR port bf86b27e-f603-420b-98a4-e6e5d5ad87c1 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:02.467441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.470116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f44e834a-eb91-4eda-8792-920cf5105184 req-d573783d-7684-4126-9027-371609b99e82 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.21 "DELETE /v2.0/ports/bf86b27e-f603-420b-98a4-e6e5d5ad87c1 HTTP/1.1" status: 204 len: 173 time: 0.5027049 Jul 16 20:44:02.470660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'name': 'network-vif-deleted', 'tag': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:02.473251 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e230324-dfee-4dfc-8eb0-e51a819c52ae" -d '{"events": [{"server_uuid": "3e01c1cc-1fb5-461d-bf4b-c9ff25da8163", "name": "network-vif-deleted", "tag": "bf86b27e-f603-420b-98a4-e6e5d5ad87c1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:02.632730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8303271e-4c61-424d-a41a-d72e7690ecfb None None] Provisioning complete for port 68b3fecf-df77-4c71-a700-bc36ad23f927 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:02.633463 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8303271e-4c61-424d-a41a-d72e7690ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.652506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5b5af80-1fbf-4ba1-975e-b898820da693 req-5bd01b3f-a015-43c5-90b6-178df4ded543 tempest-ServerRescueNegativeTestJSON-1542961737 tempest-ServerRescueNegativeTestJSON-1542961737-project] 10.222.0.100 "GET /v2.0/ports?device_id=3e01c1cc-1fb5-461d-bf4b-c9ff25da8163 HTTP/1.1" status: 200 len: 210 time: 0.0336030 Jul 16 20:44:02.680502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8303271e-4c61-424d-a41a-d72e7690ecfb None None] Port 68b3fecf-df77-4c71-a700-bc36ad23f927 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:02.716197 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cda89e-78a5-4820-b4fe-29c7cafebe33 x-openstack-request-id: req-b2cda89e-78a5-4820-b4fe-29c7cafebe33 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:02.716564 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e01c1cc-1fb5-461d-bf4b-c9ff25da8163", "name": "network-vif-deleted", "tag": "bf86b27e-f603-420b-98a4-e6e5d5ad87c1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:02.716887 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b2cda89e-78a5-4820-b4fe-29c7cafebe33 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:02.717349 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e01c1cc-1fb5-461d-bf4b-c9ff25da8163', 'name': 'network-vif-deleted', 'tag': 'bf86b27e-f603-420b-98a4-e6e5d5ad87c1', 'status': 'completed', 'code': 200} Jul 16 20:44:02.816306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Allocated IP 172.20.0.8 (b21c0895-029d-478d-83d0-fb220374c4f4/e6c4b555-6bb8-4368-9f61-f88494e9e473/f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:02.881181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 8853202a-354d-4b17-aabb-1f4466c714b9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:03.095763 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.105514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:03.117840 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Sync routers for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:03.120448 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-626e7474-00f6-4653-9842-1aeb9463c7ea tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "PUT /v2.0/routers/8853202a-354d-4b17-aabb-1f4466c714b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7621956 Jul 16 20:44:03.128902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Transition to ACTIVE for port object f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:03.129731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:03.130577 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:43:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:03.170022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.232412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:03.236852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:03.241516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:03.277183 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:03.285664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.330244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b197c-9874-4412-b696-ec1707801d5a req-8e15e45e-44d4-459d-ad25-9d5519bbab6a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:03.334759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:03.335530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.338210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-244b197c-9874-4412-b696-ec1707801d5a req-8e15e45e-44d4-459d-ad25-9d5519bbab6a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 931 time: 0.1133385 Jul 16 20:44:03.354186 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-e7c73071-6548-48cc-949b-6f99ae5c1c9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3266664 Jul 16 20:44:03.367348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Request body: {'port': {'device_id': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:03.383019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-244b197c-9874-4412-b696-ec1707801d5a req-5bba4fc1-f9b6-4efa-895b-4b7e7fb6808b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Jul 16 20:44:03.461789 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.543351 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:01Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:07Z', 'revision_number': 1, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68b3fecf-df77-4c71-a700-bc36ad23f927', 'name': '', 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:4d:dd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2eacd58f-8957-4dd3-b825-840b4c3027eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:00Z', 'updated_at': '2021-07-16T20:44:01Z', 'revision_number': 2, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '2eacd58f-8957-4dd3-b825-840b4c3027eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:03.604524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2def4f11-bb42-4a00-b637-1cf47c66725a None None] Provisioning for port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:03.610940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2def4f11-bb42-4a00-b637-1cf47c66725a None None] Provisioning complete for port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:03.611375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2def4f11-bb42-4a00-b637-1cf47c66725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.649457 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2def4f11-bb42-4a00-b637-1cf47c66725a None None] Port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:03.667286 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Checking router: 8853202a-354d-4b17-aabb-1f4466c714b9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:03.667953 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Updating router 8853202a-354d-4b17-aabb-1f4466c714b9 port 68b3fecf-df77-4c71-a700-bc36ad23f927 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:03.707706 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.756026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:03.763915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40736) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:03.767114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.780273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Transition to ACTIVE for port object f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:03.785138 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.839142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.911759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Attempting to bind port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:03.912016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Attempting to bind port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:03.912355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Attempting to bind port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:03.917684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 on network b21c0895-029d-478d-83d0-fb220374c4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:03.918408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Attempting to bind port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:03.926883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:03.927319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:03.928274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Bound using segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:03.928777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Bound port: f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:03.929147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.017031 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.021795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] For port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:04.027216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] For port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:04.030081 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.035909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.052881 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Transition to ACTIVE for port object 68b3fecf-df77-4c71-a700-bc36ad23f927 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:04.059464 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.107756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.108453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.110770 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] 10.222.0.26 "PUT /v2.0/ports/f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 HTTP/1.1" status: 200 len: 1091 time: 0.7487571 Jul 16 20:44:04.111318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'tag': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:04.118435 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7885cb-1137-4b11-b9b0-41ece40d72fc", "tag": "f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:04.141656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91e153-6243-491e-a8be-0d2b1638dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.185269 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Pushing event updated for resources: {'Port': ['ID=68b3fecf-df77-4c71-a700-bc36ad23f927,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.213206 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4686300d-3182-4112-803d-b2a515490923 x-openstack-request-id: req-4686300d-3182-4112-803d-b2a515490923 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:04.213674 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7885cb-1137-4b11-b9b0-41ece40d72fc", "tag": "f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:04.213931 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4686300d-3182-4112-803d-b2a515490923 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:04.214332 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'tag': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9', 'status': 'completed', 'code': 200} Jul 16 20:44:04.221082 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.221434 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.221774 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.222111 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.222444 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.222775 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.223103 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.223453 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.223776 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.224100 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.224422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.224741 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:04.237310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-5d7f13b8-a0c1-4e06-b159-63897bd3a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.239115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-5d7f13b8-a0c1-4e06-b159-63897bd3a197 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 1094 time: 0.0851738 Jul 16 20:44:04.249729 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Attempting to bind port 68b3fecf-df77-4c71-a700-bc36ad23f927 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:04.250098 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Attempting to bind port 68b3fecf-df77-4c71-a700-bc36ad23f927 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:04.250845 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Attempting to bind port 68b3fecf-df77-4c71-a700-bc36ad23f927 on network 091af4ac-8a8d-4e53-bf6f-799347422d57 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:04.261894 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:04.263597 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Checking segment: {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:04.264083 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.264486 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Bound using segment: {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:04.265689 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Bound port: 68b3fecf-df77-4c71-a700-bc36ad23f927, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f18c18-eb6f-461b-9ea6-b683904aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:04.266087 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.274391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.297682 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-2133afc4-f71e-4357-a625-3daa57525a4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 HTTP/1.1" status: 200 len: 217 time: 0.0494800 Jul 16 20:44:04.375918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-3a3e105c-a308-411a-bfb7-6800872d3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.376709 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] For port 68b3fecf-df77-4c71-a700-bc36ad23f927, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:04.377860 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-3a3e105c-a308-411a-bfb7-6800872d3f81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0756631 Jul 16 20:44:04.381137 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] For port 68b3fecf-df77-4c71-a700-bc36ad23f927, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68b3fecf-df77-4c71-a700-bc36ad23f927,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:04.387958 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.471451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-334b296e-166d-4f21-9037-d988db4db22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.473894 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-334b296e-166d-4f21-9037-d988db4db22b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876524 Jul 16 20:44:04.475970 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:04.476601 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:43:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:04.479698 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c75bf-e4d4-4495-96e1-db8b5250229a None None] Pushing event updated for resources: {'Port': ['ID=68b3fecf-df77-4c71-a700-bc36ad23f927,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.624597 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:04.653109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-86cc7879-3fc4-4bdf-8644-fe32bf1c78fe service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714785 Jul 16 20:44:04.700957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fba950-f52f-473f-a9a5-2a0da9c290b9 req-973df19d-0887-4383-aa33-938c90deba58 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.703947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9fba950-f52f-473f-a9a5-2a0da9c290b9 req-973df19d-0887-4383-aa33-938c90deba58 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 943 time: 0.1192572 Jul 16 20:44:04.712401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Deleting port 51896c93-a5c1-47c5-94f5-85da19acb089 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:04.712749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.791138 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f856533e-d19c-41d5-b5ad-851d773895a8 req-5994f7d2-b75e-4c0b-8c71-648c0668ed9f service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311412 Jul 16 20:44:04.812412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9fba950-f52f-473f-a9a5-2a0da9c290b9 req-dfb9981c-8cb0-4c2c-a581-bd5dbda3b965 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971239 Jul 16 20:44:04.846802 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c9f56b0-12a2-4e0f-b317-af3958692a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.854341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] For port 51896c93-a5c1-47c5-94f5-85da19acb089, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=51896c93-a5c1-47c5-94f5-85da19acb089,segment=NetworkSegment(57094352-3243-487b-9c59-b9a0281164d2),segment_id=57094352-3243-487b-9c59-b9a0281164d2)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:04.854717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.878600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Calling delete_port for 51896c93-a5c1-47c5-94f5-85da19acb089 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:04.927155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-bc0380fa-6220-45af-aff8-0bab5114b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.928829 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-bc0380fa-6220-45af-aff8-0bab5114b4ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 1094 time: 0.0646935 Jul 16 20:44:04.977569 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:01Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:07Z', 'revision_number': 1, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68b3fecf-df77-4c71-a700-bc36ad23f927', 'name': '', 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:4d:dd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2eacd58f-8957-4dd3-b825-840b4c3027eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:00Z', 'updated_at': '2021-07-16T20:44:04Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '2eacd58f-8957-4dd3-b825-840b4c3027eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:05.006153 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b24479-50ca-4829-84cd-6401f12adf35 None None] The sync data for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 is: [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:01Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:07Z', 'revision_number': 1, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68b3fecf-df77-4c71-a700-bc36ad23f927', 'name': '', 'network_id': '091af4ac-8a8d-4e53-bf6f-799347422d57', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:4d:dd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2eacd58f-8957-4dd3-b825-840b4c3027eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:00Z', 'updated_at': '2021-07-16T20:44:04Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '2eacd58f-8957-4dd3-b825-840b4c3027eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:05.072734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-5249f17c-a199-4056-bc36-47eed20f0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:05.074606 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-5249f17c-a199-4056-bc36-47eed20f0d41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1397033 Jul 16 20:44:05.129066 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-96b88eef-ee17-4813-8de3-45cc25fd1709 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 HTTP/1.1" status: 200 len: 217 time: 0.0455940 Jul 16 20:44:05.134433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.166157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51896c93-a5c1-47c5-94f5-85da19acb089,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:05.192322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-e7d6f429-d04a-4686-8bbf-b3fcc58464ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:05.193875 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-e7d6f429-d04a-4686-8bbf-b3fcc58464ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0573223 Jul 16 20:44:05.267754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-c7048eb8-6cc3-4b0d-871a-4783577666ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:05.269415 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-c7048eb8-6cc3-4b0d-871a-4783577666ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613360 Jul 16 20:44:05.341630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.375481 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-a6866fbf-29d4-49e0-9772-bc54f8b6073b service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992594 Jul 16 20:44:05.491379 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0fc963f-1a3d-4fc3-85c2-1310b2b15e66 req-815184e5-272f-4d51-ac52-a0bdf040bf1a service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065106 Jul 16 20:44:05.780544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf86b27e-f603-420b-98a4-e6e5d5ad87c1 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:05.803979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: bf86b27e-f603-420b-98a4-e6e5d5ad87c1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:05.804225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf86b27e-f603-420b-98a4-e6e5d5ad87c1 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:05.900818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Router c17cbae8-0180-4768-ad28-b0dbf460ab06 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:06.010795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68b3fecf-df77-4c71-a700-bc36ad23f927 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:06.056221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:06.056684 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.062345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dc224baa-5411-4bad-960b-ca2b242762b7 admin admin] 10.222.0.100 "PUT /v2.0/routers/c17cbae8-0180-4768-ad28-b0dbf460ab06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2961740 Jul 16 20:44:06.065213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40746) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:06.070615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d71224-6366-48be-8210-3ede9607c3a7 req-de1d8210-248e-499d-bfa4-03acbc4dff66 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:06.072258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8d71224-6366-48be-8210-3ede9607c3a7 req-de1d8210-248e-499d-bfa4-03acbc4dff66 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 943 time: 0.1268995 Jul 16 20:44:06.082724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] Sync routers for ids ['c17cbae8-0180-4768-ad28-b0dbf460ab06'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:06.087337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 68b3fecf-df77-4c71-a700-bc36ad23f927 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:06.094712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 68b3fecf-df77-4c71-a700-bc36ad23f927 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:06.095538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.119674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8d71224-6366-48be-8210-3ede9607c3a7 req-467d18b5-b293-42aa-9f30-aca6b6e4e4c0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Jul 16 20:44:06.126397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] Routers {'c17cbae8-0180-4768-ad28-b0dbf460ab06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:06.127538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c17cbae8-0180-4768-ad28-b0dbf460ab06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:06.186205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.302808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.355983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Deleting port 8ab1885d-aaed-4276-b627-5c1d926e00b4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:06.356230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.420414 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.435019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] Set router c17cbae8-0180-4768-ad28-b0dbf460ab06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:06.437546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] For port 8ab1885d-aaed-4276-b627-5c1d926e00b4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8ab1885d-aaed-4276-b627-5c1d926e00b4,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:06.437821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.449944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Calling delete_port for 8ab1885d-aaed-4276-b627-5c1d926e00b4 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:06.528372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 68b3fecf-df77-4c71-a700-bc36ad23f927, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68b3fecf-df77-4c71-a700-bc36ad23f927,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:06.534342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.633381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=68b3fecf-df77-4c71-a700-bc36ad23f927,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.647042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.674367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab1885d-aaed-4276-b627-5c1d926e00b4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.685298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:44:05Z', 'revision_number': 5, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port': {'id': '8ab1885d-aaed-4276-b627-5c1d926e00b4', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:49Z', 'updated_at': '2021-07-16T20:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:06.716079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] Checking router: c17cbae8-0180-4768-ad28-b0dbf460ab06 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:06.724715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] Routers {'c17cbae8-0180-4768-ad28-b0dbf460ab06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:06.725345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c17cbae8-0180-4768-ad28-b0dbf460ab06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:06.736555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.798412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] Set router c17cbae8-0180-4768-ad28-b0dbf460ab06 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:06.842521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.845481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.853919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 7, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:06.881523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c4a5a-e380-478a-8878-36bb67922ea5 None None] The sync data for ids ['c17cbae8-0180-4768-ad28-b0dbf460ab06'] in n-d-798930-6 is: [{'id': 'c17cbae8-0180-4768-ad28-b0dbf460ab06', 'name': 'tempest-ServerRescueNegativeTestJSON-582674165-router', 'tenant_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:48Z', 'updated_at': '2021-07-16T20:44:06Z', 'revision_number': 7, 'project_id': '7e26aa9b361d4db9bef36a6cfd3aa0fe', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:06.912034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.912594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c17cbae8-0180-4768-ad28-b0dbf460ab06 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:06.920260 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.922630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b629edbe-7629-46ad-8ce5-00227a3b4322 admin admin] 10.222.0.100 "DELETE /v2.0/routers/c17cbae8-0180-4768-ad28-b0dbf460ab06 HTTP/1.1" status: 204 len: 168 time: 0.8553319 Jul 16 20:44:06.924666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40748) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:06.969878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] Deleting subnet 39ad16e5-338f-4f05-a599-e477b6088c8a {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:06.973000 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.008100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.052205 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.105585 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.132968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ad16e5-338f-4f05-a599-e477b6088c8a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:07.135015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.137619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-99df1368-0eaa-4c3f-9219-8fe576a613d6 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/39ad16e5-338f-4f05-a599-e477b6088c8a HTTP/1.1" status: 204 len: 168 time: 0.2119212 Jul 16 20:44:07.139344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40750) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.209297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.299584 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.308701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a428c0-3a5b-4543-9e6a-5fade8f8867a req-c86e6c5f-47b9-4e88-a415-85fe93fd89bb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.309900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100b5805-47e2-4345-a9c9-5d10eb6e51f4']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:07.310253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a428c0-3a5b-4543-9e6a-5fade8f8867a req-c86e6c5f-47b9-4e88-a415-85fe93fd89bb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 943 time: 0.0725327 Jul 16 20:44:07.321103 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57094352-3243-487b-9c59-b9a0281164d2') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:07.321392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57094352-3243-487b-9c59-b9a0281164d2') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:07.331668 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.349032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.355050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:07.355511 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:07.357104 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:07.361932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a428c0-3a5b-4543-9e6a-5fade8f8867a req-b8a059b6-c28e-4e94-8bd0-d53c5d63c862 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Jul 16 20:44:07.415022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.420321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.422534 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] 10.222.0.100 "DELETE /v2.0/networks/100b5805-47e2-4345-a9c9-5d10eb6e51f4 HTTP/1.1" status: 204 len: 168 time: 0.2817087 Jul 16 20:44:07.435669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214959b-ec62-4ee5-bb44-c3d7cfa49b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=100b5805-47e2-4345-a9c9-5d10eb6e51f4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:07.588361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40758) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.629575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1fae3b72-5e7e-4260-bf5f-93eba8238046 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7e26aa9b361d4db9bef36a6cfd3aa0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400674 Jul 16 20:44:07.632289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.685353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35eb7114-d4e6-437a-b93c-6a6ecbada27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.708032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35eb7114-d4e6-437a-b93c-6a6ecbada27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.764783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35eb7114-d4e6-437a-b93c-6a6ecbada27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.768291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35eb7114-d4e6-437a-b93c-6a6ecbada27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.769476 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-35eb7114-d4e6-437a-b93c-6a6ecbada27e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a4325b2d-9e67-4142-af2c-5da0f8544a2f HTTP/1.1" status: 204 len: 168 time: 0.1361115 Jul 16 20:44:07.777700 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7114-d4e6-437a-b93c-6a6ecbada27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4325b2d-9e67-4142-af2c-5da0f8544a2f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:07.848589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:07.930370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68b3fecf-df77-4c71-a700-bc36ad23f927 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:07.994349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:08.009351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9', 'mac_address': 'fa:16:3e:b7:70:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:08.021865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 68b3fecf-df77-4c71-a700-bc36ad23f927 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:08.022325 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.090428 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.109792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:08.152269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:08.160161 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.219418 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.232639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:08.273434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 51896c93-a5c1-47c5-94f5-85da19acb089 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:08.298724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 51896c93-a5c1-47c5-94f5-85da19acb089 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:08.299067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 51896c93-a5c1-47c5-94f5-85da19acb089 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:08.299512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8ab1885d-aaed-4276-b627-5c1d926e00b4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:08.321523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 8ab1885d-aaed-4276-b627-5c1d926e00b4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:08.321913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8ab1885d-aaed-4276-b627-5c1d926e00b4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:08.386326 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.398858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:08.548982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062bb4-bf7c-4287-9437-f6dc4f08435b req-e36339e7-0a18-4e05-8d5d-34693e40d963 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:08.550533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60062bb4-bf7c-4287-9437-f6dc4f08435b req-e36339e7-0a18-4e05-8d5d-34693e40d963 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 944 time: 0.0710945 Jul 16 20:44:08.569137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:08.591841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60062bb4-bf7c-4287-9437-f6dc4f08435b req-0b420e3a-f64c-4d6e-8767-6043dc1b440c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Jul 16 20:44:08.668675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1758409132-network', 'tenant_id': '8cf47a1e23d54977a5983bb4f484529f'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:08.691056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Made reservation on behalf of 8cf47a1e23d54977a5983bb4f484529f for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:08.693400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.701916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.731650 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.795202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.799984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.825517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:08.835274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094b361e-1b19-484f-b3e7-efa1bd108466,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:08.841732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.842054 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Added segment aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3 of type vlan for network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 Jul 16 20:44:08.884458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.913540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.914639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:08.915222 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.950968 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3800929 Jul 16 20:44:08.954268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:08.960527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Request body: {'subnet': {'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1758409132-subnet', 'tenant_id': '8cf47a1e23d54977a5983bb4f484529f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:08.989398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f611ffe-edc4-44d6-992c-1fa7baac1684 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5ae2e2-3c3b-4dd1-87a7-28681d572447,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:08.999716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:09.011636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Made reservation on behalf of 8cf47a1e23d54977a5983bb4f484529f for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:09.014047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.187519 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.249771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=767156b3-7b68-446e-947e-460b9da9c167,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.256952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Checking segment: {'id': 'aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:09.257314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Network hostable DHCP agents. Network: 2c5ae2e2-3c3b-4dd1-87a7-28681d572447, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:09.275093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:09.284336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2c5ae2e2-3c3b-4dd1-87a7-28681d572447) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:09.289117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:09.290238 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.292414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ea9a02-4f0b-4a4a-96ed-36ef3a00831b None None] Network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:09.307821 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e1e9d860-e5f1-438a-820b-4a1473e321e0 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3524597 Jul 16 20:44:09.423451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b7ebd8-7e4e-4461-bb97-c761a67f1c3b None None] Network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:09.677699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:09.682808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-340458902-network', 'tenant_id': '40a9621b436d4ffaab9e2d8ee8e3377d'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:09.705874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Made reservation on behalf of 40a9621b436d4ffaab9e2d8ee8e3377d for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:09.708381 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.726547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.813225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb28c3a-4c20-4fd1-9142-681b8e19f8eb req-fc689b70-c911-4077-a9ba-496df92cd794 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:09.814640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efb28c3a-4c20-4fd1-9142-681b8e19f8eb req-fc689b70-c911-4077-a9ba-496df92cd794 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 944 time: 0.1040905 Jul 16 20:44:09.844665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:09.872584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-efb28c3a-4c20-4fd1-9142-681b8e19f8eb req-420e9fc3-3b19-42c0-855b-b5ef7cdf9d07 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520062 Jul 16 20:44:09.895670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:09.899461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:09.899887 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.904341 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.908390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.933072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:09.942633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5000441c-63a6-41bd-b8ee-0cee46f1c0ff,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.949822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.950250 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Added segment cf8eb955-02cf-4588-a9d9-4e89fa2a969e of type vlan for network 40401c7c-6726-465b-a038-eee323afb004 Jul 16 20:44:09.978803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.992589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.003698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:10.006076 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d39d4f-90c8-413b-82dc-7b8d5203c1eb" -d '{"events": [{"server_uuid": "ca7885cb-1137-4b11-b9b0-41ece40d72fc", "name": "network-vif-plugged", "status": "completed", "tag": "f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:10.019866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:10.024363 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.025673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.026704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.027406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.054048 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa23baf-2040-4976-acde-f1036141c915 x-openstack-request-id: req-9aa23baf-2040-4976-acde-f1036141c915 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:10.054350 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7885cb-1137-4b11-b9b0-41ece40d72fc", "name": "network-vif-plugged", "status": "completed", "tag": "f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:10.054590 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9aa23baf-2040-4976-acde-f1036141c915 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:10.054979 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9', 'code': 200} Jul 16 20:44:10.070953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40812) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:10.071622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3920007 Jul 16 20:44:10.082074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Request body: {'subnet': {'network_id': '40401c7c-6726-465b-a038-eee323afb004', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-340458902-subnet', 'tenant_id': '40a9621b436d4ffaab9e2d8ee8e3377d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:10.089151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.107812 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Made reservation on behalf of 40a9621b436d4ffaab9e2d8ee8e3377d for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:10.111317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.114325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023cbc3-0005-45b2-861e-7d90fcfe8038 admin admin] Pushing event updated for resources: {'Network': ['ID=40401c7c-6726-465b-a038-eee323afb004,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.123761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 40401c7c-6726-465b-a038-eee323afb004 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:10.243564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9bd0f-b6c8-40d4-91c1-d83ef50ab3d6 req-aba8d70a-03a2-458b-8520-70fe21014556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.245209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-eca9bd0f-b6c8-40d4-91c1-d83ef50ab3d6 req-aba8d70a-03a2-458b-8520-70fe21014556 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 1096 time: 0.1130958 Jul 16 20:44:10.326099 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-eca9bd0f-b6c8-40d4-91c1-d83ef50ab3d6 req-619bf215-1d30-4e79-a3e2-cfefbe2f90f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609055 Jul 16 20:44:10.349726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.404167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3eb2c3-d257-406c-9025-e585c567d830,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.414929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Checking segment: {'id': 'cf8eb955-02cf-4588-a9d9-4e89fa2a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40401c7c-6726-465b-a038-eee323afb004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:10.415319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Network hostable DHCP agents. Network: 40401c7c-6726-465b-a038-eee323afb004, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:10.433363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Network 40401c7c-6726-465b-a038-eee323afb004 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:10.444655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 40401c7c-6726-465b-a038-eee323afb004) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:10.448678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.449269 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.454029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cbb96-e38f-453b-b012-de0221de505e None None] Network 40401c7c-6726-465b-a038-eee323afb004 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:10.463610 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea8a27d9-6e97-453f-b102-bb0ec729e646 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3896120 Jul 16 20:44:10.592424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ac498-a0ec-4524-aadc-b3f6646093d4 None None] Network 40401c7c-6726-465b-a038-eee323afb004 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:10.933309 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:10.961840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d9c41b71-8c50-41e8-aca9-c526a77ef0e1 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.963374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d9c41b71-8c50-41e8-aca9-c526a77ef0e1 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/networks?id=2c5ae2e2-3c3b-4dd1-87a7-28681d572447 HTTP/1.1" status: 200 len: 825 time: 0.1055818 Jul 16 20:44:10.983875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-000a47eb-7724-46d1-9d75-afd8bf6d406f tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/quotas/8cf47a1e23d54977a5983bb4f484529f HTTP/1.1" status: 200 len: 375 time: 0.0100098 Jul 16 20:44:11.021247 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-dbd384b4-56d9-4939-9507-9e0f021e0d8b tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=8cf47a1e23d54977a5983bb4f484529f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321071 Jul 16 20:44:11.118310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-43325933-ea71-4d83-909e-5b6a8ba34eca service neutron] 10.222.0.100 "GET /v2.0/networks/2c5ae2e2-3c3b-4dd1-87a7-28681d572447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901246 Jul 16 20:44:11.212799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-65d9f5ad-f36c-4633-8246-81a3874cfedb service neutron] 10.222.0.100 "GET /v2.0/networks/2c5ae2e2-3c3b-4dd1-87a7-28681d572447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887260 Jul 16 20:44:11.478416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96fadb-5600-4d3d-9fd7-6ce66846cf13 req-174942a0-790c-45e2-9f8b-430f2c05d19d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.480001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f96fadb-5600-4d3d-9fd7-6ce66846cf13 req-174942a0-790c-45e2-9f8b-430f2c05d19d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0688984 Jul 16 20:44:11.522476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f96fadb-5600-4d3d-9fd7-6ce66846cf13 req-e94a35d0-236d-4c3b-b803-b9127f19439b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365312 Jul 16 20:44:11.598964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aed646f8-cd96-4925-9d04-ef3d717eb38c req-acda8591-3f65-4838-b2de-20e62980be6e tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 210 time: 0.0306361 Jul 16 20:44:11.940161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ece0-f074-4394-8cf1-38913dcca630 req-e6fbb0ea-5cc8-46c7-be62-bdf67f2d7d15 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.941860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4637ece0-f074-4394-8cf1-38913dcca630 req-e6fbb0ea-5cc8-46c7-be62-bdf67f2d7d15 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0653777 Jul 16 20:44:11.988665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4637ece0-f074-4394-8cf1-38913dcca630 req-29171c58-a6a8-4359-9492-78d993d5eb53 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Jul 16 20:44:12.497839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e287-284a-42bc-88df-fd23580ac63b req-f08a092a-1b49-4723-8ea5-7cd066336fc4 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:12.499380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-f08a092a-1b49-4723-8ea5-7cd066336fc4 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.21 "GET /v2.0/networks?id=2c5ae2e2-3c3b-4dd1-87a7-28681d572447 HTTP/1.1" status: 200 len: 825 time: 0.1098933 Jul 16 20:44:12.514121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Request body: {'port': {'device_id': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447', 'admin_state_up': True, 'tenant_id': '8cf47a1e23d54977a5983bb4f484529f'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:12.631506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Made reservation on behalf of 8cf47a1e23d54977a5983bb4f484529f for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:12.635128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.774373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c47b3fde-fbaa-4363-ae22-8b9166e58c38 req-b776bdec-cf4a-4b35-874f-1ffa3cdc3083 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 210 time: 0.0575483 Jul 16 20:44:12.796043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Allocated IP 172.20.0.7 (2c5ae2e2-3c3b-4dd1-87a7-28681d572447/767156b3-7b68-446e-947e-460b9da9c167/a9c46e57-104d-4fba-a352-922d24a98285) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:12.943391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.981956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.037135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:13.040423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:13.044462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:13.054496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Pushing event updated for resources: {'Port': ['ID=a9c46e57-104d-4fba-a352-922d24a98285,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:13.102903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.103684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.119530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-eee0b363-b0a6-4d81-924c-946845cd2897 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6092062 Jul 16 20:44:13.130917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Request body: {'port': {'device_id': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:13.246460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.264865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6267a5-aa22-4469-81a0-49ee8f29eb1e req-702007fa-2b44-49ae-a3c1-34eccb0e57f2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.266375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac6267a5-aa22-4469-81a0-49ee8f29eb1e req-702007fa-2b44-49ae-a3c1-34eccb0e57f2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.1329074 Jul 16 20:44:13.338880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac6267a5-aa22-4469-81a0-49ee8f29eb1e req-de14a0f9-2516-4770-8247-f69c4b6cf427 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656965 Jul 16 20:44:13.547769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c46e57-104d-4fba-a352-922d24a98285 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:13.555330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.567426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Transition to ACTIVE for port object a9c46e57-104d-4fba-a352-922d24a98285 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:13.571132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.624923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c46e57-104d-4fba-a352-922d24a98285,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:13.701842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Attempting to bind port a9c46e57-104d-4fba-a352-922d24a98285 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:13.702218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Attempting to bind port a9c46e57-104d-4fba-a352-922d24a98285 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:13.703718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Attempting to bind port a9c46e57-104d-4fba-a352-922d24a98285 on network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:13.708130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Port a9c46e57-104d-4fba-a352-922d24a98285 on network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:13.708444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Attempting to bind port a9c46e57-104d-4fba-a352-922d24a98285 on network 2c5ae2e2-3c3b-4dd1-87a7-28681d572447 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:13.713539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:13.713867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Checking segment: {'id': 'aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:13.714247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Bound using segment: {'id': 'aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:13.714673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Bound port: a9c46e57-104d-4fba-a352-922d24a98285, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:13.715029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.784920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] For port a9c46e57-104d-4fba-a352-922d24a98285, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:13.788043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] For port a9c46e57-104d-4fba-a352-922d24a98285, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a9c46e57-104d-4fba-a352-922d24a98285,segment=NetworkSegment(aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3),segment_id=aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:13.792368 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.826888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.828224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.829763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] 10.222.0.21 "PUT /v2.0/ports/a9c46e57-104d-4fba-a352-922d24a98285 HTTP/1.1" status: 200 len: 1091 time: 0.7031572 Jul 16 20:44:13.830209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'tag': 'a9c46e57-104d-4fba-a352-922d24a98285'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:13.832484 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a5d0c-acaf-4b3c-8243-cea5cb986b70" -d '{"events": [{"name": "network-changed", "server_uuid": "26d405e9-b4a4-48d0-a13b-2544250eb2f1", "tag": "a9c46e57-104d-4fba-a352-922d24a98285"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:13.864021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5970c-3f44-4bc1-9982-1d53e8e70417 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c46e57-104d-4fba-a352-922d24a98285,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:13.974671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d288c7fb-70fc-4942-9064-68e1ac464252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.976340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d288c7fb-70fc-4942-9064-68e1ac464252 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cf47a1e23d54977a5983bb4f484529f&device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 1094 time: 0.1044466 Jul 16 20:44:13.989655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f858e05-80d5-474e-a29f-c7d5d5f0904d req-0c25f414-ac75-4026-ac59-033d4e42df0a tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.991071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f858e05-80d5-474e-a29f-c7d5d5f0904d req-0c25f414-ac75-4026-ac59-033d4e42df0a tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 943 time: 0.0901687 Jul 16 20:44:14.037660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-2b39c97c-bc6c-4ce3-a386-1920ab50a4a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9c46e57-104d-4fba-a352-922d24a98285 HTTP/1.1" status: 200 len: 217 time: 0.0455377 Jul 16 20:44:14.083460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f858e05-80d5-474e-a29f-c7d5d5f0904d req-412bbeed-8553-45f4-b955-890bbcb28ba0 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859172 Jul 16 20:44:14.106472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d94c3986-feb5-4430-b5e6-48d2d885d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.106472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-d94c3986-feb5-4430-b5e6-48d2d885d5c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=767156b3-7b68-446e-947e-460b9da9c167 HTTP/1.1" status: 200 len: 865 time: 0.0582252 Jul 16 20:44:14.138706 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5110bc-3a59-47e3-8e91-be52f4cdca47 x-openstack-request-id: req-6f5110bc-3a59-47e3-8e91-be52f4cdca47 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:14.138995 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d405e9-b4a4-48d0-a13b-2544250eb2f1", "tag": "a9c46e57-104d-4fba-a352-922d24a98285", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:14.139267 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6f5110bc-3a59-47e3-8e91-be52f4cdca47 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:14.139957 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'tag': 'a9c46e57-104d-4fba-a352-922d24a98285', 'status': 'completed', 'code': 200} Jul 16 20:44:14.142390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-a0dab585-4d38-439c-aab1-6006844fd589 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c5ae2e2-3c3b-4dd1-87a7-28681d572447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324225 Jul 16 20:44:14.237223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-0c5518bd-950f-4679-a5dd-f0365781b36b service neutron] 10.222.0.21 "GET /v2.0/networks/2c5ae2e2-3c3b-4dd1-87a7-28681d572447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870998 Jul 16 20:44:14.329428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c05e287-284a-42bc-88df-fd23580ac63b req-be5ca73c-0a09-4f84-b963-654930a4ba14 service neutron] 10.222.0.21 "GET /v2.0/networks/2c5ae2e2-3c3b-4dd1-87a7-28681d572447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Jul 16 20:44:14.438470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-b140cdc6-3b07-452c-be99-02a3523a1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.440019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-b140cdc6-3b07-452c-be99-02a3523a1934 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cf47a1e23d54977a5983bb4f484529f&device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 1094 time: 0.0545583 Jul 16 20:44:14.579978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-829ba981-a490-43f3-95f4-bf81c6ea0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.581496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-829ba981-a490-43f3-95f4-bf81c6ea0653 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c5ae2e2-3c3b-4dd1-87a7-28681d572447 HTTP/1.1" status: 200 len: 926 time: 0.1334848 Jul 16 20:44:14.590096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e3c4d-d81f-4455-bec7-8aa584fa5854 req-8ad15ce8-8ed6-4092-91b5-020c52822929 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.591764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-000e3c4d-d81f-4455-bec7-8aa584fa5854 req-8ad15ce8-8ed6-4092-91b5-020c52822929 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.1351533 Jul 16 20:44:14.633769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-0fae4c98-75ad-47f3-b057-2820a5ab3c37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9c46e57-104d-4fba-a352-922d24a98285 HTTP/1.1" status: 200 len: 217 time: 0.0408688 Jul 16 20:44:14.695841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-000e3c4d-d81f-4455-bec7-8aa584fa5854 req-9c7d6843-1068-4262-bf8c-a7e35b8de188 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973825 Jul 16 20:44:14.705235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-f0b30353-7d90-4016-82ac-5146efcb9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.706982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-f0b30353-7d90-4016-82ac-5146efcb9559 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=767156b3-7b68-446e-947e-460b9da9c167 HTTP/1.1" status: 200 len: 865 time: 0.0649672 Jul 16 20:44:14.817189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-71bc11a6-0c68-4a5e-9c15-87eec103b2d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c5ae2e2-3c3b-4dd1-87a7-28681d572447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283132 Jul 16 20:44:14.910889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-34f69703-5150-4bcb-ae86-c3d5c136989d service neutron] 10.222.0.21 "GET /v2.0/networks/2c5ae2e2-3c3b-4dd1-87a7-28681d572447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Jul 16 20:44:15.026346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-336a5d0c-acaf-4b3c-8243-cea5cb986b70 req-605caa8f-3d91-4a30-95d3-835da045a94d service neutron] 10.222.0.21 "GET /v2.0/networks/2c5ae2e2-3c3b-4dd1-87a7-28681d572447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076899 Jul 16 20:44:15.259323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eda9aa-05a8-438e-b56e-0eae82e258e8 req-c7348c38-8c52-4141-ae30-1346826dfcd2 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.260849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8eda9aa-05a8-438e-b56e-0eae82e258e8 req-c7348c38-8c52-4141-ae30-1346826dfcd2 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 943 time: 0.0648770 Jul 16 20:44:15.299479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8eda9aa-05a8-438e-b56e-0eae82e258e8 req-577ffc62-810f-41f0-98c2-f410a523118c tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jul 16 20:44:15.846881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a9c46e57-104d-4fba-a352-922d24a98285 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:15.887937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fb7c0-ef67-4e1d-bdf0-321159e14ace req-c1700e38-a2e0-4385-9755-b27460cc6991 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.891762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-224fb7c0-ef67-4e1d-bdf0-321159e14ace req-c1700e38-a2e0-4385-9755-b27460cc6991 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0758634 Jul 16 20:44:15.943028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-224fb7c0-ef67-4e1d-bdf0-321159e14ace req-f3a48edb-b842-4a0f-bc74-e68281825b46 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Jul 16 20:44:15.955789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a9c46e57-104d-4fba-a352-922d24a98285, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a9c46e57-104d-4fba-a352-922d24a98285,segment=NetworkSegment(aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3),segment_id=aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:15.967839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a9c46e57-104d-4fba-a352-922d24a98285', 'network_id': '2c5ae2e2-3c3b-4dd1-87a7-28681d572447', 'port_id': 'a9c46e57-104d-4fba-a352-922d24a98285', 'mac_address': 'fa:16:3e:98:a7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767156b3-7b68-446e-947e-460b9da9c167', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:16.006420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.019689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c46e57-104d-4fba-a352-922d24a98285 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:16.040407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a9c46e57-104d-4fba-a352-922d24a98285, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a9c46e57-104d-4fba-a352-922d24a98285,segment=NetworkSegment(aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3),segment_id=aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:16.044620 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.094284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a9c46e57-104d-4fba-a352-922d24a98285,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:16.264365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a9c46e57-104d-4fba-a352-922d24a98285'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:16.483154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac2ba-ba10-4758-b69b-8462bcb5f277 req-f0f2583a-f428-4dc4-9d21-f8519ca4ff28 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.484821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a1ac2ba-ba10-4758-b69b-8462bcb5f277 req-f0f2583a-f428-4dc4-9d21-f8519ca4ff28 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 944 time: 0.0698872 Jul 16 20:44:16.527138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a1ac2ba-ba10-4758-b69b-8462bcb5f277 req-946df605-2a06-4765-b9d1-81414ca23ff7 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351303 Jul 16 20:44:17.141110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ca06-7dbb-4356-bda8-8f01272a279c req-d2e72f42-ad34-4577-9ddf-703074fd23f9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:17.142624 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1842ca06-7dbb-4356-bda8-8f01272a279c req-d2e72f42-ad34-4577-9ddf-703074fd23f9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0828772 Jul 16 20:44:17.180449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1842ca06-7dbb-4356-bda8-8f01272a279c req-a508a8d5-9ff2-4d88-8890-f037a7af14aa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Jul 16 20:44:17.703170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a188f-88dc-4412-aac4-add66d572713 req-a0500d4f-992a-4696-b862-07e2f9ee7cd0 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:17.704780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d95a188f-88dc-4412-aac4-add66d572713 req-a0500d4f-992a-4696-b862-07e2f9ee7cd0 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 944 time: 0.0633938 Jul 16 20:44:17.744095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d95a188f-88dc-4412-aac4-add66d572713 req-ac23c13a-aece-4402-9fb7-40f4ecfa4555 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337253 Jul 16 20:44:17.842376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a9c46e57-104d-4fba-a352-922d24a98285 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:17.891316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port a9c46e57-104d-4fba-a352-922d24a98285 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:17.894997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a9c46e57-104d-4fba-a352-922d24a98285 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:17.895512 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.975498 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.996980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c46e57-104d-4fba-a352-922d24a98285'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:17.999950 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7bd6c1-93a4-4928-b747-b708684edfae" -d '{"events": [{"server_uuid": "26d405e9-b4a4-48d0-a13b-2544250eb2f1", "name": "network-vif-plugged", "status": "completed", "tag": "a9c46e57-104d-4fba-a352-922d24a98285"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:18.013127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a9c46e57-104d-4fba-a352-922d24a98285, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a9c46e57-104d-4fba-a352-922d24a98285,segment=NetworkSegment(aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3),segment_id=aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:18.018090 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.042012 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1910a2c6-67f9-4bd1-a67f-3793bfd32824 x-openstack-request-id: req-1910a2c6-67f9-4bd1-a67f-3793bfd32824 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:18.042504 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d405e9-b4a4-48d0-a13b-2544250eb2f1", "name": "network-vif-plugged", "status": "completed", "tag": "a9c46e57-104d-4fba-a352-922d24a98285", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:18.042665 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1910a2c6-67f9-4bd1-a67f-3793bfd32824 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:18.042939 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c46e57-104d-4fba-a352-922d24a98285', 'code': 200} Jul 16 20:44:18.071404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a9c46e57-104d-4fba-a352-922d24a98285,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:18.161044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99900936-8fa9-4d86-ac88-29528dbc93a4 req-767c1100-5b52-4eb5-96cb-74ee5405b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:18.162485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99900936-8fa9-4d86-ac88-29528dbc93a4 req-767c1100-5b52-4eb5-96cb-74ee5405b30b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0560398 Jul 16 20:44:18.198051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99900936-8fa9-4d86-ac88-29528dbc93a4 req-80a4546d-cf29-4192-aa76-30966a01602f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286949 Jul 16 20:44:18.361623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661666-b94c-4a1e-8a4b-fbeea892a79e req-a842029e-0b34-474d-90bb-d5e9414b084a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:18.363113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e661666-b94c-4a1e-8a4b-fbeea892a79e req-a842029e-0b34-474d-90bb-d5e9414b084a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0686409 Jul 16 20:44:18.401396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e661666-b94c-4a1e-8a4b-fbeea892a79e req-7e0d9af6-151a-4b24-9589-0dc2202f2f0b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Jul 16 20:44:18.919480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c66e0-d201-444b-8a49-3c3d935ab5ff req-7366a861-d3ea-4117-9874-f8d0124929ae tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:18.921634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c1c66e0-d201-444b-8a49-3c3d935ab5ff req-7366a861-d3ea-4117-9874-f8d0124929ae tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0654621 Jul 16 20:44:18.959497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c1c66e0-d201-444b-8a49-3c3d935ab5ff req-4e907104-47e8-4c87-8d58-3835cbf52227 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Jul 16 20:44:19.578843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55516a-117b-4792-88c0-78e801cf1cf7 req-07c438c7-e25e-4760-99e1-a66ddc4521db tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:19.580354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c55516a-117b-4792-88c0-78e801cf1cf7 req-07c438c7-e25e-4760-99e1-a66ddc4521db tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0684874 Jul 16 20:44:19.617285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c55516a-117b-4792-88c0-78e801cf1cf7 req-afe99b28-c741-4a03-a3d8-7803cce4bb83 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Jul 16 20:44:20.137023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a0d9-8909-4f74-889f-ce1e4b70d1f2 req-12604cc0-4fbd-46f2-a4a0-e86d5206b394 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.138423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84b0a0d9-8909-4f74-889f-ce1e4b70d1f2 req-12604cc0-4fbd-46f2-a4a0-e86d5206b394 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0637615 Jul 16 20:44:20.177270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84b0a0d9-8909-4f74-889f-ce1e4b70d1f2 req-94f4794a-1f96-4b73-9f62-d468c46093b9 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Jul 16 20:44:20.351334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff24bc6-6f58-46a2-b66e-03d3e942c259 req-450b8525-e05e-4957-9224-923f468115d5 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.352826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dff24bc6-6f58-46a2-b66e-03d3e942c259 req-450b8525-e05e-4957-9224-923f468115d5 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0655990 Jul 16 20:44:20.392572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dff24bc6-6f58-46a2-b66e-03d3e942c259 req-34c92371-ef18-4d14-b0b8-602bbc75279a tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Jul 16 20:44:20.690387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec101be7-6524-4d20-ab34-ba234402ccf6 req-b8d2b8aa-fcdc-47df-ad0c-c645d4fc4934 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.691927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec101be7-6524-4d20-ab34-ba234402ccf6 req-b8d2b8aa-fcdc-47df-ad0c-c645d4fc4934 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0746393 Jul 16 20:44:20.729159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ec101be7-6524-4d20-ab34-ba234402ccf6 req-530c8a12-245b-40de-ba6e-1d94b6f10254 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Jul 16 20:44:20.889615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234561b-2f60-40c6-91f6-a357844230ec req-3b5975c8-94ed-4000-a037-43a1ca16a900 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.891095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9234561b-2f60-40c6-91f6-a357844230ec req-3b5975c8-94ed-4000-a037-43a1ca16a900 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0634277 Jul 16 20:44:20.928130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9234561b-2f60-40c6-91f6-a357844230ec req-aa4a6424-f68a-4e8e-b4d9-6dc594441061 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Jul 16 20:44:21.377314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b815-384c-4799-9dfe-989c8ed2eadf req-879f1e4d-01df-49db-ae1e-5b779e5382cc tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:21.378819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6830b815-384c-4799-9dfe-989c8ed2eadf req-879f1e4d-01df-49db-ae1e-5b779e5382cc tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0690680 Jul 16 20:44:21.415868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6830b815-384c-4799-9dfe-989c8ed2eadf req-eb1e1b8b-731f-4d4e-a176-3ec3773aa4d3 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Jul 16 20:44:22.109255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fb8fc-a480-4c4f-b72f-4196b45ffcb0 req-97f6cff8-9a2b-4af2-884f-041eddbd2edb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.110783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f61fb8fc-a480-4c4f-b72f-4196b45ffcb0 req-97f6cff8-9a2b-4af2-884f-041eddbd2edb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0657260 Jul 16 20:44:22.149023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f61fb8fc-a480-4c4f-b72f-4196b45ffcb0 req-1769447c-af5c-48d0-8a5d-12cd21c8c97f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Jul 16 20:44:22.595621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32babe63-8e3c-4bcc-a5c4-176eda1e0642 req-065d4bc4-08e1-43a6-9f1f-115ca051aa3d tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.597061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32babe63-8e3c-4bcc-a5c4-176eda1e0642 req-065d4bc4-08e1-43a6-9f1f-115ca051aa3d tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0656593 Jul 16 20:44:22.638665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32babe63-8e3c-4bcc-a5c4-176eda1e0642 req-d7fd0f0e-58b5-425d-b2bb-aca063faf52c tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/security-groups?id=094b361e-1b19-484f-b3e7-efa1bd108466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Jul 16 20:44:22.865411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-9b5f267b-c19e-4d48-925b-8b376a4e01e0 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.867001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-9b5f267b-c19e-4d48-925b-8b376a4e01e0 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 945 time: 0.0693321 Jul 16 20:44:22.966441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Deleting port a9c46e57-104d-4fba-a352-922d24a98285 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:22.966780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.057616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] For port a9c46e57-104d-4fba-a352-922d24a98285, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a9c46e57-104d-4fba-a352-922d24a98285,segment=NetworkSegment(aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3),segment_id=aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:23.057977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.070382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Calling delete_port for a9c46e57-104d-4fba-a352-922d24a98285 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:23.209654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.222128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a9c46e57-104d-4fba-a352-922d24a98285'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:23.239926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Pushing event deleted for resources: {'Port': ['ID=a9c46e57-104d-4fba-a352-922d24a98285,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:23.319453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] No DVR routers for this DVR port a9c46e57-104d-4fba-a352-922d24a98285 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:23.322279 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.324453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8426531d-148f-407a-a64e-9d7d0d7ac63b req-dd098b44-1eb2-471c-bc6f-0e556d907499 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.21 "DELETE /v2.0/ports/a9c46e57-104d-4fba-a352-922d24a98285 HTTP/1.1" status: 204 len: 173 time: 0.4519737 Jul 16 20:44:23.325120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'name': 'network-vif-deleted', 'tag': 'a9c46e57-104d-4fba-a352-922d24a98285'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:23.327407 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da75f355-2e8e-4e9d-a100-f42e9140821f" -d '{"events": [{"server_uuid": "26d405e9-b4a4-48d0-a13b-2544250eb2f1", "name": "network-vif-deleted", "tag": "a9c46e57-104d-4fba-a352-922d24a98285"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:23.370258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7990be-d109-462e-81e0-0d507c1335d2 req-53843de4-7efc-4f44-903e-5530c2a851b8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.371812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f7990be-d109-462e-81e0-0d507c1335d2 req-53843de4-7efc-4f44-903e-5530c2a851b8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0970249 Jul 16 20:44:23.413108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f7990be-d109-462e-81e0-0d507c1335d2 req-b32df515-fb0c-4e36-b7b8-3d7b2d5b6e6c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348592 Jul 16 20:44:23.466234 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b814cd99-79f2-495e-afc0-5546b410ddb9 x-openstack-request-id: req-b814cd99-79f2-495e-afc0-5546b410ddb9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:23.466531 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d405e9-b4a4-48d0-a13b-2544250eb2f1", "name": "network-vif-deleted", "tag": "a9c46e57-104d-4fba-a352-922d24a98285", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:23.466787 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b814cd99-79f2-495e-afc0-5546b410ddb9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:23.467188 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d405e9-b4a4-48d0-a13b-2544250eb2f1', 'name': 'network-vif-deleted', 'tag': 'a9c46e57-104d-4fba-a352-922d24a98285', 'status': 'completed', 'code': 200} Jul 16 20:44:23.735331 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40914) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:23.802438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f87981b4-194b-4196-9f89-4874c3e66ee2 req-8623dcee-0bc7-4718-989a-e0de473a3866 tempest-ServersNegativeTestMultiTenantJSON-1759722489 tempest-ServersNegativeTestMultiTenantJSON-1759722489-project] 10.222.0.100 "GET /v2.0/ports?device_id=26d405e9-b4a4-48d0-a13b-2544250eb2f1 HTTP/1.1" status: 200 len: 210 time: 0.0333550 Jul 16 20:44:24.502927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.596687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8384519-4c1a-4ae2-910f-b41ced7b89a5 req-308fd5c4-fe1b-40a2-a268-c97d287961d4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:24.598222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8384519-4c1a-4ae2-910f-b41ced7b89a5 req-308fd5c4-fe1b-40a2-a268-c97d287961d4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0648892 Jul 16 20:44:24.635700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8384519-4c1a-4ae2-910f-b41ced7b89a5 req-fb7c9366-4877-4238-a1bf-2af83a2ace42 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Jul 16 20:44:24.886957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 68b3fecf-df77-4c71-a700-bc36ad23f927 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:24.887640 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.896952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40920) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:24.940292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] Deleting subnet 767156b3-7b68-446e-947e-460b9da9c167 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:24.943412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.981570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.982493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port 68b3fecf-df77-4c71-a700-bc36ad23f927, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=68b3fecf-df77-4c71-a700-bc36ad23f927,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:24.982853 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.995570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 68b3fecf-df77-4c71-a700-bc36ad23f927 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:25.024182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.079357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.107292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767156b3-7b68-446e-947e-460b9da9c167,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.110790 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.114635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-55e1ab14-cdbc-4203-a00d-f49e24490204 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/767156b3-7b68-446e-947e-460b9da9c167 HTTP/1.1" status: 204 len: 168 time: 0.2166336 Jul 16 20:44:25.114984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40922) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:25.200717 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.303635 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.355347 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.359817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=68b3fecf-df77-4c71-a700-bc36ad23f927,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.373201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5ae2e2-3c3b-4dd1-87a7-28681d572447']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:25.406909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:25.407202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8d1b69-f2b7-466b-97cd-3ecf5a354ac3') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:25.436542 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.458770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.468801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:25.469235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:25.471060 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:25.593590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.601190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.603009 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] 10.222.0.100 "DELETE /v2.0/networks/2c5ae2e2-3c3b-4dd1-87a7-28681d572447 HTTP/1.1" status: 204 len: 168 time: 0.4870698 Jul 16 20:44:25.605926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40924) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:25.624755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccf972-e868-4acf-aa28-b109a5565ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5ae2e2-3c3b-4dd1-87a7-28681d572447,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.638364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.650384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] Deleting subnet db3eb2c3-d257-406c-9025-e585c567d830 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:25.653750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.696340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.740901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.830597 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.874170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 8853202a-354d-4b17-aabb-1f4466c714b9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:25.882918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a9c46e57-104d-4fba-a352-922d24a98285 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:25.916470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: a9c46e57-104d-4fba-a352-922d24a98285 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:25.917269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a9c46e57-104d-4fba-a352-922d24a98285 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:26.013608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:26.023080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-882c3a10-ddd2-4e88-bf74-65d52d38a549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "PUT /v2.0/routers/8853202a-354d-4b17-aabb-1f4466c714b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836294 Jul 16 20:44:26.024978 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] Sync routers for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:26.035547 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:26.036184 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.147926 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:26.198887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.203650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] 10.222.0.100 "DELETE /v2.0/subnets/db3eb2c3-d257-406c-9025-e585c567d830 HTTP/1.1" status: 204 len: 168 time: 0.5937550 Jul 16 20:44:26.203650 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79f79d-236f-4fb1-afd6-62dfb57163fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3eb2c3-d257-406c-9025-e585c567d830,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:26.204149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40930) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:26.211136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92df43a-a3d7-47ab-a1b4-3e6128df729c req-9210089f-0ce8-493c-a912-dcd95f97c7ab tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:26.212647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f92df43a-a3d7-47ab-a1b4-3e6128df729c req-9210089f-0ce8-493c-a912-dcd95f97c7ab tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.4523787 Jul 16 20:44:26.260126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f92df43a-a3d7-47ab-a1b4-3e6128df729c req-441fb777-0138-4a5b-aa6d-55b7c1f14787 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Jul 16 20:44:26.292176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.379532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.384870 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:25Z', 'revision_number': 6, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:07Z', 'revision_number': 1, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.393128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40401c7c-6726-465b-a038-eee323afb004']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.404012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8eb955-02cf-4588-a9d9-4e89fa2a969e') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.404187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8eb955-02cf-4588-a9d9-4e89fa2a969e') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.415046 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.415472 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] Checking router: 8853202a-354d-4b17-aabb-1f4466c714b9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:26.423889 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:26.424492 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.430530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.438990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:26.439426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:26.441304 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:26.508483 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.516780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.519272 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] 10.222.0.100 "DELETE /v2.0/networks/40401c7c-6726-465b-a038-eee323afb004 HTTP/1.1" status: 204 len: 168 time: 0.3140111 Jul 16 20:44:26.532382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518e306-07b1-4a9f-8804-c1174097580f admin admin] Pushing event deleted for resources: {'Network': ['ID=40401c7c-6726-465b-a038-eee323afb004,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:26.539730 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:26.660469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a684f63-288e-432f-8366-ee7249d15bc5 req-c2c3207b-dfce-4b8e-aa43-065817c633fc tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:26.662260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a684f63-288e-432f-8366-ee7249d15bc5 req-c2c3207b-dfce-4b8e-aa43-065817c633fc tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 946 time: 0.0685692 Jul 16 20:44:26.700394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40936) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:26.706656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a684f63-288e-432f-8366-ee7249d15bc5 req-b1299fc3-0e22-478e-9afe-e27728bc1589 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386534 Jul 16 20:44:26.745662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-518d7690-73e7-44ec-9bd1-c23d91438485 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8cf47a1e23d54977a5983bb4f484529f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439467 Jul 16 20:44:26.748523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:26.799115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51e576f9-5d21-4806-af37-7f58fa9bfd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.820171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51e576f9-5d21-4806-af37-7f58fa9bfd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.869337 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:25Z', 'revision_number': 6, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:07Z', 'revision_number': 1, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.873189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51e576f9-5d21-4806-af37-7f58fa9bfd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.875902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-51e576f9-5d21-4806-af37-7f58fa9bfd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.877057 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-51e576f9-5d21-4806-af37-7f58fa9bfd89 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/094b361e-1b19-484f-b3e7-efa1bd108466 HTTP/1.1" status: 204 len: 168 time: 0.1274862 Jul 16 20:44:26.884761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e576f9-5d21-4806-af37-7f58fa9bfd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094b361e-1b19-484f-b3e7-efa1bd108466,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:26.904765 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260af71-b81c-4db6-9c55-1cfb5404e79c None None] The sync data for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 is: [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:25Z', 'revision_number': 6, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c61e5c7-e4fa-408d-a986-e11e012766d4', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'port_id': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'mac_address': 'fa:16:3e:2e:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e142113-3486-46ea-978e-5c2f17158d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:43:04Z', 'updated_at': '2021-07-16T20:43:07Z', 'revision_number': 1, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:27.203721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40944) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.247004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-79c885d8-8d62-4326-990c-c793ea04b9fd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=40a9621b436d4ffaab9e2d8ee8e3377d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419760 Jul 16 20:44:27.250360 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40946) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.308268 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f85a99f3-05da-4f46-a498-abd40c8c34df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.330712 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f85a99f3-05da-4f46-a498-abd40c8c34df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.390299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f85a99f3-05da-4f46-a498-abd40c8c34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.393204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f85a99f3-05da-4f46-a498-abd40c8c34df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.394373 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f85a99f3-05da-4f46-a498-abd40c8c34df admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5000441c-63a6-41bd-b8ee-0cee46f1c0ff HTTP/1.1" status: 204 len: 168 time: 0.1417837 Jul 16 20:44:27.403346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a99f3-05da-4f46-a498-abd40c8c34df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5000441c-63a6-41bd-b8ee-0cee46f1c0ff,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.447951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b3be9-9b8f-4841-8c8d-e07af2adacb1 req-f21b6b41-1ea6-486f-adad-c9d14a332700 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:27.449609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf7b3be9-9b8f-4841-8c8d-e07af2adacb1 req-f21b6b41-1ea6-486f-adad-c9d14a332700 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0744748 Jul 16 20:44:27.488787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf7b3be9-9b8f-4841-8c8d-e07af2adacb1 req-72d71970-ed26-4dbc-bb8d-807ea88a6f03 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Jul 16 20:44:27.865147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68b3fecf-df77-4c71-a700-bc36ad23f927 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:27.886537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 68b3fecf-df77-4c71-a700-bc36ad23f927 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:27.887369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 68b3fecf-df77-4c71-a700-bc36ad23f927 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:27.902075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2efd3c-1d9b-46a0-805d-f90b10f6665b req-e12471f2-f01f-4b8c-b8f0-235a2f335516 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:27.903611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da2efd3c-1d9b-46a0-805d-f90b10f6665b req-e12471f2-f01f-4b8c-b8f0-235a2f335516 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 946 time: 0.0797191 Jul 16 20:44:27.971172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da2efd3c-1d9b-46a0-805d-f90b10f6665b req-64043b93-81fc-49a9-852b-1a0d91796fda tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=c3c16074-11a5-42c7-a19e-668452616214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577235 Jul 16 20:44:27.995500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-916d4e7a-602d-4422-a1f7-19868e089a4d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:27.996978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-916d4e7a-602d-4422-a1f7-19868e089a4d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 946 time: 0.0925007 Jul 16 20:44:28.104024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 14e76d61-6a4e-4a79-b64c-a2680e85b56c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:28.104447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.106286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40972) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.201407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port 14e76d61-6a4e-4a79-b64c-a2680e85b56c, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=14e76d61-6a4e-4a79-b64c-a2680e85b56c,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:28.201772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.207420 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-808418687-network', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:28.215278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 14e76d61-6a4e-4a79-b64c-a2680e85b56c owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:28.230426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Made reservation on behalf of 2b7a5232468b402abf1df665c06fbbde for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:28.232993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.242310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.332170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.336692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.347071 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.362099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:28.370770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4885112c-eb92-40ab-9e70-369d7ededdb1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.380209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.380541 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Added segment fd26a96e-227c-4ca6-b3e0-621d9b2602b4 of type vlan for network a076478b-73dc-40be-8988-7b016aa59f09 Jul 16 20:44:28.382160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=14e76d61-6a4e-4a79-b64c-a2680e85b56c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.428793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] No DVR routers for this DVR port 14e76d61-6a4e-4a79-b64c-a2680e85b56c on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:28.430278 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.431313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.433365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe0a6c7c-48c3-4d4d-a221-cbdda5c52eb3 req-49ae51c2-101b-4fcb-ab96-6e926d3a7128 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "DELETE /v2.0/ports/14e76d61-6a4e-4a79-b64c-a2680e85b56c HTTP/1.1" status: 204 len: 173 time: 0.4309459 Jul 16 20:44:28.433820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157f4f6-ded3-4218-b034-5c83c6747444', 'name': 'network-vif-deleted', 'tag': '14e76d61-6a4e-4a79-b64c-a2680e85b56c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:28.436099 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a03bb9-bbac-49e8-bc71-146d50fb8cfe" -d '{"events": [{"server_uuid": "5157f4f6-ded3-4218-b034-5c83c6747444", "name": "network-vif-deleted", "tag": "14e76d61-6a4e-4a79-b64c-a2680e85b56c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:28.462951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.465151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.466184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.479224 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44ff028-085c-4a13-8472-b9e11eaba874 x-openstack-request-id: req-e44ff028-085c-4a13-8472-b9e11eaba874 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:28.479558 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157f4f6-ded3-4218-b034-5c83c6747444", "name": "network-vif-deleted", "tag": "14e76d61-6a4e-4a79-b64c-a2680e85b56c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:28.479813 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e44ff028-085c-4a13-8472-b9e11eaba874 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:28.480211 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157f4f6-ded3-4218-b034-5c83c6747444', 'name': 'network-vif-deleted', 'tag': '14e76d61-6a4e-4a79-b64c-a2680e85b56c', 'status': 'completed', 'code': 200} Jul 16 20:44:28.493165 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3856788 Jul 16 20:44:28.496079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40978) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.502970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Request body: {'subnet': {'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-subnet', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:28.534264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Made reservation on behalf of 2b7a5232468b402abf1df665c06fbbde for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:28.539440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.544924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b7f68-5f56-40da-bf06-46a7a824a6eb admin admin] Pushing event updated for resources: {'Network': ['ID=a076478b-73dc-40be-8988-7b016aa59f09,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.554854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a076478b-73dc-40be-8988-7b016aa59f09 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:28.774129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca1348-2170-458b-a091-0372a85eeb1d req-1f66343c-694b-46f5-84a5-b5a4242f6f4e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.775734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddca1348-2170-458b-a091-0372a85eeb1d req-1f66343c-694b-46f5-84a5-b5a4242f6f4e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.1416671 Jul 16 20:44:28.801866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.863898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddca1348-2170-458b-a091-0372a85eeb1d req-dc36679c-3c22-4354-a35f-8f4a8324b213 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818934 Jul 16 20:44:28.884731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69dc8fc-10d9-47d5-8c80-52d86dc1563f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.892915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Checking segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:28.893287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Network hostable DHCP agents. Network: a076478b-73dc-40be-8988-7b016aa59f09, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:28.911218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Network a076478b-73dc-40be-8988-7b016aa59f09 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:28.921160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a076478b-73dc-40be-8988-7b016aa59f09) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:28.925263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:28.925834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.931133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632aee4-b950-44fb-87ec-d047fb534154 None None] Network a076478b-73dc-40be-8988-7b016aa59f09 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:28.944017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f072e258-980e-45b3-8ab5-8f416ee9150d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4438779 Jul 16 20:44:28.944268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40982) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.949703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:28.975839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.976874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.046820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.170416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43e8f381-ebda-4e2a-a587-3198ecb75896 req-e16b870f-f92e-4b0e-9c2f-ad1602997b84 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=5157f4f6-ded3-4218-b034-5c83c6747444 HTTP/1.1" status: 200 len: 210 time: 0.0340528 Jul 16 20:44:29.260542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.266397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-a076478b-73dc-40be-8988-7b016aa59f09', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:29.267377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.407009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Allocated IP 172.20.0.2 (a076478b-73dc-40be-8988-7b016aa59f09/e69dc8fc-10d9-47d5-8c80-52d86dc1563f/c18c664e-6837-4917-83af-86a0f9146ebe) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:29.464868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.489249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.548938 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.557135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Transition to ACTIVE for port object c18c664e-6837-4917-83af-86a0f9146ebe will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:29.572272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Transition to ACTIVE for port object c18c664e-6837-4917-83af-86a0f9146ebe will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:29.578286 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.598831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Allocated IP 172.25.8.42 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/c630b8be-052f-48a7-9e21-347451d7b007) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:29.618682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Network a076478b-73dc-40be-8988-7b016aa59f09 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:29.621510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:29.625196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:29.632204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Pushing event updated for resources: {'Port': ['ID=c18c664e-6837-4917-83af-86a0f9146ebe,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.687348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Attempting to bind port c18c664e-6837-4917-83af-86a0f9146ebe on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:29.687721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Attempting to bind port c18c664e-6837-4917-83af-86a0f9146ebe by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:29.688105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Attempting to bind port c18c664e-6837-4917-83af-86a0f9146ebe on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:29.693155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:29.693524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Checking segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:29.693928 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.694316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Bound using segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:29.694801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Bound port: c18c664e-6837-4917-83af-86a0f9146ebe, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:29.695176 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.710978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.751492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.764872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] For port c18c664e-6837-4917-83af-86a0f9146ebe, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:29.768147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] For port c18c664e-6837-4917-83af-86a0f9146ebe, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c18c664e-6837-4917-83af-86a0f9146ebe,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:29.775601 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.796994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:29.800269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:29.804974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:29.808260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Pushing event updated for resources: {'Port': ['ID=c630b8be-052f-48a7-9e21-347451d7b007,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.835029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7e931-e655-42f1-981c-f495b6ebc187 None None] Pushing event updated for resources: {'Port': ['ID=c18c664e-6837-4917-83af-86a0f9146ebe,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.129816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.174587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df38cb-f629-4e52-910a-bc7728e6f837 req-e547f7d9-fa34-429c-93fd-4f4b23fa7dde tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:30.176129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88df38cb-f629-4e52-910a-bc7728e6f837 req-e547f7d9-fa34-429c-93fd-4f4b23fa7dde tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.1562588 Jul 16 20:44:30.256068 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d51b66e-d231-415e-9252-cb32259026d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.259591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88df38cb-f629-4e52-910a-bc7728e6f837 req-d8134cb8-4972-4d50-a1a9-3a5c7dc8361c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Jul 16 20:44:30.343885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40990) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:30.379918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.406333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3345-ce04-48b6-9216-d9f4bd653c09 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.431928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3345-ce04-48b6-9216-d9f4bd653c09 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.506675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3345-ce04-48b6-9216-d9f4bd653c09 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.509607 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3345-ce04-48b6-9216-d9f4bd653c09 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.511953 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4b0e3345-ce04-48b6-9216-d9f4bd653c09 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/security-groups/c3c16074-11a5-42c7-a19e-668452616214 HTTP/1.1" status: 204 len: 168 time: 0.1666906 Jul 16 20:44:30.521607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:30.522425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e3345-ce04-48b6-9216-d9f4bd653c09 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c16074-11a5-42c7-a19e-668452616214,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.547283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40994) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:30.604279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting subnet 2eacd58f-8957-4dd3-b825-840b4c3027eb {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:30.607906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.653100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.658302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:30.671671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Sync routers for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:30.680074 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.683330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:30.683530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-06e9d2b7-3229-43b5-be4f-951e873fe142 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7363052 Jul 16 20:44:30.683647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:30.684295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 40996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:30.755476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-bc30c3c4-444b-40fb-aa42-96ab19fcd46a req-9c113a69-81d1-4e0a-a5fb-319de0c15dcb service neutron] (94096) timed out ('10.222.0.26', 51556) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:44:30.782856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.838916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:30.850476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.881249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Subnet': ['ID=2eacd58f-8957-4dd3-b825-840b4c3027eb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.883140 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.887435 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3ee31df1-c53d-4929-a0f3-c0ac0c67ff44 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/subnets/2eacd58f-8957-4dd3-b825-840b4c3027eb HTTP/1.1" status: 204 len: 168 time: 0.3367968 Jul 16 20:44:30.887695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 40998) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:30.910566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17231ddd-048d-4369-b494-b12ee83fb022 None None] Network 091af4ac-8a8d-4e53-bf6f-799347422d57 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:30.919176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f44d5f-5fb9-4c00-9d77-2a656eac8725 None None] Network a076478b-73dc-40be-8988-7b016aa59f09 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:30.969905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.028514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port d2402533-0a02-442b-9301-c46726282ac1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:31.028934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.098704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port d2402533-0a02-442b-9301-c46726282ac1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d2402533-0a02-442b-9301-c46726282ac1,segment=NetworkSegment(55f18c18-eb6f-461b-9ea6-b683904aaee7),segment_id=55f18c18-eb6f-461b-9ea6-b683904aaee7)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:31.098992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b61459ba-57dc-49b4-9f17-da2bdd45e984 None None] Provisioning for port c18c664e-6837-4917-83af-86a0f9146ebe completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:31.099104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.114102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for d2402533-0a02-442b-9301-c46726282ac1 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:31.166485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.201308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.240812 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=d2402533-0a02-442b-9301-c46726282ac1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:31.244246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] No DVR routers for this DVR port d2402533-0a02-442b-9301-c46726282ac1 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:31.332565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:29Z', 'revision_number': 3, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.366476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Checking router: 3e402f66-15c1-452c-bff8-ffd00a93b5d3 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:31.367035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Updating router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 port c630b8be-052f-48a7-9e21-347451d7b007 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:31.382578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Allocated IP 172.20.0.1 (a076478b-73dc-40be-8988-7b016aa59f09/e69dc8fc-10d9-47d5-8c80-52d86dc1563f/c6316b76-169c-4c9f-980f-5bbfb41f7472) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:31.418696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.424549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b93548-3e8f-46c3-a45b-a09a281060d6 None None] DHCP port deletion for 091af4ac-8a8d-4e53-bf6f-799347422d57 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:31.433199 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.464044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091af4ac-8a8d-4e53-bf6f-799347422d57']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.486739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f18c18-eb6f-461b-9ea6-b683904aaee7') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.491640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f18c18-eb6f-461b-9ea6-b683904aaee7') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:31.512798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.537411 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.547135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:31.547572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:31.550860 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:31.632404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9746f-996b-485e-aed6-320f75bfff13 req-d69e0a12-7076-4db5-ba7f-033ce83e939e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:31.633919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd9746f-996b-485e-aed6-320f75bfff13 req-d69e0a12-7076-4db5-ba7f-033ce83e939e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.1107638 Jul 16 20:44:31.639506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.650231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.658475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.662741 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/networks/091af4ac-8a8d-4e53-bf6f-799347422d57 HTTP/1.1" status: 204 len: 168 time: 0.7718012 Jul 16 20:44:31.664398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41002) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.675268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Transition to ACTIVE for port object c6316b76-169c-4c9f-980f-5bbfb41f7472 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:31.678058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1531-c048-4042-a857-e3dc987ad155 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Network': ['ID=091af4ac-8a8d-4e53-bf6f-799347422d57,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:31.769113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.783378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Transition to ACTIVE for port object c630b8be-052f-48a7-9e21-347451d7b007 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:31.783660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bd9746f-996b-485e-aed6-320f75bfff13 req-38e97474-f268-4b76-92f4-3454dd2b244d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405392 Jul 16 20:44:31.790504 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.823726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.847985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Attempting to bind port c630b8be-052f-48a7-9e21-347451d7b007 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:31.848426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Attempting to bind port c630b8be-052f-48a7-9e21-347451d7b007 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:31.848863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Attempting to bind port c630b8be-052f-48a7-9e21-347451d7b007 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:31.850887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da758a-aef9-4caa-ad93-13966c8d9367 None None] Pushing event updated for resources: {'Port': ['ID=c630b8be-052f-48a7-9e21-347451d7b007,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:31.856492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:31.856868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:31.857280 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.857659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:31.858865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Bound port: c630b8be-052f-48a7-9e21-347451d7b007, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:31.859382 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.869634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Network a076478b-73dc-40be-8988-7b016aa59f09 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:31.879118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:31.884911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:31.912982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Pushing event updated for resources: {'Port': ['ID=c6316b76-169c-4c9f-980f-5bbfb41f7472,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:31.920699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 14e76d61-6a4e-4a79-b64c-a2680e85b56c no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:31.940038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] For port c630b8be-052f-48a7-9e21-347451d7b007, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:31.962850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 14e76d61-6a4e-4a79-b64c-a2680e85b56c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:31.963472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 14e76d61-6a4e-4a79-b64c-a2680e85b56c not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:31.972464 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.974999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] For port c630b8be-052f-48a7-9e21-347451d7b007, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c630b8be-052f-48a7-9e21-347451d7b007,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:31.980588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c18c664e-6837-4917-83af-86a0f9146ebe up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:31.985134 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.054751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 1b2d9986-a12e-4f07-9652-8de675100057 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:32.055414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.078278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:32.078976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:32.129662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da758a-aef9-4caa-ad93-13966c8d9367 None None] Pushing event updated for resources: {'Port': ['ID=c630b8be-052f-48a7-9e21-347451d7b007,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.148517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c18c664e-6837-4917-83af-86a0f9146ebe completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:32.157797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c18c664e-6837-4917-83af-86a0f9146ebe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:32.158261 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.423229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c317c78c-9d9d-4cf2-b863-9e305451667b None None] Provisioning for port c6316b76-169c-4c9f-980f-5bbfb41f7472 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:32.429150 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:32.457739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c317c78c-9d9d-4cf2-b863-9e305451667b None None] Provisioning complete for port c6316b76-169c-4c9f-980f-5bbfb41f7472 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:32.458105 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c317c78c-9d9d-4cf2-b863-9e305451667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.512331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.512331 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.521994 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.535542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 1b2d9986-a12e-4f07-9652-8de675100057 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:32.579329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c317c78c-9d9d-4cf2-b863-9e305451667b None None] Port c6316b76-169c-4c9f-980f-5bbfb41f7472 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:32.634533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.704518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c18c664e-6837-4917-83af-86a0f9146ebe, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c18c664e-6837-4917-83af-86a0f9146ebe,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:32.709609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.772475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c18c664e-6837-4917-83af-86a0f9146ebe,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.782181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d2402533-0a02-442b-9301-c46726282ac1 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:32.785576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:29Z', 'revision_number': 3, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:32.832285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f466b-9bd3-46cc-a523-0c8e073b720e None None] The sync data for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 is: [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:29Z', 'revision_number': 3, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:32.834541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d2402533-0a02-442b-9301-c46726282ac1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:32.834880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d2402533-0a02-442b-9301-c46726282ac1 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:32.845110 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.851131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.855946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.010829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.014790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Pushing event updated for resources: {'Port': ['ID=c6316b76-169c-4c9f-980f-5bbfb41f7472,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.063556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=1b2d9986-a12e-4f07-9652-8de675100057,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.094030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.094364 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Floating IP 0c61e5c7-e4fa-408d-a986-e11e012766d4 disassociated (deleted). External IP: 172.25.8.5, port: a3a6a125-7cd5-4ebe-b796-9e9d35d19d00. Jul 16 20:44:33.240355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717d860-0a6f-4185-aa31-56b97a5967b6 req-d9e35773-fc18-409c-95f6-c943853c1ca9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:33.242001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d717d860-0a6f-4185-aa31-56b97a5967b6 req-d9e35773-fc18-409c-95f6-c943853c1ca9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.3310642 Jul 16 20:44:33.314370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Network a076478b-73dc-40be-8988-7b016aa59f09 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:33.320784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:33.328330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d717d860-0a6f-4185-aa31-56b97a5967b6 req-1a0a1b1d-29fb-4571-ac78-f758dab5e7dd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765028 Jul 16 20:44:33.524324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 8853202a-354d-4b17-aabb-1f4466c714b9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:33.535392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:33.610436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3f104f71-dcb7-4e2a-996f-5e281ceb5099 None None] Provisioning complete for port c6316b76-169c-4c9f-980f-5bbfb41f7472 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:33.611776 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3f104f71-dcb7-4e2a-996f-5e281ceb5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.657916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3f104f71-dcb7-4e2a-996f-5e281ceb5099 None None] Port c6316b76-169c-4c9f-980f-5bbfb41f7472 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:33.725956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:33.731498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.736869 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] Sync routers for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:33.747028 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:33.747801 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:33.765992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:33.774323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b21ed624-9a1a-48d1-94e7-7d52d221af85 admin admin] 10.222.0.100 "PUT /v2.0/routers/3e402f66-15c1-452c-bff8-ffd00a93b5d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0887725 Jul 16 20:44:33.791744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7f8376f7-65d9-4e66-bc9e-042f99b9ab01 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/floatingips/0c61e5c7-e4fa-408d-a986-e11e012766d4 HTTP/1.1" status: 204 len: 168 time: 2.1078200 Jul 16 20:44:33.791744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:33.792307 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:33.876989 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:34.019826 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.054973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c630b8be-052f-48a7-9e21-347451d7b007 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:34.065034 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a669d01e-1235-40ba-a008-08e27f8b7287 x-openstack-request-id: req-a669d01e-1235-40ba-a008-08e27f8b7287 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:34.065342 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:34.065593 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a669d01e-1235-40ba-a008-08e27f8b7287 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:34.065997 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'status': 'completed', 'code': 200} Jul 16 20:44:34.133598 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:25Z', 'revision_number': 6, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:34.138162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c630b8be-052f-48a7-9e21-347451d7b007 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:34.144490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c630b8be-052f-48a7-9e21-347451d7b007 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:34.144989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.162261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-d7473a33-8a6b-467b-bae1-a6f9ef88fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.163994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-d7473a33-8a6b-467b-bae1-a6f9ef88fe51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 1096 time: 0.0618188 Jul 16 20:44:34.166567 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] Checking router: 8853202a-354d-4b17-aabb-1f4466c714b9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:34.180521 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:34.181180 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:34.253824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.283107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c630b8be-052f-48a7-9e21-347451d7b007, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c630b8be-052f-48a7-9e21-347451d7b007,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:34.289242 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.290155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c18c664e-6837-4917-83af-86a0f9146ebe up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:34.314175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-469640a4-6bd3-47fe-8342-fe862e67be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.320020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-469640a4-6bd3-47fe-8342-fe862e67be2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=32a8e30a-402a-41e7-b0c5-23fc148903e3 HTTP/1.1" status: 200 len: 898 time: 0.1496027 Jul 16 20:44:34.320647 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:34.378410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-40f76665-0ddd-49ac-8395-85fff017ff0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 HTTP/1.1" status: 200 len: 217 time: 0.0468032 Jul 16 20:44:34.379526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c630b8be-052f-48a7-9e21-347451d7b007,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.384046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c18c664e-6837-4917-83af-86a0f9146ebe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:34.384420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.453644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-a8ae19d5-db0e-4ec2-870b-dd947eb65d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.457422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-a8ae19d5-db0e-4ec2-870b-dd947eb65d95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d060f88-0500-4232-8b51-e9accaf9d67e HTTP/1.1" status: 200 len: 835 time: 0.0702631 Jul 16 20:44:34.533589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-0ef91ebe-d734-419a-8fde-62d4f127b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.535757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-0ef91ebe-d734-419a-8fde-62d4f127b53c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32a8e30a-402a-41e7-b0c5-23fc148903e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713801 Jul 16 20:44:34.585877 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:25Z', 'revision_number': 6, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:34.603097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41020) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.611656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a34700c9-0ed2-4e60-9880-01d5ef70e322 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537822767', 'description': 'tempest-description--623527717'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.624459 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b348be-12e1-4e6a-ae1f-69a5ce0d632a None None] The sync data for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 is: [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:25Z', 'revision_number': 6, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4365cf9d-b939-4f01-824f-f1f6a8ce08af', 'name': '', 'network_id': '32a8e30a-402a-41e7-b0c5-23fc148903e3', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:69:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:44Z', 'updated_at': '2021-07-16T20:42:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '8d060f88-0500-4232-8b51-e9accaf9d67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:34.658293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34700c9-0ed2-4e60-9880-01d5ef70e322 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.673038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-fc663ea8-ac6a-4a84-9277-ce13ebb7763e service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281192 Jul 16 20:44:34.773039 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34700c9-0ed2-4e60-9880-01d5ef70e322 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.779860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34700c9-0ed2-4e60-9880-01d5ef70e322 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.787842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Sync routers for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:34.800876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:34.802750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:34.820211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a34700c9-0ed2-4e60-9880-01d5ef70e322 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.824989 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a34700c9-0ed2-4e60-9880-01d5ef70e322 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2195137 Jul 16 20:44:34.830196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41022) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.835394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-745487d0-e2f4-4014-b141-a696011415a2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'security_group_rule': {'security_group_id': 'e87c5bfd-a029-401e-8e1c-8962788875d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.844155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34700c9-0ed2-4e60-9880-01d5ef70e322 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c5bfd-a029-401e-8e1c-8962788875d3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.857784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2274ebbc-a872-45a8-b49b-dabf8cef7fa6 req-0d8211be-10c0-4382-b34b-c1f78870b314 service neutron] 10.222.0.21 "GET /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701219 Jul 16 20:44:34.878212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad6a82-3054-4aec-ace9-ee5be3cc0912 req-b6351eb1-274c-42fb-8476-e7e438098c52 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:34.879817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4ad6a82-3054-4aec-ace9-ee5be3cc0912 req-b6351eb1-274c-42fb-8476-e7e438098c52 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 945 time: 0.1540422 Jul 16 20:44:34.885484 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-745487d0-e2f4-4014-b141-a696011415a2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.896206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eb4eaa9-bc09-40e5-9673-d530719e5020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.936001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4ad6a82-3054-4aec-ace9-ee5be3cc0912 req-1252679e-2430-454a-8738-5aacc0001e5f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=95c654dd-26f2-40cf-9a23-db83db4a2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501852 Jul 16 20:44:34.968559 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-745487d0-e2f4-4014-b141-a696011415a2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.973808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-745487d0-e2f4-4014-b141-a696011415a2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.989392 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:34.996204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745487d0-e2f4-4014-b141-a696011415a2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f710c4-459d-43f8-ae1f-3504832f6ce7,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.003661 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-745487d0-e2f4-4014-b141-a696011415a2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.005162 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-745487d0-e2f4-4014-b141-a696011415a2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734760 Jul 16 20:44:35.007571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41024) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.012970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2242048b-455b-4816-b2fc-269f8ed46718 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'security_group_rule': {'security_group_id': 'e87c5bfd-a029-401e-8e1c-8962788875d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.030685 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb468264-1f5a-4594-8140-22d77caef226 None None] New status for floating IP 0c61e5c7-e4fa-408d-a986-e11e012766d4: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:44:35.064141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2242048b-455b-4816-b2fc-269f8ed46718 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.139068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9bab6-0de9-4f22-9598-97d0cd4b95f0 req-64faded4-3808-4f29-99b4-43852ebb5d35 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:35.140614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2242048b-455b-4816-b2fc-269f8ed46718 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.141268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8af9bab6-0de9-4f22-9598-97d0cd4b95f0 req-64faded4-3808-4f29-99b4-43852ebb5d35 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0843639 Jul 16 20:44:35.145399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2242048b-455b-4816-b2fc-269f8ed46718 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.185671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242048b-455b-4816-b2fc-269f8ed46718 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1baafad2-b835-43df-9a41-c04e395a8892,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.198378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8af9bab6-0de9-4f22-9598-97d0cd4b95f0 req-845069d3-e5db-44dc-96b0-ac8e95d84780 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505815 Jul 16 20:44:35.199452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2242048b-455b-4816-b2fc-269f8ed46718 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.203289 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2242048b-455b-4816-b2fc-269f8ed46718 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1920147 Jul 16 20:44:35.204113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41026) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.210488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.236028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.245639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 2, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:35.276631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Checking router: 3e402f66-15c1-452c-bff8-ffd00a93b5d3 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:35.276985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Updating router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 port c6316b76-169c-4c9f-980f-5bbfb41f7472 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:35.311512 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.338685 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.431770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-ec37d472-138f-4158-b66d-0109ac086b7c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:35.433282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-ec37d472-138f-4158-b66d-0109ac086b7c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 945 time: 0.0679860 Jul 16 20:44:35.447376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Allocated IP 172.25.8.221 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/28c9d7b5-ed1d-43c4-bc62-a55de4a5af3d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:35.540307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:35.540957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.575961 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.617653 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.617877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.629344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Transition to ACTIVE for port object c6316b76-169c-4c9f-980f-5bbfb41f7472 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:35.636106 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.646916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:35.647454 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.656391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:35.663138 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:35.666187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:35.667311 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:35.689776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b89f98-09c4-4712-9802-72595347e7fb None None] Pushing event updated for resources: {'Port': ['ID=c6316b76-169c-4c9f-980f-5bbfb41f7472,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.692005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'Port': ['ID=28c9d7b5-ed1d-43c4-bc62-a55de4a5af3d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.766432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Attempting to bind port c6316b76-169c-4c9f-980f-5bbfb41f7472 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:35.766809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Attempting to bind port c6316b76-169c-4c9f-980f-5bbfb41f7472 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:35.767178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Attempting to bind port c6316b76-169c-4c9f-980f-5bbfb41f7472 on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:35.773340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:35.773751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Checking segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:35.774502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.775044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Bound using segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:35.775758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Bound port: c6316b76-169c-4c9f-980f-5bbfb41f7472, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:35.776181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.861726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.863005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] For port c6316b76-169c-4c9f-980f-5bbfb41f7472, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:35.873003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] For port c6316b76-169c-4c9f-980f-5bbfb41f7472, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c6316b76-169c-4c9f-980f-5bbfb41f7472,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:35.891730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.957060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=a3a6a125-7cd5-4ebe-b796-9e9d35d19d00,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.972353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:35.972930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:36.031537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] No DVR routers for this DVR port a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:36.034703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.037814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c4d4b6f-46ca-4fad-aee4-b199a797aeb1 req-c2b0639d-a627-4f08-aaff-aa709e81e535 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.21 "DELETE /v2.0/ports/a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 HTTP/1.1" status: 204 len: 173 time: 0.5990007 Jul 16 20:44:36.052436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b89f98-09c4-4712-9802-72595347e7fb None None] Pushing event updated for resources: {'Port': ['ID=c6316b76-169c-4c9f-980f-5bbfb41f7472,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.055682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c630b8be-052f-48a7-9e21-347451d7b007 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:36.067103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'name': 'network-vif-deleted', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:36.070085 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d173b38-820a-48c4-b62a-658d44d08865" -d '{"events": [{"server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "name": "network-vif-deleted", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:36.094221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.174058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.199188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.213996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c630b8be-052f-48a7-9e21-347451d7b007 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:36.214368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.219866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36777a30-6853-470b-8dc5-8a5087e2e82c req-42144af1-4caf-4909-8ce2-eb2953018c47 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e142113-3486-46ea-978e-5c2f17158d0c HTTP/1.1" status: 200 len: 210 time: 0.0680206 Jul 16 20:44:36.244170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:36.304312 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbd3db9-5342-4c0d-9acc-c1c310f4674d x-openstack-request-id: req-edbd3db9-5342-4c0d-9acc-c1c310f4674d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:36.306123 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e142113-3486-46ea-978e-5c2f17158d0c", "name": "network-vif-deleted", "tag": "a3a6a125-7cd5-4ebe-b796-9e9d35d19d00", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:36.306496 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-edbd3db9-5342-4c0d-9acc-c1c310f4674d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:36.307499 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e142113-3486-46ea-978e-5c2f17158d0c', 'name': 'network-vif-deleted', 'tag': 'a3a6a125-7cd5-4ebe-b796-9e9d35d19d00', 'status': 'completed', 'code': 200} Jul 16 20:44:36.411657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.418016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.496083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825823f8-4e41-4fd0-a40a-d696a4fb407a req-d1178297-2f48-4d47-9ccc-1cd7f45a359e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:36.498597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-825823f8-4e41-4fd0-a40a-d696a4fb407a req-d1178297-2f48-4d47-9ccc-1cd7f45a359e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0806210 Jul 16 20:44:36.510398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'Port': ['ID=28c9d7b5-ed1d-43c4-bc62-a55de4a5af3d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.522685 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.544002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.545589 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56b9b912-f866-416f-a272-5a55824793e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3401926 Jul 16 20:44:36.548192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:35Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:36.568943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-825823f8-4e41-4fd0-a40a-d696a4fb407a req-ba08ce06-09df-47d6-9a0c-ba29413e6667 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639157 Jul 16 20:44:36.588646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6141c6-0cd8-4b11-ac97-10b14ea06c81 None None] The sync data for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 is: [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:35Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:36.741798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-26cabdd5-4487-4221-b605-6a7bfbae8ffa tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--537822767&fields=id&tenant_id=2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 267 time: 0.0387003 Jul 16 20:44:36.885556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d4f536ac-e600-4c99-b975-e874147b0ead tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:36.887223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d4f536ac-e600-4c99-b975-e874147b0ead tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 816 time: 0.1386347 Jul 16 20:44:36.907966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-de9abbde-eb48-4ab5-a1ef-009432f74710 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/quotas/2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 375 time: 0.0140958 Jul 16 20:44:36.991514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-76c132bb-0a9a-4ea7-9733-79312f35ff8e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781713 Jul 16 20:44:37.099159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-414da242-925c-4ad3-9405-9f402ca73104 service neutron] 10.222.0.100 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960312 Jul 16 20:44:37.524345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-7688c15f-5d05-4d21-b3b1-5cf0372a7fc5 service neutron] 10.222.0.100 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181676 Jul 16 20:44:37.715011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41056) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.792972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e2395c0-b4d9-47c6-b325-2243f56acce1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.830606 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e2395c0-b4d9-47c6-b325-2243f56acce1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.869622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b475fc-60a9-4967-b11a-d6271fd01786 req-953b773c-b266-44dd-a918-4f4fc8c1d229 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:37.877562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3b475fc-60a9-4967-b11a-d6271fd01786 req-953b773c-b266-44dd-a918-4f4fc8c1d229 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0741436 Jul 16 20:44:37.917287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e2395c0-b4d9-47c6-b325-2243f56acce1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.920050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e2395c0-b4d9-47c6-b325-2243f56acce1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.921498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3b475fc-60a9-4967-b11a-d6271fd01786 req-80231978-efb0-4d43-aae7-c1dcb3374064 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Jul 16 20:44:37.922396 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e2395c0-b4d9-47c6-b325-2243f56acce1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/security-groups/95c654dd-26f2-40cf-9a23-db83db4a2fa3 HTTP/1.1" status: 204 len: 168 time: 0.2049184 Jul 16 20:44:37.932655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2395c0-b4d9-47c6-b325-2243f56acce1 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c654dd-26f2-40cf-9a23-db83db4a2fa3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:37.964753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:37.993887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:37.994234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a3a6a125-7cd5-4ebe-b796-9e9d35d19d00 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:38.011473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c6316b76-169c-4c9f-980f-5bbfb41f7472 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:38.011711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3ca7305-95c9-4c03-8cf1-966eeb343d3e req-7c7e992e-4d67-44a4-ae12-4121bbacb7b0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 210 time: 0.0383849 Jul 16 20:44:38.068301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41066) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:38.080410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c6316b76-169c-4c9f-980f-5bbfb41f7472 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:38.086849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c6316b76-169c-4c9f-980f-5bbfb41f7472 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:38.087303 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.223818 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.239767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.265381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c6316b76-169c-4c9f-980f-5bbfb41f7472, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c6316b76-169c-4c9f-980f-5bbfb41f7472,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:38.272541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.333623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c6316b76-169c-4c9f-980f-5bbfb41f7472,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:38.385611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd0d9-ff38-4716-a28b-48aabfc7df5d req-2cddfb5c-586c-491e-b9c3-1133ac4799d3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:38.387152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b9fd0d9-ff38-4716-a28b-48aabfc7df5d req-2cddfb5c-586c-491e-b9c3-1133ac4799d3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0778544 Jul 16 20:44:38.406210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.435018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b9fd0d9-ff38-4716-a28b-48aabfc7df5d req-6c203114-870a-4121-b6cf-d902a9ccf4f5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390067 Jul 16 20:44:38.497835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.633742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c10ca0-39b7-445d-9432-f5e5cd6809ac req-2a42beeb-a3f2-43e4-871b-3126a41bcb09 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:38.635530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64c10ca0-39b7-445d-9432-f5e5cd6809ac req-2a42beeb-a3f2-43e4-871b-3126a41bcb09 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0711014 Jul 16 20:44:38.677240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64c10ca0-39b7-445d-9432-f5e5cd6809ac req-b8b15776-aeea-45c5-a54c-f4577253d5b1 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356681 Jul 16 20:44:38.753358 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.796185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 4365cf9d-b939-4f01-824f-f1f6a8ce08af {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:38.797193 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.902320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port 4365cf9d-b939-4f01-824f-f1f6a8ce08af, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4365cf9d-b939-4f01-824f-f1f6a8ce08af,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:38.902679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.916644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 4365cf9d-b939-4f01-824f-f1f6a8ce08af owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:38.982481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-285caf46-8e2f-451f-92f3-a89102d874e9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:38.984520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-285caf46-8e2f-451f-92f3-a89102d874e9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.1134653 Jul 16 20:44:39.000756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-eee741d2-7754-462f-b3cd-b49eb4de6c63 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/quotas/79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 375 time: 0.0110674 Jul 16 20:44:39.084012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-a45e3190-7ac2-4fb0-865c-7c9e939beae8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0774584 Jul 16 20:44:39.122277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.154876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=4365cf9d-b939-4f01-824f-f1f6a8ce08af,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:39.298165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-e009c8ec-d776-429c-a8d7-a9909efa6636 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.299216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-e009c8ec-d776-429c-a8d7-a9909efa6636 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 816 time: 0.1830385 Jul 16 20:44:39.301531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-84a229f5-fd01-4839-ae15-f09c020f720a service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103474 Jul 16 20:44:39.390082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.407744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-40e880f9-9d76-4433-bc32-3fe2744a28cd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 379 time: 0.1000986 Jul 16 20:44:39.419426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'port': {'device_id': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'admin_state_up': True, 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'security_groups': ['e87c5bfd-a029-401e-8e1c-8962788875d3']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:39.471489 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-09ad1d2e-9fa6-47a9-a536-07e89a2b7fc5 service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565511 Jul 16 20:44:39.554957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Made reservation on behalf of 2b7a5232468b402abf1df665c06fbbde for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:39.559892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.632421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 8853202a-354d-4b17-aabb-1f4466c714b9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:39.732735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48fd99e3-7bdc-4f42-96b1-06ca96274cda req-8720c011-cfe8-4ad3-83ed-cfcdf8c119bb tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 210 time: 0.0358047 Jul 16 20:44:39.745145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Allocated IP 172.20.0.7 (a076478b-73dc-40be-8988-7b016aa59f09/e69dc8fc-10d9-47d5-8c80-52d86dc1563f/be60a2a7-074c-4011-a2a3-4145faf5d90b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:39.777167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:39.783937 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-40f6652e-558c-4b4b-8d0d-af0ecea968fa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "PUT /v2.0/routers/8853202a-354d-4b17-aabb-1f4466c714b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143152 Jul 16 20:44:39.786476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41098) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:39.790128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] Sync routers for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:39.806021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:39.806693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:39.848047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting subnet 8d060f88-0500-4232-8b51-e9accaf9d67e {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:39.851933 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.855469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee14007e-e3fb-4aa8-98d6-acc8f6743ce3 req-94aace2c-75b7-432b-a0b4-38e98e5e6693 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 210 time: 0.0542276 Jul 16 20:44:39.924460 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.974415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:39.987838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.005799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Transition to ACTIVE for port object be60a2a7-074c-4011-a2a3-4145faf5d90b will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:40.051835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.066950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.094699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c6316b76-169c-4c9f-980f-5bbfb41f7472 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:40.106471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Network a076478b-73dc-40be-8988-7b016aa59f09 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:40.113396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:40.117439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:40.147167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:40.168273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.181524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:40.182172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.201113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-5a60e9b4-e5fb-45b2-b8dc-a1dabe7fff3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7855299 Jul 16 20:44:40.209144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Subnet': ['ID=8d060f88-0500-4232-8b51-e9accaf9d67e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:40.213773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.217056 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b8db9920-6494-4870-836a-222674259f1d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/subnets/8d060f88-0500-4232-8b51-e9accaf9d67e HTTP/1.1" status: 204 len: 168 time: 0.4295831 Jul 16 20:44:40.219937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41102) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.221868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Request body: {'port': {'device_id': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:40.226779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210fdbeb-7e80-45e4-9954-45ff5967a0df None None] Network 32a8e30a-402a-41e7-b0c5-23fc148903e3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:40.273476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c6316b76-169c-4c9f-980f-5bbfb41f7472 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:40.274081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.368075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.376470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.503795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.568856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 3b058f6d-473a-48a9-a306-ba59d3ddb349 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:40.569239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.649993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d361455-8f05-4865-b0df-cc5a6da17871 None None] Provisioning for port be60a2a7-074c-4011-a2a3-4145faf5d90b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:40.659996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port 3b058f6d-473a-48a9-a306-ba59d3ddb349, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3b058f6d-473a-48a9-a306-ba59d3ddb349,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:40.660405 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.661174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2d361455-8f05-4865-b0df-cc5a6da17871 None None] Provisioning complete for port be60a2a7-074c-4011-a2a3-4145faf5d90b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:40.661553 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2d361455-8f05-4865-b0df-cc5a6da17871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.675027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 3b058f6d-473a-48a9-a306-ba59d3ddb349 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:40.721651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be60a2a7-074c-4011-a2a3-4145faf5d90b {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:40.730706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.740193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:39Z', 'revision_number': 7, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '3b058f6d-473a-48a9-a306-ba59d3ddb349', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:41Z', 'updated_at': '2021-07-16T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.747559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Transition to ACTIVE for port object be60a2a7-074c-4011-a2a3-4145faf5d90b will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:40.752291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.778582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2d361455-8f05-4865-b0df-cc5a6da17871 None None] Port be60a2a7-074c-4011-a2a3-4145faf5d90b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:40.780932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] Checking router: 8853202a-354d-4b17-aabb-1f4466c714b9 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:40.791351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] Routers {'8853202a-354d-4b17-aabb-1f4466c714b9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:40.792000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8853202a-354d-4b17-aabb-1f4466c714b9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.808366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:40.910313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] Set router 8853202a-354d-4b17-aabb-1f4466c714b9 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:40.923747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:40.924137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:40.924469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:40.930538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Port be60a2a7-074c-4011-a2a3-4145faf5d90b on network a076478b-73dc-40be-8988-7b016aa59f09 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:40.931141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:40.936321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.939557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:40.939999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Checking segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:40.940434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Bound using segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:40.940885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Bound port: be60a2a7-074c-4011-a2a3-4145faf5d90b, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:40.941290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.978864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] DHCP port deletion for 32a8e30a-402a-41e7-b0c5-23fc148903e3 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:41.028965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=3b058f6d-473a-48a9-a306-ba59d3ddb349,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:41.093795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:40Z', 'revision_number': 8, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:41.136526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:41.142060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf4ee2-e750-4151-acb0-4dc35c25224c None None] The sync data for ids ['8853202a-354d-4b17-aabb-1f4466c714b9'] in n-d-798930-6 is: [{'id': '8853202a-354d-4b17-aabb-1f4466c714b9', 'name': 'tempest-TestNetworkBasicOps-router-1346668847', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:40Z', 'updated_at': '2021-07-16T20:44:40Z', 'revision_number': 8, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:41.150275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.175815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:41.200178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] Deleting port 285723b5-a9e3-4b82-813e-0877cc00d2ae {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:41.200803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.222165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.272903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413615c1-6e36-4097-a165-3011eefec229 req-763dc640-e48a-44c8-992c-33336265f446 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.274454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-413615c1-6e36-4097-a165-3011eefec229 req-763dc640-e48a-44c8-992c-33336265f446 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.2509570 Jul 16 20:44:41.276484 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.279423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.289705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] For port 285723b5-a9e3-4b82-813e-0877cc00d2ae, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=285723b5-a9e3-4b82-813e-0877cc00d2ae,segment=NetworkSegment(8d0df90a-34c2-469a-a7f0-d1f5db7ba02b),segment_id=8d0df90a-34c2-469a-a7f0-d1f5db7ba02b)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:41.290355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.296356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.297033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.298523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] 10.222.0.21 "PUT /v2.0/ports/be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 1091 time: 1.0900302 Jul 16 20:44:41.306590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] Calling delete_port for 285723b5-a9e3-4b82-813e-0877cc00d2ae owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:41.308798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:41.316191 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb89b16-700b-44b8-a363-cf6136988273" -d '{"events": [{"name": "network-changed", "server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:41.353256 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.354050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Fanout notify agent at l3_agent the message router_deleted on router 8853202a-354d-4b17-aabb-1f4466c714b9 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:41.366906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-791ee52f-454c-43d1-8675-dba8393331ad tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.368640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-791ee52f-454c-43d1-8675-dba8393331ad tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.2949200 Jul 16 20:44:41.370389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.374921 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f5220ae7-77fe-418e-a28e-32c2a44ec603 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/routers/8853202a-354d-4b17-aabb-1f4466c714b9 HTTP/1.1" status: 204 len: 168 time: 1.1484678 Jul 16 20:44:41.375236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41110) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:41.404478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'port': {'device_id': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'admin_state_up': True, 'tenant_id': '79233d40f08e4466b65ce714a484fb86'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:41.434513 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.448782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] No DVR routers for this DVR port 285723b5-a9e3-4b82-813e-0877cc00d2ae on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:41.468858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b294e-1098-4972-8e74-131d467af471 None None] Pushing event deleted for resources: {'Port': ['ID=285723b5-a9e3-4b82-813e-0877cc00d2ae,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:41.479133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:41.498160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.551870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-413615c1-6e36-4097-a165-3011eefec229 req-2677601c-ca9f-41ef-887d-3fa4ace6c268 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326093 Jul 16 20:44:41.559543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.559904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.560248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.560661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.561524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.562159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.562837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.562985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.563342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.563676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.564004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.564331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9daec5d-8bb5-4c38-9e4e-dd09a8aa30ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:41.634759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.645372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a8e30a-402a-41e7-b0c5-23fc148903e3']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:41.655931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:41.656228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0df90a-34c2-469a-a7f0-d1f5db7ba02b') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:41.656537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-3f4b142d-d417-4ec4-b627-c1deb2233002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.658115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-3f4b142d-d417-4ec4-b627-c1deb2233002 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1094 time: 0.2374098 Jul 16 20:44:41.666326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.690436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Made reservation on behalf of 79233d40f08e4466b65ce714a484fb86 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:41.692053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.694656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.698697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:41.699158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:41.702708 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:41.744311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-df5b5c45-940f-4441-8655-27d405626df0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 217 time: 0.0681424 Jul 16 20:44:41.763315 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.767844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-885b808d-8129-40b2-a18b-d7c160e79842 req-3069ac57-fb6a-4e77-8267-2cecbd6d7518 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 210 time: 0.0806651 Jul 16 20:44:41.770690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.772399 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/networks/32a8e30a-402a-41e7-b0c5-23fc148903e3 HTTP/1.1" status: 204 len: 168 time: 0.3960857 Jul 16 20:44:41.792721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41112) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:41.792721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'network': {'name': 'tempest-network-smoke--1639476317', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'port_security_enabled': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:41.798055 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfa17b-7b5b-4d1d-932e-789116513f22 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Network': ['ID=32a8e30a-402a-41e7-b0c5-23fc148903e3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:41.888436 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c7e96-01df-4a14-a54e-e41c288687c3 x-openstack-request-id: req-013c7e96-01df-4a14-a54e-e41c288687c3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:41.888726 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:41.888981 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-013c7e96-01df-4a14-a54e-e41c288687c3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:41.889967 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'status': 'completed', 'code': 200} Jul 16 20:44:41.903508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-e18be799-02ed-4f41-86a9-6f5f38cdd997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:41.905685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-e18be799-02ed-4f41-86a9-6f5f38cdd997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.1416140 Jul 16 20:44:41.908684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:41.912258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.018272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:42.027012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Allocated IP 172.20.0.10 (b21c0895-029d-478d-83d0-fb220374c4f4/e6c4b555-6bb8-4368-9f61-f88494e9e473/c989f500-996d-4f98-8927-6b47c997f9a1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:42.035674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 285723b5-a9e3-4b82-813e-0877cc00d2ae no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:42.049811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.050084 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Added segment 3ab043f8-1270-48cf-a13a-8b549697d3c1 of type vlan for network 38657182-431d-497c-b683-f2ccca117f33 Jul 16 20:44:42.062397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 285723b5-a9e3-4b82-813e-0877cc00d2ae {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:42.062984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 285723b5-a9e3-4b82-813e-0877cc00d2ae not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:42.063448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4365cf9d-b939-4f01-824f-f1f6a8ce08af no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:42.084191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4365cf9d-b939-4f01-824f-f1f6a8ce08af {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:42.084544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4365cf9d-b939-4f01-824f-f1f6a8ce08af not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:42.085246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b058f6d-473a-48a9-a306-ba59d3ddb349 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:42.105322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3b058f6d-473a-48a9-a306-ba59d3ddb349 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:42.105676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b058f6d-473a-48a9-a306-ba59d3ddb349 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:42.123039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.128431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-0f2a9576-dd45-47d6-b61f-5a775c231723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:42.129831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-0f2a9576-dd45-47d6-b61f-5a775c231723 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154567 Jul 16 20:44:42.221157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.226686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:42.227332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.339295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5523798 Jul 16 20:44:42.342279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41116) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:42.347043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'admin_state_up': True, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:42.372517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.374312 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.393665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d282a17-d253-4706-a5de-77890935327c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Network': ['ID=38657182-431d-497c-b683-f2ccca117f33,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:42.400705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-c9b370f3-eedb-4c41-b0ea-f9ae6bfcaf89 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598712 Jul 16 20:44:42.405745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 38657182-431d-497c-b683-f2ccca117f33 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:42.411501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.435179 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.450029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Transition to ACTIVE for port object c989f500-996d-4f98-8927-6b47c997f9a1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:42.531706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37f593e3-1b51-40f5-ba24-6e49fa21d752 req-47bc6477-421a-432a-9c0e-412b17c2bf4f service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232653 Jul 16 20:44:42.541186 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.552856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:42.601185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=c989f500-996d-4f98-8927-6b47c997f9a1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:42.630719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:42.650668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:42.653979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:42.740074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:42.740889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.783753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d4a6321d-58cd-4dc6-bc99-364ed1563589 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3829954 Jul 16 20:44:42.802844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb89b16-700b-44b8-a363-cf6136988273 req-85f297c1-a764-45e5-85e9-9e2cbf1b698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:42.804438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb89b16-700b-44b8-a363-cf6136988273 req-85f297c1-a764-45e5-85e9-9e2cbf1b698b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1094 time: 0.1870949 Jul 16 20:44:42.810587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Request body: {'port': {'device_id': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:42.929772 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.940391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-619a2ae0-4c48-418c-bb05-21d43d64a9be None None] Provisioning for port c989f500-996d-4f98-8927-6b47c997f9a1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:42.944533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-619a2ae0-4c48-418c-bb05-21d43d64a9be None None] Provisioning complete for port c989f500-996d-4f98-8927-6b47c997f9a1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:42.944911 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-619a2ae0-4c48-418c-bb05-21d43d64a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.972463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:42.992269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-619a2ae0-4c48-418c-bb05-21d43d64a9be None None] Port c989f500-996d-4f98-8927-6b47c997f9a1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:43.010033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953cea-342c-4d5d-8d25-0b66e8d8e2fd req-1d2a47a6-5a12-4b7b-8788-0a54f973eabd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:43.011550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52953cea-342c-4d5d-8d25-0b66e8d8e2fd req-1d2a47a6-5a12-4b7b-8788-0a54f973eabd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.2651181 Jul 16 20:44:43.064642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb89b16-700b-44b8-a363-cf6136988273 req-af44eb5f-dc5f-4cb7-a137-10f4460638a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:43.066123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb89b16-700b-44b8-a363-cf6136988273 req-af44eb5f-dc5f-4cb7-a137-10f4460638a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.2178164 Jul 16 20:44:43.137898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.156476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.172021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52953cea-342c-4d5d-8d25-0b66e8d8e2fd req-da34d353-fd16-46b6-8961-0a6f42d0a1fa tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373329 Jul 16 20:44:43.173299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb89b16-700b-44b8-a363-cf6136988273 req-2c56901b-e242-43a3-afb6-bfd72acf955c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 217 time: 0.0921297 Jul 16 20:44:43.278368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.25.8.184 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9a5fafbf-7893-4bd5-8460-6b6cd1299892) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:43.391189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.433060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.482206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:43.486299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:43.488815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:43.513263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=9a5fafbf-7893-4bd5-8460-6b6cd1299892,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:43.527215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.527584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.527925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.528262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.528586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.528912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.529233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.529552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.530449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.530796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.531323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.531657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:43.610058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb89b16-700b-44b8-a363-cf6136988273 req-0834fcd1-8e93-4abc-8340-3e163387c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:43.611582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb89b16-700b-44b8-a363-cf6136988273 req-0834fcd1-8e93-4abc-8340-3e163387c85a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.4316571 Jul 16 20:44:43.765167 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.791662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa38d8-d50f-4f5b-8516-276a9c3885b8 req-c99492da-0862-45bd-b669-10c38a688e98 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:43.793151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bfa38d8-d50f-4f5b-8516-276a9c3885b8 req-c99492da-0862-45bd-b669-10c38a688e98 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 932 time: 0.2049787 Jul 16 20:44:43.797611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb89b16-700b-44b8-a363-cf6136988273 req-823dfa31-3461-4195-b9d6-7c1cbc82d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:43.799095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb89b16-700b-44b8-a363-cf6136988273 req-823dfa31-3461-4195-b9d6-7c1cbc82d467 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693532 Jul 16 20:44:43.874668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c989f500-996d-4f98-8927-6b47c997f9a1 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:43.887964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.942746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bfa38d8-d50f-4f5b-8516-276a9c3885b8 req-3d4876aa-a059-4430-b1b7-610593d667fd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426539 Jul 16 20:44:43.946737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Transition to ACTIVE for port object c989f500-996d-4f98-8927-6b47c997f9a1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:43.958477 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.976564 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.983720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:43.996432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb89b16-700b-44b8-a363-cf6136988273 req-eea668a1-4d16-4e08-8678-1b5f74098077 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776700 Jul 16 20:44:44.111090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Pushing event updated for resources: {'Port': ['ID=c989f500-996d-4f98-8927-6b47c997f9a1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:44.114886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:44.131587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'port_id': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'mac_address': 'fa:16:3e:a8:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:44.134334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 5e13e062-9f90-41fa-85b6-295bb301e2f1 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:44.188180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.205719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bdb89b16-700b-44b8-a363-cf6136988273 req-71de8d89-3ec6-461e-8585-0df9e23b5848 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007298 Jul 16 20:44:44.206384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Attempting to bind port c989f500-996d-4f98-8927-6b47c997f9a1 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:44.206725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Attempting to bind port c989f500-996d-4f98-8927-6b47c997f9a1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:44.207445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Attempting to bind port c989f500-996d-4f98-8927-6b47c997f9a1 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:44.208239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be60a2a7-074c-4011-a2a3-4145faf5d90b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:44.223865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Port c989f500-996d-4f98-8927-6b47c997f9a1 on network b21c0895-029d-478d-83d0-fb220374c4f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:44.224203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Attempting to bind port c989f500-996d-4f98-8927-6b47c997f9a1 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:44.232738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:44.233596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:44.233997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Bound using segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:44.234451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Bound port: c989f500-996d-4f98-8927-6b47c997f9a1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:44.234819 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.265570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:44.270522 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.271719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:44.285197 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Sync routers for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:44.295043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.300680 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4d9ef70a-becb-49e9-a342-b3f9fc0e5701 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9546680 Jul 16 20:44:44.301291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41126) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:44.304532 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:44.308279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:44.332575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:44.351280 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-19d4cb70-077d-4545-8f5c-5c4201e67e41 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=14fb3e3387ec4aa098473b785511c44f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470877 Jul 16 20:44:44.352346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41128) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:44.391715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] For port c989f500-996d-4f98-8927-6b47c997f9a1, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:44.395919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] For port c989f500-996d-4f98-8927-6b47c997f9a1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c989f500-996d-4f98-8927-6b47c997f9a1,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:44.406089 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.451512 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:44.454490 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d793ef-3ffb-42f4-bcf6-6956de8fae85 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.457103 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b8d793ef-3ffb-42f4-bcf6-6956de8fae85 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029797 Jul 16 20:44:44.459445 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41130) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:44.464546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.465201 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.466874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] 10.222.0.21 "PUT /v2.0/ports/c989f500-996d-4f98-8927-6b47c997f9a1 HTTP/1.1" status: 200 len: 1092 time: 1.6613429 Jul 16 20:44:44.468320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['be60a2a7-074c-4011-a2a3-4145faf5d90b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:44.483824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167381f7-2b46-477b-8ba3-be0027049ab8 req-d41e8bcf-179d-4fa5-8644-372afd22d609 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.485462 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-167381f7-2b46-477b-8ba3-be0027049ab8 req-d41e8bcf-179d-4fa5-8644-372afd22d609 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.1604505 Jul 16 20:44:44.485940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'tag': 'c989f500-996d-4f98-8927-6b47c997f9a1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:44.488306 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1f7237-a174-455f-bb22-3de6185bfb79" -d '{"events": [{"name": "network-changed", "server_uuid": "92dbaf3d-1f46-407b-9602-fb3c84105800", "tag": "c989f500-996d-4f98-8927-6b47c997f9a1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:44.500856 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a1875e98-0352-478c-8440-baf26124d41a tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397267 Jul 16 20:44:44.503355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41134) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:44.508783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-56852918', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:44.565693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b73dc-7f74-4389-b060-e9b1608d2b52 service neutron] Pushing event updated for resources: {'Port': ['ID=c989f500-996d-4f98-8927-6b47c997f9a1,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:44.596140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-167381f7-2b46-477b-8ba3-be0027049ab8 req-c74dcd24-4f80-4a8a-8f49-2ab79464f44f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028478 Jul 16 20:44:44.633029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-24193551-1ad2-4ff8-b7fb-59313781a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.636980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-24193551-1ad2-4ff8-b7fb-59313781a47d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 1095 time: 0.1231339 Jul 16 20:44:44.646910 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:44.651655 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.727540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-eff3ad06-dfab-4814-a66e-71f6d58c2f1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c989f500-996d-4f98-8927-6b47c997f9a1 HTTP/1.1" status: 200 len: 217 time: 0.0835733 Jul 16 20:44:44.729125 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e96651-e704-4c23-8b96-95d99eb04383 x-openstack-request-id: req-43e96651-e704-4c23-8b96-95d99eb04383 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:44.729416 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dbaf3d-1f46-407b-9602-fb3c84105800", "tag": "c989f500-996d-4f98-8927-6b47c997f9a1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:44.729664 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-43e96651-e704-4c23-8b96-95d99eb04383 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:44.730054 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'tag': 'c989f500-996d-4f98-8927-6b47c997f9a1', 'status': 'completed', 'code': 200} Jul 16 20:44:44.791039 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:43Z', 'revision_number': 3, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:44.807870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-f7868919-1a6e-49a1-b2ce-157479074deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.809654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-f7868919-1a6e-49a1-b2ce-157479074deb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0747914 Jul 16 20:44:44.886344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d2ca06b7-ed97-41e8-a87f-15f9b2833f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:44.888259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-d2ca06b7-ed97-41e8-a87f-15f9b2833f79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696378 Jul 16 20:44:44.927085 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Checking router: 5e13e062-9f90-41fa-85b6-295bb301e2f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:44.927548 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Updating router 5e13e062-9f90-41fa-85b6-295bb301e2f1 port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:44.928240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.965454 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.996764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-934790aa-7782-48d1-9e61-c127e531e6be service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006207 Jul 16 20:44:45.000344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Subnet': ['ID=589b668b-2434-4189-aa88-c8166edbfd56,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:45.003067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Checking segment: {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:45.003067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network hostable DHCP agents. Network: 38657182-431d-497c-b683-f2ccca117f33, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:45.021120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 38657182-431d-497c-b683-f2ccca117f33 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:45.031689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 38657182-431d-497c-b683-f2ccca117f33) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:45.043208 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.043859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.051448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf795e5-2bc6-4f44-aa81-852fdd0a777d None None] Network 38657182-431d-497c-b683-f2ccca117f33 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:45.071728 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-971e25f0-2cff-4a01-9163-d7362310e324 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5638671 Jul 16 20:44:45.071728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41138) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:45.189837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b066c340-a932-49c5-9c76-d5e6d697196d req-be644dd2-7e63-4c08-8795-542fa690aa1e service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851871 Jul 16 20:44:45.226429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1efe82-b6f0-4fd7-a7af-f16a20fe4aa4 req-1f35109f-4fd8-4631-9a99-15f4aef2f177 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.229153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e1efe82-b6f0-4fd7-a7af-f16a20fe4aa4 req-1f35109f-4fd8-4631-9a99-15f4aef2f177 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 944 time: 0.0984313 Jul 16 20:44:45.281360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-38657182-431d-497c-b683-f2ccca117f33', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:45.282337 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.309102 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e1efe82-b6f0-4fd7-a7af-f16a20fe4aa4 req-c2815656-e857-45bb-8025-c1b605d0af97 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742137 Jul 16 20:44:45.318461 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.332406 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Transition to ACTIVE for port object 9a5fafbf-7893-4bd5-8460-6b6cd1299892 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:45.340884 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.346539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-961c02d3-17d0-4326-93e7-6daaeab27b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.346539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-961c02d3-17d0-4326-93e7-6daaeab27b22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 1095 time: 0.0940194 Jul 16 20:44:45.402305 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Attempting to bind port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:45.402671 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Attempting to bind port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:45.403033 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Attempting to bind port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:45.416839 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118afd5-c0db-4f9a-b0a7-c00b60306deb None None] Pushing event updated for resources: {'Port': ['ID=9a5fafbf-7893-4bd5-8460-6b6cd1299892,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:45.421581 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:45.422135 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:45.422679 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.423170 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:45.423852 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Bound port: 9a5fafbf-7893-4bd5-8460-6b6cd1299892, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:45.424239 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.457738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Allocated IP 172.20.0.2 (38657182-431d-497c-b683-f2ccca117f33/589b668b-2434-4189-aa88-c8166edbfd56/e3d2c24c-2e66-422a-8cb8-701f92decd3d) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:45.480328 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] For port 9a5fafbf-7893-4bd5-8460-6b6cd1299892, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:45.482597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-eced4aec-b0c8-4400-b086-f37f7d366675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.484180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-eced4aec-b0c8-4400-b086-f37f7d366675 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1312771 Jul 16 20:44:45.487079 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] For port 9a5fafbf-7893-4bd5-8460-6b6cd1299892, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9a5fafbf-7893-4bd5-8460-6b6cd1299892,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:45.493409 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.542452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-d8a22690-f7af-4c23-9011-c97f3d3cf827 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c989f500-996d-4f98-8927-6b47c997f9a1 HTTP/1.1" status: 200 len: 217 time: 0.0499578 Jul 16 20:44:45.548803 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:45.548966 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:45.602893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-db30eb55-1166-42f1-8f0f-3ea758016714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.604631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-db30eb55-1166-42f1-8f0f-3ea758016714 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0556870 Jul 16 20:44:45.635379 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.644871 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118afd5-c0db-4f9a-b0a7-c00b60306deb None None] Pushing event updated for resources: {'Port': ['ID=9a5fafbf-7893-4bd5-8460-6b6cd1299892,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:45.646711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Transition to ACTIVE for port object e3d2c24c-2e66-422a-8cb8-701f92decd3d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:45.675788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Transition to ACTIVE for port object e3d2c24c-2e66-422a-8cb8-701f92decd3d will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:45.684771 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.705892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-f4acd38c-c2af-48a4-b931-e867b9dbf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.707938 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:45.709712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-f4acd38c-c2af-48a4-b931-e867b9dbf998 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931807 Jul 16 20:44:45.710163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.762901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Network 38657182-431d-497c-b683-f2ccca117f33 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:45.769229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:45.777409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:45.802132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Pushing event updated for resources: {'Port': ['ID=e3d2c24c-2e66-422a-8cb8-701f92decd3d,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:45.813365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.813551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.813877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.814271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.814605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.814934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.815290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.815649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.815982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.816362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.816830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.817566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:45.880924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Attempting to bind port e3d2c24c-2e66-422a-8cb8-701f92decd3d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:45.881580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Attempting to bind port e3d2c24c-2e66-422a-8cb8-701f92decd3d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:45.881954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Attempting to bind port e3d2c24c-2e66-422a-8cb8-701f92decd3d on network 38657182-431d-497c-b683-f2ccca117f33 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:45.887694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:45.888074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Checking segment: {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:45.888475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.888863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Bound using segment: {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:45.890449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Bound port: e3d2c24c-2e66-422a-8cb8-701f92decd3d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:45.890873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.900635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-1058b682-cfe6-4415-bc60-f92125d1607c service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833346 Jul 16 20:44:45.947950 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:43Z', 'revision_number': 3, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:45.964287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fa748-fffa-4225-95d6-7a50fd1b4a54 req-001d5cd8-68fd-4249-89c6-ea8539568e5e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:45.969809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-583fa748-fffa-4225-95d6-7a50fd1b4a54 req-001d5cd8-68fd-4249-89c6-ea8539568e5e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.1866930 Jul 16 20:44:45.971127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] For port e3d2c24c-2e66-422a-8cb8-701f92decd3d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:45.976850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] For port e3d2c24c-2e66-422a-8cb8-701f92decd3d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e3d2c24c-2e66-422a-8cb8-701f92decd3d,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:45.982196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:45.990789 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7927e41-d025-4540-8be3-132e994fe5e3 None None] The sync data for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 is: [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:43Z', 'revision_number': 3, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:46.016002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:46.068695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-583fa748-fffa-4225-95d6-7a50fd1b4a54 req-ac0f0909-8773-49c0-aae3-847f9e1cdacf tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975707 Jul 16 20:44:46.078787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.20.0.1 (38657182-431d-497c-b683-f2ccca117f33/589b668b-2434-4189-aa88-c8166edbfd56/786929bb-dee9-485b-9669-d2a98b73e75e) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:46.131371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b1f7237-a174-455f-bb22-3de6185bfb79 req-74c704f4-c5bc-4d3d-801f-dd1c5b218b6e service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167108 Jul 16 20:44:46.132192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d39fe1-f250-4909-81ad-5ddc371c01c6 None None] Pushing event updated for resources: {'Port': ['ID=e3d2c24c-2e66-422a-8cb8-701f92decd3d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:46.148070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port be60a2a7-074c-4011-a2a3-4145faf5d90b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:46.154127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port be60a2a7-074c-4011-a2a3-4145faf5d90b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:46.154622 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.251900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.256141 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.278199 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Transition to ACTIVE for port object 786929bb-dee9-485b-9669-d2a98b73e75e will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:46.280768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:46.283378 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe33fe8e-af13-416c-89d3-66a22fad56f3" -d '{"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-plugged", "status": "completed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:46.324782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.348516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:46.362495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.392817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 38657182-431d-497c-b683-f2ccca117f33 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:46.396268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:46.400425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:46.443577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:46.462931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=786929bb-dee9-485b-9669-d2a98b73e75e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:46.491403 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.519312 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b26a5d-6f1b-4414-b74a-094ac091dc56 x-openstack-request-id: req-b7b26a5d-6f1b-4414-b74a-094ac091dc56 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:46.522011 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-plugged", "status": "completed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:46.523593 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b7b26a5d-6f1b-4414-b74a-094ac091dc56 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:46.524351 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'code': 200} Jul 16 20:44:46.685251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.707116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea551849-fde1-4235-bbaa-a6a6e57a40c7 req-b594b39a-cec6-48c6-b6ad-f009edad4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:46.708711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea551849-fde1-4235-bbaa-a6a6e57a40c7 req-b594b39a-cec6-48c6-b6ad-f009edad4520 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1096 time: 0.1151316 Jul 16 20:44:46.722717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf39f6-88c1-4da3-8ee5-b68145cf23b1 req-53ef30db-25b3-4123-bad3-5bee56677a23 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:46.724506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2cf39f6-88c1-4da3-8ee5-b68145cf23b1 req-53ef30db-25b3-4123-bad3-5bee56677a23 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 944 time: 0.0908620 Jul 16 20:44:46.778936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea551849-fde1-4235-bbaa-a6a6e57a40c7 req-8938e42a-ac70-4bd7-a81b-c8bb7dd24536 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534158 Jul 16 20:44:46.796598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2cf39f6-88c1-4da3-8ee5-b68145cf23b1 req-552788bf-cbc6-4a17-b645-e4e1ee9b50d0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523987 Jul 16 20:44:47.280633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963267d-526a-4f0e-8727-ebfe2fa4372e req-a45b56fe-c58f-4678-8378-c2c2040b6c37 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:47.287795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1963267d-526a-4f0e-8727-ebfe2fa4372e req-a45b56fe-c58f-4678-8378-c2c2040b6c37 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0795138 Jul 16 20:44:47.314031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d6245-72e2-424d-89db-62349cc1eadb None None] Network 38657182-431d-497c-b683-f2ccca117f33 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:47.325412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.327931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1963267d-526a-4f0e-8727-ebfe2fa4372e req-983b6041-83cb-464f-9233-2fff5b948f9e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391254 Jul 16 20:44:47.331184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.394529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9421efd2-4be5-44b4-837a-f64ed1eece2c None None] Provisioning for port e3d2c24c-2e66-422a-8cb8-701f92decd3d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:47.414371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=786929bb-dee9-485b-9669-d2a98b73e75e,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:47.416875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.520280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 38657182-431d-497c-b683-f2ccca117f33 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:47.522038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:47.645574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 5e13e062-9f90-41fa-85b6-295bb301e2f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:47.770167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:47.776023 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8da3c10a-4b86-47e3-b2ab-6143c0c25510 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "PUT /v2.0/routers/5e13e062-9f90-41fa-85b6-295bb301e2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7044742 Jul 16 20:44:47.778457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41150) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:47.864344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-50ecf069-dc1f-4f9c-99ab-aee08c4f1803 None None] Provisioning for port 786929bb-dee9-485b-9669-d2a98b73e75e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:47.875731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-50ecf069-dc1f-4f9c-99ab-aee08c4f1803 None None] Provisioning complete for port 786929bb-dee9-485b-9669-d2a98b73e75e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:47.875731 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-50ecf069-dc1f-4f9c-99ab-aee08c4f1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:47.932589 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:47.947331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-50ecf069-dc1f-4f9c-99ab-aee08c4f1803 None None] Port 786929bb-dee9-485b-9669-d2a98b73e75e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:48.000007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c989f500-996d-4f98-8927-6b47c997f9a1 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:48.029218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ea7b8-ecb4-4fd7-92f0-2bb055e955d7 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.030667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ea7b8-ecb4-4fd7-92f0-2bb055e955d7 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.031232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ea7b8-ecb4-4fd7-92f0-2bb055e955d7 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.040348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ea7b8-ecb4-4fd7-92f0-2bb055e955d7 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.041295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ea7b8-ecb4-4fd7-92f0-2bb055e955d7 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.042145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ea7b8-ecb4-4fd7-92f0-2bb055e955d7 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.044361 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5a3ea7b8-ecb4-4fd7-92f0-2bb055e955d7 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.2645516 Jul 16 20:44:48.048969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41156) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:48.050679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e3d2c24c-2e66-422a-8cb8-701f92decd3d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:48.091375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df539070-135a-492b-a7b7-5b859fd53a4d req-0e45bc58-d8fe-4ca7-a40b-03c7d5e87276 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.094541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df539070-135a-492b-a7b7-5b859fd53a4d req-0e45bc58-d8fe-4ca7-a40b-03c7d5e87276 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 944 time: 0.1212583 Jul 16 20:44:48.129520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d576311-f1ec-4ae8-bcba-6aaacdb002b0 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.130036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d576311-f1ec-4ae8-bcba-6aaacdb002b0 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.130504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d576311-f1ec-4ae8-bcba-6aaacdb002b0 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.131692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d576311-f1ec-4ae8-bcba-6aaacdb002b0 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.132333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d576311-f1ec-4ae8-bcba-6aaacdb002b0 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.132787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d576311-f1ec-4ae8-bcba-6aaacdb002b0 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.135186 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2d576311-f1ec-4ae8-bcba-6aaacdb002b0 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.0849271 Jul 16 20:44:48.138120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41158) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:48.216253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df539070-135a-492b-a7b7-5b859fd53a4d req-9e6b7344-fd7a-4db7-9261-40d9b19c9f96 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141601 Jul 16 20:44:48.276121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Sync routers for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:48.292422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.resource_extend [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:44:48.326043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:48.326935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:48.331660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cbdfcd14-6380-4985-a615-c828959abe91 None None] Provisioning complete for port 786929bb-dee9-485b-9669-d2a98b73e75e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:48.332128 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcd14-6380-4985-a615-c828959abe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.406309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-65b8a755-30e6-4f74-8e18-4eb035e4a8c6 tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.2628753 Jul 16 20:44:48.457514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cbdfcd14-6380-4985-a615-c828959abe91 None None] Port 786929bb-dee9-485b-9669-d2a98b73e75e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:48.501985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c989f500-996d-4f98-8927-6b47c997f9a1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c989f500-996d-4f98-8927-6b47c997f9a1,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:48.511731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab689e9-a4d8-46e6-b181-29ecbe0c7210 req-df1af5d2-093b-4605-a20b-99d15d5d6697 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:48.513599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e3d2c24c-2e66-422a-8cb8-701f92decd3d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:48.513713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ab689e9-a4d8-46e6-b181-29ecbe0c7210 req-df1af5d2-093b-4605-a20b-99d15d5d6697 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0693979 Jul 16 20:44:48.531348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e3d2c24c-2e66-422a-8cb8-701f92decd3d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:48.531727 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.535982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'c989f500-996d-4f98-8927-6b47c997f9a1', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': 'c989f500-996d-4f98-8927-6b47c997f9a1', 'mac_address': 'fa:16:3e:62:87:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:48.554338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ab689e9-a4d8-46e6-b181-29ecbe0c7210 req-5ca6ff35-eaf2-49de-94ea-d9d68f9cb4ef tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337455 Jul 16 20:44:48.597002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:48.663551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-be7225e2-ff2a-40a7-ae59-803980a1c739 None None] Provisioning complete for port 786929bb-dee9-485b-9669-d2a98b73e75e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:48.663927 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be7225e2-ff2a-40a7-ae59-803980a1c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.665340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.772205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c989f500-996d-4f98-8927-6b47c997f9a1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:48.793590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-be7225e2-ff2a-40a7-ae59-803980a1c739 None None] Port 786929bb-dee9-485b-9669-d2a98b73e75e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:48.840753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c989f500-996d-4f98-8927-6b47c997f9a1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c989f500-996d-4f98-8927-6b47c997f9a1,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:48.849013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.850709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.869697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41166) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:48.876042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f7faee92-e5a9-4850-9afc-cef54fcff827 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236394344', 'description': 'tempest-secgroup-smoke-236394344 description', 'project_id': '14fb3e3387ec4aa098473b785511c44f'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:48.918119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7faee92-e5a9-4850-9afc-cef54fcff827 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.962803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e3d2c24c-2e66-422a-8cb8-701f92decd3d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e3d2c24c-2e66-422a-8cb8-701f92decd3d,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:48.972149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:48.972937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9a5fafbf-7893-4bd5-8460-6b6cd1299892 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:48.975972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c989f500-996d-4f98-8927-6b47c997f9a1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.021270 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7faee92-e5a9-4850-9afc-cef54fcff827 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.025805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7faee92-e5a9-4850-9afc-cef54fcff827 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.036630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45c0dd-8ea9-4429-8849-8cd9cbc4df57 req-20bc2037-c3c3-4927-b906-907d6493148b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:49.041314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa45c0dd-8ea9-4429-8849-8cd9cbc4df57 req-20bc2037-c3c3-4927-b906-907d6493148b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0823424 Jul 16 20:44:49.047835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41168) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.053363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'floatingip': {'port_id': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.056203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7faee92-e5a9-4850-9afc-cef54fcff827 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.057513 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f7faee92-e5a9-4850-9afc-cef54fcff827 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1857419 Jul 16 20:44:49.061316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c989f500-996d-4f98-8927-6b47c997f9a1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:49.061504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faee92-e5a9-4850-9afc-cef54fcff827 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7abcdda-a684-4a4c-87ff-20cb8b52c366,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.063678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41170) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.073110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2deefbaf-b7be-47da-931a-b749ecc59116 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'f7abcdda-a684-4a4c-87ff-20cb8b52c366', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.100053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2deefbaf-b7be-47da-931a-b749ecc59116 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.106293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.132331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:47Z', 'revision_number': 2, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:49.139290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e3d2c24c-2e66-422a-8cb8-701f92decd3d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.177150 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Checking router: 5e13e062-9f90-41fa-85b6-295bb301e2f1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:49.177886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Updating router 5e13e062-9f90-41fa-85b6-295bb301e2f1 port 786929bb-dee9-485b-9669-d2a98b73e75e binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:44:49.180948 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2deefbaf-b7be-47da-931a-b749ecc59116 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.184648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:49.185306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2deefbaf-b7be-47da-931a-b749ecc59116 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.202498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deefbaf-b7be-47da-931a-b749ecc59116 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4606494-262f-4ad0-b9fd-2fd22c8189b2,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.217796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2deefbaf-b7be-47da-931a-b749ecc59116 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.222809 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2deefbaf-b7be-47da-931a-b749ecc59116 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546588 Jul 16 20:44:49.223070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:49.223070 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.223283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41172) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.228126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7cc3ea35-083e-4eac-acd1-44a40902e654 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'f7abcdda-a684-4a4c-87ff-20cb8b52c366', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.259469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ea35-083e-4eac-acd1-44a40902e654 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.274705 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.344319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ea35-083e-4eac-acd1-44a40902e654 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.348804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ea35-083e-4eac-acd1-44a40902e654 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.365686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3ea35-083e-4eac-acd1-44a40902e654 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a112c59f-64b2-49fd-97ed-a5b2f1999968,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.379716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ea35-083e-4eac-acd1-44a40902e654 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.381307 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7cc3ea35-083e-4eac-acd1-44a40902e654 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569846 Jul 16 20:44:49.383743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41176) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.388495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-35e3994d-c0b4-4144-9ad9-be98438b1352 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'f7abcdda-a684-4a4c-87ff-20cb8b52c366', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.421478 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e3994d-c0b4-4144-9ad9-be98438b1352 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.503835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e3994d-c0b4-4144-9ad9-be98438b1352 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.508188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e3994d-c0b4-4144-9ad9-be98438b1352 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.527730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aab76-4ec2-4315-8783-6ed493b57d65 req-7c8bee2d-bc84-4276-ae0d-2f9ea97572c4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:49.529311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d0aab76-4ec2-4315-8783-6ed493b57d65 req-7c8bee2d-bc84-4276-ae0d-2f9ea97572c4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 945 time: 0.1671474 Jul 16 20:44:49.544716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.546920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35e3994d-c0b4-4144-9ad9-be98438b1352 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.550849 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-35e3994d-c0b4-4144-9ad9-be98438b1352 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1637518 Jul 16 20:44:49.551291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41178) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.558640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d087d1fd-9d5b-4f9d-9b44-adcc211902ae tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'f7abcdda-a684-4a4c-87ff-20cb8b52c366', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.583816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3994d-c0b4-4144-9ad9-be98438b1352 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea92faad-0039-4dc7-933e-0f1a2e7bbf48,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.592591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d087d1fd-9d5b-4f9d-9b44-adcc211902ae tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.609430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 9a5fafbf-7893-4bd5-8460-6b6cd1299892, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9a5fafbf-7893-4bd5-8460-6b6cd1299892,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:49.615973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d0aab76-4ec2-4315-8783-6ed493b57d65 req-3fc1e5dd-72eb-48d3-9505-74bcc3956016 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750051 Jul 16 20:44:49.621712 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.657602 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d087d1fd-9d5b-4f9d-9b44-adcc211902ae tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.661741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d087d1fd-9d5b-4f9d-9b44-adcc211902ae tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.677073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087d1fd-9d5b-4f9d-9b44-adcc211902ae tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b1bfb7-322a-48aa-8c91-6e5d32b19b95,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.690192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d087d1fd-9d5b-4f9d-9b44-adcc211902ae tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.694221 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d087d1fd-9d5b-4f9d-9b44-adcc211902ae tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392164 Jul 16 20:44:49.694888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41180) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.699684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'f7abcdda-a684-4a4c-87ff-20cb8b52c366', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.719034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=9a5fafbf-7893-4bd5-8460-6b6cd1299892,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.729124 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Project 14fb3e3387ec4aa098473b785511c44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:44:49.733501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.735822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.738485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.778149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.793427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Transition to ACTIVE for port object 786929bb-dee9-485b-9669-d2a98b73e75e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:49.802720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.809272 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.814936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.836530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7418ed-0a13-4cae-bac8-f5a691b593da,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.846326 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.850287 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-315df967-7663-4677-bf0b-4aff6bee5282 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521397 Jul 16 20:44:49.850648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41182) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:49.856425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'security_group_rule': {'security_group_id': 'f7abcdda-a684-4a4c-87ff-20cb8b52c366', 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:49.861617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7d5b0-d24b-41d4-a4f8-16a2e90408a0 None None] Pushing event updated for resources: {'Port': ['ID=786929bb-dee9-485b-9669-d2a98b73e75e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:49.864310 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Floating IP 8035f48b-de9c-4629-b795-0356a6509996 associated. External IP: 172.25.8.221, port: be60a2a7-074c-4011-a2a3-4145faf5d90b. Jul 16 20:44:49.896046 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Project 14fb3e3387ec4aa098473b785511c44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:44:49.905529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.939334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Attempting to bind port 786929bb-dee9-485b-9669-d2a98b73e75e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:49.939711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Attempting to bind port 786929bb-dee9-485b-9669-d2a98b73e75e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:49.940125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Attempting to bind port 786929bb-dee9-485b-9669-d2a98b73e75e on network 38657182-431d-497c-b683-f2ccca117f33 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:49.953775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:49.954293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Checking segment: {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:49.954716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.955338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Bound using segment: {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:49.955797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Bound port: 786929bb-dee9-485b-9669-d2a98b73e75e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:49.956272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:49.975200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e3d2c24c-2e66-422a-8cb8-701f92decd3d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:50.015466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.020044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.046702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c989f500-996d-4f98-8927-6b47c997f9a1 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:50.047723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.057362 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044623 Jul 16 20:44:50.079347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cacb95-878e-480d-bf7e-5bf2d596f965 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d8e023-b4bc-48c8-b5db-d7bc460363f3,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:50.154311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port c989f500-996d-4f98-8927-6b47c997f9a1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:50.167783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port c989f500-996d-4f98-8927-6b47c997f9a1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.168163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.171593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] For port 786929bb-dee9-485b-9669-d2a98b73e75e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:50.176197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] For port 786929bb-dee9-485b-9669-d2a98b73e75e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=786929bb-dee9-485b-9669-d2a98b73e75e,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:50.204225 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.363991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e3d2c24c-2e66-422a-8cb8-701f92decd3d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.364371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.376587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-7e2bda2a-03a9-4f6b-a753-7728241db2f0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236394344&fields=id&tenant_id=14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 267 time: 0.0525618 Jul 16 20:44:50.474965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7d5b0-d24b-41d4-a4f8-16a2e90408a0 None None] Pushing event updated for resources: {'Port': ['ID=786929bb-dee9-485b-9669-d2a98b73e75e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:50.480487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:50.481125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:50.590661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-cdf4535e-2797-4ee5-8b71-4b64160756d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:50.592669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-cdf4535e-2797-4ee5-8b71-4b64160756d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/networks?id=38657182-431d-497c-b683-f2ccca117f33 HTTP/1.1" status: 200 len: 797 time: 0.2091844 Jul 16 20:44:50.600891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:50.615111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-83316d91-c4ea-439c-aae3-230714abcd16 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/quotas/14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 375 time: 0.0129898 Jul 16 20:44:50.621757 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.659958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9a5fafbf-7893-4bd5-8460-6b6cd1299892 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:50.690177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c989f500-996d-4f98-8927-6b47c997f9a1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:50.692493 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c4369-bd6c-42dc-a879-bb04f4bb14f7" -d '{"events": [{"server_uuid": "92dbaf3d-1f46-407b-9602-fb3c84105800", "name": "network-vif-plugged", "status": "completed", "tag": "c989f500-996d-4f98-8927-6b47c997f9a1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:50.715686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c989f500-996d-4f98-8927-6b47c997f9a1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c989f500-996d-4f98-8927-6b47c997f9a1,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:50.723669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:50.758488 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.764789 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-68c78c54-cad9-4aff-85b2-9def960956b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614662 Jul 16 20:44:50.789141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-8ffc5f6f-27eb-4abd-97dc-f3d94d325733 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621261 Jul 16 20:44:50.792780 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:50.797847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.806010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] Sync routers for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:50.818901 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:50.819958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:50.873404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-337eaaa8-07b2-492b-89eb-fa56fb6323ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "PUT /v2.0/floatingips/8035f48b-de9c-4629-b795-0356a6509996 HTTP/1.1" status: 200 len: 991 time: 1.8238750 Jul 16 20:44:50.894182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c989f500-996d-4f98-8927-6b47c997f9a1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:50.899037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:50.900172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:50.900549 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.901462 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb" -d '{"events": [{"name": "network-changed", "server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:50.930275 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127468e-c492-4add-b276-7c31a3220baa req-e4a4e67d-09fb-478c-9746-259514979f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:50.934676 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-e4a4e67d-09fb-478c-9746-259514979f03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1096 time: 0.0992029 Jul 16 20:44:50.935592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-8085b30e-1fd6-4136-bb07-b09180d7c83c service neutron] 10.222.0.100 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144269 Jul 16 20:44:50.953213 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:51.056687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-2a511b4b-3e96-4ff0-8b63-fbe36808753d service neutron] 10.222.0.100 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143796 Jul 16 20:44:51.084622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127468e-c492-4add-b276-7c31a3220baa req-3b26e2e6-c7da-4a67-9e9d-593889b81b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.086231 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-3b26e2e6-c7da-4a67-9e9d-593889b81b55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1321278 Jul 16 20:44:51.098122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:50Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:51.131874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137749-040b-4eef-892b-4f21143fd6c8 None None] The sync data for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 is: [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:50Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:51.171471 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-6b7c763d-05b6-4dfb-94cd-e6431c3f3c2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.0778482 Jul 16 20:44:51.247698 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8035f48b-de9c-4629-b795-0356a6509996', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'port_id': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'mac_address': 'fa:16:3e:a8:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:44:35Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 1, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:51.296971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127468e-c492-4add-b276-7c31a3220baa req-441b83a0-7918-4ccb-b0a9-20516b1bf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.298545 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-441b83a0-7918-4ccb-b0a9-20516b1bf6cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.1210816 Jul 16 20:44:51.304649 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] Checking router: 3e402f66-15c1-452c-bff8-ffd00a93b5d3 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:44:51.314513 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:51.315535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:51.381972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127468e-c492-4add-b276-7c31a3220baa req-083e1a2f-8bb2-42a6-a8df-0c14c3c308d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.390730 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-083e1a2f-8bb2-42a6-a8df-0c14c3c308d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858941 Jul 16 20:44:51.446573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee433e-65bc-476e-b900-31efb5b46113 req-e3e7c7f6-eceb-4835-bfc9-7c7ac9477822 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.454864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fee433e-65bc-476e-b900-31efb5b46113 req-e3e7c7f6-eceb-4835-bfc9-7c7ac9477822 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 946 time: 0.1019473 Jul 16 20:44:51.497109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5fee433e-65bc-476e-b900-31efb5b46113 req-2197ea1c-c4eb-40be-bb27-6c7497775222 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Jul 16 20:44:51.504191 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:44:51.519722 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-2259dec4-65b3-4410-80f9-8d2a0c4a2955 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196265 Jul 16 20:44:51.574512 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b450f49b-2785-42e8-a851-1a6a14ad6639 x-openstack-request-id: req-b450f49b-2785-42e8-a851-1a6a14ad6639 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:51.574691 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbaf3d-1f46-407b-9602-fb3c84105800", "name": "network-vif-plugged", "status": "completed", "tag": "c989f500-996d-4f98-8927-6b47c997f9a1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:51.575144 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b450f49b-2785-42e8-a851-1a6a14ad6639 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:51.575385 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c989f500-996d-4f98-8927-6b47c997f9a1', 'code': 200} Jul 16 20:44:51.688772 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2127468e-c492-4add-b276-7c31a3220baa req-78136754-1991-48b5-a41c-6977a8bef0f0 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626558 Jul 16 20:44:51.741118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5474624-5b78-4b76-a174-f7c6aed39278 req-d19888e9-a0d9-418b-a336-26f2401c3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.742890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5474624-5b78-4b76-a174-f7c6aed39278 req-d19888e9-a0d9-418b-a336-26f2401c3299 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 1097 time: 0.0859187 Jul 16 20:44:51.781256 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4ca8ff-1fe6-48ab-8e79-f70547423752 x-openstack-request-id: req-ed4ca8ff-1fe6-48ab-8e79-f70547423752 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:51.782183 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:51.782183 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ed4ca8ff-1fe6-48ab-8e79-f70547423752 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:51.782183 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'status': 'completed', 'code': 200} Jul 16 20:44:51.870953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-944d324b-d39c-47da-b254-259d5fc13d5f req-4cc34f29-7ffe-432e-a888-ba8a073ca169 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 210 time: 0.0518045 Jul 16 20:44:51.874739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5474624-5b78-4b76-a174-f7c6aed39278 req-1b073cdd-8215-45b7-b72f-6ad72c1a687d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181109 Jul 16 20:44:51.918062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-978c9add-3bd7-495f-806b-51932c2de84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:51.919892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-978c9add-3bd7-495f-806b-51932c2de84e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1096 time: 0.1367946 Jul 16 20:44:51.984245 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8035f48b-de9c-4629-b795-0356a6509996', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'port_id': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'mac_address': 'fa:16:3e:a8:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:44:35Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 1, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:52.023483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 786929bb-dee9-485b-9669-d2a98b73e75e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:52.029535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c87a10-96cc-4ad4-bc02-304faca83e3c None None] The sync data for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 is: [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8035f48b-de9c-4629-b795-0356a6509996', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'port_id': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'mac_address': 'fa:16:3e:a8:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:44:35Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 1, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:52.106346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-3cc55098-d35f-4321-8150-92d45fc5a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:52.108338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 786929bb-dee9-485b-9669-d2a98b73e75e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:52.108939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-3cc55098-d35f-4321-8150-92d45fc5a9d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1764226 Jul 16 20:44:52.116109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 786929bb-dee9-485b-9669-d2a98b73e75e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:52.116480 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.199549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-fdac5706-8e9e-412f-a4ba-6b03f730b509 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 999 time: 0.0801766 Jul 16 20:44:52.264747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.300406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-c52e5805-2edf-4634-b338-5bde4c517d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:52.302149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-c52e5805-2edf-4634-b338-5bde4c517d60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0939331 Jul 16 20:44:52.317102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 786929bb-dee9-485b-9669-d2a98b73e75e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=786929bb-dee9-485b-9669-d2a98b73e75e,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:52.321842 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.376435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-45844ece-abae-4d5e-85b9-805bfa0a7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:52.378203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-45844ece-abae-4d5e-85b9-805bfa0a7e98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688851 Jul 16 20:44:52.378938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=786929bb-dee9-485b-9669-d2a98b73e75e,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:52.478849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-984afd6a-590a-48d4-9004-0d4cea809782 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910726 Jul 16 20:44:52.483003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798d8a-062d-4314-afde-39f14b4bb5b3 None None] New status for floating IP 8035f48b-de9c-4629-b795-0356a6509996: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:44:52.595940 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ce6d0c5-733a-42d4-9cae-3c496d87aefb req-d2759892-cf0c-499b-8c2b-f75c8eb0f53e service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088760 Jul 16 20:44:52.732799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d581ff2-ef02-415e-8e6d-75ae9578e77d req-2f0e6da1-9e6b-4e0a-b07b-92f406e950de tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:52.734127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d581ff2-ef02-415e-8e6d-75ae9578e77d req-2f0e6da1-9e6b-4e0a-b07b-92f406e950de tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 946 time: 0.0976682 Jul 16 20:44:52.783659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5d581ff2-ef02-415e-8e6d-75ae9578e77d req-0574fe15-4391-4e5c-865f-026c2c4ac8a8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Jul 16 20:44:52.845614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-3de6a465-e45c-4eb5-b200-f686d710fb36 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:52.847174 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-3de6a465-e45c-4eb5-b200-f686d710fb36 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.26 "GET /v2.0/networks?id=38657182-431d-497c-b683-f2ccca117f33 HTTP/1.1" status: 200 len: 797 time: 0.1462083 Jul 16 20:44:52.901003 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-e512aa38-5932-4520-b6fe-f4a5de444105 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14fb3e3387ec4aa098473b785511c44f HTTP/1.1" status: 200 len: 379 time: 0.0433192 Jul 16 20:44:52.909381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'port': {'device_id': '73d541c4-730b-471a-afdd-a39c1a298211', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'admin_state_up': True, 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'security_groups': ['f7abcdda-a684-4a4c-87ff-20cb8b52c366']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:53.041639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Made reservation on behalf of 14fb3e3387ec4aa098473b785511c44f for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:53.045556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.052901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f5cae-71be-4007-a2bb-35812abdb996 req-4785d9fe-fb70-404f-ba89-b7daca80fb35 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 210 time: 0.0317428 Jul 16 20:44:53.170228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.20.0.10 (38657182-431d-497c-b683-f2ccca117f33/589b668b-2434-4189-aa88-c8166edbfd56/ea093388-fef8-4366-a265-f7b6b0d70a7b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:53.311508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.324711 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Transition to ACTIVE for port object ea093388-fef8-4366-a265-f7b6b0d70a7b will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:53.359914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.409136 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network 38657182-431d-497c-b683-f2ccca117f33 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:53.412359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:53.414980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:53.442958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=ea093388-fef8-4366-a265-f7b6b0d70a7b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:53.476255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.476792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.493449 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4bd2e383-fd3f-418b-9a11-706164cc0660 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880744 Jul 16 20:44:53.505593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Request body: {'port': {'device_id': '73d541c4-730b-471a-afdd-a39c1a298211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:53.589132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.645046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a609f0fb-b1c5-4ff7-b2d4-77438bf3e9c8 None None] Provisioning for port ea093388-fef8-4366-a265-f7b6b0d70a7b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:53.649075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a609f0fb-b1c5-4ff7-b2d4-77438bf3e9c8 None None] Provisioning complete for port ea093388-fef8-4366-a265-f7b6b0d70a7b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:53.649450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a609f0fb-b1c5-4ff7-b2d4-77438bf3e9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.683621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a609f0fb-b1c5-4ff7-b2d4-77438bf3e9c8 None None] Port ea093388-fef8-4366-a265-f7b6b0d70a7b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:53.911078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea093388-fef8-4366-a265-f7b6b0d70a7b {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:53.924122 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.938321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Transition to ACTIVE for port object ea093388-fef8-4366-a265-f7b6b0d70a7b will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:53.942754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.954246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 786929bb-dee9-485b-9669-d2a98b73e75e up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:53.994177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d1d79-a313-45d1-95c7-4d0d705cba59 req-5c76c615-c25f-4115-ad6e-1b6c78bb5746 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:53.995862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-570d1d79-a313-45d1-95c7-4d0d705cba59 req-5c76c615-c25f-4115-ad6e-1b6c78bb5746 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 946 time: 0.0862961 Jul 16 20:44:54.044729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea093388-fef8-4366-a265-f7b6b0d70a7b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:54.067947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 786929bb-dee9-485b-9669-d2a98b73e75e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:54.068830 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.079624 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-570d1d79-a313-45d1-95c7-4d0d705cba59 req-3c1b9121-eabd-45d2-878a-e1ae0bd8bfce tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731282 Jul 16 20:44:54.119959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Attempting to bind port ea093388-fef8-4366-a265-f7b6b0d70a7b on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:54.120399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Attempting to bind port ea093388-fef8-4366-a265-f7b6b0d70a7b by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:54.121048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Attempting to bind port ea093388-fef8-4366-a265-f7b6b0d70a7b on network 38657182-431d-497c-b683-f2ccca117f33 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:54.137126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Port ea093388-fef8-4366-a265-f7b6b0d70a7b on network 38657182-431d-497c-b683-f2ccca117f33 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:54.140385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Attempting to bind port ea093388-fef8-4366-a265-f7b6b0d70a7b on network 38657182-431d-497c-b683-f2ccca117f33 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:54.152969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:54.153403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Checking segment: {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:54.153869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Bound using segment: {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:54.154915 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Bound port: ea093388-fef8-4366-a265-f7b6b0d70a7b, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab043f8-1270-48cf-a13a-8b549697d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '38657182-431d-497c-b683-f2ccca117f33'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:54.155469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.254635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] For port ea093388-fef8-4366-a265-f7b6b0d70a7b, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:54.257917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] For port ea093388-fef8-4366-a265-f7b6b0d70a7b, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:54.262663 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.305125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.305851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.307587 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/ea093388-fef8-4366-a265-f7b6b0d70a7b HTTP/1.1" status: 200 len: 1092 time: 0.8068657 Jul 16 20:44:54.308111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:54.310661 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f8600-365f-4a04-b81f-f1de2dca8681" -d '{"events": [{"name": "network-changed", "server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:54.332844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda935-f773-486d-81a8-ffd61c3948e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea093388-fef8-4366-a265-f7b6b0d70a7b,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:54.430879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-1f2ff2a0-07fd-4c6c-a518-25d77567e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.432775 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-1f2ff2a0-07fd-4c6c-a518-25d77567e1df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 1095 time: 0.0782297 Jul 16 20:44:54.436954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181bc-de3b-4af1-b511-17dbf9476450 req-41ea2551-b7dc-4e9e-a9fc-125f2ddb7972 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.438380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae9181bc-de3b-4af1-b511-17dbf9476450 req-41ea2551-b7dc-4e9e-a9fc-125f2ddb7972 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 944 time: 0.0955486 Jul 16 20:44:54.486562 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-f7866604-d329-4b3f-8f84-09057af7ca15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b HTTP/1.1" status: 200 len: 217 time: 0.0473051 Jul 16 20:44:54.487801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae9181bc-de3b-4af1-b511-17dbf9476450 req-9f5a9813-346c-4701-ac81-a8e3ec4f11d0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Jul 16 20:44:54.562000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4d8df96a-1b5e-4e45-bf24-d99590873505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.564170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-4d8df96a-1b5e-4e45-bf24-d99590873505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=589b668b-2434-4189-aa88-c8166edbfd56 HTTP/1.1" status: 200 len: 833 time: 0.0719259 Jul 16 20:44:54.632983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-f4f74ce6-6e6b-41d4-ae6d-64d14b806e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.635391 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-f4f74ce6-6e6b-41d4-ae6d-64d14b806e95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38657182-431d-497c-b683-f2ccca117f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643876 Jul 16 20:44:54.719020 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e27a254-bf21-4742-a617-60edcd2a4a06 x-openstack-request-id: req-0e27a254-bf21-4742-a617-60edcd2a4a06 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:54.719337 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:54.719593 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0e27a254-bf21-4742-a617-60edcd2a4a06 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:54.719994 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'status': 'completed', 'code': 200} Jul 16 20:44:54.743075 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-e813fba3-ef24-434c-954b-1eebced57c73 service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016164 Jul 16 20:44:54.840552 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bda6ce8e-4696-4c4f-a680-fcdfa86d41fb req-a6cb0b1d-ac1b-40a7-b565-e7268c86d555 service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907273 Jul 16 20:44:54.949551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-bc45defe-bdfa-49c9-9f78-a75c9e86241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:54.951185 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-bc45defe-bdfa-49c9-9f78-a75c9e86241d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 1095 time: 0.0588803 Jul 16 20:44:55.056869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-fb296ea7-b824-4599-93b0-3a3b12d8be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.058368 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-fb296ea7-b824-4599-93b0-3a3b12d8be4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=38657182-431d-497c-b683-f2ccca117f33 HTTP/1.1" status: 200 len: 898 time: 0.1009915 Jul 16 20:44:55.102130 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-53ea409c-bccd-4929-b23a-32216393961b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b HTTP/1.1" status: 200 len: 217 time: 0.0374186 Jul 16 20:44:55.156825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-e50a63a7-f3a9-4f49-9157-e7d8e9d992de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.158315 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-e50a63a7-f3a9-4f49-9157-e7d8e9d992de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=589b668b-2434-4189-aa88-c8166edbfd56 HTTP/1.1" status: 200 len: 833 time: 0.0485883 Jul 16 20:44:55.219511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-52825890-dba5-4de9-9caa-e95b1b7a1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.220971 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-52825890-dba5-4de9-9caa-e95b1b7a1381 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38657182-431d-497c-b683-f2ccca117f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563009 Jul 16 20:44:55.320407 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-eae79d23-2669-4951-a165-989f56457902 service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926592 Jul 16 20:44:55.414044 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-630f8600-365f-4a04-b81f-f1de2dca8681 req-49f7fce2-abe2-4b6c-a609-eaac583e1275 service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868711 Jul 16 20:44:55.670103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7372-1eb0-45a3-b8bb-8e0ea4596d3d req-21fb4232-9a39-46ed-b351-74370c07693f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:55.672358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c8d7372-1eb0-45a3-b8bb-8e0ea4596d3d req-21fb4232-9a39-46ed-b351-74370c07693f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 944 time: 0.0651309 Jul 16 20:44:55.710773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c8d7372-1eb0-45a3-b8bb-8e0ea4596d3d req-e7eec042-7acc-4a9c-a07f-9b26b392ec7b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328777 Jul 16 20:44:56.896294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79086092-4804-4563-9232-cacfa9093ca0 req-d79367b6-fe3c-407f-a2bc-9e9088028549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:56.897828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79086092-4804-4563-9232-cacfa9093ca0 req-d79367b6-fe3c-407f-a2bc-9e9088028549 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 944 time: 0.0713720 Jul 16 20:44:56.937622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79086092-4804-4563-9232-cacfa9093ca0 req-749c15ff-802e-492d-ab43-163fe26f94db tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342116 Jul 16 20:44:58.046596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ea093388-fef8-4366-a265-f7b6b0d70a7b details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:58.118930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48200556-70ec-4e1a-8e23-6c765493e422 req-5cdf139f-d658-43fc-a335-6dab2f9fd443 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:58.120418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48200556-70ec-4e1a-8e23-6c765493e422 req-5cdf139f-d658-43fc-a335-6dab2f9fd443 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 944 time: 0.0661361 Jul 16 20:44:58.149438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ea093388-fef8-4366-a265-f7b6b0d70a7b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:58.162128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'port_id': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'mac_address': 'fa:16:3e:6f:62:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:58.162456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48200556-70ec-4e1a-8e23-6c765493e422 req-272125ce-76a0-4737-84b0-ef22a239cacd tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362434 Jul 16 20:44:58.200270 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.220714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea093388-fef8-4366-a265-f7b6b0d70a7b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:58.244434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ea093388-fef8-4366-a265-f7b6b0d70a7b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:58.250034 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:58.300199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ea093388-fef8-4366-a265-f7b6b0d70a7b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:58.462617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['ea093388-fef8-4366-a265-f7b6b0d70a7b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:59.339235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b44e1-89c9-4405-9e70-fb8461a0aeb8 req-8786d4ba-b710-4821-861e-748523075262 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:59.340661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc1b44e1-89c9-4405-9e70-fb8461a0aeb8 req-8786d4ba-b710-4821-861e-748523075262 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 945 time: 0.0665894 Jul 16 20:44:59.379369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc1b44e1-89c9-4405-9e70-fb8461a0aeb8 req-909cf6cf-86ee-4c31-9e80-363b0876f304 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Jul 16 20:45:00.060754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ea093388-fef8-4366-a265-f7b6b0d70a7b up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:00.113048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port ea093388-fef8-4366-a265-f7b6b0d70a7b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:00.116995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port ea093388-fef8-4366-a265-f7b6b0d70a7b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:00.117401 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.192470 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.214004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:00.216532 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dafcc4b-e734-4bd8-8d2a-c540c1d5ea06" -d '{"events": [{"server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "name": "network-vif-plugged", "status": "completed", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:00.230358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port ea093388-fef8-4366-a265-f7b6b0d70a7b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:00.235493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.261517 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eeb463-d91a-4dc4-8416-6051f03d4d12 x-openstack-request-id: req-55eeb463-d91a-4dc4-8416-6051f03d4d12 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:00.261818 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "name": "network-vif-plugged", "status": "completed", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:00.262088 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-55eeb463-d91a-4dc4-8416-6051f03d4d12 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:00.262444 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'code': 200} Jul 16 20:45:00.294114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-61d94b50-c976-495f-be1c-ba4b3c6a1f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:00.301898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=ea093388-fef8-4366-a265-f7b6b0d70a7b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:00.371815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17f5e5-e4e7-4363-ba16-8a4a958cf296 req-8c9a314a-022f-471e-9a1e-a030c173cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.373377 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ae17f5e5-e4e7-4363-ba16-8a4a958cf296 req-8c9a314a-022f-471e-9a1e-a030c173cea7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 1097 time: 0.0534382 Jul 16 20:45:00.410712 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ae17f5e5-e4e7-4363-ba16-8a4a958cf296 req-106c86e6-7307-4af3-b65a-07eed4462672 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Jul 16 20:45:00.552212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654aadc-02d6-4104-944f-a43e2d00d170 req-991ce5d4-66ce-4cdf-b08d-ae67faac1ab3 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:00.553653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2654aadc-02d6-4104-944f-a43e2d00d170 req-991ce5d4-66ce-4cdf-b08d-ae67faac1ab3 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 946 time: 0.0638242 Jul 16 20:45:00.592646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2654aadc-02d6-4104-944f-a43e2d00d170 req-9217b9cf-2315-4e73-a8b8-a24ae711d51c tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Jul 16 20:45:01.779020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d5f9-481b-45da-b0df-e88dd45e8d88 req-d42c4528-a5ed-4391-8130-4a25f7285505 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:01.781173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bd0d5f9-481b-45da-b0df-e88dd45e8d88 req-d42c4528-a5ed-4391-8130-4a25f7285505 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 946 time: 0.0650916 Jul 16 20:45:01.818540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bd0d5f9-481b-45da-b0df-e88dd45e8d88 req-c9f5568c-f8c5-408d-8f51-9ef794130db7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317683 Jul 16 20:45:02.193568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d210ee-ee5e-428c-9532-43a96039ef6c req-f76a1fd9-787a-4cfb-802f-660735520632 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.195058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55d210ee-ee5e-428c-9532-43a96039ef6c req-f76a1fd9-787a-4cfb-802f-660735520632 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 946 time: 0.0685427 Jul 16 20:45:02.233113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55d210ee-ee5e-428c-9532-43a96039ef6c req-4f9ffac4-2000-47b5-b50e-a403e077170f tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319614 Jul 16 20:45:02.258156 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41276) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:02.318572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e4df7-8fe0-4436-9d71-2564d2b22cdf tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:02.320135 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1e3e4df7-8fe0-4436-9d71-2564d2b22cdf tempest-TestNetworkBasicOps-1161671827 tempest-TestNetworkBasicOps-1161671827-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 1092 time: 0.0609689 Jul 16 20:45:02.323097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41278) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:02.328118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:02.351064 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.445408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.553140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Allocated IP 172.25.8.160 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/6d5a6516-5fb9-4aed-b3a7-f3b366bb7ebc) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:02.652954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.692181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.736576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:02.739203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:02.742736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:02.748895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=6d5a6516-5fb9-4aed-b3a7-f3b366bb7ebc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:03.121014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.199519 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.363777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.368128 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.434069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event updated for resources: {'Port': ['ID=6d5a6516-5fb9-4aed-b3a7-f3b366bb7ebc,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:03.447029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:03.549441 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Floating IP 3fd344d4-09b6-4208-b7f5-3325bcedf52d associated. External IP: 172.25.8.160, port: ea093388-fef8-4366-a265-f7b6b0d70a7b. Jul 16 20:45:04.003426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.064137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 5e13e062-9f90-41fa-85b6-295bb301e2f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:04.176280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:04.186259 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] Sync routers for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:04.194434 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.195803 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:04.196532 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:04.240244 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-04a2deca-5c45-46fd-b835-a03a719c4b3d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9146814 Jul 16 20:45:04.241371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:04.241836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41288) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:04.244268 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7f9a7-8fe7-4284-8346-3d488c684cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:04.285976 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f575325-676c-4841-8562-4a0b852941be x-openstack-request-id: req-8f575325-676c-4841-8562-4a0b852941be {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:04.286265 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:04.286539 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8f575325-676c-4841-8562-4a0b852941be {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:04.286950 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'status': 'completed', 'code': 200} Jul 16 20:45:04.324775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7f0923c9-bd9f-4907-b4ab-50222d20d9f9 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/floatingips/3fd344d4-09b6-4208-b7f5-3325bcedf52d HTTP/1.1" status: 200 len: 992 time: 0.0816698 Jul 16 20:45:04.374513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-ccd94e38-7925-4f23-b069-cc985d9919b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.376125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-ccd94e38-7925-4f23-b069-cc985d9919b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 1097 time: 0.0623362 Jul 16 20:45:04.415207 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:04.479521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-36fb2c1c-313f-4d29-96e7-362dd04e1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.481050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-36fb2c1c-313f-4d29-96e7-362dd04e1b08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38657182-431d-497c-b683-f2ccca117f33 HTTP/1.1" status: 200 len: 898 time: 0.0992770 Jul 16 20:45:04.556503 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-a4d7435c-a821-4807-b011-db6178a47043 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b HTTP/1.1" status: 200 len: 1000 time: 0.0693803 Jul 16 20:45:04.605908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-ab4adba2-4ce0-4eea-ab11-ca5dd2612233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.607506 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-ab4adba2-4ce0-4eea-ab11-ca5dd2612233 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=589b668b-2434-4189-aa88-c8166edbfd56 HTTP/1.1" status: 200 len: 833 time: 0.0454957 Jul 16 20:45:04.665546 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '3fd344d4-09b6-4208-b7f5-3325bcedf52d', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'port_id': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'mac_address': 'fa:16:3e:6f:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d541c4-730b-471a-afdd-a39c1a298211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:45:02Z', 'updated_at': '2021-07-16T20:45:02Z', 'revision_number': 0, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:04.667534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-01a95636-9cba-4b2f-883d-b0adf77570be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:04.669267 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-01a95636-9cba-4b2f-883d-b0adf77570be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38657182-431d-497c-b683-f2ccca117f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557945 Jul 16 20:45:04.693560 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] Checking router: 5e13e062-9f90-41fa-85b6-295bb301e2f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:04.702796 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:04.703448 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:44:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:04.770221 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-b67c423f-3d62-4ef5-98d3-1f4385ebd7ca service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944576 Jul 16 20:45:04.821422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:04.829711 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-70b463e0-75fe-4158-adbb-1111a00b1be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.867421 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-10d7f9a7-8fe7-4284-8346-3d488c684cb9 req-73840add-f6fe-4c5b-a965-8d9d7275af5a service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911191 Jul 16 20:45:05.055397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '3fd344d4-09b6-4208-b7f5-3325bcedf52d', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'port_id': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'mac_address': 'fa:16:3e:6f:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d541c4-730b-471a-afdd-a39c1a298211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:45:02Z', 'updated_at': '2021-07-16T20:45:02Z', 'revision_number': 0, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:05.081690 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e1252-4053-4841-901a-07bb113448e8 None None] The sync data for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 is: [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '3fd344d4-09b6-4208-b7f5-3325bcedf52d', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'port_id': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'mac_address': 'fa:16:3e:6f:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d541c4-730b-471a-afdd-a39c1a298211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:45:02Z', 'updated_at': '2021-07-16T20:45:02Z', 'revision_number': 0, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:05.280473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca8b71-216a-4055-96f8-772c32e6c080 None None] New status for floating IP 3fd344d4-09b6-4208-b7f5-3325bcedf52d: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:45:05.326851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41300) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:05.424275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2cf7b776-17d7-4b30-b64b-2053947748aa tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/floatingips/3fd344d4-09b6-4208-b7f5-3325bcedf52d HTTP/1.1" status: 200 len: 992 time: 0.0959554 Jul 16 20:45:05.450077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9ecc-e5dd-4f9a-abdc-05bff607456d req-e9e0436e-e2ec-4024-9e5d-fdd467b7bb9b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:05.451728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f96c9ecc-e5dd-4f9a-abdc-05bff607456d req-e9e0436e-e2ec-4024-9e5d-fdd467b7bb9b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1169629 Jul 16 20:45:05.491576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f96c9ecc-e5dd-4f9a-abdc-05bff607456d req-0587a613-f738-4238-98cc-25d46f5a923f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339019 Jul 16 20:45:05.760988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb510b2e-dbf4-4a01-93f4-6f2c9958f65a req-23e081f0-98f3-4ad0-a092-3d534a837324 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:05.762499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb510b2e-dbf4-4a01-93f4-6f2c9958f65a req-23e081f0-98f3-4ad0-a092-3d534a837324 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0714538 Jul 16 20:45:05.801742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb510b2e-dbf4-4a01-93f4-6f2c9958f65a req-e9dcb9e2-c6cd-435f-8263-7f22027d3b82 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Jul 16 20:45:06.048860 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:06.174641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7163-913b-40fd-9746-370cd72e7bf2 req-470ee74c-2baa-4b6a-ad66-4a379ebf02c6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:06.176188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-443b7163-913b-40fd-9746-370cd72e7bf2 req-470ee74c-2baa-4b6a-ad66-4a379ebf02c6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0644960 Jul 16 20:45:06.213491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-443b7163-913b-40fd-9746-370cd72e7bf2 req-13ed82ce-a1fe-4edc-a4ab-a59570be5b76 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Jul 16 20:45:06.427555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41312) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:06.499461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8bbc5f32-98a2-49d8-a74b-3e6b4affe018 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/floatingips/3fd344d4-09b6-4208-b7f5-3325bcedf52d HTTP/1.1" status: 200 len: 994 time: 0.0648088 Jul 16 20:45:06.953200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc6bba-ca3c-46fd-8ae1-8f0e9ea9ae7e req-d2c2f4a7-8b5c-470a-a95a-efda8ab636e9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:06.955752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20cc6bba-ca3c-46fd-8ae1-8f0e9ea9ae7e req-d2c2f4a7-8b5c-470a-a95a-efda8ab636e9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0948460 Jul 16 20:45:06.997934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20cc6bba-ca3c-46fd-8ae1-8f0e9ea9ae7e req-515609de-a376-4dd3-89aa-49a9ab0e6c51 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363941 Jul 16 20:45:08.180000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c416001-cc1b-467b-95fc-0a4ec67c9e73 req-775eb27b-60a4-42c0-9953-bc5710cced31 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:08.181547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c416001-cc1b-467b-95fc-0a4ec67c9e73 req-775eb27b-60a4-42c0-9953-bc5710cced31 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0671108 Jul 16 20:45:08.193666 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.223542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c416001-cc1b-467b-95fc-0a4ec67c9e73 req-fd5869d7-1c5a-42dc-a5ba-7279aeecf9e4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355701 Jul 16 20:45:08.417889 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:08.743026 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.412096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9deeeb-d6e2-4e20-b2aa-052b068d9499 req-491d6383-bf51-43d4-b7c3-869fa61f64b0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:09.413533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f9deeeb-d6e2-4e20-b2aa-052b068d9499 req-491d6383-bf51-43d4-b7c3-869fa61f64b0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0732453 Jul 16 20:45:09.454125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f9deeeb-d6e2-4e20-b2aa-052b068d9499 req-d84453ca-3f97-403c-9e8a-83c04afb1250 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349722 Jul 16 20:45:10.668196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d381bcb-582b-4071-b40d-f29fe426ca60 req-6e516d17-b5fb-41c8-bbac-4dfbcff08b7c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:10.669747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d381bcb-582b-4071-b40d-f29fe426ca60 req-6e516d17-b5fb-41c8-bbac-4dfbcff08b7c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0838301 Jul 16 20:45:10.712062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d381bcb-582b-4071-b40d-f29fe426ca60 req-d3df5617-db4d-47fa-a652-9f08363e0f04 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Jul 16 20:45:11.896722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6147d-cf7d-4776-81b8-1654d0bce7ab req-29ea18b8-8a5d-4b03-86a0-b1757db30fff tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:11.898383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0c6147d-cf7d-4776-81b8-1654d0bce7ab req-29ea18b8-8a5d-4b03-86a0-b1757db30fff tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0687571 Jul 16 20:45:11.943218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0c6147d-cf7d-4776-81b8-1654d0bce7ab req-75246202-f13b-4470-a3b4-6878784bb364 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 Jul 16 20:45:13.130141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236d3b-6c62-434a-a44e-34a047fde0eb req-8cdd8dae-6852-429a-831e-ec09b564c150 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:13.131752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86236d3b-6c62-434a-a44e-34a047fde0eb req-8cdd8dae-6852-429a-831e-ec09b564c150 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0732856 Jul 16 20:45:13.174029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86236d3b-6c62-434a-a44e-34a047fde0eb req-2da81bcc-5868-476b-893c-6438d4090f6f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351007 Jul 16 20:45:14.356850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f8a9-c474-472b-a861-02f6642a2d6b req-e8f00a1e-b93f-4bd1-bd8e-ccaf1cb51672 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:14.358605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a196f8a9-c474-472b-a861-02f6642a2d6b req-e8f00a1e-b93f-4bd1-bd8e-ccaf1cb51672 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0658040 Jul 16 20:45:14.397797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a196f8a9-c474-472b-a861-02f6642a2d6b req-f0625ef4-7e36-4b17-8a0d-5b36b2932c00 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335050 Jul 16 20:45:15.592151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349bd23-3914-45b7-88d2-b894f687f4e2 req-bd58d955-1ad1-4ba6-abf6-9993d698fcd3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:15.594510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e349bd23-3914-45b7-88d2-b894f687f4e2 req-bd58d955-1ad1-4ba6-abf6-9993d698fcd3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0783484 Jul 16 20:45:15.635614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e349bd23-3914-45b7-88d2-b894f687f4e2 req-6bcf5bda-bff6-4d45-8b48-b26fd227a1ec tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344634 Jul 16 20:45:16.836826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2da76e-6c02-4465-b8f2-538cbb068174 req-fac9dbb2-8cb1-426e-99b3-04ed5a66c845 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:16.838423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b2da76e-6c02-4465-b8f2-538cbb068174 req-fac9dbb2-8cb1-426e-99b3-04ed5a66c845 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0686924 Jul 16 20:45:16.888388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b2da76e-6c02-4465-b8f2-538cbb068174 req-e29de6db-8a30-4f0d-a206-7e67240fa1cc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Jul 16 20:45:18.085499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001278e-8305-43cc-be7c-7c2c29f355ae req-078126a6-312d-471c-b578-753e3b2260d9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.087137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b001278e-8305-43cc-be7c-7c2c29f355ae req-078126a6-312d-471c-b578-753e3b2260d9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0770924 Jul 16 20:45:18.130016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b001278e-8305-43cc-be7c-7c2c29f355ae req-a92ed7ae-0cae-447e-b266-ae07cc47e294 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362062 Jul 16 20:45:18.581728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-a53910a2-eaaa-40c3-94b1-3ba4fcf90f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.583418 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-a53910a2-eaaa-40c3-94b1-3ba4fcf90f8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1096 time: 0.0573401 Jul 16 20:45:18.608122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1153-5623-451a-8065-d083df782bda req-a32f7def-6dc2-4793-bc85-c62d2cc84a76 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.609541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cab1153-5623-451a-8065-d083df782bda req-a32f7def-6dc2-4793-bc85-c62d2cc84a76 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0741136 Jul 16 20:45:18.650500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cab1153-5623-451a-8065-d083df782bda req-b6b4ddf0-d55c-4a9f-8116-0e1f61c522f0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343523 Jul 16 20:45:18.690492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-02c08e94-aa52-49fc-95d1-4e6f3f5fde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.692033 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-02c08e94-aa52-49fc-95d1-4e6f3f5fde17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1008224 Jul 16 20:45:18.769072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-fe73d562-1579-4a62-bd4c-5775a25a4c8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.0692487 Jul 16 20:45:18.821722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-42cc723a-a6c3-4078-8763-dc14db1d77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.823217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-42cc723a-a6c3-4078-8763-dc14db1d77bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0479314 Jul 16 20:45:18.891541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-bda65db5-39b0-4e98-aac8-037d47f89b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:18.893593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-bda65db5-39b0-4e98-aac8-037d47f89b79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633714 Jul 16 20:45:18.996482 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-778e2e92-a860-44ee-82bf-6152ef6974ef service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936134 Jul 16 20:45:19.090110 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-61e9ec90-4b8d-48f7-b227-fe3a3bfbd465 req-4b56c9e8-231b-4dea-92a2-b7eefc148d50 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Jul 16 20:45:19.845460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea9859-653d-4ff9-a264-46506d28fae5 req-38bf7b8c-e8d5-4139-a7b0-4bd2f4f87d6d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:19.847178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8ea9859-653d-4ff9-a264-46506d28fae5 req-38bf7b8c-e8d5-4139-a7b0-4bd2f4f87d6d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0773747 Jul 16 20:45:19.886966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8ea9859-653d-4ff9-a264-46506d28fae5 req-9a2f6065-cdc4-4bcf-90e3-710745b747b4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340559 Jul 16 20:45:20.073293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72edc0c-b38d-4d9e-8590-d587fe235038 req-f4d8f515-07f5-4794-b8ef-d7084d279992 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.074890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e72edc0c-b38d-4d9e-8590-d587fe235038 req-f4d8f515-07f5-4794-b8ef-d7084d279992 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0695515 Jul 16 20:45:20.114614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e72edc0c-b38d-4d9e-8590-d587fe235038 req-8f8aa920-4afa-41c1-9fb8-0994773664ca tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Jul 16 20:45:20.504544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367011f-8d05-4993-a821-55664516a22c req-ae0a7a09-ea26-4ad8-93dd-f7951d4896fa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.506012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f367011f-8d05-4993-a821-55664516a22c req-ae0a7a09-ea26-4ad8-93dd-f7951d4896fa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0735776 Jul 16 20:45:20.547621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f367011f-8d05-4993-a821-55664516a22c req-ff8275ef-ee11-41b0-9340-dfad528516ed tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Jul 16 20:45:20.991947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37232-1f1c-44d3-b5d3-68f91574038f req-f567208c-6a2e-495d-9a14-d697f8b54703 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:20.993447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14f37232-1f1c-44d3-b5d3-68f91574038f req-f567208c-6a2e-495d-9a14-d697f8b54703 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0653672 Jul 16 20:45:21.040256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14f37232-1f1c-44d3-b5d3-68f91574038f req-1d3972c1-945b-4bb6-b84b-b22e43c64273 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Jul 16 20:45:22.238932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfada4e-9bed-45f8-8a75-182fe21b0209 req-ae25067f-0250-4a09-9c3b-9a008abc879f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.240546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebfada4e-9bed-45f8-8a75-182fe21b0209 req-ae25067f-0250-4a09-9c3b-9a008abc879f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0724320 Jul 16 20:45:22.280350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebfada4e-9bed-45f8-8a75-182fe21b0209 req-cf0390e0-0df0-4b12-8c14-e92ac4afca83 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Jul 16 20:45:22.658983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd69fc-eece-401c-bfea-dd6f3376b31a req-7dc0d69b-a669-48d2-9e4f-859f4908a14d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:22.660955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1cd69fc-eece-401c-bfea-dd6f3376b31a req-7dc0d69b-a669-48d2-9e4f-859f4908a14d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0730011 Jul 16 20:45:22.704996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1cd69fc-eece-401c-bfea-dd6f3376b31a req-42d850cf-6de1-44e6-aa62-8b779ae489b2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375392 Jul 16 20:45:23.904889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773062e-ee0b-478c-b73a-82dca2680d93 req-8f57b783-691d-49ff-932a-fdf3a690646f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:23.906236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d773062e-ee0b-478c-b73a-82dca2680d93 req-8f57b783-691d-49ff-932a-fdf3a690646f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0818007 Jul 16 20:45:23.955543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d773062e-ee0b-478c-b73a-82dca2680d93 req-b11ed2bb-40c7-47d3-a41d-1420b3220550 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Jul 16 20:45:24.236075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d538a5a-ef38-4fb4-a73b-082f324562b3 req-9b57b7ba-9ed9-47c2-99c0-0235f180d307 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.237620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d538a5a-ef38-4fb4-a73b-082f324562b3 req-9b57b7ba-9ed9-47c2-99c0-0235f180d307 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0648370 Jul 16 20:45:24.275137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d538a5a-ef38-4fb4-a73b-082f324562b3 req-699126b5-390a-4188-a7bc-63b55b181200 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317264 Jul 16 20:45:24.453551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052163b-16ff-48e5-b1e2-2785426b0e1c req-0355f028-9a5d-42b6-b7a4-588a4756021d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.455044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4052163b-16ff-48e5-b1e2-2785426b0e1c req-0355f028-9a5d-42b6-b7a4-588a4756021d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0635080 Jul 16 20:45:24.492631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4052163b-16ff-48e5-b1e2-2785426b0e1c req-6290ca8a-2e44-458c-8018-2c84f48fe414 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Jul 16 20:45:24.667867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e4356-d35b-435c-9068-7daeb25b1943 req-2006224d-70cc-4fa6-8fec-d621b7729259 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:24.669345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b47e4356-d35b-435c-9068-7daeb25b1943 req-2006224d-70cc-4fa6-8fec-d621b7729259 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0672467 Jul 16 20:45:24.707446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b47e4356-d35b-435c-9068-7daeb25b1943 req-b0e4580a-c070-4759-8081-0e94e5953745 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jul 16 20:45:24.932291 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:30.257431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-52c63156-63c6-4932-ae87-47fab126ff85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.006582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:34.831462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14225f7e-1fb0-44b6-be97-56c1917a0d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:36.054045 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:37.672250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41438) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:37.731730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6a1273e4-9c1c-48fe-8754-03e69f5ba9db tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/floatingips/3fd344d4-09b6-4208-b7f5-3325bcedf52d HTTP/1.1" status: 200 len: 994 time: 0.0583177 Jul 16 20:45:38.039766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:38.195394 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.208838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 6d5a6516-5fb9-4aed-b3a7-f3b366bb7ebc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:38.209180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.294171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.294466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.306647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 6d5a6516-5fb9-4aed-b3a7-f3b366bb7ebc owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:38.431236 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.484591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.511202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=6d5a6516-5fb9-4aed-b3a7-f3b366bb7ebc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:38.577455 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.578043 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Floating IP 3fd344d4-09b6-4208-b7f5-3325bcedf52d disassociated (deleted). External IP: 172.25.8.160, port: ea093388-fef8-4366-a265-f7b6b0d70a7b. Jul 16 20:45:38.750374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.788702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 5e13e062-9f90-41fa-85b6-295bb301e2f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:38.896538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:38.901340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:38.905675 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] Sync routers for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:38.914513 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:38.915112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:38.938416 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-835333a9-7cc2-47c9-a862-f4c9f739c2d7 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/floatingips/3fd344d4-09b6-4208-b7f5-3325bcedf52d HTTP/1.1" status: 204 len: 168 time: 0.8972867 Jul 16 20:45:38.939101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:38.941482 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777" -d '{"events": [{"name": "network-changed", "server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:39.023561 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:39.181780 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbef74a-9efd-4ef6-a5c4-8bf85022ce70 x-openstack-request-id: req-4fbef74a-9efd-4ef6-a5c4-8bf85022ce70 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:39.182283 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:39.182588 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4fbef74a-9efd-4ef6-a5c4-8bf85022ce70 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:39.183180 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'status': 'completed', 'code': 200} Jul 16 20:45:39.243404 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:39.262328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-030f8094-d8fa-4184-abc9-d33e64244e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.264826 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-030f8094-d8fa-4184-abc9-d33e64244e7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14fb3e3387ec4aa098473b785511c44f&device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 1097 time: 0.0571675 Jul 16 20:45:39.274033 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] Checking router: 5e13e062-9f90-41fa-85b6-295bb301e2f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:39.282910 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:39.283562 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:39.353809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e4e8f-8abc-407a-b54d-956488fcb214 req-c8c18e33-6114-402b-8681-8207c13dfe5d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.355436 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d64e4e8f-8abc-407a-b54d-956488fcb214 req-c8c18e33-6114-402b-8681-8207c13dfe5d tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 946 time: 0.0769608 Jul 16 20:45:39.370548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-19d48734-d399-49cc-909b-634c4735c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.372098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-19d48734-d399-49cc-909b-634c4735c9b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38657182-431d-497c-b683-f2ccca117f33 HTTP/1.1" status: 200 len: 898 time: 0.1007309 Jul 16 20:45:39.396154 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:39.399012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d64e4e8f-8abc-407a-b54d-956488fcb214 req-9d8bdb75-64b3-4b2d-a917-95318fd16f2b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365739 Jul 16 20:45:39.415779 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-fa3ab0c6-4ea4-47d8-be8f-c58cd76d2160 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b HTTP/1.1" status: 200 len: 217 time: 0.0364671 Jul 16 20:45:39.465430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-a1a413cd-3c69-44e3-a9f6-0800a0367687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.467506 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-a1a413cd-3c69-44e3-a9f6-0800a0367687 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=589b668b-2434-4189-aa88-c8166edbfd56 HTTP/1.1" status: 200 len: 833 time: 0.0445433 Jul 16 20:45:39.533204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-8b63e661-7e96-472f-8942-2e8ceae0c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:39.534739 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-8b63e661-7e96-472f-8942-2e8ceae0c87b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38657182-431d-497c-b683-f2ccca117f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609472 Jul 16 20:45:39.604147 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:39.625217 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-fc713aff-1459-4149-973f-19d1fc6de4f0 service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827062 Jul 16 20:45:39.633763 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c58e4-aa5e-4ab4-8c5d-04984bed4f26 None None] The sync data for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 is: [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:44:46Z', 'revision_number': 4, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '786929bb-dee9-485b-9669-d2a98b73e75e', 'name': '', 'network_id': '38657182-431d-497c-b683-f2ccca117f33', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'mac_address': 'fa:16:3e:14:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '589b668b-2434-4189-aa88-c8166edbfd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:45Z', 'updated_at': '2021-07-16T20:44:52Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'subnets': [{'id': '589b668b-2434-4189-aa88-c8166edbfd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:39.727569 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-75ae9f6e-c1c5-4cca-a5ca-d3d517d01777 req-871bbdf2-035f-4742-96ed-0cf467439b88 service neutron] 10.222.0.26 "GET /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930667 Jul 16 20:45:39.861647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61373fb2-e3e8-4fd9-95e9-570716bf37ff None None] New status for floating IP 3fd344d4-09b6-4208-b7f5-3325bcedf52d: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:45:40.581662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f04e7-dcac-4834-8a7b-604dab1d78f0 req-6f6a3818-45d4-4110-aeb8-10c9af3b0d71 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:40.583234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-037f04e7-dcac-4834-8a7b-604dab1d78f0 req-6f6a3818-45d4-4110-aeb8-10c9af3b0d71 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 946 time: 0.0675886 Jul 16 20:45:40.590361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-025e5eca-f9bd-4b00-8282-80e207626496 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:40.592327 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-025e5eca-f9bd-4b00-8282-80e207626496 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d541c4-730b-471a-afdd-a39c1a298211 HTTP/1.1" status: 200 len: 946 time: 0.0693967 Jul 16 20:45:40.623479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-037f04e7-dcac-4834-8a7b-604dab1d78f0 req-f51bf89b-6402-4ba0-a60f-37fd9c19e7dd tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7abcdda-a684-4a4c-87ff-20cb8b52c366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337539 Jul 16 20:45:40.714128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port ea093388-fef8-4366-a265-f7b6b0d70a7b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:40.714507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.805492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port ea093388-fef8-4366-a265-f7b6b0d70a7b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ea093388-fef8-4366-a265-f7b6b0d70a7b,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:40.805855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.818124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for ea093388-fef8-4366-a265-f7b6b0d70a7b owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:40.947097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:40.977250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=ea093388-fef8-4366-a265-f7b6b0d70a7b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.028068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] No DVR routers for this DVR port ea093388-fef8-4366-a265-f7b6b0d70a7b on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:41.030928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.032928 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c0f3b80c-94f2-4280-9ea7-fc50f5695151 req-fe69bb27-92ed-4e43-b56f-a400b8a8ae53 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.26 "DELETE /v2.0/ports/ea093388-fef8-4366-a265-f7b6b0d70a7b HTTP/1.1" status: 204 len: 173 time: 0.4351604 Jul 16 20:45:41.184293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'name': 'network-vif-deleted', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:45:41.187236 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a68e9c7-45d1-41f6-82fe-b230fe68513f" -d '{"events": [{"server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "name": "network-vif-deleted", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:45:41.226065 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61365a5-4c5a-436d-888a-e6efe303b503 x-openstack-request-id: req-f61365a5-4c5a-436d-888a-e6efe303b503 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:45:41.226358 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d541c4-730b-471a-afdd-a39c1a298211", "name": "network-vif-deleted", "tag": "ea093388-fef8-4366-a265-f7b6b0d70a7b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:45:41.226611 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f61365a5-4c5a-436d-888a-e6efe303b503 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:45:41.227021 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d541c4-730b-471a-afdd-a39c1a298211', 'name': 'network-vif-deleted', 'tag': 'ea093388-fef8-4366-a265-f7b6b0d70a7b', 'status': 'completed', 'code': 200} Jul 16 20:45:41.718682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41464) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:41.780510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.805701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.873031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.875609 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:41.876812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/security-groups/f7abcdda-a684-4a4c-87ff-20cb8b52c366 HTTP/1.1" status: 204 len: 168 time: 0.1571150 Jul 16 20:45:41.885750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7abcdda-a684-4a4c-87ff-20cb8b52c366,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:41.894361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.894720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.895055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.895428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.895769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.896098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.896424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.896751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.897077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.897395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.897749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.898085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f6afc-a43e-4eed-bed3-f195c8e76c14 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:41.910431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41470) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:42.274241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.538354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 786929bb-dee9-485b-9669-d2a98b73e75e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:42.538621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.953885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port 786929bb-dee9-485b-9669-d2a98b73e75e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=786929bb-dee9-485b-9669-d2a98b73e75e,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:42.954463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.967466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 786929bb-dee9-485b-9669-d2a98b73e75e owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:43.148408 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.181062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=786929bb-dee9-485b-9669-d2a98b73e75e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:43.355799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.566775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Router 5e13e062-9f90-41fa-85b6-295bb301e2f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:43.671403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:43.676453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-86ef5301-1250-4252-97f1-7bd15a423887 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "PUT /v2.0/routers/5e13e062-9f90-41fa-85b6-295bb301e2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7649605 Jul 16 20:45:43.679319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41474) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.680428 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] Sync routers for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:43.690272 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:43.690966 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:43.736820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting subnet 589b668b-2434-4189-aa88-c8166edbfd56 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:45:43.740048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.783414 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.799165 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:43.874078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.944166 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.977146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Subnet': ['ID=589b668b-2434-4189-aa88-c8166edbfd56,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:43.983412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.985641 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d97491ca-b03d-4a8d-80b1-d86a41dddfba tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/subnets/589b668b-2434-4189-aa88-c8166edbfd56 HTTP/1.1" status: 204 len: 168 time: 0.3051224 Jul 16 20:45:43.988222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41478) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.991592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df197df7-407a-46ae-8a6a-72c9378db89a None None] Network 38657182-431d-497c-b683-f2ccca117f33 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:44.107422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:45:43Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:44.110849 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.137141 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] Checking router: 5e13e062-9f90-41fa-85b6-295bb301e2f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:44.149145 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] Routers {'5e13e062-9f90-41fa-85b6-295bb301e2f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:44.150027 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5e13e062-9f90-41fa-85b6-295bb301e2f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:44.224573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.264461 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] Set router 5e13e062-9f90-41fa-85b6-295bb301e2f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:44.283448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Deleting port 9a5fafbf-7893-4bd5-8460-6b6cd1299892 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:44.283799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.368493 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] For port 9a5fafbf-7893-4bd5-8460-6b6cd1299892, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9a5fafbf-7893-4bd5-8460-6b6cd1299892,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:44.368847 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.382225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Calling delete_port for 9a5fafbf-7893-4bd5-8460-6b6cd1299892 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:44.383875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] DHCP port deletion for 38657182-431d-497c-b683-f2ccca117f33 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:45:44.433757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] Deleting port e3d2c24c-2e66-422a-8cb8-701f92decd3d {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:45:44.433989 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.468661 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:45:43Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:44.495316 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d18c17-2cee-49ee-b782-62e02935809a None None] The sync data for ids ['5e13e062-9f90-41fa-85b6-295bb301e2f1'] in n-d-798930-6 is: [{'id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'name': 'tempest-TestNetworkBasicOps-router-1322759890', 'tenant_id': '14fb3e3387ec4aa098473b785511c44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:42Z', 'updated_at': '2021-07-16T20:45:43Z', 'revision_number': 5, 'project_id': '14fb3e3387ec4aa098473b785511c44f', 'gw_port': {'id': '9a5fafbf-7893-4bd5-8460-6b6cd1299892', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13e062-9f90-41fa-85b6-295bb301e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:43Z', 'updated_at': '2021-07-16T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:44.502477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] For port e3d2c24c-2e66-422a-8cb8-701f92decd3d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e3d2c24c-2e66-422a-8cb8-701f92decd3d,segment=NetworkSegment(3ab043f8-1270-48cf-a13a-8b549697d3c1),segment_id=3ab043f8-1270-48cf-a13a-8b549697d3c1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:44.502956 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.516632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] Calling delete_port for e3d2c24c-2e66-422a-8cb8-701f92decd3d owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:45:44.568900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.593783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Port': ['ID=9a5fafbf-7893-4bd5-8460-6b6cd1299892,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.601862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:44.609025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.609370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.609703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.610036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.610366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.610689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.611104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.611358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.611668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.612116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.612467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.612798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:44.633219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] Pushing event deleted for resources: {'Port': ['ID=e3d2c24c-2e66-422a-8cb8-701f92decd3d,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:44.635053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a3717-3918-440c-9e9f-e9bb9dde96e8 None None] No DVR routers for this DVR port e3d2c24c-2e66-422a-8cb8-701f92decd3d on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:45:44.676583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.087122 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.089299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.132969 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.133639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Fanout notify agent at l3_agent the message router_deleted on router 5e13e062-9f90-41fa-85b6-295bb301e2f1 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:45:45.140748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.141884 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ec64c0eb-131d-4df5-b09e-b37a1c59d7b0 tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/routers/5e13e062-9f90-41fa-85b6-295bb301e2f1 HTTP/1.1" status: 204 len: 168 time: 1.1526017 Jul 16 20:45:45.144771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41484) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.226930 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.319598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.329693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38657182-431d-497c-b683-f2ccca117f33']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:45.339505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab043f8-1270-48cf-a13a-8b549697d3c1') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:45.339801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab043f8-1270-48cf-a13a-8b549697d3c1') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:45.349562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.367928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.373851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:45:45.374234 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:45:45.377106 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:45:45.433722 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.441345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.442353 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] 10.222.0.100 "DELETE /v2.0/networks/38657182-431d-497c-b683-f2ccca117f33 HTTP/1.1" status: 204 len: 168 time: 0.2964203 Jul 16 20:45:45.454087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6f371-2a05-4285-b90a-72c0e573e28b tempest-TestNetworkBasicOps-180622929 tempest-TestNetworkBasicOps-180622929-project] Pushing event deleted for resources: {'Network': ['ID=38657182-431d-497c-b683-f2ccca117f33,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:45.650183 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.785179 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9482615f-2abe-4a13-8f5e-596f0805bf3c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=14fb3e3387ec4aa098473b785511c44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337471 Jul 16 20:45:45.787620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41494) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:45.837658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc284fbd-d2ad-432e-a2b4-cbead3678962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.865755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc284fbd-d2ad-432e-a2b4-cbead3678962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.920422 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc284fbd-d2ad-432e-a2b4-cbead3678962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.922952 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc284fbd-d2ad-432e-a2b4-cbead3678962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:45.926558 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc284fbd-d2ad-432e-a2b4-cbead3678962 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/44aa33b3-4a60-4f83-be8e-defb53cd3601 HTTP/1.1" status: 204 len: 168 time: 0.1355851 Jul 16 20:45:45.932787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc284fbd-d2ad-432e-a2b4-cbead3678962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aa33b3-4a60-4f83-be8e-defb53cd3601,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:45.975950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 786929bb-dee9-485b-9669-d2a98b73e75e no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:45.996696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 786929bb-dee9-485b-9669-d2a98b73e75e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:45.997041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 786929bb-dee9-485b-9669-d2a98b73e75e not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:45.998293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e3d2c24c-2e66-422a-8cb8-701f92decd3d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:46.019152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e3d2c24c-2e66-422a-8cb8-701f92decd3d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:46.019842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e3d2c24c-2e66-422a-8cb8-701f92decd3d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:46.020449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9a5fafbf-7893-4bd5-8460-6b6cd1299892 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:46.044148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9a5fafbf-7893-4bd5-8460-6b6cd1299892 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:46.044793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9a5fafbf-7893-4bd5-8460-6b6cd1299892 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:46.225483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41504) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.241135 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4717bbb9-b254-431f-9396-b80b630d2c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.322819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ea093388-fef8-4366-a265-f7b6b0d70a7b no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:45:46.337877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4717bbb9-b254-431f-9396-b80b630d2c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.342190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4717bbb9-b254-431f-9396-b80b630d2c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.343778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: ea093388-fef8-4366-a265-f7b6b0d70a7b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:45:46.344103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ea093388-fef8-4366-a265-f7b6b0d70a7b not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:45:46.381804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4717bbb9-b254-431f-9396-b80b630d2c45 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9526513f3f804e7e986d8ce16f2fc2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552117 Jul 16 20:45:46.383915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717bbb9-b254-431f-9396-b80b630d2c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5e6eba-d78c-450d-8125-4698fde17190,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:46.384567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41506) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:46.434398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50db0bb8-653d-41b1-aa2f-2b921c93c3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.456452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50db0bb8-653d-41b1-aa2f-2b921c93c3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.504787 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50db0bb8-653d-41b1-aa2f-2b921c93c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.507348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50db0bb8-653d-41b1-aa2f-2b921c93c3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.508606 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-50db0bb8-653d-41b1-aa2f-2b921c93c3fd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ff5e6eba-d78c-450d-8125-4698fde17190 HTTP/1.1" status: 204 len: 168 time: 0.1229637 Jul 16 20:45:46.516574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db0bb8-653d-41b1-aa2f-2b921c93c3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5e6eba-d78c-450d-8125-4698fde17190,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:47.178128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41528) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:47.275727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-749071898-network', 'tenant_id': '6898068694c04984aaa4498a79804b2d'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:47.305128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:47.307534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.316257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.406235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.409901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.433767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:47.442276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c69a43-dde5-4637-b5dc-5eee272be0c5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:47.448444 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.448834 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Added segment 1e32bd60-8c35-4c70-aca3-f13bc0547321 of type vlan for network 8dd8f16f-484e-4176-93aa-5274ef1286a6 Jul 16 20:45:47.491438 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.520068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.521089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:47.521612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.552750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3735323 Jul 16 20:45:47.556039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41534) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:47.561527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Request body: {'subnet': {'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-749071898-subnet', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:47.581534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a91f6-1b95-497f-bb59-abd8416e00a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd8f16f-484e-4176-93aa-5274ef1286a6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:47.583368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:47.585894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.592410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:45:47.755914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.815750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a751ec8-23b3-45de-95be-1c3abd75a242,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:47.826356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:47.826667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Network hostable DHCP agents. Network: 8dd8f16f-484e-4176-93aa-5274ef1286a6, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:45:47.843816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:45:47.851882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8dd8f16f-484e-4176-93aa-5274ef1286a6) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:47.857152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:47.859143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.859780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5db959-991d-4c88-b677-482d52677795 None None] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:47.873791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b55f968c-84a3-4866-955a-c42831598903 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3165822 Jul 16 20:45:47.876556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41536) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:47.881787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:47.904785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.905785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:47.960443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.015368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-8dd8f16f-484e-4176-93aa-5274ef1286a6', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:45:48.016273 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.109287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.157321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Allocated IP 172.20.0.2 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/e90ed708-8fcf-4433-b6c2-029356c93d62) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:48.318728 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.327375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Transition to ACTIVE for port object e90ed708-8fcf-4433-b6c2-029356c93d62 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:48.336393 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.343404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Transition to ACTIVE for port object e90ed708-8fcf-4433-b6c2-029356c93d62 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:48.349901 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.362700 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.394693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:48.399862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:48.405215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:48.408619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Pushing event updated for resources: {'Port': ['ID=e90ed708-8fcf-4433-b6c2-029356c93d62,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:48.421012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.421370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.421710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.422047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.422381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.422714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.423046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.423404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.423747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.424071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.424391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.424718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:48.476249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Allocated IP 172.25.8.201 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/31e11cbf-7a19-4b95-8425-8bbaeee5338a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:48.477840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Attempting to bind port e90ed708-8fcf-4433-b6c2-029356c93d62 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:48.478346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Attempting to bind port e90ed708-8fcf-4433-b6c2-029356c93d62 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:48.478750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Attempting to bind port e90ed708-8fcf-4433-b6c2-029356c93d62 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:48.484350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:48.484733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:48.485144 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.485578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:48.486055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Bound port: e90ed708-8fcf-4433-b6c2-029356c93d62, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:48.486450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.556570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] For port e90ed708-8fcf-4433-b6c2-029356c93d62, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:48.559656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] For port e90ed708-8fcf-4433-b6c2-029356c93d62, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e90ed708-8fcf-4433-b6c2-029356c93d62,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:48.564277 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.586283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.627231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03a615-4ef0-42e0-9e1a-b3d0ae654027 None None] Pushing event updated for resources: {'Port': ['ID=e90ed708-8fcf-4433-b6c2-029356c93d62,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:48.633364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:48.676367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:48.679274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:48.682996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:48.689470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=31e11cbf-7a19-4b95-8425-8bbaeee5338a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:48.961973 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.159810 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.292864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Router 3a26a892-836c-4960-840f-3e3b1949efa8 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:45:49.408651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:49.418641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:49.426430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.430293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fa3f5e50-4801-456c-b19d-4f5226edb1e4 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5498326 Jul 16 20:45:49.430444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:49.430444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:49.430911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41542) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:49.543830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:49.580866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-159ac7fc-af73-4a02-b4ad-99eab87560d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164896 Jul 16 20:45:49.637378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7baca-93bc-4853-a4a6-f98c6e4507f0 None None] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:49.708091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-e9309e3a-2a86-4b4c-ac0d-c459fc4fb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:49.709351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-e9309e3a-2a86-4b4c-ac0d-c459fc4fb21f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1096 time: 0.0668571 Jul 16 20:45:49.737554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4b47c9e0-cf63-42c2-bb4b-68535d857eb2 None None] Provisioning for port e90ed708-8fcf-4433-b6c2-029356c93d62 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:49.831082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-7efcbb14-9e6c-4093-a654-985f2b67d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:49.832595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-7efcbb14-9e6c-4093-a654-985f2b67d464 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1021285 Jul 16 20:45:49.875393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:48Z', 'revision_number': 3, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:49.907669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-26268ca5-51d9-4bf4-af52-c571f2b3da81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 1001 time: 0.0683262 Jul 16 20:45:49.909505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:49.910329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Updating router 3a26a892-836c-4960-840f-3e3b1949efa8 port 31e11cbf-7a19-4b95-8425-8bbaeee5338a binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:49.940465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.967352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:49.982056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-7c2c2f90-05a2-4361-990b-4006cb6cf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:49.983903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-7c2c2f90-05a2-4361-990b-4006cb6cf55c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0704901 Jul 16 20:45:50.051931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e90ed708-8fcf-4433-b6c2-029356c93d62 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:50.124256 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Allocated IP 172.20.0.1 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/1a21451d-97c5-4327-bb4b-d3b769b56ed8) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:50.200779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e90ed708-8fcf-4433-b6c2-029356c93d62 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:50.214618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e90ed708-8fcf-4433-b6c2-029356c93d62 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:50.214981 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.266115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.285969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Transition to ACTIVE for port object 1a21451d-97c5-4327-bb4b-d3b769b56ed8 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:50.332049 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.362365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.389635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:50.394768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.395917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:50.398331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Transition to ACTIVE for port object 31e11cbf-7a19-4b95-8425-8bbaeee5338a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:50.399482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:50.419994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.437147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Pushing event updated for resources: {'Port': ['ID=1a21451d-97c5-4327-bb4b-d3b769b56ed8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:50.448306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-eb5b65a4-edd8-48cf-8610-3a0d75ae050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:50.449931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-eb5b65a4-edd8-48cf-8610-3a0d75ae050e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4598985 Jul 16 20:45:50.462493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.502719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e90ed708-8fcf-4433-b6c2-029356c93d62, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e90ed708-8fcf-4433-b6c2-029356c93d62,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:50.512016 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.523978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd29c7-a384-47e0-b40d-2d6611ad287c None None] Pushing event updated for resources: {'Port': ['ID=31e11cbf-7a19-4b95-8425-8bbaeee5338a,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:50.573176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Attempting to bind port 31e11cbf-7a19-4b95-8425-8bbaeee5338a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:50.573547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Attempting to bind port 31e11cbf-7a19-4b95-8425-8bbaeee5338a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:50.573913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Attempting to bind port 31e11cbf-7a19-4b95-8425-8bbaeee5338a on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:50.577122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-5e36084d-e042-41ed-8d68-4bebceb71b57 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185455 Jul 16 20:45:50.586182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:50.586561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:50.586964 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.587413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:50.587985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Bound port: 31e11cbf-7a19-4b95-8425-8bbaeee5338a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:50.588373 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.632982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.706507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] For port 31e11cbf-7a19-4b95-8425-8bbaeee5338a, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:50.712654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4331e9ca-4244-4523-9193-e2a3d936d163 req-3a949f2a-00dd-44e1-9e6f-32916cb4aa1c service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260371 Jul 16 20:45:50.729328 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] For port 31e11cbf-7a19-4b95-8425-8bbaeee5338a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=31e11cbf-7a19-4b95-8425-8bbaeee5338a,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:50.730768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e90ed708-8fcf-4433-b6c2-029356c93d62,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:50.746544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.788411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e5ca208e-af37-4896-a691-689c27f59235 None None] Provisioning complete for port e90ed708-8fcf-4433-b6c2-029356c93d62 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:50.788780 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e5ca208e-af37-4896-a691-689c27f59235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.843406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.848229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.924706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Pushing event updated for resources: {'Port': ['ID=1a21451d-97c5-4327-bb4b-d3b769b56ed8,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:50.927121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.012803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd29c7-a384-47e0-b40d-2d6611ad287c None None] Pushing event updated for resources: {'Port': ['ID=31e11cbf-7a19-4b95-8425-8bbaeee5338a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:51.018091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:51.018850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:51.024769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:51.026145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:51.160438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:51.162894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:51.284320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:51.289285 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37afedf2-61fd-4c20-b439-ec6ba2dd69ab admin admin] 10.222.0.100 "PUT /v2.0/routers/3a26a892-836c-4960-840f-3e3b1949efa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571479 Jul 16 20:45:51.300013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-47689b3f-4102-4292-89e3-e26f0de2fc04 None None] Provisioning for port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:51.306397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-47689b3f-4102-4292-89e3-e26f0de2fc04 None None] Provisioning complete for port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:51.306775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47689b3f-4102-4292-89e3-e26f0de2fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.365912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-47689b3f-4102-4292-89e3-e26f0de2fc04 None None] Port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:51.413449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 2, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:51.440274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7de623-a085-4eb6-a308-f1f4e8fb9b4b None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 2, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:51.783546 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-0d5c4882-ceb6-4ab0-ba9d-680461aeb53a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638614 Jul 16 20:45:51.815967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41562) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:51.824199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1001802818-network', 'tenant_id': '1c079cc956b540adb07fec67a27e713e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:51.853096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Made reservation on behalf of 1c079cc956b540adb07fec67a27e713e for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:51.855533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.865834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.879488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-3b11bfdc-1674-4841-b1c6-a385ddb8df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:51.881314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-3b11bfdc-1674-4841-b1c6-a385ddb8df4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 1096 time: 0.0740759 Jul 16 20:45:51.993797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.998654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.022032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e90ed708-8fcf-4433-b6c2-029356c93d62 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:52.023712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:52.044643 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.045103 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Added segment 82ac9cf2-f478-4966-9068-a57c80d0167d of type vlan for network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d Jul 16 20:45:52.046759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08703afb-3a83-4363-b72a-ccbbbdaa404b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.092275 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-d3a553d8-8a70-42f1-a21a-369a79b3b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.093952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-d3a553d8-8a70-42f1-a21a-369a79b3b3c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1824720 Jul 16 20:45:52.098674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e90ed708-8fcf-4433-b6c2-029356c93d62 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:52.098674 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.118779 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.146099 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-8cca443f-4a6e-4034-8957-565611148b85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 HTTP/1.1" status: 200 len: 217 time: 0.0455730 Jul 16 20:45:52.155774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.156768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.157349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.213514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3950973 Jul 16 20:45:52.217431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 41568) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:52.233699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Request body: {'subnet': {'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1001802818-subnet', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:52.251865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-542cbc02-51b6-4a55-b787-409a14c73731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.253268 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-542cbc02-51b6-4a55-b787-409a14c73731 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0997779 Jul 16 20:45:52.274380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675ebfa-fd27-44e1-8d63-8e5397f0fea5 admin admin] Pushing event updated for resources: {'Network': ['ID=86b5ee46-fe05-43e8-91f9-dd527aa52e1d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.286882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:45:52.299062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Made reservation on behalf of 1c079cc956b540adb07fec67a27e713e for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:52.301952 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.338015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-77a313b1-a21f-476e-af8a-ddc901eb707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.339730 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-77a313b1-a21f-476e-af8a-ddc901eb707c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771868 Jul 16 20:45:52.453538 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-f47db23e-7a59-4685-861b-1419b49b4931 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065490 Jul 16 20:45:52.504193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.554399 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ad722f96-ccf7-49ca-84c2-f51bd7ea4647 req-2b75aedd-adf5-4b61-ba6c-df7249174731 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939455 Jul 16 20:45:52.566304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81cf7c1-8af5-4a14-8181-36fa5e5486fa,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.578766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Checking segment: {'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:52.579159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Network hostable DHCP agents. Network: 86b5ee46-fe05-43e8-91f9-dd527aa52e1d, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:45:52.597036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:45:52.607131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 86b5ee46-fe05-43e8-91f9-dd527aa52e1d) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:52.611585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:52.612128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.616305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fbc33e-15f5-4ab9-9676-f0a4bb7f37e0 None None] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:52.629005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2fe741e2-175f-48c8-9689-79aa80dca576 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4103866 Jul 16 20:45:52.631752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41570) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:52.636418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:52.666621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.668330 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.736288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.787370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'fixed_ips': [{'subnet_id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:45:52.788254 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.882345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.941783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Allocated IP 172.20.0.2 (86b5ee46-fe05-43e8-91f9-dd527aa52e1d/d81cf7c1-8af5-4a14-8181-36fa5e5486fa/f8788f27-20c3-4979-ab06-0948fbe20bd8) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:53.108731 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.116935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.118833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Transition to ACTIVE for port object f8788f27-20c3-4979-ab06-0948fbe20bd8 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:53.135596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Transition to ACTIVE for port object f8788f27-20c3-4979-ab06-0948fbe20bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:53.136328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.142646 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.184107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:53.187344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:53.193766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:53.198408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Pushing event updated for resources: {'Port': ['ID=f8788f27-20c3-4979-ab06-0948fbe20bd8,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:53.250842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Allocated IP 172.25.8.253 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/0cf8dd44-14e6-40a9-968e-72cc4049f41f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:53.257633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Attempting to bind port f8788f27-20c3-4979-ab06-0948fbe20bd8 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:53.258080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Attempting to bind port f8788f27-20c3-4979-ab06-0948fbe20bd8 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:53.258458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Attempting to bind port f8788f27-20c3-4979-ab06-0948fbe20bd8 on network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:53.264675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:53.265288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Checking segment: {'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:53.265914 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.266548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Bound using segment: {'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:53.267470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Bound port: f8788f27-20c3-4979-ab06-0948fbe20bd8, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:53.267990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.337796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] For port f8788f27-20c3-4979-ab06-0948fbe20bd8, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:53.341274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] For port f8788f27-20c3-4979-ab06-0948fbe20bd8, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f8788f27-20c3-4979-ab06-0948fbe20bd8,segment=NetworkSegment(82ac9cf2-f478-4966-9068-a57c80d0167d),segment_id=82ac9cf2-f478-4966-9068-a57c80d0167d)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:53.346600 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.355448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.397544 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.405291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf60d4-fc12-43d7-b760-ca19ec7fb6a2 None None] Pushing event updated for resources: {'Port': ['ID=f8788f27-20c3-4979-ab06-0948fbe20bd8,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:53.433396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:53.439479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:53.443234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:53.475112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf8dd44-14e6-40a9-968e-72cc4049f41f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:53.745049 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.067805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd8ad-f70c-4653-985d-5bbf04235575 req-922ab14c-df30-4df0-8923-5a801e646cc8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.076412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85bfd8ad-f70c-4653-985d-5bbf04235575 req-922ab14c-df30-4df0-8923-5a801e646cc8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1031511 Jul 16 20:45:54.087374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f8788f27-20c3-4979-ab06-0948fbe20bd8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:54.120804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85bfd8ad-f70c-4653-985d-5bbf04235575 req-e0b448fd-344c-4bbd-80a9-984bef366311 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427861 Jul 16 20:45:54.155917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f8788f27-20c3-4979-ab06-0948fbe20bd8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:54.161007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 31e11cbf-7a19-4b95-8425-8bbaeee5338a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:54.230329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 31e11cbf-7a19-4b95-8425-8bbaeee5338a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:54.243701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 31e11cbf-7a19-4b95-8425-8bbaeee5338a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:54.244234 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.296190 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:54.306342 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:54.307080 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:54.340375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.350293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-c7ac3c26-67cf-4d06-81de-184094598991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.352151 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-c7ac3c26-67cf-4d06-81de-184094598991 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1096 time: 0.1328487 Jul 16 20:45:54.358992 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.367641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 31e11cbf-7a19-4b95-8425-8bbaeee5338a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=31e11cbf-7a19-4b95-8425-8bbaeee5338a,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:54.373209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.432002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=31e11cbf-7a19-4b95-8425-8bbaeee5338a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:54.457802 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:54.569980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-e2d3a6c4-e309-4434-835e-555d19c20c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.571518 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-e2d3a6c4-e309-4434-835e-555d19c20c31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.2092903 Jul 16 20:45:54.602368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0114781-96a1-4efe-89c7-ad5ced8b8348 None None] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:45:54.649469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Router da21c54a-6ede-43d4-8463-09dd52e059b8 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:45:54.665258 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-10aff405-e0a9-4cc7-aeea-60b5095bdd49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.0858634 Jul 16 20:45:54.676806 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 2, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:54.698938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1df378e4-b740-4c15-bd59-f7a993b6a492 None None] Provisioning for port f8788f27-20c3-4979-ab06-0948fbe20bd8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:54.710158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1df378e4-b740-4c15-bd59-f7a993b6a492 None None] Provisioning complete for port f8788f27-20c3-4979-ab06-0948fbe20bd8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:54.710581 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:54.710735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1df378e4-b740-4c15-bd59-f7a993b6a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.719397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Updating router 3a26a892-836c-4960-840f-3e3b1949efa8 port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:54.759412 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.791203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-ef27014d-73ca-4518-b685-632795abc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.792823 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-ef27014d-73ca-4518-b685-632795abc638 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0872440 Jul 16 20:45:54.844904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:54.861621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Sync routers for ids ['da21c54a-6ede-43d4-8463-09dd52e059b8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:54.872166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.876897 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-16367d26-209b-47f1-b2d9-b5a3c098d6e3 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2414801 Jul 16 20:45:54.877065 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1df378e4-b740-4c15-bd59-f7a993b6a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.877250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 41582) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:54.906862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Routers {'da21c54a-6ede-43d4-8463-09dd52e059b8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:54.907641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['da21c54a-6ede-43d4-8463-09dd52e059b8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:54.927701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-6d723cc8-dbf5-4635-933f-837d673e2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:54.929460 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-6d723cc8-dbf5-4635-933f-837d673e2d5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298106 Jul 16 20:45:54.955507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1df378e4-b740-4c15-bd59-f7a993b6a492 None None] For port f8788f27-20c3-4979-ab06-0948fbe20bd8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f8788f27-20c3-4979-ab06-0948fbe20bd8,segment=NetworkSegment(82ac9cf2-f478-4966-9068-a57c80d0167d),segment_id=82ac9cf2-f478-4966-9068-a57c80d0167d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:54.965082 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1df378e4-b740-4c15-bd59-f7a993b6a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.084893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df378e4-b740-4c15-bd59-f7a993b6a492 None None] Pushing event updated for resources: {'Port': ['ID=f8788f27-20c3-4979-ab06-0948fbe20bd8,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:55.088760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Set router da21c54a-6ede-43d4-8463-09dd52e059b8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:55.129940 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-54c898b2-d197-4051-8bcb-eebb905205de service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908519 Jul 16 20:45:55.287762 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.323308 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Transition to ACTIVE for port object 1a21451d-97c5-4327-bb4b-d3b769b56ed8 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:55.343106 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.404911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-0e0bab3d-107f-46e4-aa51-51f90b0d7be9 req-0216d592-3bec-43b5-ae34-25cf1169ce14 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574043 Jul 16 20:45:55.429943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:45:53Z', 'revision_number': 3, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port': {'id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.444744 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Pushing event updated for resources: {'Port': ['ID=1a21451d-97c5-4327-bb4b-d3b769b56ed8,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:55.452147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3a82-0c37-4a68-b271-aa77c686cb13 req-51adadf1-1f66-44cc-a572-34af31913c59 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:55.460183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfea3a82-0c37-4a68-b271-aa77c686cb13 req-51adadf1-1f66-44cc-a572-34af31913c59 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1317539 Jul 16 20:45:55.489453 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.489804 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.490134 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.490658 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.491135 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.491742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.492214 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.492683 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.493175 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.493651 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.494116 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.494578 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:55.507414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Checking router: da21c54a-6ede-43d4-8463-09dd52e059b8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:45:55.507881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Updating router da21c54a-6ede-43d4-8463-09dd52e059b8 port 0cf8dd44-14e6-40a9-968e-72cc4049f41f binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:45:55.534503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfea3a82-0c37-4a68-b271-aa77c686cb13 req-8c1dc0bb-5c24-4b74-99a0-dab74df3a7dd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714664 Jul 16 20:45:55.546283 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Attempting to bind port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:55.546699 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Attempting to bind port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:55.547171 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Attempting to bind port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:55.553062 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:55.553608 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:55.554017 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.554408 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:55.554875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Bound port: 1a21451d-97c5-4327-bb4b-d3b769b56ed8, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:55.555324 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.572206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-63db6100-58f6-4b7f-a028-a68eca238748 None None] Provisioning complete for port f8788f27-20c3-4979-ab06-0948fbe20bd8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:55.584727 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-63db6100-58f6-4b7f-a028-a68eca238748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.633766 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.686966 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] For port 1a21451d-97c5-4327-bb4b-d3b769b56ed8, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:55.697608 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] For port 1a21451d-97c5-4327-bb4b-d3b769b56ed8, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1a21451d-97c5-4327-bb4b-d3b769b56ed8,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:55.704546 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.774321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:55.819826 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:55.820455 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:55.826454 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b734e-b40d-43ac-8ef2-6ec5e40d7417 None None] Pushing event updated for resources: {'Port': ['ID=1a21451d-97c5-4327-bb4b-d3b769b56ed8,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:55.955896 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:55.990660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Allocated IP 172.20.0.1 (86b5ee46-fe05-43e8-91f9-dd527aa52e1d/d81cf7c1-8af5-4a14-8181-36fa5e5486fa/72a065e5-4995-4b34-b467-bf999e9bb3c6) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:45:56.098546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f8788f27-20c3-4979-ab06-0948fbe20bd8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:56.151852 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.167366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Transition to ACTIVE for port object 72a065e5-4995-4b34-b467-bf999e9bb3c6 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:56.203666 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.226171 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.243064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:56.245516 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:55Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:56.246986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f8788f27-20c3-4979-ab06-0948fbe20bd8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:56.248241 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.250891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:56.254671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:45:56.284867 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47883a-6d4a-4a3f-98d3-8e097e779628 None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:55Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:56.289177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Transition to ACTIVE for port object 0cf8dd44-14e6-40a9-968e-72cc4049f41f will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:45:56.299882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Pushing event updated for resources: {'Port': ['ID=72a065e5-4995-4b34-b467-bf999e9bb3c6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.305062 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.306007 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.362194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3c1b3-fff5-4f2a-a32a-a7cd3302e211 None None] Pushing event updated for resources: {'Port': ['ID=0cf8dd44-14e6-40a9-968e-72cc4049f41f,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.416530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Attempting to bind port 0cf8dd44-14e6-40a9-968e-72cc4049f41f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:45:56.416902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Attempting to bind port 0cf8dd44-14e6-40a9-968e-72cc4049f41f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:45:56.417266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Attempting to bind port 0cf8dd44-14e6-40a9-968e-72cc4049f41f on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:45:56.425019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 31e11cbf-7a19-4b95-8425-8bbaeee5338a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:56.427103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:45:56.427521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:45:56.427925 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.428319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:45:56.428799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Bound port: 0cf8dd44-14e6-40a9-968e-72cc4049f41f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:45:56.429321 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.462472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.669320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.676977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.680850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-33396804-58ff-41d6-a110-8151838edf1b None None] Provisioning for port 72a065e5-4995-4b34-b467-bf999e9bb3c6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:56.699269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-33396804-58ff-41d6-a110-8151838edf1b None None] Provisioning complete for port 72a065e5-4995-4b34-b467-bf999e9bb3c6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:56.699655 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-33396804-58ff-41d6-a110-8151838edf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.720631 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.737922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] For port 0cf8dd44-14e6-40a9-968e-72cc4049f41f, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:45:56.766852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] For port 0cf8dd44-14e6-40a9-968e-72cc4049f41f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0cf8dd44-14e6-40a9-968e-72cc4049f41f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:45:56.772318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 31e11cbf-7a19-4b95-8425-8bbaeee5338a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:56.772835 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.798754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4cb4b-46bd-4972-a644-f492685aee4b req-5ec665da-9d30-4718-b303-29703d74ee7e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:56.806548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3f4cb4b-46bd-4972-a644-f492685aee4b req-5ec665da-9d30-4718-b303-29703d74ee7e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0868282 Jul 16 20:45:56.811755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-33396804-58ff-41d6-a110-8151838edf1b None None] Port 72a065e5-4995-4b34-b467-bf999e9bb3c6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:56.815206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.839596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Pushing event updated for resources: {'Port': ['ID=72a065e5-4995-4b34-b467-bf999e9bb3c6,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.875701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e3f4cb4b-46bd-4972-a644-f492685aee4b req-31492258-bdfa-4146-bc0d-612a751c57b9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680766 Jul 16 20:45:56.881607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:45:56.895841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3c1b3-fff5-4f2a-a32a-a7cd3302e211 None None] Pushing event updated for resources: {'Port': ['ID=0cf8dd44-14e6-40a9-968e-72cc4049f41f,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:56.914062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:45:56.944614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Routers {'da21c54a-6ede-43d4-8463-09dd52e059b8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:56.945315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['da21c54a-6ede-43d4-8463-09dd52e059b8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:56.949028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1a21451d-97c5-4327-bb4b-d3b769b56ed8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:57.086133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Router da21c54a-6ede-43d4-8463-09dd52e059b8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:45:57.152864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:45:57.156793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] Set router da21c54a-6ede-43d4-8463-09dd52e059b8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:45:57.197268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:57.197645 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.265844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:45:57.279007 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91c2fd5d-25a7-4d60-a238-57180aee3da5 admin admin] 10.222.0.100 "PUT /v2.0/routers/da21c54a-6ede-43d4-8463-09dd52e059b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927782 Jul 16 20:45:57.305288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a76bb03a-ee8c-4980-a027-356bee797862 None None] Provisioning complete for port 72a065e5-4995-4b34-b467-bf999e9bb3c6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:57.305654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a76bb03a-ee8c-4980-a027-356bee797862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.417032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a76bb03a-ee8c-4980-a027-356bee797862 None None] Port 72a065e5-4995-4b34-b467-bf999e9bb3c6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:45:57.446024 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.507502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 1a21451d-97c5-4327-bb4b-d3b769b56ed8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1a21451d-97c5-4327-bb4b-d3b769b56ed8,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:45:57.518720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.597753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 4, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port': {'id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '72a065e5-4995-4b34-b467-bf999e9bb3c6', 'name': '', 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'mac_address': 'fa:16:3e:0d:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:55Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 2, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'subnets': [{'id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:57.601017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=1a21451d-97c5-4327-bb4b-d3b769b56ed8,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:57.629797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335c933-3416-49e1-97d5-9487c89c35d6 None None] The sync data for ids ['da21c54a-6ede-43d4-8463-09dd52e059b8'] in n-d-798930-6 is: [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 4, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port': {'id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '72a065e5-4995-4b34-b467-bf999e9bb3c6', 'name': '', 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'mac_address': 'fa:16:3e:0d:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:55Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 2, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'subnets': [{'id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:45:57.987938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1a21451d-97c5-4327-bb4b-d3b769b56ed8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:45:58.058922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:45:58.059357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.490104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-6b19bb59-7ba7-41f6-8908-6b7141d86585 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:59.491717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-6b19bb59-7ba7-41f6-8908-6b7141d86585 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1044190 Jul 16 20:45:59.506686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-74204340-1d12-4bd8-9b17-ad0196ef9388 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/quotas/6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 375 time: 0.0097032 Jul 16 20:45:59.583864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-5d2a7ebe-dfc3-44d0-b12e-5c9732c5faf6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717769 Jul 16 20:45:59.774017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-79114865-f7bb-4e00-88d1-5a1ddeb32d1d service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837692 Jul 16 20:45:59.857117 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Sync routers for ids ['da21c54a-6ede-43d4-8463-09dd52e059b8'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:45:59.866447 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Routers {'da21c54a-6ede-43d4-8463-09dd52e059b8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:45:59.867086 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['da21c54a-6ede-43d4-8463-09dd52e059b8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:45:59.870609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-4fed0324-fe60-4f4e-b3cc-f4a60c77c5d2 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906980 Jul 16 20:46:00.013833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cf8dd44-14e6-40a9-968e-72cc4049f41f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:00.076681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0cf8dd44-14e6-40a9-968e-72cc4049f41f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:00.078597 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Set router da21c54a-6ede-43d4-8463-09dd52e059b8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:00.080812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0cf8dd44-14e6-40a9-968e-72cc4049f41f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:00.081362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.180127 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.210891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0cf8dd44-14e6-40a9-968e-72cc4049f41f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0cf8dd44-14e6-40a9-968e-72cc4049f41f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:00.216673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.228113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-605d171f-4d38-4a2b-ad2c-3b379f74c121 req-cecc0bac-7a53-47ec-b925-bfe9b1af3937 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 210 time: 0.0414028 Jul 16 20:46:00.271203 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a481fa8-ba8e-461f-9426-0e6d8dd31d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.307563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0cf8dd44-14e6-40a9-968e-72cc4049f41f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.334947 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 4, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port': {'id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '72a065e5-4995-4b34-b467-bf999e9bb3c6', 'name': '', 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'mac_address': 'fa:16:3e:0d:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:55Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 2, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'subnets': [{'id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:00.365114 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Checking router: da21c54a-6ede-43d4-8463-09dd52e059b8 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:00.365114 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Updating router da21c54a-6ede-43d4-8463-09dd52e059b8 port 72a065e5-4995-4b34-b467-bf999e9bb3c6 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:00.412957 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.714561 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.727850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Transition to ACTIVE for port object 72a065e5-4995-4b34-b467-bf999e9bb3c6 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:00.733927 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.785915 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e1b36-45bf-4857-aa27-bc7727f7f208 None None] Pushing event updated for resources: {'Port': ['ID=72a065e5-4995-4b34-b467-bf999e9bb3c6,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.849825 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Attempting to bind port 72a065e5-4995-4b34-b467-bf999e9bb3c6 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:00.850186 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Attempting to bind port 72a065e5-4995-4b34-b467-bf999e9bb3c6 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:00.850546 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Attempting to bind port 72a065e5-4995-4b34-b467-bf999e9bb3c6 on network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:00.855981 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:00.857004 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Checking segment: {'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:00.857613 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.858278 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Bound using segment: {'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:00.858464 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Bound port: 72a065e5-4995-4b34-b467-bf999e9bb3c6, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ac9cf2-f478-4966-9068-a57c80d0167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:00.858843 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.942282 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] For port 72a065e5-4995-4b34-b467-bf999e9bb3c6, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:00.945974 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] For port 72a065e5-4995-4b34-b467-bf999e9bb3c6, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=72a065e5-4995-4b34-b467-bf999e9bb3c6,segment=NetworkSegment(82ac9cf2-f478-4966-9068-a57c80d0167d),segment_id=82ac9cf2-f478-4966-9068-a57c80d0167d)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:00.949650 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.009368 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Routers {'da21c54a-6ede-43d4-8463-09dd52e059b8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:01.010002 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['da21c54a-6ede-43d4-8463-09dd52e059b8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:01.013123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e1b36-45bf-4857-aa27-bc7727f7f208 None None] Pushing event updated for resources: {'Port': ['ID=72a065e5-4995-4b34-b467-bf999e9bb3c6,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:01.122986 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] Set router da21c54a-6ede-43d4-8463-09dd52e059b8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:01.352497 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 4, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port': {'id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '72a065e5-4995-4b34-b467-bf999e9bb3c6', 'name': '', 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'mac_address': 'fa:16:3e:0d:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:55Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 4, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'subnets': [{'id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:01.382123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69379b4-7fc0-4540-bb04-d8c0ec295aeb None None] The sync data for ids ['da21c54a-6ede-43d4-8463-09dd52e059b8'] in n-d-798930-6 is: [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:45:56Z', 'revision_number': 4, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port': {'id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '72a065e5-4995-4b34-b467-bf999e9bb3c6', 'name': '', 'network_id': '86b5ee46-fe05-43e8-91f9-dd527aa52e1d', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'mac_address': 'fa:16:3e:0d:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:55Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 4, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'subnets': [{'id': 'd81cf7c1-8af5-4a14-8181-36fa5e5486fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:01.403924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e573e232-2735-4778-b249-4d6053bc2a7d req-79a64df7-bda4-4f5e-96a4-c7ab22d7e75e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 210 time: 0.0371177 Jul 16 20:46:01.435481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-5cdcc3d1-7657-416e-8330-93aa61d39a3b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:01.437401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-5cdcc3d1-7657-416e-8330-93aa61d39a3b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1532030 Jul 16 20:46:01.457108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'port': {'device_id': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'admin_state_up': True, 'tenant_id': '6898068694c04984aaa4498a79804b2d'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:01.597903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:01.601806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.742306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.20.0.14 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/0650a3a4-91a3-49ca-a326-ddb9c6f47842) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:01.907680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.922326 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Transition to ACTIVE for port object 0650a3a4-91a3-49ca-a326-ddb9c6f47842 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:01.937902 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:01.968463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.035870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:02.037335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=0650a3a4-91a3-49ca-a326-ddb9c6f47842,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.043325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:02.043473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cf8dd44-14e6-40a9-968e-72cc4049f41f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:02.046189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:02.099300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0cf8dd44-14e6-40a9-968e-72cc4049f41f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:02.099691 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.112842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.113507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.132002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c1283d7b-ecbb-46b1-9e11-c15f9dc57556 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6796148 Jul 16 20:46:02.145534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Request body: {'port': {'device_id': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:02.199108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 72a065e5-4995-4b34-b467-bf999e9bb3c6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:02.238783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.279911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 72a065e5-4995-4b34-b467-bf999e9bb3c6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:02.284199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 72a065e5-4995-4b34-b467-bf999e9bb3c6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:02.284577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.346658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-83b20f88-95d0-4ab0-8087-8663f4da4f14 None None] Provisioning for port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:02.352779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-83b20f88-95d0-4ab0-8087-8663f4da4f14 None None] Provisioning complete for port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:02.353153 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83b20f88-95d0-4ab0-8087-8663f4da4f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.419149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.422466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-83b20f88-95d0-4ab0-8087-8663f4da4f14 None None] Port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:02.457822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 72a065e5-4995-4b34-b467-bf999e9bb3c6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=72a065e5-4995-4b34-b467-bf999e9bb3c6,segment=NetworkSegment(82ac9cf2-f478-4966-9068-a57c80d0167d),segment_id=82ac9cf2-f478-4966-9068-a57c80d0167d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:02.462278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.518609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=72a065e5-4995-4b34-b467-bf999e9bb3c6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.605923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0650a3a4-91a3-49ca-a326-ddb9c6f47842 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:02.617891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.638431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Transition to ACTIVE for port object 0650a3a4-91a3-49ca-a326-ddb9c6f47842 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:02.644234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.702268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6fb1-4e71-48aa-a442-e11c96d046e5 req-c50a9c62-5ae9-4811-82e2-b16a200a449b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.703883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-faaa6fb1-4e71-48aa-a442-e11c96d046e5 req-c50a9c62-5ae9-4811-82e2-b16a200a449b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 932 time: 0.1340933 Jul 16 20:46:02.721358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Pushing event updated for resources: {'Port': ['ID=0650a3a4-91a3-49ca-a326-ddb9c6f47842,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.811575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-faaa6fb1-4e71-48aa-a442-e11c96d046e5 req-4c6ef47a-8705-477c-aca9-3c417c61b2e3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995653 Jul 16 20:46:02.835488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Attempting to bind port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:02.835986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Attempting to bind port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:02.836486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Attempting to bind port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:02.843879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:02.844450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Attempting to bind port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:02.854505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:02.854863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:02.855330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:02.856049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Bound port: 0650a3a4-91a3-49ca-a326-ddb9c6f47842, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:02.856408 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.932556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] For port 0650a3a4-91a3-49ca-a326-ddb9c6f47842, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:02.936848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] For port 0650a3a4-91a3-49ca-a326-ddb9c6f47842, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0650a3a4-91a3-49ca-a326-ddb9c6f47842,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:02.942460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.980812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.981980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.983506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] 10.222.0.21 "PUT /v2.0/ports/0650a3a4-91a3-49ca-a326-ddb9c6f47842 HTTP/1.1" status: 200 len: 1092 time: 0.8434260 Jul 16 20:46:02.985968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'tag': '0650a3a4-91a3-49ca-a326-ddb9c6f47842'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:02.988469 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71046b1e-11cd-4c8c-afeb-f1504c456eae" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3bed19-a23e-4d0d-a4aa-7c3b92178de0", "tag": "0650a3a4-91a3-49ca-a326-ddb9c6f47842"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:03.027481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8dde5-8fdf-43bf-a17c-d04c9a710e6b service neutron] Pushing event updated for resources: {'Port': ['ID=0650a3a4-91a3-49ca-a326-ddb9c6f47842,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:03.080167 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b97e6a-6cfb-4325-9714-f0445d45d909 x-openstack-request-id: req-95b97e6a-6cfb-4325-9714-f0445d45d909 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:03.080479 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3bed19-a23e-4d0d-a4aa-7c3b92178de0", "tag": "0650a3a4-91a3-49ca-a326-ddb9c6f47842", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:03.080706 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-95b97e6a-6cfb-4325-9714-f0445d45d909 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:03.081349 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'tag': '0650a3a4-91a3-49ca-a326-ddb9c6f47842', 'status': 'completed', 'code': 200} Jul 16 20:46:03.113795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-d6132722-cb59-494b-82f0-4d08acc0f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.115599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-d6132722-cb59-494b-82f0-4d08acc0f043 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 1095 time: 0.0824769 Jul 16 20:46:03.158290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-5ef343ac-580d-49be-b25b-a9e4350d86a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0650a3a4-91a3-49ca-a326-ddb9c6f47842 HTTP/1.1" status: 200 len: 217 time: 0.0352955 Jul 16 20:46:03.209969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c5d5da16-89eb-40fd-b778-46b92b285a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.211581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-c5d5da16-89eb-40fd-b778-46b92b285a86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0474107 Jul 16 20:46:03.271906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-30567f25-ba60-4402-aa07-1c0e7694ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.273372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-30567f25-ba60-4402-aa07-1c0e7694ccf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555410 Jul 16 20:46:03.376460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-09df6027-3bf1-4add-90f7-d3b83a14892c service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960410 Jul 16 20:46:03.474742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ebb8139-4228-4db0-bc0a-b2c17fc31af5 req-2299e588-fb69-4c5e-9b4e-af775c6f66f7 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922377 Jul 16 20:46:03.576826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-9b607ff1-f4ec-4fa0-8545-5be9bee09322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.578491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-9b607ff1-f4ec-4fa0-8545-5be9bee09322 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 1095 time: 0.0575299 Jul 16 20:46:03.670603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-80463994-ca1e-49c5-8373-95e7a7e3ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.672015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-80463994-ca1e-49c5-8373-95e7a7e3ce81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.0872824 Jul 16 20:46:03.717179 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-a09b292b-ea82-401b-b1e9-267fbdedf914 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0650a3a4-91a3-49ca-a326-ddb9c6f47842 HTTP/1.1" status: 200 len: 217 time: 0.0381172 Jul 16 20:46:03.765971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-b6e3fd41-67d5-400a-99ac-1c147917b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.767476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-b6e3fd41-67d5-400a-99ac-1c147917b3af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0444469 Jul 16 20:46:03.823635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-c6d7fae9-4744-4d9c-a2a5-3c867f63d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:03.825744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-c6d7fae9-4744-4d9c-a2a5-3c867f63d26b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517962 Jul 16 20:46:03.930846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-ff68c0f8-64d3-41d3-921f-d615dd994ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993996 Jul 16 20:46:03.975680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 72a065e5-4995-4b34-b467-bf999e9bb3c6 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:04.024330 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.047195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 72a065e5-4995-4b34-b467-bf999e9bb3c6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:04.047609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.082568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71046b1e-11cd-4c8c-afeb-f1504c456eae req-d4e62660-15b5-4e23-b3d7-e4ed6c96ce42 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455472 Jul 16 20:46:04.094275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb24986-833e-4a78-bacc-e8bbef5d31c9 req-f64b165d-dcfd-4621-bf58-8cdcdd6f5452 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.096103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afb24986-833e-4a78-bacc-e8bbef5d31c9 req-f64b165d-dcfd-4621-bf58-8cdcdd6f5452 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.1371810 Jul 16 20:46:04.142751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afb24986-833e-4a78-bacc-e8bbef5d31c9 req-7a53af93-11fe-4d0c-8074-ae5d58ce564f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389185 Jul 16 20:46:04.834208 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-61ac2464-0747-4340-834b-bd5bf7361b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.322315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14471418-9733-4336-8271-1d3c71f7ec14 req-ba659b43-a0de-4241-b40a-f73191900bea tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:05.323872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14471418-9733-4336-8271-1d3c71f7ec14 req-ba659b43-a0de-4241-b40a-f73191900bea tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.0655324 Jul 16 20:46:05.363831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14471418-9733-4336-8271-1d3c71f7ec14 req-5d64e57d-f8bc-4668-96db-460633cd9018 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334663 Jul 16 20:46:06.056976 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.545127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bca209-232d-4d84-a2f0-07d2ebb5a44b req-2e4efb8d-37f8-44cf-96ce-099cfeaf1553 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:06.546663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00bca209-232d-4d84-a2f0-07d2ebb5a44b req-2e4efb8d-37f8-44cf-96ce-099cfeaf1553 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.0673022 Jul 16 20:46:06.584802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00bca209-232d-4d84-a2f0-07d2ebb5a44b req-fcfd07cd-8713-4aba-a625-23527870d2b7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Jul 16 20:46:07.760704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ae32c-063b-4560-8cd0-fa7d92dda9ad req-86e2ca63-5f2a-4a8b-b3fc-d6d3c78b5084 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:07.762218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e0ae32c-063b-4560-8cd0-fa7d92dda9ad req-86e2ca63-5f2a-4a8b-b3fc-d6d3c78b5084 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.0642045 Jul 16 20:46:07.801456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e0ae32c-063b-4560-8cd0-fa7d92dda9ad req-b08818df-6044-4846-a6c4-b552343c096b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Jul 16 20:46:08.198166 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.445953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.756231 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.978376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ae66-6cd8-4759-aadb-a94979fab1f3 req-b378ae72-dd37-46cd-9913-2556fd1e8d51 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:08.979901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c04ae66-6cd8-4759-aadb-a94979fab1f3 req-b378ae72-dd37-46cd-9913-2556fd1e8d51 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.0638888 Jul 16 20:46:09.022784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c04ae66-6cd8-4759-aadb-a94979fab1f3 req-d5abdfd1-fc8b-4470-ada0-7aff556d9dd6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Jul 16 20:46:10.195412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0e475-fb73-4507-8569-e867a77c58a7 req-77f28e46-6626-4cb6-9930-f72cb78a9e56 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:10.196914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cec0e475-fb73-4507-8569-e867a77c58a7 req-77f28e46-6626-4cb6-9930-f72cb78a9e56 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.0639448 Jul 16 20:46:10.236739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cec0e475-fb73-4507-8569-e867a77c58a7 req-fcafd15d-f20f-44fa-aa3b-ebe7f996cb4f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335414 Jul 16 20:46:11.415323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f89d-b207-48ce-8f81-7785085a0b0c req-7db57dfb-a94b-4a70-8ee1-850ababbbfbe tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.416745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-caa6f89d-b207-48ce-8f81-7785085a0b0c req-7db57dfb-a94b-4a70-8ee1-850ababbbfbe tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.0668116 Jul 16 20:46:11.454655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-caa6f89d-b207-48ce-8f81-7785085a0b0c req-48b0c871-107d-406d-b40f-8bfaf868111a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Jul 16 20:46:12.542371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0650a3a4-91a3-49ca-a326-ddb9c6f47842 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:12.637525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465035fa-9863-4562-84c5-f493c95e0a8c req-99736884-770a-4d04-81b2-cd88ad3c510c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:12.639033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-465035fa-9863-4562-84c5-f493c95e0a8c req-99736884-770a-4d04-81b2-cd88ad3c510c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 944 time: 0.0678964 Jul 16 20:46:12.641435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0650a3a4-91a3-49ca-a326-ddb9c6f47842, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0650a3a4-91a3-49ca-a326-ddb9c6f47842,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:12.652595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0650a3a4-91a3-49ca-a326-ddb9c6f47842', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'port_id': '0650a3a4-91a3-49ca-a326-ddb9c6f47842', 'mac_address': 'fa:16:3e:47:27:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:12.677521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-465035fa-9863-4562-84c5-f493c95e0a8c req-889facb0-c743-44ec-982d-e834423bbe6b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Jul 16 20:46:12.690530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.704935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0650a3a4-91a3-49ca-a326-ddb9c6f47842 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:12.726564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0650a3a4-91a3-49ca-a326-ddb9c6f47842, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0650a3a4-91a3-49ca-a326-ddb9c6f47842,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:12.730541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:12.779126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0650a3a4-91a3-49ca-a326-ddb9c6f47842,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:12.958883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0650a3a4-91a3-49ca-a326-ddb9c6f47842'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:13.864018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689052a-5c81-4f1c-9f07-c39d16448917 req-2f0e4ed2-082e-41b8-97f3-ca3f7eca205b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:13.865577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a689052a-5c81-4f1c-9f07-c39d16448917 req-2f0e4ed2-082e-41b8-97f3-ca3f7eca205b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 945 time: 0.0684342 Jul 16 20:46:13.907293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a689052a-5c81-4f1c-9f07-c39d16448917 req-e9fbf151-6336-408a-8551-838d8a7ab2f2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Jul 16 20:46:14.538839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0650a3a4-91a3-49ca-a326-ddb9c6f47842 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:14.588903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:14.593576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:14.594043 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.674256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.696357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0650a3a4-91a3-49ca-a326-ddb9c6f47842'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:14.698582 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d731a-310d-4911-bb08-d00d208af5c0" -d '{"events": [{"server_uuid": "3a3bed19-a23e-4d0d-a4aa-7c3b92178de0", "name": "network-vif-plugged", "status": "completed", "tag": "0650a3a4-91a3-49ca-a326-ddb9c6f47842"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:14.712790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0650a3a4-91a3-49ca-a326-ddb9c6f47842, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0650a3a4-91a3-49ca-a326-ddb9c6f47842,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:14.722287 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.749928 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdfd691-bffc-4284-a6cf-c3b6d3e75657 x-openstack-request-id: req-bcdfd691-bffc-4284-a6cf-c3b6d3e75657 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:14.750186 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3bed19-a23e-4d0d-a4aa-7c3b92178de0", "name": "network-vif-plugged", "status": "completed", "tag": "0650a3a4-91a3-49ca-a326-ddb9c6f47842", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:14.750437 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bcdfd691-bffc-4284-a6cf-c3b6d3e75657 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:14.751359 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0650a3a4-91a3-49ca-a326-ddb9c6f47842', 'code': 200} Jul 16 20:46:14.780109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0650a3a4-91a3-49ca-a326-ddb9c6f47842,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.848701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac93c73-4859-4a48-bc9b-1a8ff5633ff6 req-20149e4a-b290-45a6-b9f4-3cc4dc6cf311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:14.850118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac93c73-4859-4a48-bc9b-1a8ff5633ff6 req-20149e4a-b290-45a6-b9f4-3cc4dc6cf311 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 1097 time: 0.0533407 Jul 16 20:46:14.888427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac93c73-4859-4a48-bc9b-1a8ff5633ff6 req-9983ba38-002f-49c8-932e-5730aae0dda5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Jul 16 20:46:15.083882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e119e8-78b9-459f-957b-8a3158348297 req-e3d05ffe-bcfd-4daa-bac7-1a784b0fb2df tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:15.085397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-23e119e8-78b9-459f-957b-8a3158348297 req-e3d05ffe-bcfd-4daa-bac7-1a784b0fb2df tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 946 time: 0.0652771 Jul 16 20:46:15.124076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-23e119e8-78b9-459f-957b-8a3158348297 req-4ecb6622-8e9f-421a-9c6f-c36714bbaa6f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Jul 16 20:46:16.304039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca13d-67f6-4c38-aed9-e9fd51a5fd34 req-290a0874-6f4d-40f4-a6b6-87fdacefc3f8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.305534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13fca13d-67f6-4c38-aed9-e9fd51a5fd34 req-290a0874-6f4d-40f4-a6b6-87fdacefc3f8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 946 time: 0.0646250 Jul 16 20:46:16.344555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13fca13d-67f6-4c38-aed9-e9fd51a5fd34 req-b05e1a2a-04b7-4347-98df-9314d76633c2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Jul 16 20:46:16.604523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442042ad-3e9e-4cd3-8038-4b245b834412 req-289790be-062c-4b8b-b694-2dcb4443eb14 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.605902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-442042ad-3e9e-4cd3-8038-4b245b834412 req-289790be-062c-4b8b-b694-2dcb4443eb14 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 946 time: 0.0685682 Jul 16 20:46:16.643450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-442042ad-3e9e-4cd3-8038-4b245b834412 req-1ec2a02c-48a9-4736-8172-886cedf93d49 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 Jul 16 20:46:16.816454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31207de-d6bf-4710-93c3-4b7fed93f76e req-1de95a41-3823-46c9-b5d2-9c9ca7bd079d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.817984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d31207de-d6bf-4710-93c3-4b7fed93f76e req-1de95a41-3823-46c9-b5d2-9c9ca7bd079d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 946 time: 0.0647926 Jul 16 20:46:16.857332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d31207de-d6bf-4710-93c3-4b7fed93f76e req-31bca2e3-5ef5-40af-9204-9009460e60b8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 Jul 16 20:46:17.242444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387a044-b7ca-415a-8218-dbbc1cc2ba7a req-954eeb63-7d73-46da-91d0-7c0a35c24774 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.243965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f387a044-b7ca-415a-8218-dbbc1cc2ba7a req-954eeb63-7d73-46da-91d0-7c0a35c24774 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 946 time: 0.0711186 Jul 16 20:46:17.282718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f387a044-b7ca-415a-8218-dbbc1cc2ba7a req-02a6d3c5-3a7a-4d50-9f1b-d34cdff1d7a6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Jul 16 20:46:18.463879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a897-5f11-489d-b5e5-bef6d083e49e req-f289ae24-7a8f-4766-a905-c326285aab34 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.465362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff80a897-5f11-489d-b5e5-bef6d083e49e req-f289ae24-7a8f-4766-a905-c326285aab34 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 946 time: 0.0661261 Jul 16 20:46:18.509419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff80a897-5f11-489d-b5e5-bef6d083e49e req-a68a31b2-9e10-4c4b-bfe8-434b05e8ab20 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375195 Jul 16 20:46:18.624391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-2c63122b-82ef-4bdf-a0f9-15cf89dbace0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.626083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-2c63122b-82ef-4bdf-a0f9-15cf89dbace0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 946 time: 0.0732901 Jul 16 20:46:18.757230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:46:18.757579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.860215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] For port 0650a3a4-91a3-49ca-a326-ddb9c6f47842, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0650a3a4-91a3-49ca-a326-ddb9c6f47842,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:18.860728 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.878668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for 0650a3a4-91a3-49ca-a326-ddb9c6f47842 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:46:19.030082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.075722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=0650a3a4-91a3-49ca-a326-ddb9c6f47842,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:19.127804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] No DVR routers for this DVR port 0650a3a4-91a3-49ca-a326-ddb9c6f47842 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:46:19.132908 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.133965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fee8e16c-5529-46ce-a666-ecf140e2cf8f req-4a68e533-b266-4e1b-b713-f13dddcf6907 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "DELETE /v2.0/ports/0650a3a4-91a3-49ca-a326-ddb9c6f47842 HTTP/1.1" status: 204 len: 173 time: 0.5015769 Jul 16 20:46:19.134482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'name': 'network-vif-deleted', 'tag': '0650a3a4-91a3-49ca-a326-ddb9c6f47842'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:19.136816 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad9efc-b391-4e5a-ab08-c6c47a133c08" -d '{"events": [{"server_uuid": "3a3bed19-a23e-4d0d-a4aa-7c3b92178de0", "name": "network-vif-deleted", "tag": "0650a3a4-91a3-49ca-a326-ddb9c6f47842"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:19.188691 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf149169-d20d-4aa7-bbe0-0462cdf20710 x-openstack-request-id: req-bf149169-d20d-4aa7-bbe0-0462cdf20710 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:19.188995 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3bed19-a23e-4d0d-a4aa-7c3b92178de0", "name": "network-vif-deleted", "tag": "0650a3a4-91a3-49ca-a326-ddb9c6f47842", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:19.189250 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bf149169-d20d-4aa7-bbe0-0462cdf20710 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:19.189662 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3bed19-a23e-4d0d-a4aa-7c3b92178de0', 'name': 'network-vif-deleted', 'tag': '0650a3a4-91a3-49ca-a326-ddb9c6f47842', 'status': 'completed', 'code': 200} Jul 16 20:46:19.658016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e64c18f-ffa6-4c58-b2c8-5653cf4b95cb req-abba43dc-1ba9-4438-ba9d-cfe6664bcbeb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 210 time: 0.0298579 Jul 16 20:46:20.583623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0650a3a4-91a3-49ca-a326-ddb9c6f47842 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:46:20.607116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 0650a3a4-91a3-49ca-a326-ddb9c6f47842 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:46:20.607495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0650a3a4-91a3-49ca-a326-ddb9c6f47842 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:46:20.799547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b8e779f-78a6-4d62-b058-c6a091f794ed req-44ff7940-ccdc-4b5f-9147-a9a06e84f251 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 210 time: 0.0288515 Jul 16 20:46:21.946882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3cc45de0-515f-4c19-b0b7-a5acb78ee4c5 req-565be8f2-89d1-4b68-92dd-8fc6ab38f62e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 210 time: 0.0336261 Jul 16 20:46:23.104300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb0ef319-809e-46d1-a983-89f3b4617ae0 req-cb025f18-c554-4d12-91f7-85f08a70cb13 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=3a3bed19-a23e-4d0d-a4aa-7c3b92178de0 HTTP/1.1" status: 200 len: 210 time: 0.0292380 Jul 16 20:46:29.344506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912313ec-0f23-49cd-9708-2ecc42a3301f req-b652ef2d-0595-4a10-aa24-abfc6fb164a5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:29.346019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-912313ec-0f23-49cd-9708-2ecc42a3301f req-b652ef2d-0595-4a10-aa24-abfc6fb164a5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0721223 Jul 16 20:46:29.387660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-912313ec-0f23-49cd-9708-2ecc42a3301f req-53637be6-362f-4e5b-9f2c-ad0f5c27a231 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355401 Jul 16 20:46:29.573166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d7ab-270d-4843-bfa5-26b273732c39 req-33c65d8b-ce6a-4877-9ed2-b7002a5fd042 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:29.574695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c017d7ab-270d-4843-bfa5-26b273732c39 req-33c65d8b-ce6a-4877-9ed2-b7002a5fd042 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0718930 Jul 16 20:46:29.614757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c017d7ab-270d-4843-bfa5-26b273732c39 req-35bd4eaf-ef03-4975-9687-c6595b6ed871 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343032 Jul 16 20:46:29.864052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-3dadc359-c482-49d5-b537-8ad725d95e5f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:29.865829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-3dadc359-c482-49d5-b537-8ad725d95e5f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.1181753 Jul 16 20:46:29.881348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-027627ee-2a41-4e30-a782-dd2128a372fb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/quotas/79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 375 time: 0.0101209 Jul 16 20:46:29.966298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-f026867f-3cb3-468b-9228-7b3c1a8cd8fa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0795040 Jul 16 20:46:30.067276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-fc162fd8-574f-4a47-b419-5511d9c61a51 service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932727 Jul 16 20:46:30.167164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-2102bb8d-b97f-4f6d-b2df-ad7650d7acb5 service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962660 Jul 16 20:46:30.271087 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e094-0132-4f04-b92c-da68d17ab3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:30.863234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-611a4028-716e-40dc-aeef-5095e7008cc5 req-b58ba5be-62ef-475f-872f-9087ec1a965c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 210 time: 0.0345194 Jul 16 20:46:31.051857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8103ea7-4daf-421f-b1b4-307b196096a4 req-4d88609e-b495-4b18-944d-bfef17b6b113 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:31.053998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8103ea7-4daf-421f-b1b4-307b196096a4 req-4d88609e-b495-4b18-944d-bfef17b6b113 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0798509 Jul 16 20:46:31.099282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8103ea7-4daf-421f-b1b4-307b196096a4 req-c3512f94-b1eb-4ea4-b272-52d6a4dcc198 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380242 Jul 16 20:46:31.559771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-85ccd468-d627-4e7e-b43e-ffb8e0591717 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:31.562695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-85ccd468-d627-4e7e-b43e-ffb8e0591717 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.1261251 Jul 16 20:46:31.586904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'port': {'device_id': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'admin_state_up': True, 'tenant_id': '79233d40f08e4466b65ce714a484fb86'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:31.711410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Made reservation on behalf of 79233d40f08e4466b65ce714a484fb86 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:31.714933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:31.845611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Allocated IP 172.20.0.7 (b21c0895-029d-478d-83d0-fb220374c4f4/e6c4b555-6bb8-4368-9f61-f88494e9e473/f166d97f-8b35-4032-aeb6-5b42c06a6d40) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:32.288087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f82a965-3f77-40b2-ba9f-6fea77717adc req-83386178-9f4a-4578-ad5c-63a33e612c31 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 210 time: 0.0399101 Jul 16 20:46:32.369939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.388749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Transition to ACTIVE for port object f166d97f-8b35-4032-aeb6-5b42c06a6d40 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:32.468637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.483558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:32.486257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c989f500-996d-4f98-8927-6b47c997f9a1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:32.489263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b14c5-cb61-48b2-aaa5-4f344d66d6bc req-ab772a7a-8076-40b3-8098-420db549e52a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:32.490798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-836b14c5-cb61-48b2-aaa5-4f344d66d6bc req-ab772a7a-8076-40b3-8098-420db549e52a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0975072 Jul 16 20:46:32.554178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:32.558824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=f166d97f-8b35-4032-aeb6-5b42c06a6d40,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:32.567598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:32.571703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:32.581662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-836b14c5-cb61-48b2-aaa5-4f344d66d6bc req-c9e4ef94-b875-4986-9c25-46c1fdd46c90 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655158 Jul 16 20:46:32.645564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:32.646662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.669850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-33a2fe82-f3a5-481a-820b-e379ecbd614d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0875471 Jul 16 20:46:32.682030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Request body: {'port': {'device_id': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:32.795113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.923999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e9f48335-7c6e-401b-bcd3-d21de06d1da1 None None] Provisioning for port f166d97f-8b35-4032-aeb6-5b42c06a6d40 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:32.928888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e9f48335-7c6e-401b-bcd3-d21de06d1da1 None None] Provisioning complete for port f166d97f-8b35-4032-aeb6-5b42c06a6d40 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:32.929265 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e9f48335-7c6e-401b-bcd3-d21de06d1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.966699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e9f48335-7c6e-401b-bcd3-d21de06d1da1 None None] Port f166d97f-8b35-4032-aeb6-5b42c06a6d40 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:33.090788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f166d97f-8b35-4032-aeb6-5b42c06a6d40 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:33.099045 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.111699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Transition to ACTIVE for port object f166d97f-8b35-4032-aeb6-5b42c06a6d40 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:33.115530 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.166006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Pushing event updated for resources: {'Port': ['ID=f166d97f-8b35-4032-aeb6-5b42c06a6d40,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:33.250359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Attempting to bind port f166d97f-8b35-4032-aeb6-5b42c06a6d40 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:33.250693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Attempting to bind port f166d97f-8b35-4032-aeb6-5b42c06a6d40 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:33.251022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Attempting to bind port f166d97f-8b35-4032-aeb6-5b42c06a6d40 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:33.255740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Port f166d97f-8b35-4032-aeb6-5b42c06a6d40 on network b21c0895-029d-478d-83d0-fb220374c4f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:33.258159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Attempting to bind port f166d97f-8b35-4032-aeb6-5b42c06a6d40 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:33.262054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:33.262684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:33.263083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Bound using segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:33.263803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Bound port: f166d97f-8b35-4032-aeb6-5b42c06a6d40, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:33.264182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.346840 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] For port f166d97f-8b35-4032-aeb6-5b42c06a6d40, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:33.350500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] For port f166d97f-8b35-4032-aeb6-5b42c06a6d40, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:33.356901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.407952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:33.408782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:33.410192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] 10.222.0.21 "PUT /v2.0/ports/f166d97f-8b35-4032-aeb6-5b42c06a6d40 HTTP/1.1" status: 200 len: 1091 time: 0.7332006 Jul 16 20:46:33.410701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:33.413098 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41" -d '{"events": [{"name": "network-changed", "server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:33.447086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e16924-4b23-4e6f-aa3f-fd3093784bcf service neutron] Pushing event updated for resources: {'Port': ['ID=f166d97f-8b35-4032-aeb6-5b42c06a6d40,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:33.564990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-86764b39-c854-46c2-8342-d3b76fb8a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:33.566574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-86764b39-c854-46c2-8342-d3b76fb8a907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 1094 time: 0.1073241 Jul 16 20:46:33.596378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ba2d6-1571-4da0-88ea-f47847bb91e1 req-c9d1e365-7829-4568-91b1-f0720e7a2bca tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:33.597838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce8ba2d6-1571-4da0-88ea-f47847bb91e1 req-c9d1e365-7829-4568-91b1-f0720e7a2bca tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 943 time: 0.1073833 Jul 16 20:46:33.635948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-a0ce844a-2a49-4f68-a1f3-29f41182e2b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40 HTTP/1.1" status: 200 len: 217 time: 0.0607686 Jul 16 20:46:33.696136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce8ba2d6-1571-4da0-88ea-f47847bb91e1 req-f4a9cb18-c2e7-4818-b9d8-3a7e0e4077d0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697980 Jul 16 20:46:33.707109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-0e9e6c35-2c16-4eb5-b8b2-2439743761d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:33.716951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-0e9e6c35-2c16-4eb5-b8b2-2439743761d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0622270 Jul 16 20:46:33.754472 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc6ab9d-2813-495b-9c06-2466dce14bb3 x-openstack-request-id: req-edc6ab9d-2813-495b-9c06-2466dce14bb3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:33.754791 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:33.755120 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-edc6ab9d-2813-495b-9c06-2466dce14bb3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:33.755573 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40', 'status': 'completed', 'code': 200} Jul 16 20:46:33.788380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811704d3-5479-4a04-863b-7e0ec147a652 req-ac8ed5f8-f11c-473a-9acf-803a73b22b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:33.790017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-ac8ed5f8-f11c-473a-9acf-803a73b22b4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720143 Jul 16 20:46:33.921607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-efa88f18-b912-4efc-ba75-67a31fabdc6f service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225867 Jul 16 20:46:33.978945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799113d2-cde0-49d6-aa0d-193500c4dd20 req-c20e07cd-734a-415f-a9a4-a207101ec3ca tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:33.978945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-799113d2-cde0-49d6-aa0d-193500c4dd20 req-c20e07cd-734a-415f-a9a4-a207101ec3ca tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1193399 Jul 16 20:46:34.082817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-799113d2-cde0-49d6-aa0d-193500c4dd20 req-046169f2-9f13-4f5e-a2ad-06086c373fd8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606632 Jul 16 20:46:34.084744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-811704d3-5479-4a04-863b-7e0ec147a652 req-9a4497db-d76a-4199-9c07-7a22b7361863 service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552949 Jul 16 20:46:34.119901 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.218040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-f1af7869-7064-4219-8f87-0eafc0d25a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.219603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-f1af7869-7064-4219-8f87-0eafc0d25a55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 1094 time: 0.0597117 Jul 16 20:46:34.317900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-413786cf-971d-471c-87b1-f167edb2ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.319416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-413786cf-971d-471c-87b1-f167edb2ced9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.0914190 Jul 16 20:46:34.368479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-6ee46ec3-1bcf-4507-989c-c3ff3ed396b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40 HTTP/1.1" status: 200 len: 217 time: 0.0394864 Jul 16 20:46:34.423589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-2a5173c8-ba25-4017-b765-8fc67a96074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.425079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-2a5173c8-ba25-4017-b765-8fc67a96074e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0493045 Jul 16 20:46:34.492339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-ad8faa86-775c-4ba5-ad91-c618105ac201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.493882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-ad8faa86-775c-4ba5-ad91-c618105ac201 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607274 Jul 16 20:46:34.596723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-146d65cd-a5cb-464d-ba1b-73eb8ae2ea5b service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912323 Jul 16 20:46:34.700902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff10f8c1-7cb8-4994-8c2b-31482ab01b41 req-13ce080f-ab89-45f9-99e0-92f27f60ad64 service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961812 Jul 16 20:46:34.838137 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fee87a4-3c70-4e8d-9613-c742a2f0e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.849131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-d2ba5f40-ede1-4b5f-a79a-4bf4644fdc55 req-2aed5da7-5fb2-452b-9bff-019a27c6ba7b service neutron] (94096) timed out ('10.222.0.21', 57089) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:46:34.908108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22429c7-2207-40af-a3f3-2190a1b6a399 req-bc642ceb-17d6-4d54-affb-70f0bf524a08 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:34.909968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a22429c7-2207-40af-a3f3-2190a1b6a399 req-bc642ceb-17d6-4d54-affb-70f0bf524a08 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 943 time: 0.0845199 Jul 16 20:46:34.950301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a22429c7-2207-40af-a3f3-2190a1b6a399 req-c89307bd-0ea7-4534-b20d-14a82e2cdd82 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Jul 16 20:46:35.285923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990c125-9418-467e-90c1-835af6450f1f req-aae784e1-1f1f-4780-ac6b-c32389273af6 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:35.287459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2990c125-9418-467e-90c1-835af6450f1f req-aae784e1-1f1f-4780-ac6b-c32389273af6 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0673740 Jul 16 20:46:35.328791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2990c125-9418-467e-90c1-835af6450f1f req-4fa4a5e9-3657-49e2-9d62-f64416ac3f16 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354688 Jul 16 20:46:36.059709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.143369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896573e-c908-44af-86a2-dc4e725a7e8f req-5ec389e7-cd67-4811-832d-355b5bb89246 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:36.144912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c896573e-c908-44af-86a2-dc4e725a7e8f req-5ec389e7-cd67-4811-832d-355b5bb89246 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 943 time: 0.0766199 Jul 16 20:46:36.184283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c896573e-c908-44af-86a2-dc4e725a7e8f req-30d01d24-8b5c-41de-8f31-d0e4144bd672 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Jul 16 20:46:36.520430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8732c-4ea3-45b8-9b23-75fc9d7ea1d4 req-8fd57747-f7e9-46d7-bb1d-1d62fe02c202 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:36.522046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9f8732c-4ea3-45b8-9b23-75fc9d7ea1d4 req-8fd57747-f7e9-46d7-bb1d-1d62fe02c202 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0771136 Jul 16 20:46:36.565647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9f8732c-4ea3-45b8-9b23-75fc9d7ea1d4 req-bde5925d-64c5-40d8-a279-cb9f66db11a3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380592 Jul 16 20:46:36.622176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f166d97f-8b35-4032-aeb6-5b42c06a6d40 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:36.726193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f166d97f-8b35-4032-aeb6-5b42c06a6d40, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:36.739087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40', 'mac_address': 'fa:16:3e:a4:b6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:36.782126 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.797248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f166d97f-8b35-4032-aeb6-5b42c06a6d40 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:36.822954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f166d97f-8b35-4032-aeb6-5b42c06a6d40, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:36.827340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:36.876777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f166d97f-8b35-4032-aeb6-5b42c06a6d40,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:37.047549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f166d97f-8b35-4032-aeb6-5b42c06a6d40'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:37.387942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9b7d9-8a37-495e-8724-f67e267a4d02 req-a03aaa70-c848-467c-bc67-a85c74e3d3b6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:37.389073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9b7d9-8a37-495e-8724-f67e267a4d02 req-a03aaa70-c848-467c-bc67-a85c74e3d3b6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 944 time: 0.0730844 Jul 16 20:46:37.429145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9b7d9-8a37-495e-8724-f67e267a4d02 req-3ffbbcda-521f-49bf-b837-fba78cb14210 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336680 Jul 16 20:46:37.757051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe0f2a-75dc-47d3-a48f-c55393fec87c req-b3ec3d24-02d2-46ee-b328-8c29f46928ef tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:37.758546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bafe0f2a-75dc-47d3-a48f-c55393fec87c req-b3ec3d24-02d2-46ee-b328-8c29f46928ef tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0729103 Jul 16 20:46:37.798450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bafe0f2a-75dc-47d3-a48f-c55393fec87c req-eec747c7-62f4-47a4-bb4f-881203ecaa3a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341418 Jul 16 20:46:38.200895 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.460668 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.613821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc309d-3b43-4b6a-a2cc-68f481285327 req-8ab98a15-4f63-4b4b-9955-53a9a5aa023b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:38.615740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9afc309d-3b43-4b6a-a2cc-68f481285327 req-8ab98a15-4f63-4b4b-9955-53a9a5aa023b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 944 time: 0.0674005 Jul 16 20:46:38.654931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f166d97f-8b35-4032-aeb6-5b42c06a6d40 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:38.663060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9afc309d-3b43-4b6a-a2cc-68f481285327 req-0c5b75fd-b4c7-41ad-82a5-dec3d2acf5e5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Jul 16 20:46:38.709765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port f166d97f-8b35-4032-aeb6-5b42c06a6d40 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:38.714397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port f166d97f-8b35-4032-aeb6-5b42c06a6d40 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:38.714839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.776577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.816745 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.842545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:38.845705 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e941a2-288c-4049-9902-9d04c3e9e929" -d '{"events": [{"server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "name": "network-vif-plugged", "status": "completed", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:38.862130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f166d97f-8b35-4032-aeb6-5b42c06a6d40, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:38.866450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:38.925851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f166d97f-8b35-4032-aeb6-5b42c06a6d40,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:38.938124 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:38.990338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09d89-f1b4-4ae7-9aa2-cf4454238ab4 req-0d423c60-386a-4351-9efe-6155e292de88 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:38.991987 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75a09d89-f1b4-4ae7-9aa2-cf4454238ab4 req-0d423c60-386a-4351-9efe-6155e292de88 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0729127 Jul 16 20:46:39.031590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75a09d89-f1b4-4ae7-9aa2-cf4454238ab4 req-a8803845-5215-4f8e-b28e-cfd19ad71c57 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Jul 16 20:46:39.089285 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f6798-b4bd-4998-b22c-13cadcb490ab x-openstack-request-id: req-325f6798-b4bd-4998-b22c-13cadcb490ab {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:39.089576 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "name": "network-vif-plugged", "status": "completed", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:39.089852 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-325f6798-b4bd-4998-b22c-13cadcb490ab {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:39.090296 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40', 'code': 200} Jul 16 20:46:39.208293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07fa75-5e1f-4435-92c0-7761d624c845 req-f71512ed-3413-4940-8d04-acda09650d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:39.209843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c07fa75-5e1f-4435-92c0-7761d624c845 req-f71512ed-3413-4940-8d04-acda09650d71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 1096 time: 0.0573850 Jul 16 20:46:39.247324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c07fa75-5e1f-4435-92c0-7761d624c845 req-73fd1832-5889-4c92-8342-9a930f7045cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301328 Jul 16 20:46:39.848253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29d55-93fa-4584-a3c7-317ce7e5972c req-9ba5f014-8d72-4318-b24d-6429c36cffaa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:39.849793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bb29d55-93fa-4584-a3c7-317ce7e5972c req-9ba5f014-8d72-4318-b24d-6429c36cffaa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 945 time: 0.0671134 Jul 16 20:46:39.888428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bb29d55-93fa-4584-a3c7-317ce7e5972c req-15dc106c-4b58-4cf4-adbf-c06c85bf46d7 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Jul 16 20:46:40.231454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0550d6-60f7-4347-bb13-1b64053e9de6 req-a91830be-79a4-48c4-8850-c29020cbed16 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:40.233030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe0550d6-60f7-4347-bb13-1b64053e9de6 req-a91830be-79a4-48c4-8850-c29020cbed16 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0752683 Jul 16 20:46:40.284983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe0550d6-60f7-4347-bb13-1b64053e9de6 req-2201f77a-a31c-4f9e-a2c4-6f4f371d55e9 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Jul 16 20:46:41.066462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937bb45-b773-436f-835a-8b74a041a0af req-95dafd33-a5a2-4ee7-8a48-e27359b133b8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.068042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a937bb45-b773-436f-835a-8b74a041a0af req-95dafd33-a5a2-4ee7-8a48-e27359b133b8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 945 time: 0.0662074 Jul 16 20:46:41.111801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a937bb45-b773-436f-835a-8b74a041a0af req-d163d55e-73b5-4b3f-a51c-f6cb2ff6d00d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Jul 16 20:46:41.272203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-63388d3e-a750-413a-a9d7-f463f27187d1 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 267 time: 0.0353932 Jul 16 20:46:41.342948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-1595ec8a-3292-49f0-be1d-e01742b6fd55 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.344560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-1595ec8a-3292-49f0-be1d-e01742b6fd55 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 945 time: 0.0671062 Jul 16 20:46:41.355389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'port': {'security_groups': []}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:41.446655 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.618848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] For port f166d97f-8b35-4032-aeb6-5b42c06a6d40, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:41.650109 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.654430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.667287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:41.669905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c989f500-996d-4f98-8927-6b47c997f9a1', 'f166d97f-8b35-4032-aeb6-5b42c06a6d40'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:41.699275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.700035 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:41.701444 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff7ac5b9-ee29-4991-8e3f-10557dc090e6 req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "PUT /v2.0/ports/f166d97f-8b35-4032-aeb6-5b42c06a6d40 HTTP/1.1" status: 200 len: 904 time: 0.3507454 Jul 16 20:46:41.702432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:41.705084 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10065a62-d7ea-42a9-8221-9ec927202b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:41.740387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19860e-5144-4d96-ba09-1d0cc285b603 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=f166d97f-8b35-4032-aeb6-5b42c06a6d40,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:41.795672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f166d97f-8b35-4032-aeb6-5b42c06a6d40'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:41.899138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802c5e-9aca-4008-9c09-b099314fccca req-d8a1ae4c-6ea2-412f-af4d-fad992ff017e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:41.901950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74802c5e-9aca-4008-9c09-b099314fccca req-d8a1ae4c-6ea2-412f-af4d-fad992ff017e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0799234 Jul 16 20:46:41.948349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74802c5e-9aca-4008-9c09-b099314fccca req-28113fa5-0831-457e-b6e2-b62717cc6f43 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378134 Jul 16 20:46:42.008779 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faa63eb-e293-42a7-8066-f3df48ef39cf x-openstack-request-id: req-1faa63eb-e293-42a7-8066-f3df48ef39cf {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:42.009175 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:42.009519 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1faa63eb-e293-42a7-8066-f3df48ef39cf {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:42.010012 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40', 'status': 'completed', 'code': 200} Jul 16 20:46:42.035373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6b16d683-0be2-4c5e-8b37-1211da7a0f7c None None] Provisioning complete for port f166d97f-8b35-4032-aeb6-5b42c06a6d40 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:42.035602 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6b16d683-0be2-4c5e-8b37-1211da7a0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.157514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-ef6b2dce-807f-4cf0-8f88-b5a070efe772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.159110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-ef6b2dce-807f-4cf0-8f88-b5a070efe772 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 1058 time: 0.1234474 Jul 16 20:46:42.251157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33ae41-c95b-460c-b9b5-2e29c629e8ef req-bc9bd377-14b9-4619-9129-59bbca7f6bb1 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.252669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d33ae41-c95b-460c-b9b5-2e29c629e8ef req-bc9bd377-14b9-4619-9129-59bbca7f6bb1 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 907 time: 0.1358867 Jul 16 20:46:42.290532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-ae161def-0884-469c-905d-5246ab80293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.292408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-ae161def-0884-469c-905d-5246ab80293b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1257632 Jul 16 20:46:42.346016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-f78971a5-a191-4fa7-ae9f-53f44123d591 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40 HTTP/1.1" status: 200 len: 217 time: 0.0442803 Jul 16 20:46:42.433865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-a8b55291-9cb1-421d-80c4-8890f977b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.435377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-a8b55291-9cb1-421d-80c4-8890f977b192 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0819609 Jul 16 20:46:42.490845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2dc87-3ca4-4d87-94e2-a9143ba35b65 req-886856d7-d223-47c7-b198-7c77ba7db3a3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.492290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ad2dc87-3ca4-4d87-94e2-a9143ba35b65 req-886856d7-d223-47c7-b198-7c77ba7db3a3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1112475 Jul 16 20:46:42.542375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ad2dc87-3ca4-4d87-94e2-a9143ba35b65 req-86b26064-7f0f-4d8a-865f-b9acae0f6a64 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Jul 16 20:46:42.544172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-6915b706-f3a6-4df3-ace0-73523773b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.545649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-6915b706-f3a6-4df3-ace0-73523773b5b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019759 Jul 16 20:46:42.647394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-7e1071d2-c507-4045-91fd-31b8c0e1e483 service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947406 Jul 16 20:46:42.669684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:42.762582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10065a62-d7ea-42a9-8221-9ec927202b1d req-0019b864-2e94-421e-9b29-20672744fcc8 service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044633 Jul 16 20:46:42.811017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:42.823877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'port_id': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'mac_address': 'fa:16:3e:a8:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:42.868146 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.881868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be60a2a7-074c-4011-a2a3-4145faf5d90b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:42.902641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:42.909382 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:42.946676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b569e2e-082e-49bd-8388-e5d9f644582b req-822f4fcd-fb9f-4e9f-9177-598aa757f5a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:42.948730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b569e2e-082e-49bd-8388-e5d9f644582b req-822f4fcd-fb9f-4e9f-9177-598aa757f5a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0795815 Jul 16 20:46:42.974501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:42.987389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['be60a2a7-074c-4011-a2a3-4145faf5d90b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:42.997580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b569e2e-082e-49bd-8388-e5d9f644582b req-f87a174d-9fc8-42c8-be84-07a7116c5a41 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Jul 16 20:46:43.329894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c70de-aede-42b1-9a65-eeee252fb2fd req-793ff828-1f79-425d-b930-8a47e4a02020 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:43.335314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f20c70de-aede-42b1-9a65-eeee252fb2fd req-793ff828-1f79-425d-b930-8a47e4a02020 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0842872 Jul 16 20:46:43.382203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f20c70de-aede-42b1-9a65-eeee252fb2fd req-0c7aa465-a1c7-4a1f-8282-a8292dd34fdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 Jul 16 20:46:43.598618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-da0aeedb-4281-45fb-9be8-deccdb40afcd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:43.600073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-da0aeedb-4281-45fb-9be8-deccdb40afcd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.1143517 Jul 16 20:46:43.615283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-8d4fddf4-8d94-4fcc-b5cb-40c2f21057bc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/quotas/79233d40f08e4466b65ce714a484fb86 HTTP/1.1" status: 200 len: 375 time: 0.0097718 Jul 16 20:46:43.693863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-d3ed4241-e810-4022-bcae-ece75ce3e849 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0731604 Jul 16 20:46:43.802601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-21a8eeb4-e3a0-4608-81cc-5559cb3c52e1 service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008515 Jul 16 20:46:43.904343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-039e9ca0-55bb-4612-9940-2e24b8591d3f service neutron] 10.222.0.100 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951786 Jul 16 20:46:44.090755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c03108e-71a4-4190-9511-681290356d8b req-bbea2265-1a33-400c-bb65-eb9ccbc8ac33 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 210 time: 0.0352664 Jul 16 20:46:44.582154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-38919eee-fd7e-4aed-9d7b-d5306da2fd32 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:44.583893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-38919eee-fd7e-4aed-9d7b-d5306da2fd32 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1274176 Jul 16 20:46:44.602043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-b979bfc8-a284-4b5f-a1c3-c0be0bf9539e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/quotas/6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 375 time: 0.0109353 Jul 16 20:46:44.690990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:44.699178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-f4022eeb-ef9f-4bca-b59d-db5ed8389f7d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892479 Jul 16 20:46:44.763640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port be60a2a7-074c-4011-a2a3-4145faf5d90b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:44.764500 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.843030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-dea93861-0607-4181-b0df-b79e8387867d service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368198 Jul 16 20:46:44.886290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:44.917368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:44.919900 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab6eb06-b87f-49f1-bef7-859fb4fc75c1" -d '{"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-plugged", "status": "completed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:44.944016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:44.949734 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.029642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:45.035846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-2fdf03a1-b7df-4a59-9ab0-6faea273a6fc service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828725 Jul 16 20:46:45.412296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19ec1d-eadf-40b3-a303-f5cccca94ee1 req-6a5fc74f-bc20-4686-b71f-d6ebca3cfff5 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:45.421310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f19ec1d-eadf-40b3-a303-f5cccca94ee1 req-6a5fc74f-bc20-4686-b71f-d6ebca3cfff5 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1209574 Jul 16 20:46:45.478416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f19ec1d-eadf-40b3-a303-f5cccca94ee1 req-6bd9e3a9-c409-4f5d-b1b6-09ff6a24db40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556676 Jul 16 20:46:45.554970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-77177083-0065-4582-8727-03190202f9a3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:45.557825 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-77177083-0065-4582-8727-03190202f9a3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 811 time: 0.1499729 Jul 16 20:46:45.576091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Request body: {'port': {'device_id': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'admin_state_up': True, 'tenant_id': '79233d40f08e4466b65ce714a484fb86'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:45.576407 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6425ba-321e-4dd1-b529-faee0ba91963 x-openstack-request-id: req-bd6425ba-321e-4dd1-b529-faee0ba91963 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:45.576804 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-plugged", "status": "completed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:45.577209 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bd6425ba-321e-4dd1-b529-faee0ba91963 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:45.577886 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'code': 200} Jul 16 20:46:45.732946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Made reservation on behalf of 79233d40f08e4466b65ce714a484fb86 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:45.738576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.772559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d956f8ed-5a45-42c9-8399-eb0b791886ec req-9b7d6c00-52d9-4740-a135-175f53118bdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 210 time: 0.0777669 Jul 16 20:46:45.954378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b6477f3-2ce2-429d-bb16-0a167e01b825 req-ad4f511d-b9e2-415e-922d-755692ed042b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 210 time: 0.0524924 Jul 16 20:46:45.964852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Allocated IP 172.20.0.3 (b21c0895-029d-478d-83d0-fb220374c4f4/e6c4b555-6bb8-4368-9f61-f88494e9e473/97f8c85b-d2e9-4777-8b3b-a2b524e511b0) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:46.253806 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.278188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Transition to ACTIVE for port object 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:46.320887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.335654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:46.338663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c989f500-996d-4f98-8927-6b47c997f9a1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:46.387791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Network b21c0895-029d-478d-83d0-fb220374c4f4 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:46.392623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:46.397334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:46.401793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:46.441405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.441975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.442313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.442644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.442971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.443314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.443637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.443956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.444273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.444589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.444906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.445220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:46.487134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:46.487833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.508701 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-9539b4ae-5403-4413-9161-05a781a473a6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9404464 Jul 16 20:46:46.533186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Request body: {'port': {'device_id': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:46.668188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.887490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-184b3507-0058-4689-9366-02e1069385ea None None] Provisioning for port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:46.899970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-184b3507-0058-4689-9366-02e1069385ea None None] Provisioning complete for port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:46.900634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-184b3507-0058-4689-9366-02e1069385ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.991588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-184b3507-0058-4689-9366-02e1069385ea None None] Port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:47.005644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a98882-8ea7-4dba-b6c0-0c65da40563f req-bee1cff6-e7c7-4e3a-b0c6-f2ba318d0654 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.013944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98a98882-8ea7-4dba-b6c0-0c65da40563f req-bee1cff6-e7c7-4e3a-b0c6-f2ba318d0654 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.3035972 Jul 16 20:46:47.088949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98a98882-8ea7-4dba-b6c0-0c65da40563f req-5ad83d80-69a7-4b7c-8bcb-0ef5c79cc755 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734811 Jul 16 20:46:47.124456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-f7b54659-5654-421e-9d50-b00e2ae8ffc7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.124456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-f7b54659-5654-421e-9d50-b00e2ae8ffc7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.3437791 Jul 16 20:46:47.138783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'port': {'device_id': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'admin_state_up': True, 'tenant_id': '6898068694c04984aaa4498a79804b2d'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:47.274900 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:47.285750 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.301587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Transition to ACTIVE for port object 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:47.313294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.387382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:47.425526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ced49-99e8-46b9-8c45-e0b7e701a03a req-5611fd39-f64b-47bb-b43a-c6f4a2e0a4e6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.427331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a68ced49-99e8-46b9-8c45-e0b7e701a03a req-5611fd39-f64b-47bb-b43a-c6f4a2e0a4e6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 931 time: 0.1680610 Jul 16 20:46:47.461265 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:47.466174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.560154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Attempting to bind port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:47.560437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Attempting to bind port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:47.560844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Attempting to bind port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:47.566317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a68ced49-99e8-46b9-8c45-e0b7e701a03a req-11a3f3ec-0c7f-4db0-bf9f-61dac4da3561 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152480 Jul 16 20:46:47.572572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 on network b21c0895-029d-478d-83d0-fb220374c4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:47.572990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Attempting to bind port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 on network b21c0895-029d-478d-83d0-fb220374c4f4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:47.593548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:47.594001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Checking segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:47.594452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Bound using segment: {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:47.594955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Bound port: 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f13351-17e2-4dc8-9a82-936602d7ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:47.595469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.731649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.20.0.6 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/2470caf8-487b-4cd7-ad5b-1cd9be7379c9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:47.792224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:47.800093 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:47.819151 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.856423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcf66cf8-d0d5-4dd9-ad72-34b93fd25f71 req-0d802b2c-38a3-4a6b-82a9-fa452086bd6d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 210 time: 0.0538116 Jul 16 20:46:47.882974 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:47.883913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:47.885504 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/97f8c85b-d2e9-4777-8b3b-a2b524e511b0 HTTP/1.1" status: 200 len: 1091 time: 1.3718071 Jul 16 20:46:47.886113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:47.888876 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48" -d '{"events": [{"name": "network-changed", "server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:47.951478 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46634098-28fa-46eb-84b8-d70c9ee6e494 x-openstack-request-id: req-46634098-28fa-46eb-84b8-d70c9ee6e494 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:47.952586 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:47.952854 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-46634098-28fa-46eb-84b8-d70c9ee6e494 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:47.953261 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'status': 'completed', 'code': 200} Jul 16 20:46:47.953953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c56bc-d485-4d6f-910f-a6cbbd6d57c4 service neutron] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:48.078827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.099743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-9502cb89-0df1-496d-aa69-2d80426e23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.104511 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-9502cb89-0df1-496d-aa69-2d80426e23d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 1094 time: 0.1474581 Jul 16 20:46:48.124751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Transition to ACTIVE for port object 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:48.170028 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-bf70d7cd-24fc-48b9-bc4a-8560500a0b5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0 HTTP/1.1" status: 200 len: 217 time: 0.0582094 Jul 16 20:46:48.185339 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.240630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-8e2ef81f-f37d-4edd-98d6-0dad18790fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.242383 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-8e2ef81f-f37d-4edd-98d6-0dad18790fe8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0647628 Jul 16 20:46:48.271343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:48.276651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:48.296051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:48.300492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:48.368405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace831-3627-4b3a-94be-534c544000cd req-6d909203-2b62-4817-8adf-239f2ca4a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.372288 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-6d909203-2b62-4817-8adf-239f2ca4a7a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155999 Jul 16 20:46:48.385931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.386595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.465413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.466014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.466541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.467046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.468418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.468915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.469426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.469910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.470532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.471023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.471580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.472487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:48.479374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-097a6c00-2a35-4c12-a685-5f95b4f08b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3527014 Jul 16 20:46:48.493698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Request body: {'port': {'device_id': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:48.584007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb6c0-df21-4290-a5fe-7d73112960f0 req-d1958a3a-23bf-497d-b5be-d8daaedbaffa tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:48.589424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8cb6c0-df21-4290-a5fe-7d73112960f0 req-d1958a3a-23bf-497d-b5be-d8daaedbaffa tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1884942 Jul 16 20:46:48.697804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ec040a9d-2302-4851-9e2a-2bf7fd1805ab None None] Provisioning for port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:48.711700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ec040a9d-2302-4851-9e2a-2bf7fd1805ab None None] Provisioning complete for port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:48.712791 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ec040a9d-2302-4851-9e2a-2bf7fd1805ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.801345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ec040a9d-2302-4851-9e2a-2bf7fd1805ab None None] Port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:48.906732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-bed8e8a7-5a18-4e43-ad8c-148c4323b397 req-3d6c932e-f67d-4b92-bf30-2667ed7ed30b service neutron] (94096) timed out ('10.222.0.21', 57468) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:46:48.945590 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-45b9a402-614a-4915-9c7b-ccb63e1cc90b service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667560 Jul 16 20:46:49.043550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:49.060540 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-71ace831-3627-4b3a-94be-534c544000cd req-49382d9e-5807-441f-936e-0fcecd9c4752 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077962 Jul 16 20:46:49.192105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-420150e6-b042-4b0e-8071-2ec79da3c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.193678 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-420150e6-b042-4b0e-8071-2ec79da3c429 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 1094 time: 0.0706398 Jul 16 20:46:49.249743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8cb6c0-df21-4290-a5fe-7d73112960f0 req-4767f79b-f003-4b3f-bbc9-7f98e8fe18db tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6555648 Jul 16 20:46:49.326527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-76da4a2f-30aa-4e13-898c-f9fbbd77eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.328709 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-76da4a2f-30aa-4e13-898c-f9fbbd77eb61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1289406 Jul 16 20:46:49.384604 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-05e77f26-b1b7-4e92-b9af-8e7d2688e01f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0 HTTP/1.1" status: 200 len: 217 time: 0.0445743 Jul 16 20:46:49.444763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-befcf3d2-e1a8-4ff3-bb94-8c1b950ffdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.447467 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-befcf3d2-e1a8-4ff3-bb94-8c1b950ffdec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0562158 Jul 16 20:46:49.523273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-baa8bdb0-aa90-4248-9607-7a8ec8fc8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.528139 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-baa8bdb0-aa90-4248-9607-7a8ec8fc8e62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728080 Jul 16 20:46:49.601704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:49.611222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:49.645343 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-e6d6d25e-0fff-4c50-8e3e-584ca85c5759 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109300 Jul 16 20:46:49.661076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Transition to ACTIVE for port object 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:49.685385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:49.744836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d13644-adc8-43d8-b716-f0221768f367 req-4307030d-6826-4748-bbe2-90c76c8ee777 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.757196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73d13644-adc8-43d8-b716-f0221768f367 req-4307030d-6826-4748-bbe2-90c76c8ee777 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.2488751 Jul 16 20:46:49.786667 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f9449fc8-17ec-41e3-8d46-3154f2e7ef48 req-1d219006-8810-4101-bbac-bdf1d8d3def6 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345210 Jul 16 20:46:49.828976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Pushing event updated for resources: {'Port': ['ID=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:49.889842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73d13644-adc8-43d8-b716-f0221768f367 req-f209fae6-e972-4d10-bae0-4dfb2bdbc6b2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278658 Jul 16 20:46:49.948051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-c61cb9c3-893a-478c-ab9f-59ba03303fd6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3004718 Jul 16 20:46:50.046395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Attempting to bind port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:50.046833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Attempting to bind port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:50.047237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Attempting to bind port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:50.059841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:50.060274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Attempting to bind port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:50.087108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:50.087564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:50.088054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:50.088579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Bound port: 2470caf8-487b-4cd7-ad5b-1cd9be7379c9, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:50.089006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.136125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-9d5b016c-a170-4698-9dca-a92f99c9a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.137752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-9d5b016c-a170-4698-9dca-a92f99c9a697 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 1097 time: 0.1460171 Jul 16 20:46:50.296593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0382-e459-4eef-91d0-2f2b3fb997cf req-731495f4-663c-49e8-920f-9542ea3b1d35 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.305287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-617d0382-e459-4eef-91d0-2f2b3fb997cf req-731495f4-663c-49e8-920f-9542ea3b1d35 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.2348838 Jul 16 20:46:50.320096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] For port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:50.355091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] For port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:50.372855 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.423147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-617d0382-e459-4eef-91d0-2f2b3fb997cf req-0034913e-13d9-4bba-8b97-9238532835de tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168599 Jul 16 20:46:50.462757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-d35af71d-2cbe-487d-984e-fca13d164687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.464432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-d35af71d-2cbe-487d-984e-fca13d164687 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.2916498 Jul 16 20:46:50.471191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.484840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:50.486333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] 10.222.0.21 "PUT /v2.0/ports/2470caf8-487b-4cd7-ad5b-1cd9be7379c9 HTTP/1.1" status: 200 len: 1091 time: 1.9991469 Jul 16 20:46:50.486867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'tag': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:50.489266 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26ceec1-9b62-4527-9e1e-8978e16800d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b3d9a-b327-4384-b8b3-f32f7230069e", "tag": "2470caf8-487b-4cd7-ad5b-1cd9be7379c9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:50.628991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-4e6472c7-f5c9-47cc-9efc-225ded334c7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c989f500-996d-4f98-8927-6b47c997f9a1 HTTP/1.1" status: 200 len: 217 time: 0.1214273 Jul 16 20:46:50.677977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111e945-c3f2-45e5-8a1b-80569c8c4e06 service neutron] Pushing event updated for resources: {'Port': ['ID=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:50.746964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-5fa719b1-a10b-4222-a875-e940a3d870f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.748579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-5fa719b1-a10b-4222-a875-e940a3d870f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.1003780 Jul 16 20:46:50.812925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-12c791e3-850c-4ecb-ac4d-0108a1447bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.813855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-12c791e3-850c-4ecb-ac4d-0108a1447bb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 1094 time: 0.2680225 Jul 16 20:46:50.828489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c425d-c73e-404a-a3a3-db49d6e53dd7 req-92cc8885-bfe3-422d-9c57-6a738558f7ac tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.835461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-954c425d-c73e-404a-a3a3-db49d6e53dd7 req-92cc8885-bfe3-422d-9c57-6a738558f7ac tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.2052841 Jul 16 20:46:50.906498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-e26e1f1d-5c11-4862-bf9d-b8553264c7ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2470caf8-487b-4cd7-ad5b-1cd9be7379c9 HTTP/1.1" status: 200 len: 217 time: 0.0684052 Jul 16 20:46:50.976193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-bd7cb5c4-9a5e-485f-87fc-18fe634c4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:50.977906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-bd7cb5c4-9a5e-485f-87fc-18fe634c4e34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215207 Jul 16 20:46:50.984156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-954c425d-c73e-404a-a3a3-db49d6e53dd7 req-db2eadc8-2e41-4a24-b2ed-f4354cce9e2d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477759 Jul 16 20:46:51.035227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-55a2e529-f4c3-49ad-906c-a843eb5b3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.049130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-55a2e529-f4c3-49ad-906c-a843eb5b3b3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.1353989 Jul 16 20:46:51.119650 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1578affd-76c5-4132-abad-c572f2150d6f x-openstack-request-id: req-1578affd-76c5-4132-abad-c572f2150d6f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:51.120373 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b3d9a-b327-4384-b8b3-f32f7230069e", "tag": "2470caf8-487b-4cd7-ad5b-1cd9be7379c9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:51.121167 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1578affd-76c5-4132-abad-c572f2150d6f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:51.121802 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'tag': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9', 'status': 'completed', 'code': 200} Jul 16 20:46:51.171566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-65b258f0-f480-40c0-a526-c2716f900d53 service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846244 Jul 16 20:46:51.214533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-6458a49f-5c68-46a7-9391-4e39ae18a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.216522 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-6458a49f-5c68-46a7-9391-4e39ae18a8d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301541 Jul 16 20:46:51.427304 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de42637d-4d50-4d06-bcaf-d9ea1abebe1c req-d46c053d-d455-46e8-86eb-53144bc5ee76 service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465448 Jul 16 20:46:51.430606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-0a5ca2e0-3d6c-4a7d-bcf3-b8df7f09edcc service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022765 Jul 16 20:46:51.490534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131b0f7-bf12-4bc7-ab7c-036f05137f1e req-3e5ce52f-fd00-4a05-b76c-4e4246616a9b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.492621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c131b0f7-bf12-4bc7-ab7c-036f05137f1e req-3e5ce52f-fd00-4a05-b76c-4e4246616a9b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.2377603 Jul 16 20:46:51.589958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c131b0f7-bf12-4bc7-ab7c-036f05137f1e req-bc603827-8e02-42ca-ae18-f2f4ef2de7cf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827603 Jul 16 20:46:51.597659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d10ece-b61c-4e4e-ae5e-bbed0b3addc7 req-e1743606-da0d-43b9-b2aa-e04494c3db02 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589153 Jul 16 20:46:51.761198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-ea62080e-6d11-4dc6-a5bc-038ccd92e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.762934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-ea62080e-6d11-4dc6-a5bc-038ccd92e217 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 1094 time: 0.1036685 Jul 16 20:46:51.923312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-ebf3d131-31bb-4bd2-a621-f8e39d681a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.924847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-ebf3d131-31bb-4bd2-a621-f8e39d681a02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1555207 Jul 16 20:46:51.939900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b278414-8144-4472-898b-c74fa571e700 req-a01fcdbf-363e-4756-b926-56c4ddd1e87d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:51.947593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b278414-8144-4472-898b-c74fa571e700 req-a01fcdbf-363e-4756-b926-56c4ddd1e87d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.1644297 Jul 16 20:46:52.039031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-8462fbe3-3981-47c5-b760-715f94ea9206 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2470caf8-487b-4cd7-ad5b-1cd9be7379c9 HTTP/1.1" status: 200 len: 217 time: 0.0816472 Jul 16 20:46:52.081534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b278414-8144-4472-898b-c74fa571e700 req-7c2830a2-cc6a-4da4-9d92-9b8b666deb4b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327245 Jul 16 20:46:52.106680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-5f1facea-0880-443c-afa2-bc55827a1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:52.108834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-5f1facea-0880-443c-afa2-bc55827a1d56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0608497 Jul 16 20:46:52.280733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-e56f1e3e-f851-4ea5-a726-07a7c8bab6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:52.282241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-e56f1e3e-f851-4ea5-a726-07a7c8bab6e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612103 Jul 16 20:46:52.378543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33aac1-57ec-4b90-bcf2-f4cf700a1cef req-260863b9-90cc-4da4-ab23-801604458b9e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:52.380013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc33aac1-57ec-4b90-bcf2-f4cf700a1cef req-260863b9-90cc-4da4-ab23-801604458b9e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1489019 Jul 16 20:46:52.456369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-68f31133-912d-417e-9258-f6b2dcf1371e service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617603 Jul 16 20:46:52.531373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc33aac1-57ec-4b90-bcf2-f4cf700a1cef req-bdde9ab9-80a4-40e1-91bc-53b2114f1a87 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417043 Jul 16 20:46:52.539962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:52.914533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:52.928781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b26ceec1-9b62-4527-9e1e-8978e16800d8 req-69da6d1e-b799-49df-9057-d50182d94ad8 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595320 Jul 16 20:46:52.933548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'mac_address': 'fa:16:3e:9e:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:53.002706 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.011302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae0fcf-417a-41d2-ab0e-c4178bc76f1c req-f8d0d98c-7864-45b4-bf0a-9f3a19189c99 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.011302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cae0fcf-417a-41d2-ab0e-c4178bc76f1c req-f8d0d98c-7864-45b4-bf0a-9f3a19189c99 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.1854627 Jul 16 20:46:53.023587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:53.051315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:53.058320 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.088603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8cae0fcf-417a-41d2-ab0e-c4178bc76f1c req-04ef8884-dc9f-44e3-8257-beb29301ceaf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 Jul 16 20:46:53.128413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:53.141404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.141956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.142345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.142686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.143097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.143577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.144032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.144397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.145003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.145386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.145720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.146048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.287277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['97f8c85b-d2e9-4777-8b3b-a2b524e511b0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:53.370528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdd017-6d12-44a7-b4e9-a58a1e04490f req-e27de656-5e94-43cd-9868-2cbbd96332ba tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.372995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31cdd017-6d12-44a7-b4e9-a58a1e04490f req-e27de656-5e94-43cd-9868-2cbbd96332ba tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.1036141 Jul 16 20:46:53.416248 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31cdd017-6d12-44a7-b4e9-a58a1e04490f req-1c85cb6c-30e7-40bf-b655-50c7fe8b5880 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367348 Jul 16 20:46:53.858868 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-cdef6346-839b-46c1-b5f6-0805b5da0929 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529751 Jul 16 20:46:53.897803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65873c6-6275-4b2c-9ca0-94dffe0eaf56 req-f3a41a53-d399-4d01-89e3-ce723110bc12 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.911146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f65873c6-6275-4b2c-9ca0-94dffe0eaf56 req-f3a41a53-d399-4d01-89e3-ce723110bc12 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1938944 Jul 16 20:46:54.000604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f65873c6-6275-4b2c-9ca0-94dffe0eaf56 req-e7028fcb-477d-4748-b44e-17f304113803 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864699 Jul 16 20:46:54.055140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-68ba98e2-4138-4ca7-ae1b-b99930f91717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.057418 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-68ba98e2-4138-4ca7-ae1b-b99930f91717 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1096 time: 0.1413527 Jul 16 20:46:54.273615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-5ee3889d-cf71-4ffc-bb78-a0b8fabfcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.275364 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-5ee3889d-cf71-4ffc-bb78-a0b8fabfcd84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1841581 Jul 16 20:46:54.407863 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-1fc8b621-61ff-4ccf-a67b-9a7314881b72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.1235814 Jul 16 20:46:54.457922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150042e-0ea3-4541-92b0-d405cc2fd726 req-2445a8ec-3ca4-4c6c-ad97-2555d3b0997b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.460095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d150042e-0ea3-4541-92b0-d405cc2fd726 req-2445a8ec-3ca4-4c6c-ad97-2555d3b0997b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 944 time: 0.0941362 Jul 16 20:46:54.510497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-4530f68b-70fb-45a9-b36a-4bb17b56a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.512410 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-4530f68b-70fb-45a9-b36a-4bb17b56a87b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.1008272 Jul 16 20:46:54.546702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d150042e-0ea3-4541-92b0-d405cc2fd726 req-abfcbe8e-92c4-4a9b-a4f6-668a5a03e241 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696011 Jul 16 20:46:54.551507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:54.641308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-05342e60-99c1-419b-9c83-ff41bd47bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.643858 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-05342e60-99c1-419b-9c83-ff41bd47bcfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254008 Jul 16 20:46:54.689473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:54.710878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:54.710878 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.820160 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-1ead8ce2-1f08-474e-b957-d7bc4514421f service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676214 Jul 16 20:46:54.823921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d1b6-797b-4c66-94e2-da682b2a2748 req-1f7fa08f-ae05-48ab-9ff2-5c26e218ef45 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.832694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24b7d1b6-797b-4c66-94e2-da682b2a2748 req-1f7fa08f-ae05-48ab-9ff2-5c26e218ef45 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.1558912 Jul 16 20:46:54.852949 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.899292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24b7d1b6-797b-4c66-94e2-da682b2a2748 req-b6659a08-2551-435d-afd3-22375e665d92 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566351 Jul 16 20:46:54.923425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:54.935708 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f5658-f075-4d15-852f-45c4bbac2dfb" -d '{"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-plugged", "status": "completed", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:54.942488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:54.950596 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.094295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.110182 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e1315-d5ab-4f1a-a97c-1f571c06b539 x-openstack-request-id: req-df4e1315-d5ab-4f1a-a97c-1f571c06b539 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:55.110760 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-plugged", "status": "completed", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:55.111221 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-df4e1315-d5ab-4f1a-a97c-1f571c06b539 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:55.112420 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'code': 200} Jul 16 20:46:55.161116 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8970fa3f-1933-4960-bbaf-c2fe3baa5e2c req-88f2bbcd-7c3e-48e2-b5be-4956bbe79576 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350029 Jul 16 20:46:55.197696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbc86c-604e-4163-a7a6-75280372b843 req-41722757-94fc-41df-b77e-895758c4f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.199233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9fbc86c-604e-4163-a7a6-75280372b843 req-41722757-94fc-41df-b77e-895758c4f25b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 1096 time: 0.0823410 Jul 16 20:46:55.300710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9fbc86c-604e-4163-a7a6-75280372b843 req-0458d60b-e53d-416b-9e6c-64e4e09e9b21 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954158 Jul 16 20:46:55.361830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da0e68-4187-437e-a9a1-2b2a2daa3eb1 req-64f90016-9658-414c-b8f3-8b2632172499 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.369421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9da0e68-4187-437e-a9a1-2b2a2daa3eb1 req-64f90016-9658-414c-b8f3-8b2632172499 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1192520 Jul 16 20:46:55.421750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9da0e68-4187-437e-a9a1-2b2a2daa3eb1 req-b9622e77-44c0-47ff-b233-ef0ce614d7c3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508795 Jul 16 20:46:55.884986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5868bdc-4b78-4410-ad4e-39b2f15124ac req-8e91dd9f-a44f-46ad-9731-19c282209ad3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:55.887096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5868bdc-4b78-4410-ad4e-39b2f15124ac req-8e91dd9f-a44f-46ad-9731-19c282209ad3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.1585495 Jul 16 20:46:55.963539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5868bdc-4b78-4410-ad4e-39b2f15124ac req-ec50d2c4-9651-4835-b2d6-269c8f8cdb8f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690198 Jul 16 20:46:56.227684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a6484-155d-4fa7-ab71-bf45e35485c7 req-2453931c-779f-468f-b672-39833cdfaead tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:56.241337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-203a6484-155d-4fa7-ab71-bf45e35485c7 req-2453931c-779f-468f-b672-39833cdfaead tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.1346412 Jul 16 20:46:56.300881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-203a6484-155d-4fa7-ab71-bf45e35485c7 req-09bff23b-8800-4046-9960-cf4df3c84c29 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Jul 16 20:46:56.683625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffbdf1-e449-4f91-8973-90d1bf817563 req-75833198-7ffa-4a39-90e1-7d8def4332df tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:56.691227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7ffbdf1-e449-4f91-8973-90d1bf817563 req-75833198-7ffa-4a39-90e1-7d8def4332df tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1111634 Jul 16 20:46:56.742855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7ffbdf1-e449-4f91-8973-90d1bf817563 req-bb294ad2-f3a3-470d-b60c-383eab081a87 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503225 Jul 16 20:46:57.243115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39137a3-83e2-45f0-84d6-49e8e33cd0cc req-1a6b300b-a979-486c-a2a1-19f91227634e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:57.245246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e39137a3-83e2-45f0-84d6-49e8e33cd0cc req-1a6b300b-a979-486c-a2a1-19f91227634e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.1217637 Jul 16 20:46:57.312028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e39137a3-83e2-45f0-84d6-49e8e33cd0cc req-2b2dc5d5-6079-4fec-87d3-efbc3b0108e0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532768 Jul 16 20:46:57.521374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e89afe-feae-4b29-be0e-df558739641c req-d6709836-96ba-41e3-8c0f-269a378b77ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:57.522746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02e89afe-feae-4b29-be0e-df558739641c req-d6709836-96ba-41e3-8c0f-269a378b77ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0837142 Jul 16 20:46:57.564105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02e89afe-feae-4b29-be0e-df558739641c req-b07aee3e-b6b6-493b-ae4b-8e1af72cb419 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353770 Jul 16 20:46:58.093247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848fb4-afc4-4b48-be79-d9ec63d940b8 req-6a8de6cd-0fed-46b5-8377-0574f11be742 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.102580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31848fb4-afc4-4b48-be79-d9ec63d940b8 req-6a8de6cd-0fed-46b5-8377-0574f11be742 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1472383 Jul 16 20:46:58.162668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31848fb4-afc4-4b48-be79-d9ec63d940b8 req-5a27df23-c682-4c97-9f72-959e828fc742 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589535 Jul 16 20:46:58.410354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7609c8d-87f5-4896-83b4-efa2a609381d req-83b0d409-2eec-4867-a84c-d42ec568242a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.412056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7609c8d-87f5-4896-83b4-efa2a609381d req-83b0d409-2eec-4867-a84c-d42ec568242a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.1181109 Jul 16 20:46:58.463843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7609c8d-87f5-4896-83b4-efa2a609381d req-2d82cff0-2bde-4cac-bdde-ca421b7c33c3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Jul 16 20:46:59.086518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511b648-5c3d-4d31-b9d7-451b39ddfb2f req-fe17333f-c6ca-456e-b578-add5f77bb721 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.088047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6511b648-5c3d-4d31-b9d7-451b39ddfb2f req-fe17333f-c6ca-456e-b578-add5f77bb721 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0792747 Jul 16 20:46:59.126361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6511b648-5c3d-4d31-b9d7-451b39ddfb2f req-aef23487-c344-49a8-9602-2c371f80f663 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Jul 16 20:46:59.292512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1000-8e00-4a8f-9ce9-9beba51fdb0a req-6bfc778f-86a2-4c89-a5fb-fd80076db3d1 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.294032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03af1000-8e00-4a8f-9ce9-9beba51fdb0a req-6bfc778f-86a2-4c89-a5fb-fd80076db3d1 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0643501 Jul 16 20:46:59.371288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03af1000-8e00-4a8f-9ce9-9beba51fdb0a req-f4ac56df-7eeb-45f1-8cc1-8b1ec1f2030a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Jul 16 20:46:59.389090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-6cfe3684-0738-40a6-916a-296191a84ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.391579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-6cfe3684-0738-40a6-916a-296191a84ebc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1096 time: 0.0921857 Jul 16 20:46:59.523387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-69fcd0fc-9521-42c0-ab57-0fd231ee05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.524894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-69fcd0fc-9521-42c0-ab57-0fd231ee05d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1227341 Jul 16 20:46:59.600700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cad06-74c1-403d-902d-9ba35e2044c8 req-e35b6eaa-44bc-4b21-ae07-b7e0fc2a6bb0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.602112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c6cad06-74c1-403d-902d-9ba35e2044c8 req-e35b6eaa-44bc-4b21-ae07-b7e0fc2a6bb0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1247876 Jul 16 20:46:59.612539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-80fff69d-b9c5-42a7-ab04-90f6a04043b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 1001 time: 0.0779943 Jul 16 20:46:59.678132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c6cad06-74c1-403d-902d-9ba35e2044c8 req-d32fd648-14bf-4160-b89d-6ba5d5010878 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686216 Jul 16 20:46:59.685210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-0f25d7ce-0e30-4a82-bad7-c80122b7be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.687412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-0f25d7ce-0e30-4a82-bad7-c80122b7be97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0619352 Jul 16 20:46:59.745170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-4c6816b2-7ec1-46ee-9f70-accdde4f0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.746686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-4c6816b2-7ec1-46ee-9f70-accdde4f0020 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526752 Jul 16 20:46:59.839953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-d410bf91-d6e8-4d46-bed9-b987f9b70eff service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831783 Jul 16 20:46:59.938728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa12da06-ac7e-492d-b6f1-b8777fd43d47 req-e0d3515d-6980-475a-ad5b-83157dbd7138 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856688 Jul 16 20:47:00.264660 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-13f7901a-769d-4a76-ae58-41d0f10b6363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.301277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca375bdf-b0d6-4909-b2ef-04ba039b5d52 req-a9686e87-b569-4a4b-850a-9aae448678a0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.302841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca375bdf-b0d6-4909-b2ef-04ba039b5d52 req-a9686e87-b569-4a4b-850a-9aae448678a0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0667174 Jul 16 20:47:00.345210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca375bdf-b0d6-4909-b2ef-04ba039b5d52 req-fa7a40bc-4c08-4cc0-a83b-f0619956c49c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365021 Jul 16 20:47:00.558360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d01b-2c17-4697-8c87-81b6c64eae75 req-a3113484-26c6-4fcf-ba84-dfd7aeba5acc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.560168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0a7d01b-2c17-4697-8c87-81b6c64eae75 req-a3113484-26c6-4fcf-ba84-dfd7aeba5acc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0728948 Jul 16 20:47:00.601406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0a7d01b-2c17-4697-8c87-81b6c64eae75 req-57eb03fe-553a-4b56-9ebc-9b62e592df7a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Jul 16 20:47:00.601916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:00.705796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:00.720138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'port_id': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'mac_address': 'fa:16:3e:9e:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:00.758551 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.771306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:00.792772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:00.797633 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:00.854197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:00.867850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cec39-ab76-4d95-a71a-e1da28a2eaf8 req-308948d3-d109-47f4-81f7-3de2d1cd7855 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.869550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-721cec39-ab76-4d95-a71a-e1da28a2eaf8 req-308948d3-d109-47f4-81f7-3de2d1cd7855 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0681112 Jul 16 20:47:00.890282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['97f8c85b-d2e9-4777-8b3b-a2b524e511b0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:00.909616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-721cec39-ab76-4d95-a71a-e1da28a2eaf8 req-2372625e-5ce7-4b1a-b201-c5474ce6d95a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Jul 16 20:47:01.542257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3977-8ce3-4b4c-b079-2320c7d65788 req-a5c4710a-67e7-42e8-a2ef-2189abfbe11b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:01.551984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-267f3977-8ce3-4b4c-b079-2320c7d65788 req-a5c4710a-67e7-42e8-a2ef-2189abfbe11b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0861981 Jul 16 20:47:01.616021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-267f3977-8ce3-4b4c-b079-2320c7d65788 req-7dcc16e2-4609-4c10-8b0f-0cc7e0407244 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625083 Jul 16 20:47:01.838657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be49947-771e-440f-9917-558c0de98ff6 req-e327276f-eb50-4336-9bd4-a69cd585795e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:01.846216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1be49947-771e-440f-9917-558c0de98ff6 req-e327276f-eb50-4336-9bd4-a69cd585795e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 944 time: 0.1188886 Jul 16 20:47:01.902456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1be49947-771e-440f-9917-558c0de98ff6 req-2a3cdde0-40dc-4b52-8f36-cb1bd7fa7912 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Jul 16 20:47:02.165248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fffa7-647b-4180-9dad-cd9206f45b5c req-f77f6ac2-1359-4009-85b0-678d99baa50b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:02.167433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc2fffa7-647b-4180-9dad-cd9206f45b5c req-f77f6ac2-1359-4009-85b0-678d99baa50b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.1031241 Jul 16 20:47:02.221921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc2fffa7-647b-4180-9dad-cd9206f45b5c req-e5e31655-10c5-4b3d-affe-62a24a483104 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473320 Jul 16 20:47:02.612676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:02.700764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:02.701174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:02.827948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:02.881994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:02.905087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ace893-db7e-4a60-9e62-d8bd1a345048 req-7eed558a-a302-4e7b-9ade-624ab089735e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:02.907493 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12ace893-db7e-4a60-9e62-d8bd1a345048 req-7eed558a-a302-4e7b-9ade-624ab089735e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0833066 Jul 16 20:47:02.945652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:02.954266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:02.957022 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859af656-5fb9-4332-a284-5981360d9f9f" -d '{"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-plugged", "status": "completed", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:02.961729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.042933 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.128681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:03.144241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:03.156678 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.260645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:03.389524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12ace893-db7e-4a60-9e62-d8bd1a345048 req-966617d9-2382-40d7-b4e3-8d40151a20e3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748144 Jul 16 20:47:03.508755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-38a3f434-3051-4566-942b-8ca2f49b17a9 req-d86acaff-1b76-4f0b-a987-0a2af995b0b1 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:47:03.512626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38a3f434-3051-4566-942b-8ca2f49b17a9 req-d86acaff-1b76-4f0b-a987-0a2af995b0b1 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085378 Jul 16 20:47:03.908416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a42fa-64c8-479e-b5e6-fb95f23f131d req-d1a431ed-4225-487d-9078-31ce6bd1636f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:03.916450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf6a42fa-64c8-479e-b5e6-fb95f23f131d req-d1a431ed-4225-487d-9078-31ce6bd1636f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.1557257 Jul 16 20:47:03.985302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf6a42fa-64c8-479e-b5e6-fb95f23f131d req-8b210a7e-e54b-43b2-a96a-a68fb3085922 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661566 Jul 16 20:47:04.027029 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:04.050128 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fce0c5-fe7f-4537-a142-11e24955cdac x-openstack-request-id: req-c0fce0c5-fe7f-4537-a142-11e24955cdac {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:04.050433 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-plugged", "status": "completed", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:04.051312 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c0fce0c5-fe7f-4537-a142-11e24955cdac {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:04.051666 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'code': 200} Jul 16 20:47:04.099158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42248) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:04.274817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-da38691f-c059-438e-8cd8-c7fbcea18253 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1745462 Jul 16 20:47:04.317681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bd3bf-d4d0-49b6-b7bd-15f2c74938e3 req-ce1f57e1-e8d0-4b2f-878c-d92f6aaf7655 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:04.324325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-652bd3bf-d4d0-49b6-b7bd-15f2c74938e3 req-ce1f57e1-e8d0-4b2f-878c-d92f6aaf7655 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.1005723 Jul 16 20:47:04.384650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-652bd3bf-d4d0-49b6-b7bd-15f2c74938e3 req-a5cdee63-f4c8-4360-9fac-bd6cee9e1709 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594118 Jul 16 20:47:04.748883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4bf04-99a0-45be-b0be-a6323ea5f351 req-35990a7e-2bee-4088-a1d1-e701f366a99b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:04.757693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fa4bf04-99a0-45be-b0be-a6323ea5f351 req-35990a7e-2bee-4088-a1d1-e701f366a99b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.1777604 Jul 16 20:47:04.822367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fa4bf04-99a0-45be-b0be-a6323ea5f351 req-f28368da-b56f-474e-a5d6-ca7899972ea3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635593 Jul 16 20:47:04.856937 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fe738c48-b426-4243-a30c-b342af86b6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.302327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a477-90e9-4825-a740-183dacee5ffd req-8ab49c7f-095d-43f7-8cc4-dfcdb5892ebc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:05.310254 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d583a477-90e9-4825-a740-183dacee5ffd req-8ab49c7f-095d-43f7-8cc4-dfcdb5892ebc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0870752 Jul 16 20:47:05.360762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d583a477-90e9-4825-a740-183dacee5ffd req-096b0f9e-03bd-4833-8206-640b6a739e27 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492976 Jul 16 20:47:05.645283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e0bb9-4171-4b4f-b076-cbee916ec853 req-9016af0a-b2da-429e-98b4-e141fe747352 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:05.653389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b47e0bb9-4171-4b4f-b076-cbee916ec853 req-9016af0a-b2da-429e-98b4-e141fe747352 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.0883255 Jul 16 20:47:05.725417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b47e0bb9-4171-4b4f-b076-cbee916ec853 req-890a0fa0-37ec-4b8c-9c45-013a54837beb tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710971 Jul 16 20:47:06.017578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d90b-afff-48d0-9017-66bb6b84da34 req-e81027c6-e93c-4e7e-a0c1-bd4711ea150a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.020707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4228d90b-afff-48d0-9017-66bb6b84da34 req-e81027c6-e93c-4e7e-a0c1-bd4711ea150a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0781374 Jul 16 20:47:06.053300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:06.055579 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a75113b-14c8-45e8-a100-beb7e654848c" -d '{"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-unplugged", "status": "completed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:06.079602 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:06.095083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4228d90b-afff-48d0-9017-66bb6b84da34 req-54376575-f8aa-4766-a6d3-6ab8b6c686ce tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Jul 16 20:47:06.157309 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf153609-3a54-4b24-9abb-1b7710100776 x-openstack-request-id: req-bf153609-3a54-4b24-9abb-1b7710100776 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:06.157708 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-unplugged", "status": "failed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "code": 422}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:06.158055 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bf153609-3a54-4b24-9abb-1b7710100776 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:06.158525 n-d-798930-6 neutron-server[94097]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'code': 422} returned with failed status Jul 16 20:47:06.579295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69657b-2744-414c-ac63-040cf60da42d req-7339b92c-e2ab-4217-a9af-00f0b5bb246a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.581535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d69657b-2744-414c-ac63-040cf60da42d req-7339b92c-e2ab-4217-a9af-00f0b5bb246a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0972729 Jul 16 20:47:06.648707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d69657b-2744-414c-ac63-040cf60da42d req-10d25222-49a0-4589-a9fd-00a98ebc5e07 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614171 Jul 16 20:47:06.965197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c9bbe-14c6-4e62-a917-03db129b9482 req-229944e5-98e0-4d3e-839e-31c9f01ab507 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.971650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c42c9bbe-14c6-4e62-a917-03db129b9482 req-229944e5-98e0-4d3e-839e-31c9f01ab507 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.0921502 Jul 16 20:47:07.018488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c42c9bbe-14c6-4e62-a917-03db129b9482 req-c39fda8c-c85b-49ce-bae2-3afdb26e3bc5 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386617 Jul 16 20:47:07.310572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfff9c-d1aa-4a71-a531-86a0d5ec865e req-777d1e2e-6973-4ee8-adc2-131a4e34c5b3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:07.318532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9cfff9c-d1aa-4a71-a531-86a0d5ec865e req-777d1e2e-6973-4ee8-adc2-131a4e34c5b3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0969911 Jul 16 20:47:07.380702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9cfff9c-d1aa-4a71-a531-86a0d5ec865e req-088799e8-b593-4d85-a42f-8db4d4ec9057 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610623 Jul 16 20:47:07.874040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de577d8-fbca-44a2-a838-d664003822dc req-02e9ac76-1dbf-4c3d-9123-0d27c219c144 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:07.884202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4de577d8-fbca-44a2-a838-d664003822dc req-02e9ac76-1dbf-4c3d-9123-0d27c219c144 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0968313 Jul 16 20:47:07.941697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4de577d8-fbca-44a2-a838-d664003822dc req-c0598fc8-7b25-45d3-82bb-87d89ffbc89c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560997 Jul 16 20:47:08.222503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68c633-7ee4-4cc4-b3fc-0f9d0d993ed6 req-78bbf691-7eee-466f-bb66-abbdc3af57cd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:08.224137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a68c633-7ee4-4cc4-b3fc-0f9d0d993ed6 req-78bbf691-7eee-466f-bb66-abbdc3af57cd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.0721319 Jul 16 20:47:08.232914 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:08.267513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a68c633-7ee4-4cc4-b3fc-0f9d0d993ed6 req-dedeb2f8-e241-42ce-884b-df82f05706e2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347376 Jul 16 20:47:08.496156 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:08.629128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71864521-2bd2-467e-87eb-84ac829d438d req-146a9c80-dd3a-4b7a-be56-936d2e852d7b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:08.631147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71864521-2bd2-467e-87eb-84ac829d438d req-146a9c80-dd3a-4b7a-be56-936d2e852d7b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0807681 Jul 16 20:47:08.693838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71864521-2bd2-467e-87eb-84ac829d438d req-81e2c43f-f13f-4e18-be75-f50828651e80 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548239 Jul 16 20:47:08.769915 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:09.166273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2c59-8c14-4b92-89d3-2c2dd0642543 req-555b5053-8c14-4fb9-a352-c990e07dbf04 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:09.167794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0af2c59-8c14-4b92-89d3-2c2dd0642543 req-555b5053-8c14-4fb9-a352-c990e07dbf04 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0830016 Jul 16 20:47:09.226578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0af2c59-8c14-4b92-89d3-2c2dd0642543 req-fd8b56e9-8e8a-4b91-b800-a1c69daaa7ce tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524154 Jul 16 20:47:09.525848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab8e7-6c57-47b4-9808-a5e49970798d req-438e8b76-f977-47f6-b30f-b981b658924e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:09.527585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab6ab8e7-6c57-47b4-9808-a5e49970798d req-438e8b76-f977-47f6-b30f-b981b658924e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.0962346 Jul 16 20:47:09.582033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab6ab8e7-6c57-47b4-9808-a5e49970798d req-37ba5f0b-3b17-424a-8e27-edd9dca6894c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475423 Jul 16 20:47:09.908597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85b68a-b470-4803-8b80-cfbf54eede0a req-ce49af08-5b9c-4776-9dc9-53661d7f133c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:09.910200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc85b68a-b470-4803-8b80-cfbf54eede0a req-ce49af08-5b9c-4776-9dc9-53661d7f133c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0872574 Jul 16 20:47:09.983810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc85b68a-b470-4803-8b80-cfbf54eede0a req-43e252c7-8591-4dc9-918d-d75625300d74 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670333 Jul 16 20:47:10.410261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88f7a-58b5-4fc1-8b34-2ed21f3478a1 req-4ff948b2-bd6b-480d-9bf5-7d8d908757a0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:10.412824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64b88f7a-58b5-4fc1-8b34-2ed21f3478a1 req-4ff948b2-bd6b-480d-9bf5-7d8d908757a0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0705850 Jul 16 20:47:10.454730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64b88f7a-58b5-4fc1-8b34-2ed21f3478a1 req-1208872b-b673-4e8b-9f9d-fa8634e2c01e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354581 Jul 16 20:47:10.607300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5716e68-873a-428f-a945-33e760fcbb64 req-729bcf27-bc4b-469c-86b2-407c50f16899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:10.609118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-729bcf27-bc4b-469c-86b2-407c50f16899 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df&tenant_id=2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 1094 time: 0.1119232 Jul 16 20:47:10.621586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:10.708901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.894657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e51e19-1f67-456b-9d60-9a830343473d req-9a4e8f06-5cd5-4521-ba2f-ea725917f05b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:10.896591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e51e19-1f67-456b-9d60-9a830343473d req-9a4e8f06-5cd5-4521-ba2f-ea725917f05b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 943 time: 0.1716018 Jul 16 20:47:10.999287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3e51e19-1f67-456b-9d60-9a830343473d req-2eff0b8d-5355-4fae-96ad-12b02ae4f7fb tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939598 Jul 16 20:47:11.048416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:11.121795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:11.182582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be60a2a7-074c-4011-a2a3-4145faf5d90b {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:11.192848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.241228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Transition to ACTIVE for port object be60a2a7-074c-4011-a2a3-4145faf5d90b will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:11.241228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c4d6b-4794-4a29-84e0-381c8f7db938 req-d1d4ebbc-77b8-49a0-8fba-8cc398d16e6d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:11.241228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-756c4d6b-4794-4a29-84e0-381c8f7db938 req-d1d4ebbc-77b8-49a0-8fba-8cc398d16e6d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.0997837 Jul 16 20:47:11.250376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.401043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-756c4d6b-4794-4a29-84e0-381c8f7db938 req-ddcc8b19-6c20-4920-aad3-cdad3a791e42 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603899 Jul 16 20:47:11.415149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=9']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:11.587728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] No DVR routers for this DVR port be60a2a7-074c-4011-a2a3-4145faf5d90b on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:11.796233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab2b1f-4042-4086-a3a8-94717466ffe8 req-872836c7-3a66-4241-a63d-d2b7680c8968 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:11.797703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cab2b1f-4042-4086-a3a8-94717466ffe8 req-872836c7-3a66-4241-a63d-d2b7680c8968 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.1196370 Jul 16 20:47:11.867276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:11.867615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:11.867947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:11.872320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cab2b1f-4042-4086-a3a8-94717466ffe8 req-69db8892-e61d-4bf6-894b-4e9dc5a736f8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680454 Jul 16 20:47:11.877368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Port be60a2a7-074c-4011-a2a3-4145faf5d90b on network a076478b-73dc-40be-8988-7b016aa59f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:11.877765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Attempting to bind port be60a2a7-074c-4011-a2a3-4145faf5d90b on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:11.884352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:11.884803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Checking segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:11.885187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Bound using segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:11.885615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Bound port: be60a2a7-074c-4011-a2a3-4145faf5d90b, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:11.886005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.955868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:11.959216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:11.963504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.005471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.006106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.007984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] 10.222.0.26 "PUT /v2.0/ports/be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 1091 time: 1.3906820 Jul 16 20:47:12.007984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:12.010304 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82caa7-d673-43ff-980a-9d5784f7cd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:12.038644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d3826-c2bd-4a0c-b7ae-db0627ec4abe service neutron] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:12.073277 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f894086-8d32-44df-809f-b208620a8f49 x-openstack-request-id: req-7f894086-8d32-44df-809f-b208620a8f49 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:12.073620 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:12.073824 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7f894086-8d32-44df-809f-b208620a8f49 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:12.074231 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'status': 'completed', 'code': 200} Jul 16 20:47:12.104543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5716e68-873a-428f-a945-33e760fcbb64 req-aec1cd7a-99db-44e2-b806-3ee2656a1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.106263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-aec1cd7a-99db-44e2-b806-3ee2656a1e85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1095 time: 0.0628979 Jul 16 20:47:12.248580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5716e68-873a-428f-a945-33e760fcbb64 req-8cea64cf-a02f-4458-8fc7-4f005ae4e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.250421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-8cea64cf-a02f-4458-8fc7-4f005ae4e1c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1355736 Jul 16 20:47:12.268702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3771c-ad07-4ec8-af4a-260234c1b6cd req-7568cc31-8aeb-4cf0-b399-538760c5e7e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.270118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e3771c-ad07-4ec8-af4a-260234c1b6cd req-7568cc31-8aeb-4cf0-b399-538760c5e7e0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0945117 Jul 16 20:47:12.346763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56e3771c-ad07-4ec8-af4a-260234c1b6cd req-b3288634-8244-4c0a-b1ce-8ae23921794a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709934 Jul 16 20:47:12.364754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-a3d93863-132c-4e1f-9c51-4b34ed5cdf41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 999 time: 0.0735984 Jul 16 20:47:12.420192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5716e68-873a-428f-a945-33e760fcbb64 req-47a83227-fa51-4199-b1f8-2b4e91bb5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.421900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-47a83227-fa51-4199-b1f8-2b4e91bb5dfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0506470 Jul 16 20:47:12.481885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5716e68-873a-428f-a945-33e760fcbb64 req-02005cf4-fa0b-4fc5-9d99-09ed472a5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.483505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-02005cf4-fa0b-4fc5-9d99-09ed472a5850 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551391 Jul 16 20:47:12.587570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-018b50b2-5945-4a91-9efb-20ff7025aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.589104 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-018b50b2-5945-4a91-9efb-20ff7025aef8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 1096 time: 0.0563910 Jul 16 20:47:12.615948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-3592ca60-8966-4dcd-8bb3-e69755f50f4a service neutron] 10.222.0.26 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239722 Jul 16 20:47:12.669289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dd344-fe46-45d3-9b50-44d71c5f52a5 req-cae63c1f-b1ff-4c35-902c-445bff634289 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.670947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-402dd344-fe46-45d3-9b50-44d71c5f52a5 req-cae63c1f-b1ff-4c35-902c-445bff634289 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 943 time: 0.1198077 Jul 16 20:47:12.689429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-364b15ba-a82d-4d93-a4be-d155a3f93afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.690974 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-364b15ba-a82d-4d93-a4be-d155a3f93afa service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.0960855 Jul 16 20:47:12.734653 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-e0b9ab80-4bc6-45c5-9072-8205827b91f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0 HTTP/1.1" status: 200 len: 217 time: 0.0369620 Jul 16 20:47:12.756251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-402dd344-fe46-45d3-9b50-44d71c5f52a5 req-7a314796-772d-4e61-af59-0b8c472e63ac tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796270 Jul 16 20:47:12.759962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5716e68-873a-428f-a945-33e760fcbb64 req-aa318d02-ca5c-4b73-b1f1-2739053b1aad service neutron] 10.222.0.26 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358781 Jul 16 20:47:12.790217 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-69d6a597-0363-4b48-a45e-3e30a90668a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.791764 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-69d6a597-0363-4b48-a45e-3e30a90668a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0506015 Jul 16 20:47:12.853265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-4d40930c-c66e-47f3-8870-9b64b6862001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.855197 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-4d40930c-c66e-47f3-8870-9b64b6862001 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562880 Jul 16 20:47:12.858405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:12.862713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-0e26d8e6-3672-49cf-a5cc-de7c1907704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:12.864367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-0e26d8e6-3672-49cf-a5cc-de7c1907704f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1095 time: 0.0572104 Jul 16 20:47:13.010906 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-19b8eef4-5e77-40b9-8aba-c8b8cbbd3236 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477079 Jul 16 20:47:13.117289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-a9be7c4f-d6b0-4c28-8c41-0f4f6e9f6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.118778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-a9be7c4f-d6b0-4c28-8c41-0f4f6e9f6b03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.2475820 Jul 16 20:47:13.155472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:13.166604 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc46aed-cf69-45db-8d04-8b56f3b9d2cf req-00279e4c-eaf2-456b-a2f0-1f90444b6aae service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508441 Jul 16 20:47:13.172566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc0cb1-c210-4ae0-bf7b-c61f4c13520b req-cbf63b5a-30f0-445e-b42b-c94f902b3fea tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.174434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93cc0cb1-c210-4ae0-bf7b-c61f4c13520b req-cbf63b5a-30f0-445e-b42b-c94f902b3fea tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.1543112 Jul 16 20:47:13.177151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'port_id': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9', 'mac_address': 'fa:16:3e:68:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:13.246961 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.257767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93cc0cb1-c210-4ae0-bf7b-c61f4c13520b req-6fce00a3-f04f-4bdb-bf5a-e0e0a4cd299d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655708 Jul 16 20:47:13.262476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:13.294313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:13.300798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.364122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:13.532421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2470caf8-487b-4cd7-ad5b-1cd9be7379c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:13.600305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca6735-0f07-4871-9e3d-d4859811f7ee req-a2516208-41ad-47ce-aade-3b95b5f63c54 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.601931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dca6735-0f07-4871-9e3d-d4859811f7ee req-a2516208-41ad-47ce-aade-3b95b5f63c54 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0825958 Jul 16 20:47:13.672387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dca6735-0f07-4871-9e3d-d4859811f7ee req-5a1e4b0d-c7da-4724-9dc9-18e7a5d79643 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578251 Jul 16 20:47:13.967821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c788-9c6a-4603-8cdb-16a71b6fb8b8 req-15a1e731-dce1-4099-b336-19cffc5aaabf tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:13.974860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5d5c788-9c6a-4603-8cdb-16a71b6fb8b8 req-15a1e731-dce1-4099-b336-19cffc5aaabf tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 944 time: 0.0919499 Jul 16 20:47:14.016104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5d5c788-9c6a-4603-8cdb-16a71b6fb8b8 req-0c6ebb33-0735-4edd-8fb2-3a919a236feb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Jul 16 20:47:14.456900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdbe05-1205-4416-a9bb-fe92fa6a356b req-4c432a8d-0126-4dc9-8f7a-15e458ffbdb3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:14.458526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33fdbe05-1205-4416-a9bb-fe92fa6a356b req-4c432a8d-0126-4dc9-8f7a-15e458ffbdb3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.0715871 Jul 16 20:47:14.517247 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33fdbe05-1205-4416-a9bb-fe92fa6a356b req-46586d43-9aa7-421e-9e7d-adf0f13bd11f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Jul 16 20:47:14.847920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdcf63-71a8-47a8-b8b8-6e38c76bfb4b req-f7592d26-e4a5-4e24-adb9-492173c0dfda tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:14.849420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22cdcf63-71a8-47a8-b8b8-6e38c76bfb4b req-f7592d26-e4a5-4e24-adb9-492173c0dfda tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0718007 Jul 16 20:47:14.868581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:14.892145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22cdcf63-71a8-47a8-b8b8-6e38c76bfb4b req-13412c6c-84ad-4c5a-a59b-d026db39fb6a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368187 Jul 16 20:47:14.943059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:14.947612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:14.948862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.030093 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.058950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:15.062201 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc17d2a-8a55-4219-a49f-83c77568dcf5" -d '{"events": [{"server_uuid": "0f7b3d9a-b327-4384-b8b3-f32f7230069e", "name": "network-vif-plugged", "status": "completed", "tag": "2470caf8-487b-4cd7-ad5b-1cd9be7379c9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:15.081099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:15.088117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.150132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:15.244698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f7d22-63b7-41a0-b5ca-492cf294ab20 req-cf909175-79e5-4177-b6cd-0dfe6fb98df5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:15.246147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-068f7d22-63b7-41a0-b5ca-492cf294ab20 req-cf909175-79e5-4177-b6cd-0dfe6fb98df5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 945 time: 0.0766318 Jul 16 20:47:15.287220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-068f7d22-63b7-41a0-b5ca-492cf294ab20 req-fc08974d-6ec6-458b-b790-f81182375ce5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Jul 16 20:47:15.341450 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c2c3a-5c23-47c0-81fb-fdfaf56052f3 x-openstack-request-id: req-6b2c2c3a-5c23-47c0-81fb-fdfaf56052f3 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:15.341744 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b3d9a-b327-4384-b8b3-f32f7230069e", "name": "network-vif-plugged", "status": "completed", "tag": "2470caf8-487b-4cd7-ad5b-1cd9be7379c9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:15.342780 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6b2c2c3a-5c23-47c0-81fb-fdfaf56052f3 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:15.343265 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9', 'code': 200} Jul 16 20:47:15.474878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f433a-7cc8-4ef7-b522-66a3d3cecb72 req-34e0675a-c2b0-4769-9c8d-61769f442cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:15.476645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f2f433a-7cc8-4ef7-b522-66a3d3cecb72 req-34e0675a-c2b0-4769-9c8d-61769f442cea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 1096 time: 0.0646930 Jul 16 20:47:15.511468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f2f433a-7cc8-4ef7-b522-66a3d3cecb72 req-db210c4d-756f-442a-9806-6cdaf4f01365 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280948 Jul 16 20:47:15.749364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5725111-51d8-45c1-8be1-12a7263aa8f9 req-9e3aa2b3-db70-4b7e-93d2-af17d630666b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:15.750992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5725111-51d8-45c1-8be1-12a7263aa8f9 req-9e3aa2b3-db70-4b7e-93d2-af17d630666b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 945 time: 0.1096871 Jul 16 20:47:15.792660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5725111-51d8-45c1-8be1-12a7263aa8f9 req-169138d2-9d35-4991-a4be-3cbb9eda154f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357316 Jul 16 20:47:15.937579 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:16.119890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363676ba-8eff-448e-afbe-158c808f89e4 req-e56aa4d9-be13-4741-bfb7-9e74af1936cd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:16.121655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-363676ba-8eff-448e-afbe-158c808f89e4 req-e56aa4d9-be13-4741-bfb7-9e74af1936cd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0788918 Jul 16 20:47:16.165721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-363676ba-8eff-448e-afbe-158c808f89e4 req-f3f4b901-0906-4161-9d06-245471349635 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Jul 16 20:47:16.505574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55ee7-000f-43d5-a713-e8693368ae20 req-6af75e68-009c-454c-a916-b56afe7b1285 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:16.507048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04a55ee7-000f-43d5-a713-e8693368ae20 req-6af75e68-009c-454c-a916-b56afe7b1285 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 945 time: 0.0673604 Jul 16 20:47:16.546683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04a55ee7-000f-43d5-a713-e8693368ae20 req-7dcfb463-4f05-4135-8b6f-4e8da4d5804a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Jul 16 20:47:16.728481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:16.735688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398705ae-e300-44c3-be3e-b00c47cd1789 req-242c303a-ce61-426f-8a61-41cfc75cf531 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:16.737426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-398705ae-e300-44c3-be3e-b00c47cd1789 req-242c303a-ce61-426f-8a61-41cfc75cf531 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 945 time: 0.0695109 Jul 16 20:47:16.780806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-398705ae-e300-44c3-be3e-b00c47cd1789 req-02cbd7a0-df74-4d41-8244-52e297ba6acc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347805 Jul 16 20:47:16.859413 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.897974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:16.901724 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.976106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:17.017719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35775eff-dd58-473f-8642-017c151ba7d2 req-6ed301d8-9b7d-4d04-9f95-1a556bdd8dd6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:17.020170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35775eff-dd58-473f-8642-017c151ba7d2 req-6ed301d8-9b7d-4d04-9f95-1a556bdd8dd6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.0800381 Jul 16 20:47:17.064837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35775eff-dd58-473f-8642-017c151ba7d2 req-bd0fcb69-0bda-4890-9f00-962bc2fbddf5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Jul 16 20:47:17.278811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f85a10-2c0f-4b81-818a-41b90f93b374 req-f47bd1c7-36ea-43a9-88d5-765c38669c24 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:17.280495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04f85a10-2c0f-4b81-818a-41b90f93b374 req-f47bd1c7-36ea-43a9-88d5-765c38669c24 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 945 time: 0.0772324 Jul 16 20:47:17.327952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04f85a10-2c0f-4b81-818a-41b90f93b374 req-739b3b4e-7c5a-47b0-8bcb-c37e7df23b17 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Jul 16 20:47:17.344751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:17.347719 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313066af-428b-4390-b690-7fda5c1e043c" -d '{"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-unplugged", "status": "completed", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:17.505534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d5e10-d0db-4685-a3e6-333bea43e082 req-dde8d129-0414-42e2-8f1c-f053546bc79f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:17.507162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df1d5e10-d0db-4685-a3e6-333bea43e082 req-dde8d129-0414-42e2-8f1c-f053546bc79f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0685244 Jul 16 20:47:17.550779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df1d5e10-d0db-4685-a3e6-333bea43e082 req-a70c9cd4-9210-4f47-a746-72ce67d7a4cf tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375013 Jul 16 20:47:17.613713 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46453e20-01fa-4e8e-b65a-4cb7f09524af x-openstack-request-id: req-46453e20-01fa-4e8e-b65a-4cb7f09524af {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:17.614352 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-unplugged", "status": "completed", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:17.614872 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-46453e20-01fa-4e8e-b65a-4cb7f09524af {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:17.615520 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'code': 200} Jul 16 20:47:18.014828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042495-2aec-48eb-aac7-d49f895a8ec0 req-18f0618f-c1d3-46f2-9631-40d7bbeb33ea tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:18.016611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77042495-2aec-48eb-aac7-d49f895a8ec0 req-18f0618f-c1d3-46f2-9631-40d7bbeb33ea tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 945 time: 0.0696878 Jul 16 20:47:18.069660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77042495-2aec-48eb-aac7-d49f895a8ec0 req-ffb06ec5-0bdf-4a55-9fd5-11dd45d84ef8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Jul 16 20:47:18.254054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cca121-f8b2-4ad6-a9d7-c4bf755506c7 req-be95742d-adf1-47f0-a8e3-76a788f1afc9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:18.255556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36cca121-f8b2-4ad6-a9d7-c4bf755506c7 req-be95742d-adf1-47f0-a8e3-76a788f1afc9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.0746965 Jul 16 20:47:18.293127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36cca121-f8b2-4ad6-a9d7-c4bf755506c7 req-56a39a75-baa2-4eaf-b1eb-e229eddbf2b5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jul 16 20:47:18.812561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc96d4-fd14-4b78-aaa4-ba856a59ed18 req-dc0aae49-f2c4-45ad-9efc-1ca4a2d27e25 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:18.814658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00fc96d4-fd14-4b78-aaa4-ba856a59ed18 req-dc0aae49-f2c4-45ad-9efc-1ca4a2d27e25 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.1143973 Jul 16 20:47:18.859899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00fc96d4-fd14-4b78-aaa4-ba856a59ed18 req-e6014a52-614c-489f-8efa-eb523a706d0a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353808 Jul 16 20:47:19.269906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40cbd-11e1-4041-81d9-264ce4247e55 req-05d9d0ec-106f-43a5-b4c7-961f752c3e15 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:19.271529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ed40cbd-11e1-4041-81d9-264ce4247e55 req-05d9d0ec-106f-43a5-b4c7-961f752c3e15 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 945 time: 0.0688136 Jul 16 20:47:19.327236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ed40cbd-11e1-4041-81d9-264ce4247e55 req-49aaad0b-0ca9-44aa-aef9-2927ed2e2092 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496004 Jul 16 20:47:19.549185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da6b93-3619-4672-a0ed-2181bc643496 req-6a36642e-c6a5-4a9a-881b-16680e1da666 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:19.550813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65da6b93-3619-4672-a0ed-2181bc643496 req-6a36642e-c6a5-4a9a-881b-16680e1da666 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.1275849 Jul 16 20:47:19.582189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-127a5aec-f5db-4c6b-b4a9-71fe917040b1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:19.583739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-127a5aec-f5db-4c6b-b4a9-71fe917040b1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 945 time: 0.1312909 Jul 16 20:47:19.699085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65da6b93-3619-4672-a0ed-2181bc643496 req-0f0f0e52-c7af-4bd4-9cc1-5489d6692cf6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404421 Jul 16 20:47:19.780143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:19.780480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.909749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] For port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:19.910224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:19.934808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:20.193032 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:20.211276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2470caf8-487b-4cd7-ad5b-1cd9be7379c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:20.237935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122f78-7593-4b87-b388-e88a0e837af5 req-91025ad5-3ce8-4315-b00a-ada0461a8b13 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:20.245088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f122f78-7593-4b87-b388-e88a0e837af5 req-91025ad5-3ce8-4315-b00a-ada0461a8b13 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.2320719 Jul 16 20:47:20.255789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=2470caf8-487b-4cd7-ad5b-1cd9be7379c9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:20.347620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] No DVR routers for this DVR port 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:20.359782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f122f78-7593-4b87-b388-e88a0e837af5 req-ea25b109-f273-4507-9b89-90c22ab069fd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084223 Jul 16 20:47:20.359782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:20.359782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-370af40e-2ad0-4e26-a2b1-a4b0f860f5c3 req-c728533e-f7a6-4ed2-9a41-e8449d529f9f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "DELETE /v2.0/ports/2470caf8-487b-4cd7-ad5b-1cd9be7379c9 HTTP/1.1" status: 204 len: 173 time: 0.7668142 Jul 16 20:47:20.359782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'name': 'network-vif-deleted', 'tag': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:20.361036 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37fae4a-a781-43d2-ae35-dd57a8561950" -d '{"events": [{"server_uuid": "0f7b3d9a-b327-4384-b8b3-f32f7230069e", "name": "network-vif-deleted", "tag": "2470caf8-487b-4cd7-ad5b-1cd9be7379c9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:20.595268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7d585af-2948-49aa-8e85-2f2f2cc014b0 req-83ddbc76-70bf-40e3-af2d-aa038351882b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 210 time: 0.0478163 Jul 16 20:47:20.635567 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dcc99c-2776-40bc-a8a1-744f46f5d8b8 x-openstack-request-id: req-63dcc99c-2776-40bc-a8a1-744f46f5d8b8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:20.635867 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b3d9a-b327-4384-b8b3-f32f7230069e", "name": "network-vif-deleted", "tag": "2470caf8-487b-4cd7-ad5b-1cd9be7379c9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:20.636125 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-63dcc99c-2776-40bc-a8a1-744f46f5d8b8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:20.636538 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b3d9a-b327-4384-b8b3-f32f7230069e', 'name': 'network-vif-deleted', 'tag': '2470caf8-487b-4cd7-ad5b-1cd9be7379c9', 'status': 'completed', 'code': 200} Jul 16 20:47:20.981870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687fd23-095a-40d3-bdaa-fd4704375eb8 req-cc218adc-4314-4add-9db4-10b49e8aaadb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:20.984545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4687fd23-095a-40d3-bdaa-fd4704375eb8 req-cc218adc-4314-4add-9db4-10b49e8aaadb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.0839374 Jul 16 20:47:21.054088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4687fd23-095a-40d3-bdaa-fd4704375eb8 req-be6a6449-a1f7-461c-a875-219a0ea5cf99 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577528 Jul 16 20:47:21.568859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145730b-583c-4588-a2aa-a36730027d87 req-21685331-7b40-4417-b492-2d96f173e534 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:21.570453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3145730b-583c-4588-a2aa-a36730027d87 req-21685331-7b40-4417-b492-2d96f173e534 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0781310 Jul 16 20:47:21.619722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3145730b-583c-4588-a2aa-a36730027d87 req-1d1aa6b2-6e1c-4c8e-bcc5-4236d1b90dfa tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Jul 16 20:47:21.805812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a0ded94-9ab9-4b52-a43f-bb4c29e3f066 req-c2d25f38-24ed-456e-a45a-c7dfd2614841 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 210 time: 0.0349448 Jul 16 20:47:22.273486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca74903-b0ca-4cbf-8ebc-a77b5af84e7e req-5e62d9cd-a085-4802-b1b4-9d992af5d6d6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:22.275226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ca74903-b0ca-4cbf-8ebc-a77b5af84e7e req-5e62d9cd-a085-4802-b1b4-9d992af5d6d6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.0852594 Jul 16 20:47:22.315913 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ca74903-b0ca-4cbf-8ebc-a77b5af84e7e req-5346b9a6-7a58-401e-b139-5c3de46b8079 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Jul 16 20:47:22.814201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8dfd8-ee1c-4bc3-8c03-978beb62a005 req-483adbde-8aa5-4d68-bd23-d6cbb178f3c1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:22.815823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95b8dfd8-ee1c-4bc3-8c03-978beb62a005 req-483adbde-8aa5-4d68-bd23-d6cbb178f3c1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0741706 Jul 16 20:47:22.860868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95b8dfd8-ee1c-4bc3-8c03-978beb62a005 req-3daef259-d4dc-4014-9ffe-da4d4c1c578d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349088 Jul 16 20:47:22.899606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:22.921649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:22.921911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2470caf8-487b-4cd7-ad5b-1cd9be7379c9 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:23.005017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5511537c-6e12-4606-9fc2-4a32e816d9a0 req-b76e4247-16f4-4492-9735-5d5f0498f915 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 210 time: 0.0300601 Jul 16 20:47:23.460855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-e2358597-5d0a-49ad-a27f-6cfb67a63293 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 200 len: 999 time: 0.4181271 Jul 16 20:47:23.539891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-ef5ac2ee-4cfe-4c78-a4c8-1ead22ae6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:23.541355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-ef5ac2ee-4cfe-4c78-a4c8-1ead22ae6bac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0714388 Jul 16 20:47:23.599343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69efbe9-e138-4111-ba21-0699f9f5fc83 req-7d8de924-ddf0-409d-8d2d-e0a45fd96693 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:23.600808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a69efbe9-e138-4111-ba21-0699f9f5fc83 req-7d8de924-ddf0-409d-8d2d-e0a45fd96693 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.1432247 Jul 16 20:47:23.644717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-b31dbd16-610b-4429-b8f3-806dd051108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:23.646217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-b31dbd16-610b-4429-b8f3-806dd051108c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962465 Jul 16 20:47:23.651386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a69efbe9-e138-4111-ba21-0699f9f5fc83 req-e63d88bc-e327-49ab-835e-021ca7495db3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426733 Jul 16 20:47:23.742429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-d0a36574-4e69-402d-be72-0738ce21641c service neutron] 10.222.0.26 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889778 Jul 16 20:47:23.840329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f82caa7-d673-43ff-980a-9d5784f7cd3b req-d2cd80b3-0bc7-4ca0-b5ec-fc3cfdef9e51 service neutron] 10.222.0.26 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911839 Jul 16 20:47:24.070364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1841b75-1870-4afd-9383-8dd2aec756bb req-ada0c6ab-f675-4eb3-95e5-b30714bf9d52 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.072222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1841b75-1870-4afd-9383-8dd2aec756bb req-ada0c6ab-f675-4eb3-95e5-b30714bf9d52 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0783203 Jul 16 20:47:24.113477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1841b75-1870-4afd-9383-8dd2aec756bb req-64cb8574-95bb-4e4d-b33b-5e8a44762c6a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350833 Jul 16 20:47:24.257019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad7d6289-7c89-44d8-b5e0-28e84ca2c2db req-1240872b-7d4c-4063-b39b-5fa19f779878 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0f7b3d9a-b327-4384-b8b3-f32f7230069e HTTP/1.1" status: 200 len: 210 time: 0.0329971 Jul 16 20:47:24.887574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376764e-f83b-4bf9-afed-352bfc6e1828 req-b93fb3da-21a4-4580-890d-42f73ad8624a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:24.889241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b376764e-f83b-4bf9-afed-352bfc6e1828 req-b93fb3da-21a4-4580-890d-42f73ad8624a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.0958805 Jul 16 20:47:24.944037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b376764e-f83b-4bf9-afed-352bfc6e1828 req-511e18b8-bff6-4eb8-a8a9-3b543913c7e4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 Jul 16 20:47:25.313037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efee06-65e2-4b13-b485-ceb6b9230812 req-c360795b-4e3f-419e-9c4f-ddb57b6f743c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:25.314772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7efee06-65e2-4b13-b485-ceb6b9230812 req-c360795b-4e3f-419e-9c4f-ddb57b6f743c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0763271 Jul 16 20:47:25.368115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7efee06-65e2-4b13-b485-ceb6b9230812 req-cd8e34fa-2d08-46b9-9e2a-934739d3bb80 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Jul 16 20:47:26.139159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f321655-f5b4-47df-8938-8ccb9189cd54 req-65ee0a20-74c1-491e-b418-374353c4906b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.140854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f321655-f5b4-47df-8938-8ccb9189cd54 req-65ee0a20-74c1-491e-b418-374353c4906b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.0743010 Jul 16 20:47:26.191033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f321655-f5b4-47df-8938-8ccb9189cd54 req-99a30377-467a-4732-a680-0c6a7beef8ad tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 Jul 16 20:47:26.384343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4a34b-f4f6-454a-9e73-8ec9aadbff04 req-5878d6b9-81ee-444a-adce-3c5eb78ff503 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.385886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ac4a34b-f4f6-454a-9e73-8ec9aadbff04 req-5878d6b9-81ee-444a-adce-3c5eb78ff503 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0724034 Jul 16 20:47:26.427983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ac4a34b-f4f6-454a-9e73-8ec9aadbff04 req-c6fad89c-b7aa-4985-b188-d470a14911b6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352199 Jul 16 20:47:26.609573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5f932-63cb-4fbf-9ff2-0fb70570fd91 req-560a7dfc-15d5-46bf-99c5-a92cd80a7975 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.611192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48d5f932-63cb-4fbf-9ff2-0fb70570fd91 req-560a7dfc-15d5-46bf-99c5-a92cd80a7975 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0732863 Jul 16 20:47:26.653056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48d5f932-63cb-4fbf-9ff2-0fb70570fd91 req-2121cf37-1d36-4076-9120-159e007f135e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358233 Jul 16 20:47:26.837983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35f4cd-9a29-4452-b33b-1191e3a27a46 req-03c911f4-b084-47f9-814e-084a1dabeb55 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:26.839567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee35f4cd-9a29-4452-b33b-1191e3a27a46 req-03c911f4-b084-47f9-814e-084a1dabeb55 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0718162 Jul 16 20:47:26.890128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee35f4cd-9a29-4452-b33b-1191e3a27a46 req-37352ac3-f1b6-4f00-97fe-0d9a266a68b7 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Jul 16 20:47:27.422641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d641d-5966-4023-a78d-f74e36a12b32 req-63176799-5ffa-498c-a6aa-1e562bd99cdc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.425942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-551d641d-5966-4023-a78d-f74e36a12b32 req-63176799-5ffa-498c-a6aa-1e562bd99cdc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1093318 Jul 16 20:47:27.468778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-551d641d-5966-4023-a78d-f74e36a12b32 req-03ae46c1-e9ea-42d0-aa11-c1f6f9bfc09c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363801 Jul 16 20:47:27.852437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23659453-48bf-4cd9-8392-f2f4db44f42a req-8a7b7a66-b0ce-4a67-9afe-3037eb093ccf tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:27.854079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-23659453-48bf-4cd9-8392-f2f4db44f42a req-8a7b7a66-b0ce-4a67-9afe-3037eb093ccf tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0729725 Jul 16 20:47:27.897259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-23659453-48bf-4cd9-8392-f2f4db44f42a req-2082248e-ed6e-4a6e-a46e-18edf748aba8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Jul 16 20:47:28.643634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bc43-9ada-42f6-a5c8-81db762e709b req-2239838f-c5a8-4ced-80fa-a2774b95981f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:28.645053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a30bc43-9ada-42f6-a5c8-81db762e709b req-2239838f-c5a8-4ced-80fa-a2774b95981f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0655255 Jul 16 20:47:28.683190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a30bc43-9ada-42f6-a5c8-81db762e709b req-0ab1d8af-eeff-440e-9036-8c81c4167c28 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324938 Jul 16 20:47:28.804265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:29.084914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ea746-9af8-4a58-8361-65b76c7b9be3 req-b6578059-6b70-4ab0-814f-efe4760de789 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.086395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-963ea746-9af8-4a58-8361-65b76c7b9be3 req-b6578059-6b70-4ab0-814f-efe4760de789 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0689409 Jul 16 20:47:29.126448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-963ea746-9af8-4a58-8361-65b76c7b9be3 req-58e13a16-33dd-4206-a0e2-1b0e582f99df tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329082 Jul 16 20:47:29.891343 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf24aa-38f2-4dcd-9f09-2286acaa8588 req-33e7a626-4208-4a39-9ae6-38109924bfe9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:29.894187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4acf24aa-38f2-4dcd-9f09-2286acaa8588 req-33e7a626-4208-4a39-9ae6-38109924bfe9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0921478 Jul 16 20:47:29.935730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4acf24aa-38f2-4dcd-9f09-2286acaa8588 req-ec01c934-4e4d-4084-8979-1c04653f0917 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350478 Jul 16 20:47:30.270818 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6366fe49-5740-4587-96ed-13d18e61a347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:30.323676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35682d8-574c-49cc-b255-6cdf03127f6c req-2d257f57-94b6-4cac-8bae-9ade3693825b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:30.325330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d35682d8-574c-49cc-b255-6cdf03127f6c req-2d257f57-94b6-4cac-8bae-9ade3693825b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 944 time: 0.0787663 Jul 16 20:47:30.369928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d35682d8-574c-49cc-b255-6cdf03127f6c req-75d15755-7d4e-4676-8db8-b65e784f374e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381141 Jul 16 20:47:30.804789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:30.918262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:30.931558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'port_id': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'mac_address': 'fa:16:3e:a8:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:30.986690 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:31.004836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be60a2a7-074c-4011-a2a3-4145faf5d90b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:31.029956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:31.037316 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:31.098416 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:31.136251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1195-e51b-4d31-80eb-26c5c671a652 req-68edfd37-4257-41a8-8a33-f213edfb43f2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.138126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3fa1195-e51b-4d31-80eb-26c5c671a652 req-68edfd37-4257-41a8-8a33-f213edfb43f2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0717185 Jul 16 20:47:31.181582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3fa1195-e51b-4d31-80eb-26c5c671a652 req-11683a3c-f352-4d82-a25c-b4b57d770956 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366747 Jul 16 20:47:31.249989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['be60a2a7-074c-4011-a2a3-4145faf5d90b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:31.597816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8eee6-bfc4-488b-aa39-e86359dace84 req-495d6af4-f68a-408b-a027-d1ee401f7e87 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:31.599902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bef8eee6-bfc4-488b-aa39-e86359dace84 req-495d6af4-f68a-408b-a027-d1ee401f7e87 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0875814 Jul 16 20:47:31.650799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bef8eee6-bfc4-488b-aa39-e86359dace84 req-5ab0852e-0db9-48ae-9c7e-93301a7c264f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Jul 16 20:47:32.409639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8a53-d3b8-4e37-9e31-35219dc1a956 req-6be34884-4766-4c74-ade2-8c0211052ab5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.413035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f11f8a53-d3b8-4e37-9e31-35219dc1a956 req-6be34884-4766-4c74-ade2-8c0211052ab5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1050127 Jul 16 20:47:32.478112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f11f8a53-d3b8-4e37-9e31-35219dc1a956 req-8bab4c3b-ebb2-499c-b7e6-7bfcc77923de tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534363 Jul 16 20:47:32.802737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:32.849847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd919ad-ba03-4610-96ec-d4cb2aac7f4b req-832ae4fb-3269-460c-aa1c-6d4d5029e3ca tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:32.851578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdd919ad-ba03-4610-96ec-d4cb2aac7f4b req-832ae4fb-3269-460c-aa1c-6d4d5029e3ca tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 945 time: 0.0729399 Jul 16 20:47:32.861523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port be60a2a7-074c-4011-a2a3-4145faf5d90b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:32.865898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port be60a2a7-074c-4011-a2a3-4145faf5d90b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:32.866267 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.900034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdd919ad-ba03-4610-96ec-d4cb2aac7f4b req-7e85ff15-7f7c-47ca-919b-af0ec6736ac4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370567 Jul 16 20:47:32.960746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.987352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:32.989684 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35427cc-55f5-4ef0-acd9-78c5609d79a2" -d '{"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-plugged", "status": "completed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:33.003745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:33.008704 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:33.050693 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df05f4-779c-4bb4-ba83-f86e446d253a x-openstack-request-id: req-c1df05f4-779c-4bb4-ba83-f86e446d253a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:33.050940 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-plugged", "status": "completed", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:33.051718 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c1df05f4-779c-4bb4-ba83-f86e446d253a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:33.051835 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'code': 200} Jul 16 20:47:33.085388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=12']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:33.240403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d5678-1094-48ba-bd6a-bb037559b7ae req-8c541da1-bc9b-44d2-b015-e4e1346c5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.242750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b95d5678-1094-48ba-bd6a-bb037559b7ae req-8c541da1-bc9b-44d2-b015-e4e1346c5ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 1097 time: 0.0632243 Jul 16 20:47:33.307974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b95d5678-1094-48ba-bd6a-bb037559b7ae req-f7a7ba88-e821-4fcb-a504-4d5987a07dd2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588095 Jul 16 20:47:33.664841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39089b-02f7-4499-bf1b-4e7e4adc1ebc req-7933e8b0-a75b-42db-ace8-d2eb0d23a439 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.666756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b39089b-02f7-4499-bf1b-4e7e4adc1ebc req-7933e8b0-a75b-42db-ace8-d2eb0d23a439 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0696867 Jul 16 20:47:33.710644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b39089b-02f7-4499-bf1b-4e7e4adc1ebc req-b0598c31-186f-4838-9e3b-1cb0a3fd8dd8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370367 Jul 16 20:47:34.029599 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.119233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599612a-98c8-47a6-9cd3-0cc7399d16b4 req-0194b222-11ec-48cf-a33c-a7d612640da7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.121476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1599612a-98c8-47a6-9cd3-0cc7399d16b4 req-0194b222-11ec-48cf-a33c-a7d612640da7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 946 time: 0.0834115 Jul 16 20:47:34.186741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1599612a-98c8-47a6-9cd3-0cc7399d16b4 req-35f955bf-d213-4afd-8b32-f2544e8766d4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546954 Jul 16 20:47:34.841430 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1c7d2c20-8d1e-49de-b019-83a451c347ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.909142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c43ca-d3dd-4236-bf70-8d8eb1371ae2 req-8514014c-36c1-49e2-862e-dca822a5cfa8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.911372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-192c43ca-d3dd-4236-bf70-8d8eb1371ae2 req-8514014c-36c1-49e2-862e-dca822a5cfa8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0772502 Jul 16 20:47:34.952319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-192c43ca-d3dd-4236-bf70-8d8eb1371ae2 req-d7881b10-740f-4162-b91e-250688ff3ea2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351980 Jul 16 20:47:35.387722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581243d7-26bb-49b7-80b1-10a7e41cba0f req-7fa2edd0-4f18-49e5-9ef9-6ac15416a0b8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:35.390580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-581243d7-26bb-49b7-80b1-10a7e41cba0f req-7fa2edd0-4f18-49e5-9ef9-6ac15416a0b8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 946 time: 0.0839467 Jul 16 20:47:35.436291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-581243d7-26bb-49b7-80b1-10a7e41cba0f req-2e03e552-863a-4d49-a54f-d7fc1f0a440d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379357 Jul 16 20:47:36.068381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.156880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c0e72-8443-4683-b400-952d46084d70 req-8bf4380b-6a13-4579-b138-1fb4c8060ef2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:36.158480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d4c0e72-8443-4683-b400-952d46084d70 req-8bf4380b-6a13-4579-b138-1fb4c8060ef2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0793722 Jul 16 20:47:36.202441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d4c0e72-8443-4683-b400-952d46084d70 req-4b03de9b-9a94-40e2-9d0f-e9edb9814a0d tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 Jul 16 20:47:37.411554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b1ccc-4b50-40f6-93c0-160bded0338f req-ea9d99d5-f20a-42b0-b95b-1c10a13bd1bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:37.420469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c8b1ccc-4b50-40f6-93c0-160bded0338f req-ea9d99d5-f20a-42b0-b95b-1c10a13bd1bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0949018 Jul 16 20:47:37.462996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c8b1ccc-4b50-40f6-93c0-160bded0338f req-4355f7b3-eb17-4501-bb6d-d17d4af163af tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Jul 16 20:47:38.203104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.509162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.669457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce82a2-86b6-4b6a-b016-eb4af18f6fff req-65795d99-4111-4469-a545-ab18fcb679fe tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:38.671432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98ce82a2-86b6-4b6a-b016-eb4af18f6fff req-65795d99-4111-4469-a545-ab18fcb679fe tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0711613 Jul 16 20:47:38.712776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98ce82a2-86b6-4b6a-b016-eb4af18f6fff req-af23b2b7-afbe-40c0-ba08-34398a138f68 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351450 Jul 16 20:47:38.771108 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.095450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80378-0e62-4268-864e-5d7f39f1153e req-25313b06-c632-4404-80bd-3a934499131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.097093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28a80378-0e62-4268-864e-5d7f39f1153e req-25313b06-c632-4404-80bd-3a934499131c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1096 time: 0.1002049 Jul 16 20:47:39.143051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae0cbe-eb1d-49fd-94ff-723d75b46699 req-d93d244f-2855-4a02-9213-f65d331cec26 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.143332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92ae0cbe-eb1d-49fd-94ff-723d75b46699 req-d93d244f-2855-4a02-9213-f65d331cec26 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1152921 Jul 16 20:47:39.231174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92ae0cbe-eb1d-49fd-94ff-723d75b46699 req-8032feaf-5572-47dd-b5ad-565dcf6b68dd tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805180 Jul 16 20:47:39.236570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80378-0e62-4268-864e-5d7f39f1153e req-496658f5-d897-4e6f-af44-34fc59aa975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.238216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28a80378-0e62-4268-864e-5d7f39f1153e req-496658f5-d897-4e6f-af44-34fc59aa975a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1344864 Jul 16 20:47:39.308154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28a80378-0e62-4268-864e-5d7f39f1153e req-f27b3f04-e2fa-4efe-91c8-25ad4e11abb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.0631933 Jul 16 20:47:39.365764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80378-0e62-4268-864e-5d7f39f1153e req-c92a844e-8be0-478e-b71f-5a71d3ac9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.367212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28a80378-0e62-4268-864e-5d7f39f1153e req-c92a844e-8be0-478e-b71f-5a71d3ac9872 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0533545 Jul 16 20:47:39.426777 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80378-0e62-4268-864e-5d7f39f1153e req-71e1f2cd-d649-48b5-a457-4e84aae73caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.428435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28a80378-0e62-4268-864e-5d7f39f1153e req-71e1f2cd-d649-48b5-a457-4e84aae73caf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552335 Jul 16 20:47:39.527318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28a80378-0e62-4268-864e-5d7f39f1153e req-554d4682-b11f-4181-9cac-1b9881add14f service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925505 Jul 16 20:47:39.621049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28a80378-0e62-4268-864e-5d7f39f1153e req-70359180-5e17-480f-8b56-d44b92d792fd service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876644 Jul 16 20:47:40.415695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77b5f7-f04b-4f66-80ca-b97185816a5e req-703353f3-07df-44dd-98e5-866ffc5c7646 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.417270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b77b5f7-f04b-4f66-80ca-b97185816a5e req-703353f3-07df-44dd-98e5-866ffc5c7646 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0680141 Jul 16 20:47:40.462212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b77b5f7-f04b-4f66-80ca-b97185816a5e req-a78c5a2c-778a-43c2-a11f-4e5a65d82c5f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387855 Jul 16 20:47:40.656087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0b530-9b9c-4dca-94a4-e37f4a6a8d18 req-0b027059-4862-4b4b-ab86-2298fca73e0c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.663857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7c0b530-9b9c-4dca-94a4-e37f4a6a8d18 req-0b027059-4862-4b4b-ab86-2298fca73e0c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0838540 Jul 16 20:47:40.704573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7c0b530-9b9c-4dca-94a4-e37f4a6a8d18 req-309339ea-71f6-48c6-ae93-d515378e8eea tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378730 Jul 16 20:47:40.896508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da55db-aa52-4528-bb79-523bd25d2936 req-056c8043-0390-443a-a1ed-5602ec2bd491 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.897931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41da55db-aa52-4528-bb79-523bd25d2936 req-056c8043-0390-443a-a1ed-5602ec2bd491 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0762808 Jul 16 20:47:40.941450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41da55db-aa52-4528-bb79-523bd25d2936 req-1b438dfa-f583-4f8b-96a9-6903a8891aa9 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362740 Jul 16 20:47:41.345309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94122743-fc61-44ff-ba41-bf087d49db1e req-6656dbc9-5c72-4068-8194-499b05ec7dfc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:41.346869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94122743-fc61-44ff-ba41-bf087d49db1e req-6656dbc9-5c72-4068-8194-499b05ec7dfc tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0755484 Jul 16 20:47:41.386314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94122743-fc61-44ff-ba41-bf087d49db1e req-b6bbfad1-9673-4e9c-87f8-5f478e202b0f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Jul 16 20:47:42.582461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f527ac1-b8e6-4947-a1bf-a023d40a29a8 req-ae6b69b1-4db2-45a7-99e9-9c82fbeb51f6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:42.584137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f527ac1-b8e6-4947-a1bf-a023d40a29a8 req-ae6b69b1-4db2-45a7-99e9-9c82fbeb51f6 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0751193 Jul 16 20:47:42.626381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f527ac1-b8e6-4947-a1bf-a023d40a29a8 req-2fc34d83-41b5-42c9-9f4f-da212253389b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360370 Jul 16 20:47:43.097857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e6882-ec7e-480b-a3f6-b3d29b08428c req-c55dac10-a430-46a2-8424-0a33f52a98ac tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.099608 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-977e6882-ec7e-480b-a3f6-b3d29b08428c req-c55dac10-a430-46a2-8424-0a33f52a98ac tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1379492 Jul 16 20:47:43.102973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-ac8820e7-23ae-45af-8a0c-0cd087316b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.104559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-ac8820e7-23ae-45af-8a0c-0cd087316b27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 1096 time: 0.1408041 Jul 16 20:47:43.174366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-977e6882-ec7e-480b-a3f6-b3d29b08428c req-a7a97dbc-566a-4528-80ad-34845612f3e0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664299 Jul 16 20:47:43.237040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-7443cfea-574c-4fad-81c5-bfe42e404165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.238531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-7443cfea-574c-4fad-81c5-bfe42e404165 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1242557 Jul 16 20:47:43.330312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-ce8672e0-fb94-41d6-a163-f6ca0d77e7b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 200 len: 1000 time: 0.0849752 Jul 16 20:47:43.408752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-c5e768ca-efc9-4ee6-8436-6d215cfa4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.410295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-c5e768ca-efc9-4ee6-8436-6d215cfa4505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0731058 Jul 16 20:47:43.482430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-bb631be0-ecf2-49a2-8748-cdd818864289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:43.484016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-bb631be0-ecf2-49a2-8748-cdd818864289 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637078 Jul 16 20:47:43.593988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-9b45a384-b65f-49d9-9e23-b6186b566982 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019735 Jul 16 20:47:43.698188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad4ba0fd-ec2a-4270-b418-f3c11f8fee59 req-f7d77364-157b-41e7-b05a-9ce9bb01d9d6 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969324 Jul 16 20:47:44.389277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6e3d7-0939-425e-a709-93bf21613fcb req-bad3be27-e71d-41e1-96b3-7ee7379a6785 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:44.390891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dba6e3d7-0939-425e-a709-93bf21613fcb req-bad3be27-e71d-41e1-96b3-7ee7379a6785 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0806208 Jul 16 20:47:44.445258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dba6e3d7-0939-425e-a709-93bf21613fcb req-de8a9de8-23e6-45bd-9734-15f27da20af2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469873 Jul 16 20:47:45.627144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bb732-308c-4718-b8d9-7d2811497027 req-a4b96c96-4787-4560-8368-f47701b95871 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.628939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-961bb732-308c-4718-b8d9-7d2811497027 req-a4b96c96-4787-4560-8368-f47701b95871 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0672920 Jul 16 20:47:45.680104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-961bb732-308c-4718-b8d9-7d2811497027 req-b6d0f4c6-c93a-4149-b08e-0b3542caadad tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Jul 16 20:47:45.924282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012899c4-3858-418a-a6e3-41d07dd763ca req-517c006f-202a-4fef-b555-86a7cce69ba3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.926044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-012899c4-3858-418a-a6e3-41d07dd763ca req-517c006f-202a-4fef-b555-86a7cce69ba3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0943146 Jul 16 20:47:45.980532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-012899c4-3858-418a-a6e3-41d07dd763ca req-87c8273a-5da4-4280-b8a0-3e5e1024983e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472186 Jul 16 20:47:46.744205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-3b8b51a0-aeba-4d4b-8b98-09ec3d8a6fd5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:46.745698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-3b8b51a0-aeba-4d4b-8b98-09ec3d8a6fd5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=bec3f210-e3f7-4db2-b212-243d1a80a8ec HTTP/1.1" status: 200 len: 943 time: 0.0658851 Jul 16 20:47:46.856153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Deleting port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:46.856555 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.956815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] For port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:46.957190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.975023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Calling delete_port for 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:47.112778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.125983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:47.128264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c989f500-996d-4f98-8927-6b47c997f9a1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:47.141059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event deleted for resources: {'Port': ['ID=97f8c85b-d2e9-4777-8b3b-a2b524e511b0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:47.194298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] No DVR routers for this DVR port 97f8c85b-d2e9-4777-8b3b-a2b524e511b0 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:47.197147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.199438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c91e771e-01f7-4e39-b5cc-29f7a0544b10 req-54c99cc3-e031-462d-945c-fc586e7ca9bf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "DELETE /v2.0/ports/97f8c85b-d2e9-4777-8b3b-a2b524e511b0 HTTP/1.1" status: 204 len: 173 time: 0.4471922 Jul 16 20:47:47.200205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-deleted', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:47.203367 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a8e0b8-813b-464a-901f-67134b93cd09" -d '{"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-deleted", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:47.650839 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449eb5e8-6e8f-41c3-aac2-1256bdc7c075 x-openstack-request-id: req-449eb5e8-6e8f-41c3-aac2-1256bdc7c075 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:47.651215 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec3f210-e3f7-4db2-b212-243d1a80a8ec", "name": "network-vif-deleted", "tag": "97f8c85b-d2e9-4777-8b3b-a2b524e511b0", "status": "failed", "code": 422}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:47.651536 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-449eb5e8-6e8f-41c3-aac2-1256bdc7c075 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:47.651995 n-d-798930-6 neutron-server[94095]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bec3f210-e3f7-4db2-b212-243d1a80a8ec', 'name': 'network-vif-deleted', 'tag': '97f8c85b-d2e9-4777-8b3b-a2b524e511b0', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:47:48.115526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33bae6-2e20-483e-9035-06b438b293a5 req-dab69498-ee09-4edc-9391-2683374e79fa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.117348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d33bae6-2e20-483e-9035-06b438b293a5 req-dab69498-ee09-4edc-9391-2683374e79fa tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 907 time: 0.0770185 Jul 16 20:47:48.514634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-cb02a1c3-b553-49fc-b0a6-bb564398704f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.516141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-cb02a1c3-b553-49fc-b0a6-bb564398704f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1052060 Jul 16 20:47:48.531755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-d6ef442c-b6ea-4fd5-9f2d-1f5ff675489a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/quotas/6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 375 time: 0.0103567 Jul 16 20:47:48.602947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-9afa5be9-0c61-4fe9-a29a-a2a1d782eacc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660284 Jul 16 20:47:48.691535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-bc7ff49c-6a10-4899-86d0-d55461d87605 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820868 Jul 16 20:47:48.783404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-9e92de9a-6fa5-4c14-8087-656599b088e8 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Jul 16 20:47:49.084428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12b22340-2456-413f-a327-4dba2b08e1d0 req-5d57cf5a-050a-4d77-be45-7612eaa542b1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 210 time: 0.0320761 Jul 16 20:47:49.367001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10606bb9-c125-4572-874c-fcfd3f81a29e req-f47791af-ff73-49e1-a97f-109720cabb32 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.368573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10606bb9-c125-4572-874c-fcfd3f81a29e req-f47791af-ff73-49e1-a97f-109720cabb32 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 907 time: 0.1238375 Jul 16 20:47:49.386442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-885df1a8-1f0e-43f5-816c-3af6540edc9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:49.388428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-885df1a8-1f0e-43f5-816c-3af6540edc9e tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 907 time: 0.1039987 Jul 16 20:47:49.496589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Deleting port f166d97f-8b35-4032-aeb6-5b42c06a6d40 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:49.496589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.600639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] For port f166d97f-8b35-4032-aeb6-5b42c06a6d40, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f166d97f-8b35-4032-aeb6-5b42c06a6d40,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:49.601002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.618798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Calling delete_port for f166d97f-8b35-4032-aeb6-5b42c06a6d40 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:49.776818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.804050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event deleted for resources: {'Port': ['ID=f166d97f-8b35-4032-aeb6-5b42c06a6d40,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:49.818961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.819329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.819666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.819998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.820330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.820659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.820983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.821304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.821630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.821956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.822274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.822593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:49.864377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] No DVR routers for this DVR port f166d97f-8b35-4032-aeb6-5b42c06a6d40 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:49.867002 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.869150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c2dbc10d-5ce2-413b-9054-d8f1cad71fe2 req-37c65ceb-3ce1-4c65-908a-b601e828d610 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "DELETE /v2.0/ports/f166d97f-8b35-4032-aeb6-5b42c06a6d40 HTTP/1.1" status: 204 len: 173 time: 0.4756465 Jul 16 20:47:49.869601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'name': 'network-vif-deleted', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:49.872017 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3589a7-9abf-43a5-8ed4-90c5ad3c53c8" -d '{"events": [{"server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "name": "network-vif-deleted", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:50.136029 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48f868b-b177-4adf-8dc5-cb778309fa5b x-openstack-request-id: req-f48f868b-b177-4adf-8dc5-cb778309fa5b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:50.136564 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da1d87f-7b86-47b6-8684-f913e64a0c85", "name": "network-vif-deleted", "tag": "f166d97f-8b35-4032-aeb6-5b42c06a6d40", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:50.136972 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f48f868b-b177-4adf-8dc5-cb778309fa5b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:50.137373 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da1d87f-7b86-47b6-8684-f913e64a0c85', 'name': 'network-vif-deleted', 'tag': 'f166d97f-8b35-4032-aeb6-5b42c06a6d40', 'status': 'completed', 'code': 200} Jul 16 20:47:50.288423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-1476aeeb-7e18-46ca-9c9b-93eed2cd641c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414070 Jul 16 20:47:50.312961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-5a0953f0-b2ed-41f9-a011-ef4ec6f8e468 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.314793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-5a0953f0-b2ed-41f9-a011-ef4ec6f8e468 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1358149 Jul 16 20:47:50.334045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'port': {'device_id': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'admin_state_up': True, 'tenant_id': '6898068694c04984aaa4498a79804b2d'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:50.419617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb0f7eb-0471-4546-b42a-c63820c11e37 req-53f5bdac-d3d6-47ab-a92b-00419d733bda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 210 time: 0.1859708 Jul 16 20:47:50.548829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:50.552791 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.563582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-e8956206-5507-469a-9dfd-4dfaa176dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.565116 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-e8956206-5507-469a-9dfd-4dfaa176dd17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 1097 time: 0.2242455 Jul 16 20:47:50.762211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55919b3e-9ea5-450e-ba46-f30358c34d03 req-f1abc0cf-6715-457e-a4c2-78ac28ce58b2 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=7da1d87f-7b86-47b6-8684-f913e64a0c85 HTTP/1.1" status: 200 len: 210 time: 0.0664406 Jul 16 20:47:50.814466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-433f8f89-3b04-4786-816c-e8092fdce30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.816001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-433f8f89-3b04-4786-816c-e8092fdce30d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.1876020 Jul 16 20:47:50.866893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.20.0.4 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/c2daa0e1-703e-4385-81cf-c54a3cda2634) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:50.870130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-d189e3bf-31d7-4113-a4a5-668a45392ddc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c989f500-996d-4f98-8927-6b47c997f9a1 HTTP/1.1" status: 200 len: 217 time: 0.0454578 Jul 16 20:47:51.303203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-5c6a3129-9dfb-4654-93fe-53c57b61f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.304665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-5c6a3129-9dfb-4654-93fe-53c57b61f039 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.4260330 Jul 16 20:47:51.458145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-3c3ad7f3-d5d6-4676-9ed3-e5f6fb50ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.459732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-3c3ad7f3-d5d6-4676-9ed3-e5f6fb50ccc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460745 Jul 16 20:47:51.472210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.515453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Transition to ACTIVE for port object c2daa0e1-703e-4385-81cf-c54a3cda2634 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:51.630393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3645ab8c-707d-4cb7-8cfd-2311988f1300 req-cefc96c2-8bb8-47bd-b463-48ec45a747f5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 210 time: 0.0595536 Jul 16 20:47:51.639520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-94544d01-e28d-4819-b31b-db4ea2d0e4e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705012 Jul 16 20:47:51.678097 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.770815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:51.781958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:51.785932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:51.788761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=c2daa0e1-703e-4385-81cf-c54a3cda2634,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:51.839509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd6ae846-5a00-4ae4-abd8-f597deecc1de req-a11e7455-38fb-4251-bd39-2b10c690d3fc service neutron] 10.222.0.21 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902578 Jul 16 20:47:51.860491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.861144 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.884720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-b62051cb-600b-4c1c-8a07-728a22490451 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5563707 Jul 16 20:47:51.900395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Request body: {'port': {'device_id': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:52.020057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.165186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9e32cd11-41a1-4dd3-a4cd-6348f50a646b None None] Provisioning for port c2daa0e1-703e-4385-81cf-c54a3cda2634 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:52.172279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9e32cd11-41a1-4dd3-a4cd-6348f50a646b None None] Provisioning complete for port c2daa0e1-703e-4385-81cf-c54a3cda2634 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:52.173753 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9e32cd11-41a1-4dd3-a4cd-6348f50a646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.237617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9e32cd11-41a1-4dd3-a4cd-6348f50a646b None None] Port c2daa0e1-703e-4385-81cf-c54a3cda2634 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:52.443231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d2e8c-16af-45ac-b3ca-deda098e5be0 req-27c1baa4-42fc-4b04-9a1d-11ab5e2ed9c3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.444845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d6d2e8c-16af-45ac-b3ca-deda098e5be0 req-27c1baa4-42fc-4b04-9a1d-11ab5e2ed9c3 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 946 time: 0.1398461 Jul 16 20:47:52.451153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2daa0e1-703e-4385-81cf-c54a3cda2634 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:52.465003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.491810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Transition to ACTIVE for port object c2daa0e1-703e-4385-81cf-c54a3cda2634 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:52.498674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.533771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d6d2e8c-16af-45ac-b3ca-deda098e5be0 req-9bd84f5a-1af8-41fb-add3-a0b151c919e0 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777907 Jul 16 20:47:52.601610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Pushing event updated for resources: {'Port': ['ID=c2daa0e1-703e-4385-81cf-c54a3cda2634,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.635933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Attempting to bind port c2daa0e1-703e-4385-81cf-c54a3cda2634 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:52.636267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Attempting to bind port c2daa0e1-703e-4385-81cf-c54a3cda2634 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:52.636601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Attempting to bind port c2daa0e1-703e-4385-81cf-c54a3cda2634 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:52.641296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Port c2daa0e1-703e-4385-81cf-c54a3cda2634 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:52.641628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Attempting to bind port c2daa0e1-703e-4385-81cf-c54a3cda2634 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:52.646855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:52.647196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:52.647683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:52.648118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Bound port: c2daa0e1-703e-4385-81cf-c54a3cda2634, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:52.648479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.735858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] For port c2daa0e1-703e-4385-81cf-c54a3cda2634, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:52.740557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] For port c2daa0e1-703e-4385-81cf-c54a3cda2634, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c2daa0e1-703e-4385-81cf-c54a3cda2634,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:52.746951 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.790293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.792024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.793492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2daa0e1-703e-4385-81cf-c54a3cda2634 HTTP/1.1" status: 200 len: 1091 time: 0.8994687 Jul 16 20:47:52.793972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'tag': 'c2daa0e1-703e-4385-81cf-c54a3cda2634'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:52.796940 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db38c61d-41fa-4d14-85eb-9197b9ee6c70" -d '{"events": [{"name": "network-changed", "server_uuid": "589996f3-acc9-4d77-be67-6e1dd9eb33a1", "tag": "c2daa0e1-703e-4385-81cf-c54a3cda2634"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:52.906076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11aaf-588d-4d07-9d10-e4cfbeebb001 service neutron] Pushing event updated for resources: {'Port': ['ID=c2daa0e1-703e-4385-81cf-c54a3cda2634,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.942565 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:52.950821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e513c58-e054-4926-9564-f0dea92d980c req-e22573b3-c6c8-4a88-8db0-987988483318 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.953478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e513c58-e054-4926-9564-f0dea92d980c req-e22573b3-c6c8-4a88-8db0-987988483318 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 943 time: 0.1757081 Jul 16 20:47:52.969087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-e11ac057-1e91-4039-981e-7403b2b15390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.970602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-e11ac057-1e91-4039-981e-7403b2b15390 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 1094 time: 0.1314242 Jul 16 20:47:53.024150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-41747b48-b761-4555-9a26-f03e19332abe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2daa0e1-703e-4385-81cf-c54a3cda2634 HTTP/1.1" status: 200 len: 217 time: 0.0432990 Jul 16 20:47:53.048464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e513c58-e054-4926-9564-f0dea92d980c req-43a6af1e-7aad-4969-bad3-5466e29c5746 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884018 Jul 16 20:47:53.094907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-0394b79b-923e-41ec-90f2-cc2475d3b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.096614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-0394b79b-923e-41ec-90f2-cc2475d3b825 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0647583 Jul 16 20:47:53.115393 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5b64f9-57ed-47a6-8bdc-1732e8e8fb79 x-openstack-request-id: req-eb5b64f9-57ed-47a6-8bdc-1732e8e8fb79 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:53.115685 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589996f3-acc9-4d77-be67-6e1dd9eb33a1", "tag": "c2daa0e1-703e-4385-81cf-c54a3cda2634", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:53.115932 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-eb5b64f9-57ed-47a6-8bdc-1732e8e8fb79 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:53.116330 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'tag': 'c2daa0e1-703e-4385-81cf-c54a3cda2634', 'status': 'completed', 'code': 200} Jul 16 20:47:53.167856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716393a2-a935-45ef-96f4-a240cb487291 req-97611c7e-0346-477a-b0ea-dcd71f6028ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.169902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-97611c7e-0346-477a-b0ea-dcd71f6028ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649455 Jul 16 20:47:53.262382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-28b0db30-f0a8-4927-82e5-bbedc48ff77e service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847187 Jul 16 20:47:53.363595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-716393a2-a935-45ef-96f4-a240cb487291 req-7b2d715e-3911-465e-8333-14660d38b3a2 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927241 Jul 16 20:47:53.488459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-b4d585e9-e121-4cdc-9f41-74aaf7c31777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.490023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-b4d585e9-e121-4cdc-9f41-74aaf7c31777 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 1094 time: 0.0568154 Jul 16 20:47:53.631031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-f8927776-5301-4e9b-98ee-d795304fb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.632563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-f8927776-5301-4e9b-98ee-d795304fb5ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1331046 Jul 16 20:47:53.657076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-c6362b94-c10f-4194-a5bf-f2e9ee81422b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.658669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-c6362b94-c10f-4194-a5bf-f2e9ee81422b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 946 time: 0.0948920 Jul 16 20:47:53.695754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-23a05c97-35a8-4fb5-8cea-f1800ecf4455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2daa0e1-703e-4385-81cf-c54a3cda2634 HTTP/1.1" status: 200 len: 217 time: 0.0545077 Jul 16 20:47:53.822623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-a4dcfbd5-0756-474e-9d98-0498e65d017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.824027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-a4dcfbd5-0756-474e-9d98-0498e65d017a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.1186185 Jul 16 20:47:53.899161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc7aa3-0123-45b0-956e-1a85d7bfc9af req-c8615d3b-6f31-4348-b834-8a8f86c681f5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.900659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3fc7aa3-0123-45b0-956e-1a85d7bfc9af req-c8615d3b-6f31-4348-b834-8a8f86c681f5 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 946 time: 0.2140565 Jul 16 20:47:53.959043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Deleting port c989f500-996d-4f98-8927-6b47c997f9a1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:53.959420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.978590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3fc7aa3-0123-45b0-956e-1a85d7bfc9af req-e17a4f16-9b6d-4307-b43e-b88bd12c95a8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673993 Jul 16 20:47:53.998684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-afc123c8-1284-4c4f-bd30-a4c4cae1b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:53.998684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-afc123c8-1284-4c4f-bd30-a4c4cae1b61c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560152 Jul 16 20:47:54.133296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] For port c989f500-996d-4f98-8927-6b47c997f9a1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c989f500-996d-4f98-8927-6b47c997f9a1,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:54.133784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.156050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Calling delete_port for c989f500-996d-4f98-8927-6b47c997f9a1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:54.177139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-f9127312-2f57-4211-9a6b-1bd573f91446 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724250 Jul 16 20:47:54.373965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33aa85-ea16-41ab-9721-797e0537ade4 req-559278c6-d0b6-4b22-beed-3c40c2317316 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:54.375528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb33aa85-ea16-41ab-9721-797e0537ade4 req-559278c6-d0b6-4b22-beed-3c40c2317316 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 943 time: 0.2159424 Jul 16 20:47:54.381665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db38c61d-41fa-4d14-85eb-9197b9ee6c70 req-b440beac-dd62-4c33-b7d3-6a3ff5b05b35 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802607 Jul 16 20:47:54.451335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb33aa85-ea16-41ab-9721-797e0537ade4 req-acd0eb06-bdb5-4e9d-bb02-28e637c60440 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680435 Jul 16 20:47:54.469448 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.486056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:54.489256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c989f500-996d-4f98-8927-6b47c997f9a1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:54.507970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event deleted for resources: {'Port': ['ID=c989f500-996d-4f98-8927-6b47c997f9a1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:54.567411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] No DVR routers for this DVR port c989f500-996d-4f98-8927-6b47c997f9a1 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:54.570510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.572726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59dbc7ff-400c-441e-83b9-0f274e001374 req-afc12ae7-11ad-4382-9dc1-c6cbf95c8f2a tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.21 "DELETE /v2.0/ports/c989f500-996d-4f98-8927-6b47c997f9a1 HTTP/1.1" status: 204 len: 173 time: 0.8849599 Jul 16 20:47:54.999516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f166d97f-8b35-4032-aeb6-5b42c06a6d40 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:55.023361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: f166d97f-8b35-4032-aeb6-5b42c06a6d40 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:55.023903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f166d97f-8b35-4032-aeb6-5b42c06a6d40 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:55.117573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'name': 'network-vif-deleted', 'tag': 'c989f500-996d-4f98-8927-6b47c997f9a1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:55.120074 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a2e96-9c24-4bfc-b957-29992b86cc46" -d '{"events": [{"server_uuid": "92dbaf3d-1f46-407b-9602-fb3c84105800", "name": "network-vif-deleted", "tag": "c989f500-996d-4f98-8927-6b47c997f9a1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:55.152531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5a2cef9c-fd34-4293-963e-e20effe617f4 req-b85d8a2e-3cc4-430e-8e52-2596ea512fa8 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=92dbaf3d-1f46-407b-9602-fb3c84105800 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Jul 16 20:47:55.199470 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e648b38-1d26-4524-80d0-96cc517c929d x-openstack-request-id: req-1e648b38-1d26-4524-80d0-96cc517c929d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:55.200742 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbaf3d-1f46-407b-9602-fb3c84105800", "name": "network-vif-deleted", "tag": "c989f500-996d-4f98-8927-6b47c997f9a1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:55.200742 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1e648b38-1d26-4524-80d0-96cc517c929d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:55.201097 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbaf3d-1f46-407b-9602-fb3c84105800', 'name': 'network-vif-deleted', 'tag': 'c989f500-996d-4f98-8927-6b47c997f9a1', 'status': 'completed', 'code': 200} Jul 16 20:47:55.643610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3e336-4f77-4795-bac5-1c76216e4c28 req-da82f015-eaf6-459b-a968-d849eccfcca4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.645151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fad3e336-4f77-4795-bac5-1c76216e4c28 req-da82f015-eaf6-459b-a968-d849eccfcca4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 943 time: 0.0713487 Jul 16 20:47:55.687816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fad3e336-4f77-4795-bac5-1c76216e4c28 req-ded24488-b0c8-422d-b8a4-77d01bf69f29 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Jul 16 20:47:55.761541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-88907677-ed6b-4873-b0e9-8d45e1939139 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556343 Jul 16 20:47:55.835263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-4afa6f3b-bb84-4dad-ab68-9cc602ed34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.836801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-4afa6f3b-bb84-4dad-ab68-9cc602ed34a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79233d40f08e4466b65ce714a484fb86&device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 1096 time: 0.0537446 Jul 16 20:47:55.939809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-f86b1492-e45e-42d6-94a0-d34af42232bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.941283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-f86b1492-e45e-42d6-94a0-d34af42232bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 200 len: 912 time: 0.0837133 Jul 16 20:47:55.987022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-c9cfe527-20a6-42a8-ab2c-407100f90408 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 HTTP/1.1" status: 200 len: 217 time: 0.0374649 Jul 16 20:47:56.037816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-189506ba-09bc-4afc-8355-c127a3656a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.039211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-189506ba-09bc-4afc-8355-c127a3656a41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 200 len: 850 time: 0.0457647 Jul 16 20:47:56.099061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-ee81d8f2-123c-4010-b131-09e79dcb0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.100629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-ee81d8f2-123c-4010-b131-09e79dcb0381 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b21c0895-029d-478d-83d0-fb220374c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541916 Jul 16 20:47:56.197492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-ed183a41-a62b-4bd2-a5fa-5542b60ef2cd service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895159 Jul 16 20:47:56.309541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c7e2f33-8d20-40e6-8b37-2a98bcb5db72 req-35addc03-3a4b-4036-87c0-267b36372b63 service neutron] 10.222.0.26 "GET /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979018 Jul 16 20:47:56.637332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e11ca0-0001-443d-92b2-f2d875069144 req-6d068c93-dcf3-477f-84e9-7855edf0b676 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.639454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0e11ca0-0001-443d-92b2-f2d875069144 req-6d068c93-dcf3-477f-84e9-7855edf0b676 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0720558 Jul 16 20:47:56.681997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0e11ca0-0001-443d-92b2-f2d875069144 req-2350b118-baf7-43e7-84bf-3651f72ba126 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335271 Jul 16 20:47:56.906545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85557-e473-4233-9080-b34c0e7ed3f1 req-ad6a6165-199d-4c2a-a5bc-351d28c71b5e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.907995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bc85557-e473-4233-9080-b34c0e7ed3f1 req-ad6a6165-199d-4c2a-a5bc-351d28c71b5e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 943 time: 0.0760536 Jul 16 20:47:56.948127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bc85557-e473-4233-9080-b34c0e7ed3f1 req-a4725e25-32ca-4f73-a44f-38757aa0dd45 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Jul 16 20:47:57.861138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4069e9-8ef4-423e-a96b-4ca073923479 req-320f2c63-77ba-475e-aa53-5f406b45978f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.862618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c4069e9-8ef4-423e-a96b-4ca073923479 req-320f2c63-77ba-475e-aa53-5f406b45978f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0638270 Jul 16 20:47:57.933644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c4069e9-8ef4-423e-a96b-4ca073923479 req-9b109607-6faa-492f-bc23-0a94059fbb50 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=cd4f75b4-6809-4cab-b4c8-c4728dd808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654786 Jul 16 20:47:57.964196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6a514-a022-434b-a623-91d64a40041b req-5ea40417-7cf2-401a-9cfe-4fd0da99757b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.965665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ad6a514-a022-434b-a623-91d64a40041b req-5ea40417-7cf2-401a-9cfe-4fd0da99757b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 945 time: 0.0783501 Jul 16 20:47:58.104706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Deleting port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:58.105042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.198766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bbd26-fc44-4d45-ac15-9971b7e7d9df req-d99a8d0e-7d0a-4e0f-96e5-2fc38bb705f1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.200493 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613bbd26-fc44-4d45-ac15-9971b7e7d9df req-d99a8d0e-7d0a-4e0f-96e5-2fc38bb705f1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 943 time: 0.1305251 Jul 16 20:47:58.229406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] For port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:58.229685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.250747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Calling delete_port for f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:58.271982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613bbd26-fc44-4d45-ac15-9971b7e7d9df req-ec41c47a-d5ee-4100-8647-fc739ecace1e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651994 Jul 16 20:47:58.388523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.400742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:58.417660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event deleted for resources: {'Port': ['ID=f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:58.473527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] No DVR routers for this DVR port f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:58.476153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:58.478206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ad6a514-a022-434b-a623-91d64a40041b req-cc9bb604-b689-42f9-9b45-3a5a09dc9183 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "DELETE /v2.0/ports/f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 HTTP/1.1" status: 204 len: 173 time: 0.5036178 Jul 16 20:47:58.478651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'name': 'network-vif-deleted', 'tag': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:58.480937 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e5903-cb58-48fb-a6c6-8598b6c72dd9" -d '{"events": [{"server_uuid": "ca7885cb-1137-4b11-b9b0-41ece40d72fc", "name": "network-vif-deleted", "tag": "f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:58.526399 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481836ab-cbd4-41b9-95f5-acacb67f4fc0 x-openstack-request-id: req-481836ab-cbd4-41b9-95f5-acacb67f4fc0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:58.526904 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7885cb-1137-4b11-b9b0-41ece40d72fc", "name": "network-vif-deleted", "tag": "f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:58.527159 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-481836ab-cbd4-41b9-95f5-acacb67f4fc0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:58.527587 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7885cb-1137-4b11-b9b0-41ece40d72fc', 'name': 'network-vif-deleted', 'tag': 'f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9', 'status': 'completed', 'code': 200} Jul 16 20:47:59.002636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c989f500-996d-4f98-8927-6b47c997f9a1 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:59.025283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: c989f500-996d-4f98-8927-6b47c997f9a1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:59.025641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c989f500-996d-4f98-8927-6b47c997f9a1 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:59.115164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c52a8c0-0b38-44ab-b844-84c242bf4283 req-6ad7fdf4-26f2-4a81-b5dd-5b3026f289e4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=ca7885cb-1137-4b11-b9b0-41ece40d72fc HTTP/1.1" status: 200 len: 210 time: 0.0294318 Jul 16 20:47:59.445189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb1df7-296f-4d45-a6a9-ef84fac4d7a4 req-a0f8959c-f521-4c4d-bb02-e43b0f74e65c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.446674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67fb1df7-296f-4d45-a6a9-ef84fac4d7a4 req-a0f8959c-f521-4c4d-bb02-e43b0f74e65c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 943 time: 0.0639634 Jul 16 20:47:59.484040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67fb1df7-296f-4d45-a6a9-ef84fac4d7a4 req-fdd46f0f-e135-47d1-8249-d8a016f0ab2b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 16 20:48:00.262442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4c13d012-d07b-4b56-adc8-b9ee9a3eb7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:00.584611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd6d22-ee3f-4d36-83c7-3ea4c919fc14 req-f30bb3e5-891c-4727-a183-40e4e2fe704c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.586005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbd6d22-ee3f-4d36-83c7-3ea4c919fc14 req-f30bb3e5-891c-4727-a183-40e4e2fe704c tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0686321 Jul 16 20:48:00.624534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbd6d22-ee3f-4d36-83c7-3ea4c919fc14 req-0fb0e889-d935-4513-a226-ba155c06244b tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322568 Jul 16 20:48:00.786446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bed13d-bfcf-4669-9474-fa9be961f36f req-eab7e7eb-f1e9-478a-9692-1a39da2fa151 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.788430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14bed13d-bfcf-4669-9474-fa9be961f36f req-eab7e7eb-f1e9-478a-9692-1a39da2fa151 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 943 time: 0.0645065 Jul 16 20:48:00.827009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14bed13d-bfcf-4669-9474-fa9be961f36f req-40dac2b8-f278-4df7-8c9b-b8f146057290 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Jul 16 20:48:00.998887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c2daa0e1-703e-4385-81cf-c54a3cda2634 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:01.096158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c2daa0e1-703e-4385-81cf-c54a3cda2634, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c2daa0e1-703e-4385-81cf-c54a3cda2634,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:01.107618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'c2daa0e1-703e-4385-81cf-c54a3cda2634', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'port_id': 'c2daa0e1-703e-4385-81cf-c54a3cda2634', 'mac_address': 'fa:16:3e:e1:fc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:01.148293 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.166219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2daa0e1-703e-4385-81cf-c54a3cda2634 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:01.186474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c2daa0e1-703e-4385-81cf-c54a3cda2634, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c2daa0e1-703e-4385-81cf-c54a3cda2634,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:01.190422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.240931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c2daa0e1-703e-4385-81cf-c54a3cda2634,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:01.248806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.249147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.249485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.249816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.250146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.250474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.250795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.251116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.251465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.251785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.252102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.252417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:01.382310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c2daa0e1-703e-4385-81cf-c54a3cda2634'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:01.810737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f2f6d-2021-43c7-9b0b-2be02b29e3a4 req-ee2834ac-98b6-4700-bf13-74fe0fe35150 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:01.812261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-473f2f6d-2021-43c7-9b0b-2be02b29e3a4 req-ee2834ac-98b6-4700-bf13-74fe0fe35150 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.0736067 Jul 16 20:48:01.850375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-473f2f6d-2021-43c7-9b0b-2be02b29e3a4 req-67b89251-aee9-4cae-b6de-b1231ac78af4 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Jul 16 20:48:02.010729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35378152-6f10-4f45-8920-cabcbfce69ac req-e85831da-651c-4dd2-816a-ef207e47f205 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:02.012327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35378152-6f10-4f45-8920-cabcbfce69ac req-e85831da-651c-4dd2-816a-ef207e47f205 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 944 time: 0.0655341 Jul 16 20:48:02.051777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35378152-6f10-4f45-8920-cabcbfce69ac req-aebe007d-7d80-4264-9483-f6b5f63fba71 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Jul 16 20:48:02.975422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:02.995731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:02.996083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f07c3bc3-a95b-4d2e-aad2-b50adbdb75c9 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:03.007479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c2daa0e1-703e-4385-81cf-c54a3cda2634 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:03.036881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-393d9538-6bac-4e6c-ba55-77cd7616a722 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.038422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-393d9538-6bac-4e6c-ba55-77cd7616a722 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1101992 Jul 16 20:48:03.057896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port c2daa0e1-703e-4385-81cf-c54a3cda2634 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:03.060758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef812289-8d10-4e8f-af34-580e58369fc0 req-8ef7e4ed-3c32-4afe-874b-29bd8cc0c22f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.062262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef812289-8d10-4e8f-af34-580e58369fc0 req-8ef7e4ed-3c32-4afe-874b-29bd8cc0c22f tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 945 time: 0.1017590 Jul 16 20:48:03.063432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port c2daa0e1-703e-4385-81cf-c54a3cda2634 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:03.063848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.133895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef812289-8d10-4e8f-af34-580e58369fc0 req-f915e050-ba77-4df8-beed-148fda6416ab tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups?id=59f45891-fd09-4e1c-8a64-a6873924d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527129 Jul 16 20:48:03.147681 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.180236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Deleting port ce1e724d-2066-4e97-9221-2c9f026f33c2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:03.180666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.183944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port c2daa0e1-703e-4385-81cf-c54a3cda2634, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c2daa0e1-703e-4385-81cf-c54a3cda2634,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:03.185406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2daa0e1-703e-4385-81cf-c54a3cda2634'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:03.188629 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b954a-5903-40d9-8c10-14a59fa230bf" -d '{"events": [{"server_uuid": "589996f3-acc9-4d77-be67-6e1dd9eb33a1", "name": "network-vif-plugged", "status": "completed", "tag": "c2daa0e1-703e-4385-81cf-c54a3cda2634"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:03.192147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.245497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=c2daa0e1-703e-4385-81cf-c54a3cda2634,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:03.308096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] For port ce1e724d-2066-4e97-9221-2c9f026f33c2, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=ce1e724d-2066-4e97-9221-2c9f026f33c2,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:03.308450 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.377506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83029237-e388-4381-b4d7-9eb77aeb5eb0 req-493887a0-f7c5-4d33-baf7-8044673bf425 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.379003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83029237-e388-4381-b4d7-9eb77aeb5eb0 req-493887a0-f7c5-4d33-baf7-8044673bf425 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 945 time: 0.1343231 Jul 16 20:48:03.462979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83029237-e388-4381-b4d7-9eb77aeb5eb0 req-51bd9be6-019e-49d5-9d2c-ea55271ef9a6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743732 Jul 16 20:48:03.511340 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b0f8a5-59c9-445a-85fa-4ec80b4f76be x-openstack-request-id: req-81b0f8a5-59c9-445a-85fa-4ec80b4f76be {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:03.511645 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589996f3-acc9-4d77-be67-6e1dd9eb33a1", "name": "network-vif-plugged", "status": "completed", "tag": "c2daa0e1-703e-4385-81cf-c54a3cda2634", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:03.512071 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-81b0f8a5-59c9-445a-85fa-4ec80b4f76be {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:03.512484 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2daa0e1-703e-4385-81cf-c54a3cda2634', 'code': 200} Jul 16 20:48:03.531929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.532313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.532627 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Floating IP 7910a9a3-984d-4868-a756-6f6233908652 disassociated. External IP: 172.25.8.175, port: ce1e724d-2066-4e97-9221-2c9f026f33c2. Jul 16 20:48:03.532975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Calling delete_port for ce1e724d-2066-4e97-9221-2c9f026f33c2 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:03.654438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc0e7c-db6b-4a19-8535-78982a0db825 req-8f1fcfbc-5198-4308-b2ec-48c51738150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.656011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40dc0e7c-db6b-4a19-8535-78982a0db825 req-8f1fcfbc-5198-4308-b2ec-48c51738150b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 1096 time: 0.0811231 Jul 16 20:48:03.730429 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40dc0e7c-db6b-4a19-8535-78982a0db825 req-583f2328-cc62-4b31-a29f-ab6508868b9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Jul 16 20:48:03.733243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.764260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event deleted for resources: {'Port': ['ID=ce1e724d-2066-4e97-9221-2c9f026f33c2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:04.024346 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.219377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:04.300719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34a5e9b4-4be9-4f7c-9c19-194b2a9e37fb req-293c278b-4b70-435c-8b26-e422caca1f32 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ed4b116-d503-4156-9094-fdbf56e31c00 HTTP/1.1" status: 200 len: 210 time: 0.0392153 Jul 16 20:48:04.355844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:04.366165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] Sync routers for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:04.375681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:04.376303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:47:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:04.400976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] No DVR routers for this DVR port ce1e724d-2066-4e97-9221-2c9f026f33c2 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:04.404209 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.406428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-117d78d3-f56b-4f41-affa-b556ffdd64cf req-7b7a1703-ef87-49db-98cb-bb28f9729380 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.26 "DELETE /v2.0/ports/ce1e724d-2066-4e97-9221-2c9f026f33c2 HTTP/1.1" status: 204 len: 173 time: 1.3629472 Jul 16 20:48:04.406870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-deleted', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:04.409609 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884ebb7e-8ef5-4776-97b1-9d870815ec03" -d '{"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-deleted", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:04.446046 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aece0f5-2953-4559-a885-507a4d931990 x-openstack-request-id: req-4aece0f5-2953-4559-a885-507a4d931990 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:04.446338 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4b116-d503-4156-9094-fdbf56e31c00", "name": "network-vif-deleted", "tag": "ce1e724d-2066-4e97-9221-2c9f026f33c2", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:04.446592 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4aece0f5-2953-4559-a885-507a4d931990 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:04.446988 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4b116-d503-4156-9094-fdbf56e31c00', 'name': 'network-vif-deleted', 'tag': 'ce1e724d-2066-4e97-9221-2c9f026f33c2', 'status': 'completed', 'code': 200} Jul 16 20:48:04.489304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:04.686973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2af-257c-4dfa-b641-fda7c199b8b5 req-0a09a471-84c1-4ca6-b227-d07e3a3623ad tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.688540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b75b2af-257c-4dfa-b641-fda7c199b8b5 req-0a09a471-84c1-4ca6-b227-d07e3a3623ad tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 945 time: 0.0813050 Jul 16 20:48:04.701528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:14Z', 'revision_number': 5, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:04.728781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b75b2af-257c-4dfa-b641-fda7c199b8b5 req-ec3ada9d-ba20-4e55-94ef-c0aa7541abdf tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Jul 16 20:48:04.732640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] Checking router: a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:04.742116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:04.742721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:47:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:04.852591 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eb381477-665a-41e6-be97-c4e0d5567419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.874326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:04.912504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e3ccd-cb46-47bb-afa2-802a432e18d5 req-1eca9a31-145a-4ac2-97e5-41176bc72111 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.920201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-385e3ccd-cb46-47bb-afa2-802a432e18d5 req-1eca9a31-145a-4ac2-97e5-41176bc72111 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 945 time: 0.0781879 Jul 16 20:48:04.955615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-385e3ccd-cb46-47bb-afa2-802a432e18d5 req-3d5b3a51-988a-4b9a-ad52-e25b8a60f578 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Jul 16 20:48:05.096386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:14Z', 'revision_number': 5, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:05.129864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea85e8b-3309-48d3-9e57-31b231cfa88b None None] The sync data for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 is: [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:41:07Z', 'revision_number': 4, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '62a39e74-8b20-4a5e-b3c3-1463b05a18d3', 'name': '', 'network_id': 'b21c0895-029d-478d-83d0-fb220374c4f4', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'mac_address': 'fa:16:3e:73:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:06Z', 'updated_at': '2021-07-16T20:41:14Z', 'revision_number': 5, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'subnets': [{'id': 'e6c4b555-6bb8-4368-9f61-f88494e9e473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:05.361142 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43174c-58d6-4564-8137-692d0e864143 None None] New status for floating IP 7910a9a3-984d-4868-a756-6f6233908652: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:06.069160 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.187359 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42904) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:06.248591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.274519 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.329744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.332571 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.333919 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "DELETE /v2.0/security-groups/59f45891-fd09-4e1c-8a64-a6873924d542 HTTP/1.1" status: 204 len: 168 time: 0.1454513 Jul 16 20:48:06.336664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:06.344850 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f45891-fd09-4e1c-8a64-a6873924d542,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:06.356209 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-532604fa-1d63-44a1-ad39-a4f58b58ad89 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] show failed (client error): The resource could not be found. Jul 16 20:48:06.359340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.359690 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.360261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.362441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.363003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.363625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.364116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.364629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.365096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.365303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-532604fa-1d63-44a1-ad39-a4f58b58ad89 tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "GET /v2.0/security-groups/59f45891-fd09-4e1c-8a64-a6873924d542 HTTP/1.1" status: 404 len: 347 time: 0.0264785 Jul 16 20:48:06.365731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42908) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:06.365884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.366109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.366435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b54a86-ef9b-40c3-bc45-6d5de88795eb tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:06.547177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Deleting port 8c6c19e6-ceda-430c-8103-05ab827a3257 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:06.547465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.630040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.630359 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.642293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Calling delete_port for 8c6c19e6-ceda-430c-8103-05ab827a3257 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:06.777524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.805243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Pushing event deleted for resources: {'Port': ['ID=8c6c19e6-ceda-430c-8103-05ab827a3257,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:06.870207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.873242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:06.874474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c064334f-985d-40f9-ac56-517c40fcbbdf tempest-ServerActionsTestJSON-1307278713 tempest-ServerActionsTestJSON-1307278713-project] 10.222.0.100 "DELETE /v2.0/floatingips/7910a9a3-984d-4868-a756-6f6233908652 HTTP/1.1" status: 204 len: 168 time: 0.5071301 Jul 16 20:48:06.877397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 42910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:06.990461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:07.010208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: ce1e724d-2066-4e97-9221-2c9f026f33c2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:07.010548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device ce1e724d-2066-4e97-9221-2c9f026f33c2 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:07.453732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-c9fa581e-1ade-44ab-aa1a-f23a5f643c97 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:07.455210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-c9fa581e-1ade-44ab-aa1a-f23a5f643c97 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1354244 Jul 16 20:48:07.458853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:07.504198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-829935ee-6ba5-428c-b89e-44e98fda2cfc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/quotas/6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 375 time: 0.0433319 Jul 16 20:48:07.655420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-aaefd72d-e2c5-4193-bc66-8cbea56d45d5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1444376 Jul 16 20:48:07.780601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-337ee1bb-af0b-42f8-859d-a7623a5b58a4 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078043 Jul 16 20:48:07.930595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-bd54e9c9-d363-49c8-9126-9f0849007db8 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286969 Jul 16 20:48:07.946141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Deleting port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:07.946451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.044545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] For port 62a39e74-8b20-4a5e-b3c3-1463b05a18d3, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:08.044905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.058464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Calling delete_port for 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:08.190477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d486e56d-81e1-4c9f-afe3-fbecbe3b0a16 req-611e45e0-9482-40f0-b3eb-44be02b38f09 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 210 time: 0.0658348 Jul 16 20:48:08.212451 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.283134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.312169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a39e74-8b20-4a5e-b3c3-1463b05a18d3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:08.505182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.539670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.765074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:08.798075 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:08.894273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:08.903121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b88604cc-7433-4277-9958-bd8fede7c027 admin admin] 10.222.0.100 "PUT /v2.0/routers/a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0208864 Jul 16 20:48:08.903958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42954) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:08.909229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] Sync routers for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:08.919885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:08.920511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:48:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:09.013083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.123364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.174690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:09.185438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Deleting port 4556a9bd-5caf-4d08-8ca0-644a320a133e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:09.185934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.327484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] For port 4556a9bd-5caf-4d08-8ca0-644a320a133e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4556a9bd-5caf-4d08-8ca0-644a320a133e,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:09.331149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.349600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Calling delete_port for 4556a9bd-5caf-4d08-8ca0-644a320a133e owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:09.396219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:48:08Z', 'revision_number': 5, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port': {'id': '4556a9bd-5caf-4d08-8ca0-644a320a133e', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:41:02Z', 'updated_at': '2021-07-16T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:09.438650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] Checking router: a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:09.449442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] Routers {'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:09.450638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:48:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:09.454694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb25a1f7-e524-4877-83a1-f78f3a2e8b44 req-05b89c6d-b5ab-418a-874d-62da2d51e42b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 210 time: 0.0548606 Jul 16 20:48:09.517729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f56f1a6-ebce-47f5-a612-af6a515a9ecb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:09.519293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f56f1a6-ebce-47f5-a612-af6a515a9ecb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.2397652 Jul 16 20:48:09.542500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'port': {'device_id': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'admin_state_up': True, 'tenant_id': '6898068694c04984aaa4498a79804b2d'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:09.567956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] Set router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:09.602898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.631162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 6, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:09.639530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Pushing event deleted for resources: {'Port': ['ID=4556a9bd-5caf-4d08-8ca0-644a320a133e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:09.666487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0afefb-0571-494d-b5ed-ee37f73d6cfe None None] The sync data for ids ['a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1'] in n-d-798930-6 is: [{'id': 'a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1', 'name': 'tempest-ServerActionsTestJSON-834118518-router', 'tenant_id': '79233d40f08e4466b65ce714a484fb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:01Z', 'updated_at': '2021-07-16T20:48:09Z', 'revision_number': 6, 'project_id': '79233d40f08e4466b65ce714a484fb86', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:09.737321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.750360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:09.756498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.842417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.845129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.900657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.901605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:48:09.908788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:09.910623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e08c9388-403b-4d5d-a9e6-61328392527b admin admin] 10.222.0.100 "DELETE /v2.0/routers/a53ce006-4d5c-4ab9-b7c0-9f4c814d12c1 HTTP/1.1" status: 204 len: 168 time: 1.0077424 Jul 16 20:48:09.913058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42960) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:09.948143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.20.0.10 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/4b0ac82b-57e7-4364-b840-05a59d1cf9bd) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:09.991126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] Deleting subnet e6c4b555-6bb8-4368-9f61-f88494e9e473 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:48:10.002522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.125152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.219148 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.253450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Transition to ACTIVE for port object 4b0ac82b-57e7-4364-b840-05a59d1cf9bd will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:10.287878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:10.300892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.307382 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.328547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c2daa0e1-703e-4385-81cf-c54a3cda2634'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:10.330913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:10.331279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 62a39e74-8b20-4a5e-b3c3-1463b05a18d3 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:10.356388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:10.359846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:10.379076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:10.395972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.432784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c4b555-6bb8-4368-9f61-f88494e9e473,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:10.444337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.447671 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a6c37a2e-e743-4cff-b11c-fd932b8365dc admin admin] 10.222.0.100 "DELETE /v2.0/subnets/e6c4b555-6bb8-4368-9f61-f88494e9e473 HTTP/1.1" status: 204 len: 168 time: 0.5336378 Jul 16 20:48:10.450439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:10.451105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef18103-ce5d-4db3-8ace-a903260d5f18 None None] Network b21c0895-029d-478d-83d0-fb220374c4f4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:10.454185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:10.501699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:10.505016 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.536838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-9f846c1c-816f-4496-b493-705f3a93359a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0030940 Jul 16 20:48:10.549583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Request body: {'port': {'device_id': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:10.639524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.758455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Deleting port fc7baf00-ff54-484e-a491-c727d42a0b77 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:10.758797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.771800 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.805908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c2634583-d258-4219-a516-1a48ccf7e82b None None] Provisioning for port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:10.816268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c2634583-d258-4219-a516-1a48ccf7e82b None None] Provisioning complete for port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:10.816770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c2634583-d258-4219-a516-1a48ccf7e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.875128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c2634583-d258-4219-a516-1a48ccf7e82b None None] Port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:10.878257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] For port fc7baf00-ff54-484e-a491-c727d42a0b77, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fc7baf00-ff54-484e-a491-c727d42a0b77,segment=NetworkSegment(e2f13351-17e2-4dc8-9a82-936602d7ba5c),segment_id=e2f13351-17e2-4dc8-9a82-936602d7ba5c)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:10.878624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:10.895164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Calling delete_port for fc7baf00-ff54-484e-a491-c727d42a0b77 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:10.989493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a7926-099a-49bd-afa1-8038dace33a0 None None] DHCP port deletion for b21c0895-029d-478d-83d0-fb220374c4f4 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:48:11.003429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.044699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a7926-099a-49bd-afa1-8038dace33a0 None None] The port 'fc7baf00-ff54-484e-a491-c727d42a0b77' was deleted {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:48:11.092834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7baf00-ff54-484e-a491-c727d42a0b77,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:11.105310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] No DVR routers for this DVR port fc7baf00-ff54-484e-a491-c727d42a0b77 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:11.163887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae9a27-d47b-48a7-bdb2-7fb24904d2dd req-d31d2f64-b383-4415-9a27-9d80cda7f404 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.166153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12ae9a27-d47b-48a7-bdb2-7fb24904d2dd req-d31d2f64-b383-4415-9a27-9d80cda7f404 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 932 time: 0.4677291 Jul 16 20:48:11.260647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.282663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0ac82b-57e7-4364-b840-05a59d1cf9bd {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:11.288066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21c0895-029d-478d-83d0-fb220374c4f4']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:11.303896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f13351-17e2-4dc8-9a82-936602d7ba5c') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:11.304533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f13351-17e2-4dc8-9a82-936602d7ba5c') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:11.305224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12ae9a27-d47b-48a7-bdb2-7fb24904d2dd req-c656f509-5f59-42de-a45e-5e35520740a8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669847 Jul 16 20:48:11.315070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.326768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.331627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Transition to ACTIVE for port object 4b0ac82b-57e7-4364-b840-05a59d1cf9bd will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:11.337275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.347529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.357506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:48:11.358360 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:48:11.369975 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:48:11.403027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:11.445643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.473656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.475753 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] 10.222.0.100 "DELETE /v2.0/networks/b21c0895-029d-478d-83d0-fb220374c4f4 HTTP/1.1" status: 204 len: 168 time: 1.0232184 Jul 16 20:48:11.476656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca01ca8-ed21-48df-8bd8-62113e13bc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b21c0895-029d-478d-83d0-fb220374c4f4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:11.521476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Attempting to bind port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:11.521919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Attempting to bind port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:11.522323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Attempting to bind port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:11.530160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:48:11.530694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Attempting to bind port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:11.537597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:11.538475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:11.539185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:11.540219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Bound port: 4b0ac82b-57e7-4364-b840-05a59d1cf9bd, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:11.540710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.664025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] For port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:11.666320 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:11.676991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] For port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:11.688006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.717245 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e427ed1c-7ce1-430a-b389-58c4db8c6ad4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=79233d40f08e4466b65ce714a484fb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494442 Jul 16 20:48:11.720047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 42976) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:11.755588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.756469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.758619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-f4752761-980d-483c-9393-8586f98e1533 service neutron] 10.222.0.26 "PUT /v2.0/ports/4b0ac82b-57e7-4364-b840-05a59d1cf9bd HTTP/1.1" status: 200 len: 1092 time: 1.2139895 Jul 16 20:48:11.759153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'tag': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:11.768122 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19711d3d-1c1c-41c1-b430-bad9c8f59714" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc4f032-24bb-4d04-9552-4830dc3bec98", "tag": "4b0ac82b-57e7-4364-b840-05a59d1cf9bd"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:11.789454 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c13a6ba-0634-4621-b056-2388c6e988a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.848272 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c13a6ba-0634-4621-b056-2388c6e988a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.850521 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ee262f-1e6c-4cc7-b708-81ca7ad55bc4 x-openstack-request-id: req-e8ee262f-1e6c-4cc7-b708-81ca7ad55bc4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:11.850824 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc4f032-24bb-4d04-9552-4830dc3bec98", "tag": "4b0ac82b-57e7-4364-b840-05a59d1cf9bd", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:11.851167 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e8ee262f-1e6c-4cc7-b708-81ca7ad55bc4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:11.851684 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'tag': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd', 'status': 'completed', 'code': 200} Jul 16 20:48:11.852354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4752761-980d-483c-9393-8586f98e1533 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:11.920317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-66a9fa27-437e-4794-9703-98f3ca0eb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:11.920998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c13a6ba-0634-4621-b056-2388c6e988a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.922308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-66a9fa27-437e-4794-9703-98f3ca0eb79d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 1095 time: 0.1075201 Jul 16 20:48:11.924534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c13a6ba-0634-4621-b056-2388c6e988a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:11.937683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3c13a6ba-0634-4621-b056-2388c6e988a2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cd4f75b4-6809-4cab-b4c8-c4728dd808ac HTTP/1.1" status: 204 len: 168 time: 0.2106187 Jul 16 20:48:11.959109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13a6ba-0634-4621-b056-2388c6e988a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f75b4-6809-4cab-b4c8-c4728dd808ac,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:12.068196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-53eb2c09-f116-49f5-8080-818b913388bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0ac82b-57e7-4364-b840-05a59d1cf9bd HTTP/1.1" status: 200 len: 217 time: 0.1386862 Jul 16 20:48:12.131600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-71b95061-5840-4c5a-ae5e-b2876b6eb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.133297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-71b95061-5840-4c5a-ae5e-b2876b6eb651 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0575588 Jul 16 20:48:12.159644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fc7baf00-ff54-484e-a491-c727d42a0b77 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:12.210321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-af819fa6-190f-4b12-96e8-716b04498b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.212043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-af819fa6-190f-4b12-96e8-716b04498b92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716033 Jul 16 20:48:12.249543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: fc7baf00-ff54-484e-a491-c727d42a0b77 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:12.250071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fc7baf00-ff54-484e-a491-c727d42a0b77 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:12.251272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4556a9bd-5caf-4d08-8ca0-644a320a133e no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:12.274723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4556a9bd-5caf-4d08-8ca0-644a320a133e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:12.275384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4556a9bd-5caf-4d08-8ca0-644a320a133e not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:12.380951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-99ba5eb0-e6b5-4401-9574-a870009746b1 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618986 Jul 16 20:48:12.562936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca2ac16-d6c7-48e8-a77f-037b3c01003f req-0f4858dc-77c9-4efb-ab99-e1cfad7270a3 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669366 Jul 16 20:48:12.604615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375725-41b1-4d38-8847-b8c1ca1b5edf req-243b217f-417f-41cf-81e5-0488216c3882 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.607537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00375725-41b1-4d38-8847-b8c1ca1b5edf req-243b217f-417f-41cf-81e5-0488216c3882 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.1043544 Jul 16 20:48:12.689444 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00375725-41b1-4d38-8847-b8c1ca1b5edf req-ba839be3-84c0-4bee-b36f-dd08d5fda480 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762651 Jul 16 20:48:12.719525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-67304899-b258-43c3-8a0d-7a0aa1b3a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.719525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-67304899-b258-43c3-8a0d-7a0aa1b3a4dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 1095 time: 0.0892222 Jul 16 20:48:12.818037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-55988df0-39f5-4790-a694-470c21776d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.819695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-55988df0-39f5-4790-a694-470c21776d1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1009068 Jul 16 20:48:12.866210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-b2869b58-9082-4434-85bc-e4d309d2e177 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0ac82b-57e7-4364-b840-05a59d1cf9bd HTTP/1.1" status: 200 len: 217 time: 0.0400162 Jul 16 20:48:12.940839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-d514475b-8a75-4c69-b9dd-35a2b132c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:12.942752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-d514475b-8a75-4c69-b9dd-35a2b132c1c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0711815 Jul 16 20:48:13.018086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-529e292c-57e8-475b-b81d-e823704cca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:13.019789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-529e292c-57e8-475b-b81d-e823704cca67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691202 Jul 16 20:48:13.140052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-49e514d6-9e33-4249-ab6d-28e9470fcc7e service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138384 Jul 16 20:48:13.262106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19711d3d-1c1c-41c1-b430-bad9c8f59714 req-78963327-8394-4726-970c-1084c0fb0cb7 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163640 Jul 16 20:48:13.953496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86b78a-dad0-4b4b-b828-f626aada836a req-530d9842-ed7c-49f2-92b6-4359dd2fdd27 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:13.961927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b86b78a-dad0-4b4b-b828-f626aada836a req-530d9842-ed7c-49f2-92b6-4359dd2fdd27 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.0876675 Jul 16 20:48:14.016148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b86b78a-dad0-4b4b-b828-f626aada836a req-7c3281f6-538c-4771-8d5f-e9e075f4fc6d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502965 Jul 16 20:48:14.215219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43044) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:14.431211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02267d4e-4118-41d9-b0c6-b1a102c23aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.598383 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02267d4e-4118-41d9-b0c6-b1a102c23aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.611905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-02267d4e-4118-41d9-b0c6-b1a102c23aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.649961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-02267d4e-4118-41d9-b0c6-b1a102c23aac admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=99838265ceaf46cc8fbb379c75e97701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333432 Jul 16 20:48:14.658802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43052) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:14.674539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02267d4e-4118-41d9-b0c6-b1a102c23aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e91f14a-e046-45a6-98cf-db2d13e172c1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:14.753398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0cabce6-8236-4981-b9ea-3eb422de025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.797671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0cabce6-8236-4981-b9ea-3eb422de025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.874842 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0cabce6-8236-4981-b9ea-3eb422de025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.879937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0cabce6-8236-4981-b9ea-3eb422de025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:14.883933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0cabce6-8236-4981-b9ea-3eb422de025a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5e91f14a-e046-45a6-98cf-db2d13e172c1 HTTP/1.1" status: 204 len: 168 time: 0.2213340 Jul 16 20:48:14.894156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cabce6-8236-4981-b9ea-3eb422de025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e91f14a-e046-45a6-98cf-db2d13e172c1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:15.242092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061c1b8-f4d4-4ae8-b6f9-88a674989400 req-6c372c6b-e87d-4603-8a59-009c12d0038d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:15.243870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8061c1b8-f4d4-4ae8-b6f9-88a674989400 req-6c372c6b-e87d-4603-8a59-009c12d0038d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 946 time: 0.1129386 Jul 16 20:48:15.295959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8061c1b8-f4d4-4ae8-b6f9-88a674989400 req-df6db1b9-1919-41d7-aa7c-ee63b1bb2e59 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445359 Jul 16 20:48:15.553004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0554c-d52e-43ee-8b35-cb128698e16c req-9414cb22-5c4d-431b-84d7-ab8d6c47d8eb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:15.554769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-deb0554c-d52e-43ee-8b35-cb128698e16c req-9414cb22-5c4d-431b-84d7-ab8d6c47d8eb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.0988243 Jul 16 20:48:15.625166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-deb0554c-d52e-43ee-8b35-cb128698e16c req-a8c86fe0-d6df-4007-8c33-4beecff40051 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583653 Jul 16 20:48:16.612828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427565d-4c00-4b7e-a486-fd9a1690cba7 req-bb057a60-e679-4ea4-af3c-05bb68144663 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.614462 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4427565d-4c00-4b7e-a486-fd9a1690cba7 req-bb057a60-e679-4ea4-af3c-05bb68144663 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 946 time: 0.1508918 Jul 16 20:48:16.627007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-73bc912f-67c1-4524-842f-8efef9730348 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:16.628855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-73bc912f-67c1-4524-842f-8efef9730348 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.26 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 946 time: 0.1250355 Jul 16 20:48:16.728415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4427565d-4c00-4b7e-a486-fd9a1690cba7 req-e76914ec-eeb6-4111-aa09-c7878911a99a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=e87c5bfd-a029-401e-8e1c-8962788875d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984511 Jul 16 20:48:16.816546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Deleting port be60a2a7-074c-4011-a2a3-4145faf5d90b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:16.816884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:16.985661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] For port be60a2a7-074c-4011-a2a3-4145faf5d90b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=be60a2a7-074c-4011-a2a3-4145faf5d90b,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:16.985980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.406537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122e47-79d5-45bd-9bdd-8c61272fc622 req-0e9496b6-01aa-49c9-9f26-f05213cc83a6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:17.408321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7122e47-79d5-45bd-9bdd-8c61272fc622 req-0e9496b6-01aa-49c9-9f26-f05213cc83a6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.4766750 Jul 16 20:48:17.522593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7122e47-79d5-45bd-9bdd-8c61272fc622 req-3244ffa3-ffec-40d2-962c-3b3c140a086a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045098 Jul 16 20:48:17.577766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.578152 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.578510 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Floating IP 8035f48b-de9c-4629-b795-0356a6509996 disassociated. External IP: 172.25.8.221, port: be60a2a7-074c-4011-a2a3-4145faf5d90b. Jul 16 20:48:17.578857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Calling delete_port for be60a2a7-074c-4011-a2a3-4145faf5d90b owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:17.734878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:17.768868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event deleted for resources: {'Port': ['ID=be60a2a7-074c-4011-a2a3-4145faf5d90b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:17.939432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44f4fb9e-d6d0-43aa-abed-d59d06b2985a req-abd57d5e-cabb-4eb4-a7e9-2456992d2b1f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 210 time: 0.0301950 Jul 16 20:48:17.946799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:18.039419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43112) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:18.143701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:18.158884 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] Sync routers for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:18.171327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:18.172227 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:48:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:18.242394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] No DVR routers for this DVR port be60a2a7-074c-4011-a2a3-4145faf5d90b on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:18.303315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.307367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5c64b0a-bd0b-4e90-99b2-fc44e8787114 req-28827cfe-bdd3-418d-96b6-cdf408090f9b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.26 "DELETE /v2.0/ports/be60a2a7-074c-4011-a2a3-4145faf5d90b HTTP/1.1" status: 204 len: 173 time: 1.6613686 Jul 16 20:48:18.308584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3458ebc1-9c0b-4a73-be8b-9d6987bcc699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.332890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-deleted', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:18.335365 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25af86e-ec12-409c-ab44-35b995f3cb47" -d '{"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-deleted", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:18.400743 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:18.433542 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3120311-0249-4962-b931-00536f019c16 x-openstack-request-id: req-e3120311-0249-4962-b931-00536f019c16 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:18.433907 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db098eb-a007-4e6f-92e1-7f1d88d3e4df", "name": "network-vif-deleted", "tag": "be60a2a7-074c-4011-a2a3-4145faf5d90b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:18.434456 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e3120311-0249-4962-b931-00536f019c16 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:18.435065 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db098eb-a007-4e6f-92e1-7f1d88d3e4df', 'name': 'network-vif-deleted', 'tag': 'be60a2a7-074c-4011-a2a3-4145faf5d90b', 'status': 'completed', 'code': 200} Jul 16 20:48:18.497822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3458ebc1-9c0b-4a73-be8b-9d6987bcc699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.507818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3458ebc1-9c0b-4a73-be8b-9d6987bcc699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.567185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3458ebc1-9c0b-4a73-be8b-9d6987bcc699 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d00020f36901435fbf63895cc8016874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266538 Jul 16 20:48:18.567514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43120) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:18.600409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458ebc1-9c0b-4a73-be8b-9d6987bcc699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc9c73c-d637-4237-a3ab-ee09e64000f5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:18.655357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98be953f-f551-44bf-bc4e-20c90c98278d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.681827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98be953f-f551-44bf-bc4e-20c90c98278d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.705925 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:18.749489 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] Checking router: 3e402f66-15c1-452c-bff8-ffd00a93b5d3 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:18.759433 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:18.760130 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:48:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:18.767725 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98be953f-f551-44bf-bc4e-20c90c98278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.770516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98be953f-f551-44bf-bc4e-20c90c98278d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:18.771710 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98be953f-f551-44bf-bc4e-20c90c98278d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0dc9c73c-d637-4237-a3ab-ee09e64000f5 HTTP/1.1" status: 204 len: 168 time: 0.2025194 Jul 16 20:48:18.799361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be953f-f551-44bf-bc4e-20c90c98278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc9c73c-d637-4237-a3ab-ee09e64000f5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:18.845082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba22292-9116-4396-a8b9-0d325fd6a5fe req-cc79ea87-77b8-48af-a8de-bbb2edb035f7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:18.846675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ba22292-9116-4396-a8b9-0d325fd6a5fe req-cc79ea87-77b8-48af-a8de-bbb2edb035f7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.1342094 Jul 16 20:48:18.914940 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ba22292-9116-4396-a8b9-0d325fd6a5fe req-49a5e248-9238-4080-9b08-78fc18aa3684 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608518 Jul 16 20:48:18.963603 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:19.151966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be5a2929-8644-440f-96d5-b325e0683b81 req-f20f8acb-fe4b-434d-8d04-bf2aec67229e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=6db098eb-a007-4e6f-92e1-7f1d88d3e4df HTTP/1.1" status: 200 len: 210 time: 0.0354660 Jul 16 20:48:19.249876 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:19.284127 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82547290-dd50-4dac-9cb2-a4317dad2bc4 None None] The sync data for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 is: [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:19.558077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8328f-0b59-41a2-8f1c-436ac5a51d6a None None] New status for floating IP 8035f48b-de9c-4629-b795-0356a6509996: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:20.122773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef802a-48bb-43f4-82ea-16d227a21faf req-11579386-70fc-47b9-9f3f-555388769e96 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:20.124366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31ef802a-48bb-43f4-82ea-16d227a21faf req-11579386-70fc-47b9-9f3f-555388769e96 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.0749543 Jul 16 20:48:20.174594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31ef802a-48bb-43f4-82ea-16d227a21faf req-1ed37145-4fe8-4518-b1c0-53a237d40f4a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Jul 16 20:48:20.307464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43166) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:20.368976 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2da48245-6d1b-4d95-a6dd-992d47400645 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.396688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2da48245-6d1b-4d95-a6dd-992d47400645 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.460146 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2da48245-6d1b-4d95-a6dd-992d47400645 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.462829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2da48245-6d1b-4d95-a6dd-992d47400645 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.466672 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2da48245-6d1b-4d95-a6dd-992d47400645 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "DELETE /v2.0/security-groups/e87c5bfd-a029-401e-8e1c-8962788875d3 HTTP/1.1" status: 204 len: 168 time: 0.1549563 Jul 16 20:48:20.467060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43172) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:20.476736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da48245-6d1b-4d95-a6dd-992d47400645 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c5bfd-a029-401e-8e1c-8962788875d3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:20.507090 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-195e3633-4833-4597-ab2c-96ed6bb5bb61 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] show failed (client error): The resource could not be found. Jul 16 20:48:20.509013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-195e3633-4833-4597-ab2c-96ed6bb5bb61 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups/e87c5bfd-a029-401e-8e1c-8962788875d3 HTTP/1.1" status: 404 len: 347 time: 0.0409551 Jul 16 20:48:20.513282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43174) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:20.650149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Deleting port 28c9d7b5-ed1d-43c4-bc62-a55de4a5af3d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:20.650512 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.739236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.739705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.753313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Calling delete_port for 28c9d7b5-ed1d-43c4-bc62-a55de4a5af3d owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:20.910925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.937370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event deleted for resources: {'Port': ['ID=28c9d7b5-ed1d-43c4-bc62-a55de4a5af3d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:21.004592 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.007164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.008377 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-56f59c44-dcdb-431e-9004-8e795b8d8953 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "DELETE /v2.0/floatingips/8035f48b-de9c-4629-b795-0356a6509996 HTTP/1.1" status: 204 len: 168 time: 0.4937351 Jul 16 20:48:21.018870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:21.061613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: be60a2a7-074c-4011-a2a3-4145faf5d90b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:21.065072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device be60a2a7-074c-4011-a2a3-4145faf5d90b not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:21.546000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:21.551992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3abe38e4-4297-44bd-a405-e326ef917bc1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267037278', 'description': 'tempest-description--265551056'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:21.609131 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3abe38e4-4297-44bd-a405-e326ef917bc1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.740074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3abe38e4-4297-44bd-a405-e326ef917bc1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.748707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3abe38e4-4297-44bd-a405-e326ef917bc1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.795053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3abe38e4-4297-44bd-a405-e326ef917bc1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.795053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3abe38e4-4297-44bd-a405-e326ef917bc1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2415397 Jul 16 20:48:21.795053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43196) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:21.798870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed9eb-300a-4a6d-b9c6-793176e86c73 req-5f492fb6-d79e-4365-af71-3fa55e49dd81 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:21.799380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a41ed9eb-300a-4a6d-b9c6-793176e86c73 req-5f492fb6-d79e-4365-af71-3fa55e49dd81 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.1125879 Jul 16 20:48:21.807841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-791e9396-e4ec-4b52-8e0e-c3bdb7aaa85b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'security_group_rule': {'security_group_id': 'f88b4e2a-abfc-43bd-821e-4bf1cd8e747b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:21.827170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe38e4-4297-44bd-a405-e326ef917bc1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:21.861638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a41ed9eb-300a-4a6d-b9c6-793176e86c73 req-629df387-0df6-491b-8e48-6766b0872fe8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509503 Jul 16 20:48:21.899040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791e9396-e4ec-4b52-8e0e-c3bdb7aaa85b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.967030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791e9396-e4ec-4b52-8e0e-c3bdb7aaa85b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:21.971636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791e9396-e4ec-4b52-8e0e-c3bdb7aaa85b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.002467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e9396-e4ec-4b52-8e0e-c3bdb7aaa85b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b3cbeb-2905-4f3c-a92c-b26ea606f7b2,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:22.012469 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791e9396-e4ec-4b52-8e0e-c3bdb7aaa85b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.014419 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-791e9396-e4ec-4b52-8e0e-c3bdb7aaa85b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2133963 Jul 16 20:48:22.017489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43202) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:22.022695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3c7a8b11-44a3-4fc1-b749-05a1cfacfcae tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'security_group_rule': {'security_group_id': 'f88b4e2a-abfc-43bd-821e-4bf1cd8e747b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:22.079814 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8b11-44a3-4fc1-b749-05a1cfacfcae tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.157838 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8b11-44a3-4fc1-b749-05a1cfacfcae tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.165387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8b11-44a3-4fc1-b749-05a1cfacfcae tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.194618 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8b11-44a3-4fc1-b749-05a1cfacfcae tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.199267 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3c7a8b11-44a3-4fc1-b749-05a1cfacfcae tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1806927 Jul 16 20:48:22.199437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43206) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:22.200443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a8b11-44a3-4fc1-b749-05a1cfacfcae tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7a7628-a3a5-4a57-8aea-5c619f48f794,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:22.207003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:22.244513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.366591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.489305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Allocated IP 172.25.8.78 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/e1cc5270-91b7-4f5a-a587-20551e58560b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:22.632222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.675986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.717549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:22.722721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:22.725197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:22.758089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'Port': ['ID=e1cc5270-91b7-4f5a-a587-20551e58560b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:22.874004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:22.930249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.172664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec130-324c-4f4f-b345-2c9424da7c7e req-d861bb5e-f2a0-4fb3-85de-ed3e32f826b3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.174379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36bec130-324c-4f4f-b345-2c9424da7c7e req-d861bb5e-f2a0-4fb3-85de-ed3e32f826b3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.1499846 Jul 16 20:48:23.213451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.221814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.264723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-36bec130-324c-4f4f-b345-2c9424da7c7e req-c1568036-a775-4ac9-8e46-a320026b88b0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811296 Jul 16 20:48:23.321301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'Port': ['ID=e1cc5270-91b7-4f5a-a587-20551e58560b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:23.338009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.357189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.358690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-17247d23-5ca7-4039-a557-1c5f14a65cdd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1571546 Jul 16 20:48:23.576819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-2f7fd55f-83ec-4ffe-9fa5-eb50137ba9f0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--267037278&fields=id&tenant_id=2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 267 time: 0.0379083 Jul 16 20:48:23.711960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-e23e1756-e550-476c-a225-40a18d0301f5 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:23.713518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-e23e1756-e550-476c-a225-40a18d0301f5 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 816 time: 0.1294215 Jul 16 20:48:23.730263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-fc1b8f92-073b-4817-bd0a-5b0ca2a8c5e6 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/quotas/2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 375 time: 0.0101833 Jul 16 20:48:23.809825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-1902edd1-39d5-41c2-9426-feaa3814e64f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720212 Jul 16 20:48:23.926161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-275a0f5d-188d-48ca-8317-733e2841b14d service neutron] 10.222.0.100 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039627 Jul 16 20:48:24.044569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-df9fc70c-be96-4ce8-8217-86d1101ec4c9 service neutron] 10.222.0.100 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119506 Jul 16 20:48:24.275642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fff40e4e-e8a0-42cb-a10d-de18f07d099d req-f171551b-4a03-4b85-8425-daab450b561a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 210 time: 0.0521662 Jul 16 20:48:24.487851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b7a7-7421-414d-ad4e-78a3e701e7cf req-3c2ba80f-3742-4ca8-a523-288ff3c81bf4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:24.489515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a72b7a7-7421-414d-ad4e-78a3e701e7cf req-3c2ba80f-3742-4ca8-a523-288ff3c81bf4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.0761385 Jul 16 20:48:24.537087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a72b7a7-7421-414d-ad4e-78a3e701e7cf req-9c70151a-13ad-42ac-b0c1-c9b69eac0ad4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Jul 16 20:48:25.180727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43284) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:25.298273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ebce492-c851-4102-8ee1-9fbfd2af4006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.434283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ebce492-c851-4102-8ee1-9fbfd2af4006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.439799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ebce492-c851-4102-8ee1-9fbfd2af4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.462130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5c50400-1163-4f69-8f21-da95ad284143 req-464913a0-827d-4c4d-aa5e-d177664e60e2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 210 time: 0.0379674 Jul 16 20:48:25.494712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebce492-c851-4102-8ee1-9fbfd2af4006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e5929-8797-41c2-ac94-bea87c8f303e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:25.509880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-3ead49a3-4412-4a3f-9817-ae2ef697ed85 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.511528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-3ead49a3-4412-4a3f-9817-ae2ef697ed85 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 816 time: 0.1764288 Jul 16 20:48:25.516001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43290) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:25.516133 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ebce492-c851-4102-8ee1-9fbfd2af4006 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2db310c337894d30a0308ade6d7767b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303959 Jul 16 20:48:25.585395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-ef4cf159-0eba-4704-adf3-7ebd1fdb7735 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 379 time: 0.0622828 Jul 16 20:48:25.602509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'port': {'device_id': '2e6232b1-4203-4527-964a-a139c14646b9', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'admin_state_up': True, 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'security_groups': ['f88b4e2a-abfc-43bd-821e-4bf1cd8e747b']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:25.619295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22e6dbe5-f249-409a-8022-ace3b13c796b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.694764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22e6dbe5-f249-409a-8022-ace3b13c796b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.808401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22e6dbe5-f249-409a-8022-ace3b13c796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.813665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-22e6dbe5-f249-409a-8022-ace3b13c796b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.815000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-22e6dbe5-f249-409a-8022-ace3b13c796b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f74e5929-8797-41c2-ac94-bea87c8f303e HTTP/1.1" status: 204 len: 168 time: 0.2976751 Jul 16 20:48:25.822068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Made reservation on behalf of 2b7a5232468b402abf1df665c06fbbde for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:25.826247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:25.847657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34772be-2464-409d-9856-d0f18f7614b0 req-cc7e5144-bd79-4dbe-8c84-8610c33e815a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:25.849219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34772be-2464-409d-9856-d0f18f7614b0 req-cc7e5144-bd79-4dbe-8c84-8610c33e815a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.1695113 Jul 16 20:48:25.857081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6dbe5-f249-409a-8022-ace3b13c796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e5929-8797-41c2-ac94-bea87c8f303e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:25.940408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34772be-2464-409d-9856-d0f18f7614b0 req-cce43eff-8ef8-4b00-8cbe-080cfb407ce3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Jul 16 20:48:26.018663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Allocated IP 172.20.0.11 (a076478b-73dc-40be-8988-7b016aa59f09/e69dc8fc-10d9-47d5-8c80-52d86dc1563f/0c447423-a247-4336-9657-3a4c211f1fd8) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:26.105600 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43298) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:26.122557 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fc43fe4-543a-47e4-b4bb-dca2c003e6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.186434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.202395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Transition to ACTIVE for port object 0c447423-a247-4336-9657-3a4c211f1fd8 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:26.220038 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fc43fe4-543a-47e4-b4bb-dca2c003e6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.224536 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fc43fe4-543a-47e4-b4bb-dca2c003e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.240390 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.264660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2fc43fe4-543a-47e4-b4bb-dca2c003e6f1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0105e9f834c94cfe87e0e8109cb70e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564090 Jul 16 20:48:26.265755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc43fe4-543a-47e4-b4bb-dca2c003e6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3452e-213a-4378-a198-483b2c2ac7a7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:26.268062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43300) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:26.290286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Network a076478b-73dc-40be-8988-7b016aa59f09 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:26.294966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:26.298764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:26.323087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:26.328157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ead6-4a0d-44b8-ae76-810ca0c15ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.354460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:26.354977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ead6-4a0d-44b8-ae76-810ca0c15ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.355410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.371124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-09316091-6acf-4b99-b28c-2dfd1ee5d370 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7746873 Jul 16 20:48:26.389988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Request body: {'port': {'device_id': '2e6232b1-4203-4527-964a-a139c14646b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:26.418785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ead6-4a0d-44b8-ae76-810ca0c15ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.422012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ead6-4a0d-44b8-ae76-810ca0c15ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.423408 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a4e4ead6-4a0d-44b8-ae76-810ca0c15ad7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0cf3452e-213a-4378-a198-483b2c2ac7a7 HTTP/1.1" status: 204 len: 168 time: 0.1544111 Jul 16 20:48:26.436793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4ead6-4a0d-44b8-ae76-810ca0c15ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3452e-213a-4378-a198-483b2c2ac7a7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:26.481687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.598870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ac9ca255-ef91-44af-8b2f-d19445396465 None None] Provisioning for port 0c447423-a247-4336-9657-3a4c211f1fd8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:26.603099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ac9ca255-ef91-44af-8b2f-d19445396465 None None] Provisioning complete for port 0c447423-a247-4336-9657-3a4c211f1fd8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:26.603787 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca255-ef91-44af-8b2f-d19445396465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.647354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ca255-ef91-44af-8b2f-d19445396465 None None] Port 0c447423-a247-4336-9657-3a4c211f1fd8 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:48:26.758279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75a41-6384-4575-b1bd-6f6a8e94db67 req-371843d3-5522-4351-85a1-a967d40fedc3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:26.759843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd75a41-6384-4575-b1bd-6f6a8e94db67 req-371843d3-5522-4351-85a1-a967d40fedc3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 932 time: 0.1475632 Jul 16 20:48:26.829738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd75a41-6384-4575-b1bd-6f6a8e94db67 req-32abce5b-64d5-449d-a467-3271db5a0bfb tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627193 Jul 16 20:48:26.875687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c447423-a247-4336-9657-3a4c211f1fd8 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:26.883860 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.897502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Transition to ACTIVE for port object 0c447423-a247-4336-9657-3a4c211f1fd8 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:26.902293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.991198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:27.054350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Attempting to bind port 0c447423-a247-4336-9657-3a4c211f1fd8 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:27.054696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Attempting to bind port 0c447423-a247-4336-9657-3a4c211f1fd8 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:27.055033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Attempting to bind port 0c447423-a247-4336-9657-3a4c211f1fd8 on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:27.061183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Port 0c447423-a247-4336-9657-3a4c211f1fd8 on network a076478b-73dc-40be-8988-7b016aa59f09 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:48:27.061561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Attempting to bind port 0c447423-a247-4336-9657-3a4c211f1fd8 on network a076478b-73dc-40be-8988-7b016aa59f09 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:27.067151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:27.071958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Checking segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:27.071958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Bound using segment: {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:27.071958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Bound port: 0c447423-a247-4336-9657-3a4c211f1fd8, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:27.071958 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.204509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:27.222489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:27.229108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.247765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e84c2-281c-45a0-bb50-4aa4a34166a1 req-1afee834-f88d-4d48-8cd6-25974107c41f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.249342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c6e84c2-281c-45a0-bb50-4aa4a34166a1 req-1afee834-f88d-4d48-8cd6-25974107c41f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.1287856 Jul 16 20:48:27.287897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.288513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:27.289945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] 10.222.0.21 "PUT /v2.0/ports/0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 1092 time: 0.9061778 Jul 16 20:48:27.290335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:27.292586 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:27.351317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40e7af-0075-4f4e-a30c-86cde2d0853a service neutron] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:27.381957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c6e84c2-281c-45a0-bb50-4aa4a34166a1 req-b6ff916a-8992-4339-9906-c631971b5986 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121008 Jul 16 20:48:27.438456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-026f9c9f-21ab-43aa-8359-29d97d4584ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.440206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-026f9c9f-21ab-43aa-8359-29d97d4584ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1095 time: 0.1023958 Jul 16 20:48:27.441752 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaa8ba4-db90-442b-86ad-95a2bfbc56ad x-openstack-request-id: req-7aaa8ba4-db90-442b-86ad-95a2bfbc56ad {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:27.442048 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:27.442308 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7aaa8ba4-db90-442b-86ad-95a2bfbc56ad {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:27.442692 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8', 'status': 'completed', 'code': 200} Jul 16 20:48:27.490778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-fb528f36-5963-414a-a7f5-bf7ff12d9546 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 217 time: 0.0424371 Jul 16 20:48:27.544843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-9d57c8b5-8757-46fe-8d97-39d828dc1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.546333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-9d57c8b5-8757-46fe-8d97-39d828dc1fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0485852 Jul 16 20:48:27.608250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-e807071c-6adb-437e-a155-7d33dbf550ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.609768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-e807071c-6adb-437e-a155-7d33dbf550ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564539 Jul 16 20:48:27.711919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-83b3c59f-8a07-462f-a90a-d67047622979 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946431 Jul 16 20:48:27.805799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8f4a17f-13aa-4008-a28f-f4594eb062ec req-8324ecc3-0bf2-43b6-9b60-d87b22309508 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 Jul 16 20:48:27.919400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-8680e3e6-c3df-4904-bfc8-71f79cc483dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:27.920931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-8680e3e6-c3df-4904-bfc8-71f79cc483dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1095 time: 0.0634542 Jul 16 20:48:28.064588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-e697821e-2d7d-4c20-b93b-4106fc83f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:28.066100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-e697821e-2d7d-4c20-b93b-4106fc83f795 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1380794 Jul 16 20:48:28.117142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-2cd5490b-125f-4708-a2de-b0cd97db966e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 217 time: 0.0427973 Jul 16 20:48:28.126548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d78a7a-7e82-4dce-91bf-7aefc74db987 req-62f8f602-8a2b-44e9-976b-2107320ecb68 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:28.128124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d78a7a-7e82-4dce-91bf-7aefc74db987 req-62f8f602-8a2b-44e9-976b-2107320ecb68 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.1384227 Jul 16 20:48:28.202665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85d78a7a-7e82-4dce-91bf-7aefc74db987 req-b8aa029b-645a-41f4-9a92-79d8877ef08d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684259 Jul 16 20:48:28.208691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-607a1661-cc64-4b17-af21-05fff304f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:28.210126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-607a1661-cc64-4b17-af21-05fff304f93f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0675893 Jul 16 20:48:28.281716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-26afeb25-12f4-4e2e-a92e-8f9ac28705dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:28.283317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-26afeb25-12f4-4e2e-a92e-8f9ac28705dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641236 Jul 16 20:48:28.777271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-afcd19a7-2656-417b-a96d-9b19c51f2c73 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840178 Jul 16 20:48:28.790018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00a970-f8d4-4782-a3ce-05c6f8ffa933 req-906cdaa3-ee92-4386-ba10-7a84d1c13861 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:28.791721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed00a970-f8d4-4782-a3ce-05c6f8ffa933 req-906cdaa3-ee92-4386-ba10-7a84d1c13861 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.1269431 Jul 16 20:48:28.889134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed00a970-f8d4-4782-a3ce-05c6f8ffa933 req-11e08ff4-7d87-40ab-818b-2a5099a110d3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866959 Jul 16 20:48:28.914846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-592ba68d-e5d3-4c9e-b7ae-a50beb6461a5 req-2303868b-b4f3-486e-84c9-14fd23b683c5 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208413 Jul 16 20:48:29.365672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43376) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:29.420834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bbd4f-96c5-4f73-8b39-f390ef438a5b req-77652ee7-efae-4b5f-92ff-d12f7c7ee0e8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:29.422556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d6bbd4f-96c5-4f73-8b39-f390ef438a5b req-77652ee7-efae-4b5f-92ff-d12f7c7ee0e8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0744882 Jul 16 20:48:29.463355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d6bbd4f-96c5-4f73-8b39-f390ef438a5b req-d4efe692-7ee2-4285-bfc8-b05bd9597fd8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347884 Jul 16 20:48:29.479513 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b58aad0e-906a-4b10-b556-bd02599ee886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.577353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b58aad0e-906a-4b10-b556-bd02599ee886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.581449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b58aad0e-906a-4b10-b556-bd02599ee886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.628241 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b58aad0e-906a-4b10-b556-bd02599ee886 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7e78b92ecf1d4ec6b4d72084c083cade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613139 Jul 16 20:48:29.629226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aad0e-906a-4b10-b556-bd02599ee886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f9ac2c-0def-4ad6-8c10-6b78f08d99f1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:29.631637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43380) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:29.693635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a867fcec-5b57-4c92-a66b-6835ed7a0aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.718920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a867fcec-5b57-4c92-a66b-6835ed7a0aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.768241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a867fcec-5b57-4c92-a66b-6835ed7a0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.770845 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a867fcec-5b57-4c92-a66b-6835ed7a0aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:29.772000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a867fcec-5b57-4c92-a66b-6835ed7a0aa7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/19f9ac2c-0def-4ad6-8c10-6b78f08d99f1 HTTP/1.1" status: 204 len: 168 time: 0.1391444 Jul 16 20:48:29.779645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867fcec-5b57-4c92-a66b-6835ed7a0aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f9ac2c-0def-4ad6-8c10-6b78f08d99f1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:29.943532 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:48:30.057427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:30.076506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f541ec-8751-47a4-8463-eb73153d1336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.087969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe0c69-9847-443b-8c16-f42e91c2e3d1 req-26619d09-3c34-4dd2-9076-b26d326411ad tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.089502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18fe0c69-9847-443b-8c16-f42e91c2e3d1 req-26619d09-3c34-4dd2-9076-b26d326411ad tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.0719104 Jul 16 20:48:30.135992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18fe0c69-9847-443b-8c16-f42e91c2e3d1 req-82109ecb-029f-4e73-a277-94a1643736ff tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Jul 16 20:48:30.167886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f541ec-8751-47a4-8463-eb73153d1336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.172429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19f541ec-8751-47a4-8463-eb73153d1336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.212545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f541ec-8751-47a4-8463-eb73153d1336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78376ac6-2eb4-4e15-97d2-0e74b02090af,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:30.217449 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-19f541ec-8751-47a4-8463-eb73153d1336 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=eef6d68c8d1548a8b4e58e1becbd2dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589561 Jul 16 20:48:30.220649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43390) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:30.265705 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0075d71d-47ec-467a-8eb9-4e275d713ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.275620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ec486f7-3592-4ace-bfa2-5017ca4bf1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.302221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ec486f7-3592-4ace-bfa2-5017ca4bf1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.353457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ec486f7-3592-4ace-bfa2-5017ca4bf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.356554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ec486f7-3592-4ace-bfa2-5017ca4bf1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:30.357804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3ec486f7-3592-4ace-bfa2-5017ca4bf1d0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/78376ac6-2eb4-4e15-97d2-0e74b02090af HTTP/1.1" status: 204 len: 168 time: 0.1361914 Jul 16 20:48:30.366733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec486f7-3592-4ace-bfa2-5017ca4bf1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78376ac6-2eb4-4e15-97d2-0e74b02090af,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:30.679559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26de430-3c93-44c4-a113-4e8ec3796ba9 req-5f48d182-14f3-49b1-b1b4-9e4d48ad7493 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:30.681609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c26de430-3c93-44c4-a113-4e8ec3796ba9 req-5f48d182-14f3-49b1-b1b4-9e4d48ad7493 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0820708 Jul 16 20:48:30.732941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c26de430-3c93-44c4-a113-4e8ec3796ba9 req-0b203847-a08c-4598-83b4-0239040413ed tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453441 Jul 16 20:48:31.132365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:31.255180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:31.270007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0c447423-a247-4336-9657-3a4c211f1fd8', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'port_id': '0c447423-a247-4336-9657-3a4c211f1fd8', 'mac_address': 'fa:16:3e:65:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:31.320231 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.338119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e3771-19a3-4dac-9bcb-9ea46d044928 req-05cde285-a509-4969-b79a-526e31fb48f4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.339000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c447423-a247-4336-9657-3a4c211f1fd8 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:31.339786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dd0e3771-19a3-4dac-9bcb-9ea46d044928 req-05cde285-a509-4969-b79a-526e31fb48f4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.0786445 Jul 16 20:48:31.366562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:31.373363 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:31.390796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dd0e3771-19a3-4dac-9bcb-9ea46d044928 req-3be61186-58ba-4581-8ba9-4315886706a6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Jul 16 20:48:31.438000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:31.620627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0c447423-a247-4336-9657-3a4c211f1fd8'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:31.928513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d5e7b-9cf5-4b31-a1e3-3fa5a6f21ba3 req-db2941cf-3835-48fa-85e2-3d3a837ffd6c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:31.930047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-266d5e7b-9cf5-4b31-a1e3-3fa5a6f21ba3 req-db2941cf-3835-48fa-85e2-3d3a837ffd6c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 945 time: 0.0690975 Jul 16 20:48:31.969556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-266d5e7b-9cf5-4b31-a1e3-3fa5a6f21ba3 req-095fad27-bac5-47e9-b392-39f3b020d245 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Jul 16 20:48:32.591126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22b7aa-8d7b-4344-a7cd-d497a8f8b863 req-b1d664a9-3036-4876-a064-070b3c880cf4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:32.592747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a22b7aa-8d7b-4344-a7cd-d497a8f8b863 req-b1d664a9-3036-4876-a064-070b3c880cf4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 944 time: 0.0686395 Jul 16 20:48:32.632652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a22b7aa-8d7b-4344-a7cd-d497a8f8b863 req-5275d84c-80d4-4b4a-bb79-dbd66116c92c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Jul 16 20:48:32.981394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43458) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:33.084655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4b0ac82b-57e7-4364-b840-05a59d1cf9bd details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:33.092625 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24af6e-8a33-4d19-9d41-b7edd0197808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.140917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:33.170045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282fae6-5b6c-4f60-8154-615b9a5bd97e req-eb7e2a66-7c0a-4b19-ba1c-5fe3dade4b99 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.172343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1282fae6-5b6c-4f60-8154-615b9a5bd97e req-eb7e2a66-7c0a-4b19-ba1c-5fe3dade4b99 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 945 time: 0.0823448 Jul 16 20:48:33.198229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24af6e-8a33-4d19-9d41-b7edd0197808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.203433 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b24af6e-8a33-4d19-9d41-b7edd0197808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.217829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1282fae6-5b6c-4f60-8154-615b9a5bd97e req-edce28db-4713-408b-a7dc-4a6383443748 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 Jul 16 20:48:33.242304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24af6e-8a33-4d19-9d41-b7edd0197808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c59968-70e8-44f3-8bb2-6a1ec26db0fd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:33.249665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:33.250190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2b24af6e-8a33-4d19-9d41-b7edd0197808 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=332c94a354dd47f6b315afead227e9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676625 Jul 16 20:48:33.251157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43464) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:33.267475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 0c447423-a247-4336-9657-3a4c211f1fd8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:33.271134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'port_id': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd', 'mac_address': 'fa:16:3e:61:bd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:33.273822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0c447423-a247-4336-9657-3a4c211f1fd8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:33.274188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.303540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2da00c-ad31-4d0c-8607-bc73459f0aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.327084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2da00c-ad31-4d0c-8607-bc73459f0aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.341768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.358080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0ac82b-57e7-4364-b840-05a59d1cf9bd {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:33.377802 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2da00c-ad31-4d0c-8607-bc73459f0aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.380502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2da00c-ad31-4d0c-8607-bc73459f0aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.381649 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5b2da00c-ad31-4d0c-8607-bc73459f0aed admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/17c59968-70e8-44f3-8bb2-6a1ec26db0fd HTTP/1.1" status: 204 len: 168 time: 0.1295400 Jul 16 20:48:33.390696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2da00c-ad31-4d0c-8607-bc73459f0aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c59968-70e8-44f3-8bb2-6a1ec26db0fd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:33.406683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:33.419056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.444732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.479895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:33.482370 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac9964-785b-4e3f-ac80-e366a9425527" -d '{"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:33.502099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:33.505985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:33.511387 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.536910 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620eadd1-e22d-45f8-b29b-b2336404888b x-openstack-request-id: req-620eadd1-e22d-45f8-b29b-b2336404888b {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:33.537203 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:33.537619 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-620eadd1-e22d-45f8-b29b-b2336404888b {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:33.538014 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8', 'code': 200} Jul 16 20:48:33.571170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:33.621505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['4b0ac82b-57e7-4364-b840-05a59d1cf9bd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:33.658189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9932-c326-4a62-ad74-f2980ee3f6fb req-70c7d895-42b2-45ad-ac4e-db52ff1d5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.659873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcad9932-c326-4a62-ad74-f2980ee3f6fb req-70c7d895-42b2-45ad-ac4e-db52ff1d5ac7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1097 time: 0.0594244 Jul 16 20:48:33.681226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43474) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:33.699198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcad9932-c326-4a62-ad74-f2980ee3f6fb req-d66cc848-d844-47ee-b361-ed3d62eac764 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321023 Jul 16 20:48:33.703174 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-677ec6d9-3d2e-4094-bbc6-729aac1633fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.814747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-677ec6d9-3d2e-4094-bbc6-729aac1633fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.818911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-677ec6d9-3d2e-4094-bbc6-729aac1633fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.863427 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-677ec6d9-3d2e-4094-bbc6-729aac1633fe admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5a4812b73c9543749aea17d060235ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786082 Jul 16 20:48:33.863427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ec6d9-3d2e-4094-bbc6-729aac1633fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a34f6aa-bb06-488d-9b9d-c0574c9b7bc0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:33.864313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215af3c-9ecf-44c0-97fd-0ac5d76a3321 req-60a318a5-d391-4ab8-8e9e-0f2d77783917 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:33.864626 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43476) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:33.865928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c215af3c-9ecf-44c0-97fd-0ac5d76a3321 req-60a318a5-d391-4ab8-8e9e-0f2d77783917 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 945 time: 0.0784552 Jul 16 20:48:33.911422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c215af3c-9ecf-44c0-97fd-0ac5d76a3321 req-58149beb-0a24-4aa3-b9a6-9618f3c637f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Jul 16 20:48:33.917538 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff712-54ce-44f2-b87e-25ddd1394ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.945349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff712-54ce-44f2-b87e-25ddd1394ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.994651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff712-54ce-44f2-b87e-25ddd1394ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.997804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff712-54ce-44f2-b87e-25ddd1394ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:33.998964 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7c8ff712-54ce-44f2-b87e-25ddd1394ecb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1a34f6aa-bb06-488d-9b9d-c0574c9b7bc0 HTTP/1.1" status: 204 len: 168 time: 0.1334291 Jul 16 20:48:34.006487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ff712-54ce-44f2-b87e-25ddd1394ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a34f6aa-bb06-488d-9b9d-c0574c9b7bc0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:34.041880 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:34.422340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658848fa-0051-4003-8270-e2b0e58b94ad req-0d3caa2a-082b-45ac-8a77-94baa2280ef7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:34.423909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-658848fa-0051-4003-8270-e2b0e58b94ad req-0d3caa2a-082b-45ac-8a77-94baa2280ef7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0738287 Jul 16 20:48:34.467307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-658848fa-0051-4003-8270-e2b0e58b94ad req-d2ba1991-d7bb-42e3-8b43-c82ca2948d72 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368183 Jul 16 20:48:34.847023 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d21db32e-6e3e-4605-a313-b64e19a390f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:35.096920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4b0ac82b-57e7-4364-b840-05a59d1cf9bd up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:35.111640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01b008-a274-4879-890b-fc2287d3dd8e req-42ea41a6-856f-4859-9491-fcbc5d4b21c7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.114115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b01b008-a274-4879-890b-fc2287d3dd8e req-42ea41a6-856f-4859-9491-fcbc5d4b21c7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 945 time: 0.0824494 Jul 16 20:48:35.157182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:35.161548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:35.162136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:35.168596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b01b008-a274-4879-890b-fc2287d3dd8e req-39db1844-9755-4dcd-a8e3-ada838a929cb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Jul 16 20:48:35.253467 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:35.288632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:35.292803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:35.366041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:35.539201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:35.542417 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06738ad1-2be3-42b7-bdfe-7fb7c11571c1" -d '{"events": [{"server_uuid": "dbc4f032-24bb-4d04-9552-4830dc3bec98", "name": "network-vif-plugged", "status": "completed", "tag": "4b0ac82b-57e7-4364-b840-05a59d1cf9bd"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:35.671162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a63a0-d8f7-4511-8320-f5694ff6cdc0 req-4b4a062b-4d87-4d09-95bd-514c4fc3b3cf tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.672765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-852a63a0-d8f7-4511-8320-f5694ff6cdc0 req-4b4a062b-4d87-4d09-95bd-514c4fc3b3cf tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0827792 Jul 16 20:48:35.716807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-852a63a0-d8f7-4511-8320-f5694ff6cdc0 req-aa32eae0-ccdb-4765-aa99-b79d6a5a15a0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382686 Jul 16 20:48:35.776008 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57fdc1a-198d-45c1-99cf-5c57ada55396 x-openstack-request-id: req-e57fdc1a-198d-45c1-99cf-5c57ada55396 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:35.776452 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc4f032-24bb-4d04-9552-4830dc3bec98", "name": "network-vif-plugged", "status": "completed", "tag": "4b0ac82b-57e7-4364-b840-05a59d1cf9bd", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:35.776751 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e57fdc1a-198d-45c1-99cf-5c57ada55396 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:35.777153 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd', 'code': 200} Jul 16 20:48:35.956800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f893b-99b8-4181-b935-9e29d34e85d9 req-dfa0ecc1-5e47-4964-b8ff-85f0452d5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.958488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc1f893b-99b8-4181-b935-9e29d34e85d9 req-dfa0ecc1-5e47-4964-b8ff-85f0452d5b4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 1097 time: 0.1088884 Jul 16 20:48:35.973726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f61470-3313-4872-8d40-b70469e1678a req-f943df90-c328-4a75-af46-d11526f2782d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:35.975402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99f61470-3313-4872-8d40-b70469e1678a req-f943df90-c328-4a75-af46-d11526f2782d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0929494 Jul 16 20:48:35.984969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43536) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:35.990301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Request body: {'floatingip': {'port_id': '0c447423-a247-4336-9657-3a4c211f1fd8'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:36.007415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc1f893b-99b8-4181-b935-9e29d34e85d9 req-51050542-4608-4dfa-b4e5-3f038422e1da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Jul 16 20:48:36.039798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.079804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.375825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45a368-51ac-4688-82f3-1f214e396b6d req-fabaa1ce-707b-4cbc-acea-a5edb749f0f2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:36.377838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e45a368-51ac-4688-82f3-1f214e396b6d req-fabaa1ce-707b-4cbc-acea-a5edb749f0f2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 946 time: 0.0805984 Jul 16 20:48:36.425836 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e45a368-51ac-4688-82f3-1f214e396b6d req-429af74d-b73a-4bff-89bc-f3e662176da4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Jul 16 20:48:36.598375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:36.602203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:37.078570 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Floating IP 1ff000d1-f82c-4a44-ac25-70b36b7fbb1c associated. External IP: 172.25.8.78, port: 0c447423-a247-4336-9657-3a4c211f1fd8. Jul 16 20:48:37.329155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:37.464503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:37.472263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:37.482700 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] Sync routers for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:37.502692 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:37.503463 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:48:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:37.520263 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6234206f-ab80-4878-bb1e-7c03c22e7b40 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "PUT /v2.0/floatingips/1ff000d1-f82c-4a44-ac25-70b36b7fbb1c HTTP/1.1" status: 200 len: 991 time: 1.5337827 Jul 16 20:48:37.521489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:37.525216 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:37.625640 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:37.674884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02954c6-5e07-4da4-b9b2-838b05212121 req-a4c82e24-5405-4c8b-b2be-bfe99c28b4a2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:37.676532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f02954c6-5e07-4da4-b9b2-838b05212121 req-a4c82e24-5405-4c8b-b2be-bfe99c28b4a2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 946 time: 0.0796068 Jul 16 20:48:37.736639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f02954c6-5e07-4da4-b9b2-838b05212121 req-c2ae0574-9c5d-495a-9a0c-e2b7096bf9bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541947 Jul 16 20:48:37.900636 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f26464-43de-436f-a2f8-455edf07c42a x-openstack-request-id: req-e3f26464-43de-436f-a2f8-455edf07c42a {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:37.900960 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:37.901302 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e3f26464-43de-436f-a2f8-455edf07c42a {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:37.901757 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8', 'status': 'completed', 'code': 200} Jul 16 20:48:37.922693 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1ff000d1-f82c-4a44-ac25-70b36b7fbb1c', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'port_id': '0c447423-a247-4336-9657-3a4c211f1fd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'mac_address': 'fa:16:3e:65:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6232b1-4203-4527-964a-a139c14646b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:48:22Z', 'updated_at': '2021-07-16T20:48:36Z', 'revision_number': 1, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:37.954771 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] Checking router: 3e402f66-15c1-452c-bff8-ffd00a93b5d3 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:37.965988 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:37.967107 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:48:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:38.007372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-53e5d775-09d8-46e6-8bde-3d143e51ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.009307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-53e5d775-09d8-46e6-8bde-3d143e51ccf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1097 time: 0.0737047 Jul 16 20:48:38.111140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:38.154936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-c42254ad-213e-45b6-9ecf-34610ca76bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.156511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-c42254ad-213e-45b6-9ecf-34610ca76bc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1384575 Jul 16 20:48:38.165261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2936b67-7c96-49e4-82d3-9ceb3de53c6b req-8f12d030-e8fe-4e3a-b79f-ee4737bea45c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.166807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2936b67-7c96-49e4-82d3-9ceb3de53c6b req-8f12d030-e8fe-4e3a-b79f-ee4737bea45c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 946 time: 0.1501942 Jul 16 20:48:38.217961 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:38.264206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-86c91905-9693-4326-af3f-5532f0fed108 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 999 time: 0.0960553 Jul 16 20:48:38.267218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2936b67-7c96-49e4-82d3-9ceb3de53c6b req-50e9945d-f9c9-48d8-93da-e9b78bb78a2c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919449 Jul 16 20:48:38.326174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-78b75960-20d1-4a08-a589-9cfecbfc35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.327740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-78b75960-20d1-4a08-a589-9cfecbfc35c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0567827 Jul 16 20:48:38.409439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-1a779b0c-a96b-4b26-bb49-c15f422cdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.411128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-1a779b0c-a96b-4b26-bb49-c15f422cdbc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767224 Jul 16 20:48:38.521362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:38.534841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-a1f2d134-e573-4793-a8de-1ca52a2e05e4 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151628 Jul 16 20:48:38.547108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1ff000d1-f82c-4a44-ac25-70b36b7fbb1c', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'port_id': '0c447423-a247-4336-9657-3a4c211f1fd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'mac_address': 'fa:16:3e:65:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6232b1-4203-4527-964a-a139c14646b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:48:22Z', 'updated_at': '2021-07-16T20:48:36Z', 'revision_number': 1, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:38.587731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56e0b3-c712-47ea-b09e-d3fd30c43774 None None] The sync data for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 is: [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1ff000d1-f82c-4a44-ac25-70b36b7fbb1c', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'port_id': '0c447423-a247-4336-9657-3a4c211f1fd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'mac_address': 'fa:16:3e:65:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6232b1-4203-4527-964a-a139c14646b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:48:22Z', 'updated_at': '2021-07-16T20:48:36Z', 'revision_number': 1, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:38.702213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d0d9d59-07a9-4b29-baa0-af2939ac1cf8 req-90845789-9055-4f8a-aa2c-3fbfca2cc502 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589260 Jul 16 20:48:38.825510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:38.904591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7bd71-c79f-44ed-bf6a-66666c7f6828 None None] New status for floating IP 1ff000d1-f82c-4a44-ac25-70b36b7fbb1c: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:38.928605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6fb48-a34a-4b4c-bb65-12ff058ec368 req-c79c0a00-092b-41b1-ab0d-63c73d563cd6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:38.930370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48b6fb48-a34a-4b4c-bb65-12ff058ec368 req-c79c0a00-092b-41b1-ab0d-63c73d563cd6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 946 time: 0.0914140 Jul 16 20:48:38.978119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48b6fb48-a34a-4b4c-bb65-12ff058ec368 req-a9c9d51e-7587-4a8a-b084-cbca5c73d7c8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Jul 16 20:48:40.206173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b113c49-454b-42ec-875a-af85d4c6bc4f req-26caf32b-7d30-442d-a623-333cebde51aa tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.207871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b113c49-454b-42ec-875a-af85d4c6bc4f req-26caf32b-7d30-442d-a623-333cebde51aa tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 946 time: 0.1078486 Jul 16 20:48:40.260772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b113c49-454b-42ec-875a-af85d4c6bc4f req-5d7cdabf-0dc8-4d97-bff5-8cc28dbfe0bd tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Jul 16 20:48:40.273310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-c47cd86e-a8fa-4bf5-b4be-3a48d7f8904c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:40.274861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-c47cd86e-a8fa-4bf5-b4be-3a48d7f8904c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 946 time: 0.1210482 Jul 16 20:48:40.385099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:40.385449 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.487893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] For port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:40.488592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.501440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for 4b0ac82b-57e7-4364-b840-05a59d1cf9bd owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:40.637875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.650559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c2daa0e1-703e-4385-81cf-c54a3cda2634'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:40.654294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['4b0ac82b-57e7-4364-b840-05a59d1cf9bd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:40.700903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=4b0ac82b-57e7-4364-b840-05a59d1cf9bd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:40.731939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] No DVR routers for this DVR port 4b0ac82b-57e7-4364-b840-05a59d1cf9bd on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:40.736253 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.738714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd8be35b-9290-4a59-bfe6-1d35f667abec req-dbbf403a-ae1f-40fc-8d62-ab30ad963e57 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "DELETE /v2.0/ports/4b0ac82b-57e7-4364-b840-05a59d1cf9bd HTTP/1.1" status: 204 len: 173 time: 0.4583123 Jul 16 20:48:40.739208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'name': 'network-vif-deleted', 'tag': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:40.742766 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f83237-19dd-4b4a-83c0-b12edfdd978e" -d '{"events": [{"server_uuid": "dbc4f032-24bb-4d04-9552-4830dc3bec98", "name": "network-vif-deleted", "tag": "4b0ac82b-57e7-4364-b840-05a59d1cf9bd"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:40.801815 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96459dc9-bf53-473b-86c1-338e1d49c815 x-openstack-request-id: req-96459dc9-bf53-473b-86c1-338e1d49c815 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:40.802417 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc4f032-24bb-4d04-9552-4830dc3bec98", "name": "network-vif-deleted", "tag": "4b0ac82b-57e7-4364-b840-05a59d1cf9bd", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:40.802732 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-96459dc9-bf53-473b-86c1-338e1d49c815 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:40.803502 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4f032-24bb-4d04-9552-4830dc3bec98', 'name': 'network-vif-deleted', 'tag': '4b0ac82b-57e7-4364-b840-05a59d1cf9bd', 'status': 'completed', 'code': 200} Jul 16 20:48:41.409746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dee61cdd-52d0-4e90-8e18-1a2e418f4692 req-975f9181-5c47-4b32-a5cf-3e259fb7e58f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 210 time: 0.0313678 Jul 16 20:48:42.570405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e06649cf-8c81-47db-b606-35a589270b0d req-e92b8844-3a69-4fbd-8048-d5c03a6c9f59 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 210 time: 0.0374496 Jul 16 20:48:43.443230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43692) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:43.551745 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75a8e5d3-8793-421c-bb09-70cfd15c7b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.652568 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75a8e5d3-8793-421c-bb09-70cfd15c7b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.656647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75a8e5d3-8793-421c-bb09-70cfd15c7b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.702965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75a8e5d3-8793-421c-bb09-70cfd15c7b8a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d3aebe0575b64fe9b9f957dd06c571c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554142 Jul 16 20:48:43.702965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8e5d3-8793-421c-bb09-70cfd15c7b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe179f7-4da2-46b9-b135-4a5a3ef80fec,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:43.704284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43700) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:43.772319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5eaa510e-3c5d-4ff1-b25a-74a9c37a1528 req-de8b1530-8b5a-4b33-b9ca-92c6f2c08a51 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 210 time: 0.0421319 Jul 16 20:48:43.796446 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab74bedd-4ff2-402b-8a2a-c6762b3a9686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.828178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab74bedd-4ff2-402b-8a2a-c6762b3a9686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.884520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab74bedd-4ff2-402b-8a2a-c6762b3a9686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.887233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab74bedd-4ff2-402b-8a2a-c6762b3a9686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.888643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ab74bedd-4ff2-402b-8a2a-c6762b3a9686 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6fe179f7-4da2-46b9-b135-4a5a3ef80fec HTTP/1.1" status: 204 len: 168 time: 0.1830232 Jul 16 20:48:43.898282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74bedd-4ff2-402b-8a2a-c6762b3a9686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe179f7-4da2-46b9-b135-4a5a3ef80fec,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:44.170415 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:44.185749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fece664d-b766-4d0a-b6b0-45caa6368eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.292575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fece664d-b766-4d0a-b6b0-45caa6368eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.297383 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fece664d-b766-4d0a-b6b0-45caa6368eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.332547 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fece664d-b766-4d0a-b6b0-45caa6368eae admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=92170e43141443a4ba072dd8a31a8f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608438 Jul 16 20:48:44.335486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43708) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:44.342266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece664d-b766-4d0a-b6b0-45caa6368eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db8a4b-87f3-4cdf-844a-481072b1d813,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:44.393781 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aab383c-837a-4add-a4af-f49c3ac29f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.416311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aab383c-837a-4add-a4af-f49c3ac29f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.472569 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aab383c-837a-4add-a4af-f49c3ac29f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.475806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5aab383c-837a-4add-a4af-f49c3ac29f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.477013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5aab383c-837a-4add-a4af-f49c3ac29f03 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/54db8a4b-87f3-4cdf-844a-481072b1d813 HTTP/1.1" status: 204 len: 168 time: 0.1403742 Jul 16 20:48:44.489917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab383c-837a-4add-a4af-f49c3ac29f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db8a4b-87f3-4cdf-844a-481072b1d813,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:44.868854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 43716) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:44.884334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c62988d9-a944-4970-a67c-b201b1fd471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.005234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5463f49-f5c2-474e-bc3e-db02aa1ee1f3 req-ca71f247-1dad-4c48-9f83-acb923e69c0e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=dbc4f032-24bb-4d04-9552-4830dc3bec98 HTTP/1.1" status: 200 len: 210 time: 0.0427790 Jul 16 20:48:45.038704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c62988d9-a944-4970-a67c-b201b1fd471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.044216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c62988d9-a944-4970-a67c-b201b1fd471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.087110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c62988d9-a944-4970-a67c-b201b1fd471e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=31ba4f98f24e4910bcabb1289339fbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165072 Jul 16 20:48:45.088023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62988d9-a944-4970-a67c-b201b1fd471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec391a29-d93d-459f-addc-25782a2c8ee2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:45.089786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 43722) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:45.151035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88253d80-dc17-444b-a5e9-04a8e822cf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.176832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88253d80-dc17-444b-a5e9-04a8e822cf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.177537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4b0ac82b-57e7-4364-b840-05a59d1cf9bd no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:45.204767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 4b0ac82b-57e7-4364-b840-05a59d1cf9bd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:45.205145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 4b0ac82b-57e7-4364-b840-05a59d1cf9bd not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:45.235864 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88253d80-dc17-444b-a5e9-04a8e822cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.238574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88253d80-dc17-444b-a5e9-04a8e822cf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.242895 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88253d80-dc17-444b-a5e9-04a8e822cf7c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ec391a29-d93d-459f-addc-25782a2c8ee2 HTTP/1.1" status: 204 len: 168 time: 0.1482339 Jul 16 20:48:45.249342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88253d80-dc17-444b-a5e9-04a8e822cf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec391a29-d93d-459f-addc-25782a2c8ee2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:49.889920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224714-bfb3-4204-8089-12baf6604b5b req-40c6364c-baec-40fc-bf04-7d2f806537eb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:49.891695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a224714-bfb3-4204-8089-12baf6604b5b req-40c6364c-baec-40fc-bf04-7d2f806537eb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 945 time: 0.0696709 Jul 16 20:48:49.935736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a224714-bfb3-4204-8089-12baf6604b5b req-1c5367ac-c4c0-4740-8d58-9e1bf155ae06 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Jul 16 20:48:51.128029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae54c0a-0707-4bd1-8de4-07becd901fa2 req-ad1125fd-cf42-42ed-9c12-479a431687ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:51.129540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cae54c0a-0707-4bd1-8de4-07becd901fa2 req-ad1125fd-cf42-42ed-9c12-479a431687ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 945 time: 0.0753822 Jul 16 20:48:51.171716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cae54c0a-0707-4bd1-8de4-07becd901fa2 req-d3a2c5f3-b5fc-4e1a-bfdf-cb50d4f9527f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=47c69a43-dde5-4637-b5dc-5eee272be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361912 Jul 16 20:48:51.348939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-14e25519-2dd3-4014-88ad-b9bbe8b0d442 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:51.350514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-14e25519-2dd3-4014-88ad-b9bbe8b0d442 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 945 time: 0.0647233 Jul 16 20:48:51.457361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port c2daa0e1-703e-4385-81cf-c54a3cda2634 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:51.457682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.553940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] For port c2daa0e1-703e-4385-81cf-c54a3cda2634, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=c2daa0e1-703e-4385-81cf-c54a3cda2634,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:51.554353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.569428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for c2daa0e1-703e-4385-81cf-c54a3cda2634 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:51.706992 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.722674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['c2daa0e1-703e-4385-81cf-c54a3cda2634'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:51.741372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=c2daa0e1-703e-4385-81cf-c54a3cda2634,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:51.776126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.776480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.776821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.777163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.777534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.778398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.778880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.779340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.779613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.779934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.780267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.780594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:51.804348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] No DVR routers for this DVR port c2daa0e1-703e-4385-81cf-c54a3cda2634 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:51.807736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:51.810643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0fd583a-e5e3-4608-b3e2-7efaa84d3a2c req-904a91fd-4544-4c57-8c74-df4a1112d86d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "DELETE /v2.0/ports/c2daa0e1-703e-4385-81cf-c54a3cda2634 HTTP/1.1" status: 204 len: 173 time: 0.4539182 Jul 16 20:48:51.811051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'name': 'network-vif-deleted', 'tag': 'c2daa0e1-703e-4385-81cf-c54a3cda2634'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:51.815227 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9620992-70e0-4292-b8e0-7e7803c6f9ed" -d '{"events": [{"server_uuid": "589996f3-acc9-4d77-be67-6e1dd9eb33a1", "name": "network-vif-deleted", "tag": "c2daa0e1-703e-4385-81cf-c54a3cda2634"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:51.863981 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c39ccd-838e-428f-9671-77dde8c90646 x-openstack-request-id: req-05c39ccd-838e-428f-9671-77dde8c90646 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:51.864306 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589996f3-acc9-4d77-be67-6e1dd9eb33a1", "name": "network-vif-deleted", "tag": "c2daa0e1-703e-4385-81cf-c54a3cda2634", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:51.864947 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-05c39ccd-838e-428f-9671-77dde8c90646 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:51.865361 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589996f3-acc9-4d77-be67-6e1dd9eb33a1', 'name': 'network-vif-deleted', 'tag': 'c2daa0e1-703e-4385-81cf-c54a3cda2634', 'status': 'completed', 'code': 200} Jul 16 20:48:52.339274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b70f55d-4731-4b18-8536-21a6ac38afe1 req-ba1559fc-5de6-47f5-980b-1d520a43f088 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 210 time: 0.0416110 Jul 16 20:48:52.814510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-a3a958d2-e9d7-474e-a7fe-920f4221d0b9 req-2dcf6640-f55e-4845-9d96-1539ee4aa3f9 service neutron] (94095) timed out ('10.222.0.100', 57544) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:48:53.495383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-211ae32a-dfaa-4484-b1a6-28bd90d568c4 req-60fd363f-a2a5-4b95-917f-bc699b3c283e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 210 time: 0.0322630 Jul 16 20:48:54.658614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee66628f-7619-46b1-b561-ae776b7b33f7 req-077aba22-90ba-4c76-a862-104d9b016a6f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 210 time: 0.0344386 Jul 16 20:48:55.242759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c2daa0e1-703e-4385-81cf-c54a3cda2634 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:55.268042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: c2daa0e1-703e-4385-81cf-c54a3cda2634 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:55.268405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device c2daa0e1-703e-4385-81cf-c54a3cda2634 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:55.842001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11f4fda6-b75a-4f38-98dd-d2ce0d057d28 req-fa6f32a2-d7ee-444f-a1d4-c77f9d523131 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=589996f3-acc9-4d77-be67-6e1dd9eb33a1 HTTP/1.1" status: 200 len: 210 time: 0.0422778 Jul 16 20:48:56.866084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44042) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:56.979954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe85858e-90c7-4c76-bc0b-61fcbea8bd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.083922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe85858e-90c7-4c76-bc0b-61fcbea8bd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.087799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe85858e-90c7-4c76-bc0b-61fcbea8bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.128625 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fe85858e-90c7-4c76-bc0b-61fcbea8bd30 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b096491cd950483f9c3821df6fa5e19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612824 Jul 16 20:48:57.129577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85858e-90c7-4c76-bc0b-61fcbea8bd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8707dd84-922e-4c77-bb9d-da115d85119b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:57.131357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44050) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:57.190943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d55965db-4d46-44af-9a36-04900f7bb357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.212261 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d55965db-4d46-44af-9a36-04900f7bb357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.260753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d55965db-4d46-44af-9a36-04900f7bb357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.263983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d55965db-4d46-44af-9a36-04900f7bb357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.265138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d55965db-4d46-44af-9a36-04900f7bb357 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8707dd84-922e-4c77-bb9d-da115d85119b HTTP/1.1" status: 204 len: 168 time: 0.1325939 Jul 16 20:48:57.273215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55965db-4d46-44af-9a36-04900f7bb357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8707dd84-922e-4c77-bb9d-da115d85119b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:57.549931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44058) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:57.564381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-932ce3f7-e3b1-431d-a8c2-a59f0736ffbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.665110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-932ce3f7-e3b1-431d-a8c2-a59f0736ffbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.669829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-932ce3f7-e3b1-431d-a8c2-a59f0736ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.707575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ce3f7-e3b1-431d-a8c2-a59f0736ffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af06790c-88e8-4fee-9803-904e7d40e1b1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:57.714772 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-932ce3f7-e3b1-431d-a8c2-a59f0736ffbd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cf3b23396c1c456cb1b7921d9211dca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635673 Jul 16 20:48:57.715008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44060) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:57.768377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5de2feab-73f9-433d-9c1f-56a34a82f894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.789840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5de2feab-73f9-433d-9c1f-56a34a82f894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.839174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5de2feab-73f9-433d-9c1f-56a34a82f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.842072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5de2feab-73f9-433d-9c1f-56a34a82f894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.843252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5de2feab-73f9-433d-9c1f-56a34a82f894 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/af06790c-88e8-4fee-9803-904e7d40e1b1 HTTP/1.1" status: 204 len: 168 time: 0.1262758 Jul 16 20:48:57.851960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2feab-73f9-433d-9c1f-56a34a82f894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af06790c-88e8-4fee-9803-904e7d40e1b1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:59.506054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44152) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:59.510776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b02d9065-1bf3-47db-acfc-b6f65cb506a5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781910159', 'description': 'tempest-secgroup-smoke-1781910159 description', 'project_id': '6898068694c04984aaa4498a79804b2d'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:59.533650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b02d9065-1bf3-47db-acfc-b6f65cb506a5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.592572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44156) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:59.621898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b02d9065-1bf3-47db-acfc-b6f65cb506a5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.625653 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b02d9065-1bf3-47db-acfc-b6f65cb506a5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.660669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d9065-1bf3-47db-acfc-b6f65cb506a5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:59.663931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b02d9065-1bf3-47db-acfc-b6f65cb506a5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.665173 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b02d9065-1bf3-47db-acfc-b6f65cb506a5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1580834 Jul 16 20:48:59.669241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44162) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:59.675311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dfb29260-539f-44fc-afed-b7d7fe2e999f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6', 'project_id': '6898068694c04984aaa4498a79804b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:59.716492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dfb29260-539f-44fc-afed-b7d7fe2e999f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.732301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aff9060b-78dd-4152-a7f7-e99975d991ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.817173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dfb29260-539f-44fc-afed-b7d7fe2e999f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.825591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dfb29260-539f-44fc-afed-b7d7fe2e999f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.857332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29260-539f-44fc-afed-b7d7fe2e999f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9b1d4e-d730-4013-ab5a-bcbab406310b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:59.886685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aff9060b-78dd-4152-a7f7-e99975d991ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.892202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aff9060b-78dd-4152-a7f7-e99975d991ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.897878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dfb29260-539f-44fc-afed-b7d7fe2e999f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.899072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dfb29260-539f-44fc-afed-b7d7fe2e999f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2288342 Jul 16 20:48:59.903137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44164) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:59.908331 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1cecd28c-88b3-450f-b82e-e9eca68ea14b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6', 'project_id': '6898068694c04984aaa4498a79804b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:59.937866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1cecd28c-88b3-450f-b82e-e9eca68ea14b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.939088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aff9060b-78dd-4152-a7f7-e99975d991ab admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=19135b3a6b4d46aa964ea3ffabfd482f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444474 Jul 16 20:48:59.940409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9060b-78dd-4152-a7f7-e99975d991ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07a446a-8052-4081-a06b-c010955f2124,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:59.942467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44166) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:59.994602 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1804ecbd-fd5b-45f0-b338-e14df01fb09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.008996 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1cecd28c-88b3-450f-b82e-e9eca68ea14b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.013249 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1cecd28c-88b3-450f-b82e-e9eca68ea14b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.018811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1804ecbd-fd5b-45f0-b338-e14df01fb09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.030734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecd28c-88b3-450f-b82e-e9eca68ea14b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c84898-0d68-4c4f-957c-0d6f65845e12,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:00.040727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1cecd28c-88b3-450f-b82e-e9eca68ea14b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.045166 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1cecd28c-88b3-450f-b82e-e9eca68ea14b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376352 Jul 16 20:49:00.045264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44168) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:00.049759 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-52e75e0f-43bd-4d3e-81fb-5c481fa00144 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6', 'project_id': '6898068694c04984aaa4498a79804b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:00.076955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1804ecbd-fd5b-45f0-b338-e14df01fb09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.079173 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52e75e0f-43bd-4d3e-81fb-5c481fa00144 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.079604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1804ecbd-fd5b-45f0-b338-e14df01fb09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.080785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1804ecbd-fd5b-45f0-b338-e14df01fb09a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c07a446a-8052-4081-a06b-c010955f2124 HTTP/1.1" status: 204 len: 168 time: 0.1373897 Jul 16 20:49:00.089210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804ecbd-fd5b-45f0-b338-e14df01fb09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07a446a-8052-4081-a06b-c010955f2124,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:00.147970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52e75e0f-43bd-4d3e-81fb-5c481fa00144 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.151955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52e75e0f-43bd-4d3e-81fb-5c481fa00144 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.170523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75e0f-43bd-4d3e-81fb-5c481fa00144 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2381c5ee-3aaa-4a32-a37d-c731e550d0bd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:00.179106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52e75e0f-43bd-4d3e-81fb-5c481fa00144 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.182931 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-52e75e0f-43bd-4d3e-81fb-5c481fa00144 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341786 Jul 16 20:49:00.183300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44172) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:00.188055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8b921563-bfa8-4e23-8d3f-5e34d074f5ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6', 'project_id': '6898068694c04984aaa4498a79804b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:00.218064 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b921563-bfa8-4e23-8d3f-5e34d074f5ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.268132 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a18cd706-3c01-4600-b888-7a0135966a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.274177 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b921563-bfa8-4e23-8d3f-5e34d074f5ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.279508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b921563-bfa8-4e23-8d3f-5e34d074f5ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.298027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b921563-bfa8-4e23-8d3f-5e34d074f5ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e3dc38-74bd-4cdf-af16-d66b4b11c9d8,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:00.304888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b921563-bfa8-4e23-8d3f-5e34d074f5ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.306203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b921563-bfa8-4e23-8d3f-5e34d074f5ec tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218579 Jul 16 20:49:00.309688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44176) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:00.314398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6', 'project_id': '6898068694c04984aaa4498a79804b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:00.336892 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Project 6898068694c04984aaa4498a79804b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:49:00.342917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.411221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.415365 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.436078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4585cc51-fc79-4d90-8cda-a56023034698,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:00.442276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.446563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a6d8e4df-d9d1-4466-950b-0b14c1dc4879 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329868 Jul 16 20:49:00.447067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44184) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:00.452468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6', 'project_id': '6898068694c04984aaa4498a79804b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:00.476333 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Project 6898068694c04984aaa4498a79804b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:49:00.482160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.548244 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.552587 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.571313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8f17fd-4c1d-4db9-9278-0437db6f918a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:00.578330 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:00.583639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a7d6fd7e-c7ce-4f5f-9b57-005dff886890 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345835 Jul 16 20:49:01.473328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44294) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:01.594984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-478d4ed6-62be-45f6-978e-5f6998c73043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.689708 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-478d4ed6-62be-45f6-978e-5f6998c73043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.695750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-478d4ed6-62be-45f6-978e-5f6998c73043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.734435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d4ed6-62be-45f6-978e-5f6998c73043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b9498a-5fe8-4501-b27e-31953b0f9332,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:01.739087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-478d4ed6-62be-45f6-978e-5f6998c73043 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f9ba7bfdea1541aaade8235f40c2eade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646549 Jul 16 20:49:01.741600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44298) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:01.795755 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df126998-3eb2-420a-aa79-af82713fe3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.820340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df126998-3eb2-420a-aa79-af82713fe3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.871591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df126998-3eb2-420a-aa79-af82713fe3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.874172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df126998-3eb2-420a-aa79-af82713fe3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:01.875611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-df126998-3eb2-420a-aa79-af82713fe3b0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/59b9498a-5fe8-4501-b27e-31953b0f9332 HTTP/1.1" status: 204 len: 168 time: 0.1327887 Jul 16 20:49:01.888257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df126998-3eb2-420a-aa79-af82713fe3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b9498a-5fe8-4501-b27e-31953b0f9332,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:02.563494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44324) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:02.680605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-27861337'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:02.706762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:02.711442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.722510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.822628 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.827825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.860256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:02.870703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2240a505-5b9f-4be5-bae3-e5af2c301bfc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:02.879659 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.879787 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Added segment 19c4be34-62e5-44d3-ae85-1bd1c84138ad of type vlan for network 42454f00-1473-44ec-854e-97da2f358c88 Jul 16 20:49:02.926052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.956206 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:02.962095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:02.962704 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.005291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4399557 Jul 16 20:49:03.008280 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44330) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:03.014260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'subnet': {'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:03.061201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177a703-fc5f-426f-b3a1-f2dc088ef826 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Network': ['ID=42454f00-1473-44ec-854e-97da2f358c88,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:03.075959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 42454f00-1473-44ec-854e-97da2f358c88 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:03.124184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:03.130101 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.332636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.394330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Subnet': ['ID=14028c34-1148-446d-947d-2d5130dfd6dd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:03.403760 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Checking segment: {'id': '19c4be34-62e5-44d3-ae85-1bd1c84138ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42454f00-1473-44ec-854e-97da2f358c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:03.404127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network hostable DHCP agents. Network: 42454f00-1473-44ec-854e-97da2f358c88, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:03.420736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network 42454f00-1473-44ec-854e-97da2f358c88 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:03.429604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 42454f00-1473-44ec-854e-97da2f358c88) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:03.435365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.435977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.441916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143bef91-06bd-4f47-bad7-17f7b95f749f None None] Network 42454f00-1473-44ec-854e-97da2f358c88 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:03.454186 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-25936aa5-297e-421d-9363-3fd4d64037d6 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4447711 Jul 16 20:49:03.457034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44334) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:03.462566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1221050060'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:03.589781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:03.593949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.613976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] device_id is not set on port 7999933d-b3fb-465f-9770-407569a6bf34 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:03.614304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-42454f00-1473-44ec-854e-97da2f358c88', 'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'tenant_id': '16c69fd3fa1049f298dc134a480168b9', 'fixed_ips': [{'subnet_id': '14028c34-1148-446d-947d-2d5130dfd6dd'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:03.615302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.744477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Allocated IP 2001:db8::2ca (42454f00-1473-44ec-854e-97da2f358c88/14028c34-1148-446d-947d-2d5130dfd6dd/7999933d-b3fb-465f-9770-407569a6bf34) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:03.904614 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.919662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Transition to ACTIVE for port object 7999933d-b3fb-465f-9770-407569a6bf34 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:03.954312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:03.996709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network 42454f00-1473-44ec-854e-97da2f358c88 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:04.000076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:04.006550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:04.007704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Allocated IP 2001:db8::2 (42454f00-1473-44ec-854e-97da2f358c88/14028c34-1148-446d-947d-2d5130dfd6dd/ebd8cb66-8a02-4d22-a511-183909964ca0) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:04.012484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.013220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.028790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=7999933d-b3fb-465f-9770-407569a6bf34,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:04.040373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8823fe15-89c2-479b-8a8f-5f5d93a318b2 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5819774 Jul 16 20:49:04.044604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44336) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:04.050447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1914693831', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ca', 'mac_address': 'fa:16:3e:31:22:9d'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:04.065784 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.171734 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.181072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Transition to ACTIVE for port object ebd8cb66-8a02-4d22-a511-183909964ca0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:04.197396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Transition to ACTIVE for port object ebd8cb66-8a02-4d22-a511-183909964ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:04.204136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.249784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:04.253114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Network 42454f00-1473-44ec-854e-97da2f358c88 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:04.256179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:04.259817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:04.267196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Pushing event updated for resources: {'Port': ['ID=ebd8cb66-8a02-4d22-a511-183909964ca0,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:04.278378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.279075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.279448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.279784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.280116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.280440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.280772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.281101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.281443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.281745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.282234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.282558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:04.335393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Attempting to bind port ebd8cb66-8a02-4d22-a511-183909964ca0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:04.335764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Attempting to bind port ebd8cb66-8a02-4d22-a511-183909964ca0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '19c4be34-62e5-44d3-ae85-1bd1c84138ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42454f00-1473-44ec-854e-97da2f358c88'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:04.336132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Attempting to bind port ebd8cb66-8a02-4d22-a511-183909964ca0 on network 42454f00-1473-44ec-854e-97da2f358c88 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:04.341924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:04.342294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Checking segment: {'id': '19c4be34-62e5-44d3-ae85-1bd1c84138ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42454f00-1473-44ec-854e-97da2f358c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:04.342699 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.343121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Bound using segment: {'id': '19c4be34-62e5-44d3-ae85-1bd1c84138ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42454f00-1473-44ec-854e-97da2f358c88'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:04.343873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Bound port: ebd8cb66-8a02-4d22-a511-183909964ca0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c4be34-62e5-44d3-ae85-1bd1c84138ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42454f00-1473-44ec-854e-97da2f358c88'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:04.344249 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.352649 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.376609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] device_id is not set on port 4b323674-9089-406a-9ffd-d20ce5650d06 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:04.420960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] For port ebd8cb66-8a02-4d22-a511-183909964ca0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:04.424362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] For port ebd8cb66-8a02-4d22-a511-183909964ca0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ebd8cb66-8a02-4d22-a511-183909964ca0,segment=NetworkSegment(19c4be34-62e5-44d3-ae85-1bd1c84138ad),segment_id=19c4be34-62e5-44d3-ae85-1bd1c84138ad)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:04.428082 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.491954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868216-593a-488a-9b1b-9840c9826012 None None] Pushing event updated for resources: {'Port': ['ID=ebd8cb66-8a02-4d22-a511-183909964ca0,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:04.535922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Allocated IP 2001:db8::221 (42454f00-1473-44ec-854e-97da2f358c88/14028c34-1148-446d-947d-2d5130dfd6dd/4b323674-9089-406a-9ffd-d20ce5650d06) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:04.747579 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.767429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Transition to ACTIVE for port object 4b323674-9089-406a-9ffd-d20ce5650d06 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:04.820486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.857871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ad2f678c-b8cc-4ba1-848b-eb0fe3edc5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.888817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network 42454f00-1473-44ec-854e-97da2f358c88 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:04.892245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:04.896501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:04.902294 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.903412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:04.910725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=4b323674-9089-406a-9ffd-d20ce5650d06,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:04.932460 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8e5d7649-63f8-4544-8875-bed3ce869ac0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8860831 Jul 16 20:49:04.935611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:05.060369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67255c53-ed85-4c0f-a143-cdf150a9dd9b tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.066350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67255c53-ed85-4c0f-a143-cdf150a9dd9b tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.073195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67255c53-ed85-4c0f-a143-cdf150a9dd9b tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.078416 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-67255c53-ed85-4c0f-a143-cdf150a9dd9b tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1391394 Jul 16 20:49:05.078672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:05.188983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting port 4b323674-9089-406a-9ffd-d20ce5650d06 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:05.189330 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:05.291234 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:05.304619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Calling delete_port for 4b323674-9089-406a-9ffd-d20ce5650d06 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:05.482620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:05.518532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Port': ['ID=4b323674-9089-406a-9ffd-d20ce5650d06,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:05.650029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:05.652043 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f4d90ea2-d0f1-40c1-891d-74ca8ca77bef tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/ports/4b323674-9089-406a-9ffd-d20ce5650d06 HTTP/1.1" status: 204 len: 168 time: 0.5724211 Jul 16 20:49:05.655414 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:05.668479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ed38b-611d-4de9-b277-f05e90c9b6c3 None None] Network 42454f00-1473-44ec-854e-97da2f358c88 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:05.695745 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-54edaeb0-272f-4c7e-a8ca-cdea76963db5 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] GET failed (client error): The resource could not be found. Jul 16 20:49:05.697499 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54edaeb0-272f-4c7e-a8ca-cdea76963db5 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "GET /v2.0/ports/4b323674-9089-406a-9ffd-d20ce5650d06 HTTP/1.1" status: 404 len: 333 time: 0.0408270 Jul 16 20:49:05.701543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44352) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:05.708119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1220163935'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:05.836403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:05.841662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:05.862510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] device_id is not set on port a02e0808-b3fb-4c24-a732-21077c4270a3 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:05.896873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0c4cfd20-02c3-420c-8252-d6af76ededb8 None None] Provisioning for port ebd8cb66-8a02-4d22-a511-183909964ca0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:06.000300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Allocated IP 2001:db8::1ec (42454f00-1473-44ec-854e-97da2f358c88/14028c34-1148-446d-947d-2d5130dfd6dd/a02e0808-b3fb-4c24-a732-21077c4270a3) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:06.087086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.207375 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.208153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebd8cb66-8a02-4d22-a511-183909964ca0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:06.229625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Transition to ACTIVE for port object a02e0808-b3fb-4c24-a732-21077c4270a3 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:06.266291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port ebd8cb66-8a02-4d22-a511-183909964ca0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:06.272015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ebd8cb66-8a02-4d22-a511-183909964ca0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:06.272655 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.276699 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.329515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network 42454f00-1473-44ec-854e-97da2f358c88 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:06.332846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:06.339389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:06.349057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:06.349739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.374724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Provisioning complete for port ebd8cb66-8a02-4d22-a511-183909964ca0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:06.375103 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.391846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=a02e0808-b3fb-4c24-a732-21077c4270a3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:06.410831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44358) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:06.411553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-34590109-7439-4b40-ae87-5c17bc111edc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7072725 Jul 16 20:49:06.416688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ca', 'mac_address': 'fa:16:3e:31:22:9d'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:06.437755 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.552265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port ebd8cb66-8a02-4d22-a511-183909964ca0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ebd8cb66-8a02-4d22-a511-183909964ca0,segment=NetworkSegment(19c4be34-62e5-44d3-ae85-1bd1c84138ad),segment_id=19c4be34-62e5-44d3-ae85-1bd1c84138ad)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:06.553335 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.563755 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.608121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.665957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=ebd8cb66-8a02-4d22-a511-183909964ca0,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:06.677472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:49:06.678129 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:49:06.837334 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.842641 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.882050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] In _notify_port_updated(), no bound segment for port a02e0808-b3fb-4c24-a732-21077c4270a3 on network 42454f00-1473-44ec-854e-97da2f358c88 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:49:06.890873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:06.891808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:06.895719 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "PUT /v2.0/ports/a02e0808-b3fb-4c24-a732-21077c4270a3 HTTP/1.1" status: 200 len: 1003 time: 0.4817772 Jul 16 20:49:06.896119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44360) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:06.920957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=a02e0808-b3fb-4c24-a732-21077c4270a3,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:06.930528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.931216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.931808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.932372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.932909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.934859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.938662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.939652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.940230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.940862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.941447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.941991 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a707e3c-f62b-4c27-b7bf-aa6fc22cd08d tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:06.943392 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:07.013582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting port a02e0808-b3fb-4c24-a732-21077c4270a3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:07.014176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.132198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.148037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Calling delete_port for a02e0808-b3fb-4c24-a732-21077c4270a3 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:07.238137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Provisioning for port 7999933d-b3fb-465f-9770-407569a6bf34 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:07.244788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Provisioning complete for port 7999933d-b3fb-465f-9770-407569a6bf34 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:07.245161 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.282522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b86fca54-b576-4848-81f2-e2575d60a3d7 None None] Port 7999933d-b3fb-465f-9770-407569a6bf34 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:07.296534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.329845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Port': ['ID=a02e0808-b3fb-4c24-a732-21077c4270a3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:07.406967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-660f8351-bfda-4e9e-b18e-9f9a4bcb55cc None None] Provisioning complete for port 7999933d-b3fb-465f-9770-407569a6bf34 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:07.407476 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-660f8351-bfda-4e9e-b18e-9f9a4bcb55cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.458853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-660f8351-bfda-4e9e-b18e-9f9a4bcb55cc None None] Port 7999933d-b3fb-465f-9770-407569a6bf34 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:07.463347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-660f8351-bfda-4e9e-b18e-9f9a4bcb55cc None None] Could not find standard attr ID for object a02e0808-b3fb-4c24-a732-21077c4270a3. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:07.467600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-660f8351-bfda-4e9e-b18e-9f9a4bcb55cc None None] Could not find standard attr ID for object 4b323674-9089-406a-9ffd-d20ce5650d06. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:07.490617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.492884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8a02412b-eeea-4354-91b2-93389eadc836 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/ports/a02e0808-b3fb-4c24-a732-21077c4270a3 HTTP/1.1" status: 204 len: 168 time: 0.5957437 Jul 16 20:49:07.495767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:07.536682 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd24268d-aa01-4816-b691-0bc6f2320d84 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] GET failed (client error): The resource could not be found. Jul 16 20:49:07.538292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd24268d-aa01-4816-b691-0bc6f2320d84 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "GET /v2.0/ports/a02e0808-b3fb-4c24-a732-21077c4270a3 HTTP/1.1" status: 404 len: 333 time: 0.0408814 Jul 16 20:49:07.542058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44366) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:07.547675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1242122781'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:07.585448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-17bdb0d8-74e8-49c8-807f-51e1f3cf44d3 None None] Could not find standard attr ID for object a02e0808-b3fb-4c24-a732-21077c4270a3. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:07.687971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:07.695717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:07.727191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] device_id is not set on port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:07.865053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Allocated IP 2001:db8::1ab (42454f00-1473-44ec-854e-97da2f358c88/14028c34-1148-446d-947d-2d5130dfd6dd/814f45e1-18e7-40d0-aa81-ecd2468f2b2f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:08.025977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.040519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Transition to ACTIVE for port object 814f45e1-18e7-40d0-aa81-ecd2468f2b2f will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:08.080105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.131813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network 42454f00-1473-44ec-854e-97da2f358c88 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:08.135042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:08.139097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:08.145057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:08.145703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.152501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=814f45e1-18e7-40d0-aa81-ecd2468f2b2f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:08.162563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebd8cb66-8a02-4d22-a511-183909964ca0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:08.179259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c516db3f-807b-443b-b0a5-b484113bd976 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6356850 Jul 16 20:49:08.182511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44370) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:08.189717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:31:22:9d'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:08.219527 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.230028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port ebd8cb66-8a02-4d22-a511-183909964ca0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:08.231312 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.296648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.494692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.501357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.537986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] In _notify_port_updated(), no bound segment for port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f on network 42454f00-1473-44ec-854e-97da2f358c88 {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:49:08.544065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-48b74eb2-be71-459b-8625-50e5722627f8 None None] Provisioning for port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:08.548196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:08.548648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.550616 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "PUT /v2.0/ports/814f45e1-18e7-40d0-aa81-ecd2468f2b2f HTTP/1.1" status: 200 len: 1003 time: 0.3670876 Jul 16 20:49:08.551441 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.552243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-48b74eb2-be71-459b-8625-50e5722627f8 None None] Provisioning complete for port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:08.552720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-48b74eb2-be71-459b-8625-50e5722627f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.554494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44372) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:08.581494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c84c7-729e-48e2-8f47-82e1525ffc34 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=814f45e1-18e7-40d0-aa81-ecd2468f2b2f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:08.603006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-48b74eb2-be71-459b-8625-50e5722627f8 None None] Port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:08.814730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.929432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ca7feda1-2b22-4d4a-89dd-d033d0c66de1 None None] Provisioning complete for port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:08.929810 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca7feda1-2b22-4d4a-89dd-d033d0c66de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:08.966783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ca7feda1-2b22-4d4a-89dd-d033d0c66de1 None None] Port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:09.044169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting port 814f45e1-18e7-40d0-aa81-ecd2468f2b2f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:09.044723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.132769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.144810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Calling delete_port for 814f45e1-18e7-40d0-aa81-ecd2468f2b2f owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:09.279112 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.310497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Port': ['ID=814f45e1-18e7-40d0-aa81-ecd2468f2b2f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:09.337219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.339206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5b2579c2-79b2-4d65-8e69-1f134a0af3ce tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/ports/814f45e1-18e7-40d0-aa81-ecd2468f2b2f HTTP/1.1" status: 204 len: 168 time: 0.7832112 Jul 16 20:49:09.343020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44378) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:09.376398 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c31a0a7-6f4c-4d56-a6f5-0bca8f6c244b tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] GET failed (client error): The resource could not be found. Jul 16 20:49:09.377988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6c31a0a7-6f4c-4d56-a6f5-0bca8f6c244b tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "GET /v2.0/ports/814f45e1-18e7-40d0-aa81-ecd2468f2b2f HTTP/1.1" status: 404 len: 333 time: 0.0331783 Jul 16 20:49:09.381659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:09.387876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1615509419'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:09.522843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:09.528068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.547761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] device_id is not set on port b7acead9-9437-49a5-ae51-5a8360bbfc30 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:09.674678 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Allocated IP 2001:db8::24f (42454f00-1473-44ec-854e-97da2f358c88/14028c34-1148-446d-947d-2d5130dfd6dd/b7acead9-9437-49a5-ae51-5a8360bbfc30) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:09.845542 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.861102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Transition to ACTIVE for port object b7acead9-9437-49a5-ae51-5a8360bbfc30 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:09.893698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.947715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network 42454f00-1473-44ec-854e-97da2f358c88 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:09.950890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:09.955029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:09.960633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:09.961244 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:09.972663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=b7acead9-9437-49a5-ae51-5a8360bbfc30,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:09.989154 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dcdbf9f8-6f5a-43be-9164-67a7a87214b1 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6061797 Jul 16 20:49:09.992163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:09.998872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'network_id': '42454f00-1473-44ec-854e-97da2f358c88', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1758388942'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:10.132084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Made reservation on behalf of 16c69fd3fa1049f298dc134a480168b9 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:10.135786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.154660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] device_id is not set on port 54c66625-a3df-424b-9a3a-aebf601da606 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:10.276370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Allocated IP 2001:db8::201 (42454f00-1473-44ec-854e-97da2f358c88/14028c34-1148-446d-947d-2d5130dfd6dd/54c66625-a3df-424b-9a3a-aebf601da606) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:10.300799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5b8bd62e-a9a8-4804-9614-4b5f7cfcd64c None None] Provisioning for port b7acead9-9437-49a5-ae51-5a8360bbfc30 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:10.304660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5b8bd62e-a9a8-4804-9614-4b5f7cfcd64c None None] Provisioning complete for port b7acead9-9437-49a5-ae51-5a8360bbfc30 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:10.305626 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd62e-a9a8-4804-9614-4b5f7cfcd64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.343481 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bd62e-a9a8-4804-9614-4b5f7cfcd64c None None] Port b7acead9-9437-49a5-ae51-5a8360bbfc30 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:10.447641 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.463148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Transition to ACTIVE for port object 54c66625-a3df-424b-9a3a-aebf601da606 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:10.503198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.556496 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Network 42454f00-1473-44ec-854e-97da2f358c88 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:10.560755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:10.564840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:10.570417 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:10.571028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.580180 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=54c66625-a3df-424b-9a3a-aebf601da606,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:10.591601 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f373a730-f43a-44a6-84e7-52b45ed701c8 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5982556 Jul 16 20:49:10.595910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44388) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:10.601730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ca', 'mac_address': 'fa:16:3e:31:22:9d'}, {'ip_address': '2001:db8::24f', 'mac_address': 'fa:16:3e:f5:a9:b3'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:10.800091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.866472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-06a3ddbb-7678-4d0d-bc95-c5f904fd7bde None None] Provisioning for port 54c66625-a3df-424b-9a3a-aebf601da606 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:10.872684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-06a3ddbb-7678-4d0d-bc95-c5f904fd7bde None None] Provisioning complete for port 54c66625-a3df-424b-9a3a-aebf601da606 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:10.873074 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-06a3ddbb-7678-4d0d-bc95-c5f904fd7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.916360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-06a3ddbb-7678-4d0d-bc95-c5f904fd7bde None None] Port 54c66625-a3df-424b-9a3a-aebf601da606 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:11.004606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.009693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.045444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] In _notify_port_updated(), no bound segment for port 54c66625-a3df-424b-9a3a-aebf601da606 on network 42454f00-1473-44ec-854e-97da2f358c88 {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:49:11.051644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:11.052237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.053572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "PUT /v2.0/ports/54c66625-a3df-424b-9a3a-aebf601da606 HTTP/1.1" status: 200 len: 1068 time: 0.4564464 Jul 16 20:49:11.056569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44394) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:11.105339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d100a36-037c-4d0b-aa24-a6ac93cdd044 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event updated for resources: {'Port': ['ID=54c66625-a3df-424b-9a3a-aebf601da606,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:11.186253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting port 54c66625-a3df-424b-9a3a-aebf601da606 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:11.186601 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.313637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.327446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Calling delete_port for 54c66625-a3df-424b-9a3a-aebf601da606 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:11.349652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c0cb756e-bc19-41e8-8927-5a7fa8cdfb4a None None] Provisioning complete for port 54c66625-a3df-424b-9a3a-aebf601da606 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:11.350272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c0cb756e-bc19-41e8-8927-5a7fa8cdfb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.406932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb756e-bc19-41e8-8927-5a7fa8cdfb4a None None] Port 54c66625-a3df-424b-9a3a-aebf601da606 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:11.490318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.533994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Port': ['ID=54c66625-a3df-424b-9a3a-aebf601da606,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:11.739712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.742051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c10e0036-777a-489a-b534-98dee30cf3a4 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/ports/54c66625-a3df-424b-9a3a-aebf601da606 HTTP/1.1" status: 204 len: 168 time: 0.6845062 Jul 16 20:49:11.745875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44396) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:11.786642 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbb9964-065f-4930-a6dd-e8b0a38a8ab0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] GET failed (client error): The resource could not be found. Jul 16 20:49:11.790826 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8cbb9964-065f-4930-a6dd-e8b0a38a8ab0 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "GET /v2.0/ports/54c66625-a3df-424b-9a3a-aebf601da606 HTTP/1.1" status: 404 len: 333 time: 0.0413353 Jul 16 20:49:11.791179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44400) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:11.906344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting port b7acead9-9437-49a5-ae51-5a8360bbfc30 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:11.906880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.002646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.015628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Calling delete_port for b7acead9-9437-49a5-ae51-5a8360bbfc30 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:12.158301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.194021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Port': ['ID=b7acead9-9437-49a5-ae51-5a8360bbfc30,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:12.222097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.224393 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f673046-4114-493e-8a5f-9a1ec5770d90 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/ports/b7acead9-9437-49a5-ae51-5a8360bbfc30 HTTP/1.1" status: 204 len: 168 time: 0.4315233 Jul 16 20:49:12.226977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44402) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:12.258956 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b17a52-3a3c-4b37-8b3b-57217fc7c7cc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] GET failed (client error): The resource could not be found. Jul 16 20:49:12.260660 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a9b17a52-3a3c-4b37-8b3b-57217fc7c7cc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "GET /v2.0/ports/b7acead9-9437-49a5-ae51-5a8360bbfc30 HTTP/1.1" status: 404 len: 333 time: 0.0326686 Jul 16 20:49:12.265479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44404) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:12.376511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting port 7999933d-b3fb-465f-9770-407569a6bf34 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:12.376988 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.473328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.486689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Calling delete_port for 7999933d-b3fb-465f-9770-407569a6bf34 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:12.669874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.702186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Port': ['ID=7999933d-b3fb-465f-9770-407569a6bf34,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:12.738340 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.740347 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-25514151-ab3a-43d3-906f-df8f3eb736cf tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/ports/7999933d-b3fb-465f-9770-407569a6bf34 HTTP/1.1" status: 204 len: 168 time: 0.4735937 Jul 16 20:49:12.743062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44416) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:12.799669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting subnet 14028c34-1148-446d-947d-2d5130dfd6dd {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:12.803409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.878101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.997335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.058142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.091662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Subnet': ['ID=14028c34-1148-446d-947d-2d5130dfd6dd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.095442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.097326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eca15b83-58ca-45ba-adaf-9f79f809cdfc tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/subnets/14028c34-1148-446d-947d-2d5130dfd6dd HTTP/1.1" status: 204 len: 168 time: 0.3525777 Jul 16 20:49:13.099846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44420) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:13.108138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1007f5-2fc0-4bb7-ba78-63464e44a54d None None] Network 42454f00-1473-44ec-854e-97da2f358c88 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:13.180146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.244172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Deleting port ebd8cb66-8a02-4d22-a511-183909964ca0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:13.244172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.316170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] For port ebd8cb66-8a02-4d22-a511-183909964ca0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ebd8cb66-8a02-4d22-a511-183909964ca0,segment=NetworkSegment(19c4be34-62e5-44d3-ae85-1bd1c84138ad),segment_id=19c4be34-62e5-44d3-ae85-1bd1c84138ad)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:13.316549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.326291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] DHCP port deletion for 42454f00-1473-44ec-854e-97da2f358c88 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:13.330176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Calling delete_port for ebd8cb66-8a02-4d22-a511-183909964ca0 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:13.372990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] Deleting port ebd8cb66-8a02-4d22-a511-183909964ca0 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:13.373496 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.415094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.445205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] For port ebd8cb66-8a02-4d22-a511-183909964ca0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ebd8cb66-8a02-4d22-a511-183909964ca0,segment=NetworkSegment(19c4be34-62e5-44d3-ae85-1bd1c84138ad),segment_id=19c4be34-62e5-44d3-ae85-1bd1c84138ad)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:13.446289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.446420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Port': ['ID=ebd8cb66-8a02-4d22-a511-183909964ca0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.448293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] No DVR routers for this DVR port ebd8cb66-8a02-4d22-a511-183909964ca0 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:13.463807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] Calling delete_port for ebd8cb66-8a02-4d22-a511-183909964ca0 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:13.529023 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.541189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42454f00-1473-44ec-854e-97da2f358c88']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:13.547648 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.560653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c4be34-62e5-44d3-ae85-1bd1c84138ad') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:13.561423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c4be34-62e5-44d3-ae85-1bd1c84138ad') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:13.573362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.579857 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] Pushing event deleted for resources: {'Port': ['ID=ebd8cb66-8a02-4d22-a511-183909964ca0,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.585122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91cb5a3-423b-4575-81f3-f7258a920aa9 None None] No DVR routers for this DVR port ebd8cb66-8a02-4d22-a511-183909964ca0 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:13.599932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.608006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:13.608406 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:13.612862 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:13.678662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.686943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.688864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] 10.222.0.100 "DELETE /v2.0/networks/42454f00-1473-44ec-854e-97da2f358c88 HTTP/1.1" status: 204 len: 168 time: 0.5880647 Jul 16 20:49:13.702643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873f63-6e28-4b50-8336-7fa5a8fd3584 tempest-AllowedAddressPairIpV6TestJSON-1432451063 tempest-AllowedAddressPairIpV6TestJSON-1432451063-project] Pushing event deleted for resources: {'Network': ['ID=42454f00-1473-44ec-854e-97da2f358c88,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.947122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44438) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:14.105193 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ccbf4da4-cb72-4545-a25f-bc845c8e3600 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=16c69fd3fa1049f298dc134a480168b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569567 Jul 16 20:49:14.108296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:14.146426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebd8cb66-8a02-4d22-a511-183909964ca0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:14.166865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25bcb1aa-4abd-4bb7-9ba4-5abd6f3d1087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.168483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: ebd8cb66-8a02-4d22-a511-183909964ca0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:14.169309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device ebd8cb66-8a02-4d22-a511-183909964ca0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:14.192899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25bcb1aa-4abd-4bb7-9ba4-5abd6f3d1087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.252264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25bcb1aa-4abd-4bb7-9ba4-5abd6f3d1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.254859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-25bcb1aa-4abd-4bb7-9ba4-5abd6f3d1087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.256083 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-25bcb1aa-4abd-4bb7-9ba4-5abd6f3d1087 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2240a505-5b9f-4be5-bae3-e5af2c301bfc HTTP/1.1" status: 204 len: 168 time: 0.1468408 Jul 16 20:49:14.266480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb1aa-4abd-4bb7-9ba4-5abd6f3d1087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2240a505-5b9f-4be5-bae3-e5af2c301bfc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:14.929408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44474) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:15.027661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1518631522'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:15.060202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:15.063756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.080871 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.178935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.184132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.213965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:15.238608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666b8a72-04f6-4f2a-a98b-ca45434041d3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:15.242226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.242764 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment d46eb509-926a-4d48-9340-535499211be8 of type vlan for network c7b5447d-7469-4f21-8c46-d889bae5973b Jul 16 20:49:15.296327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.325953 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.331604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:15.332190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.371802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4385870 Jul 16 20:49:15.372145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44480) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:15.377368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'name': 'tempest-PortsIpV6TestJSON-603641374'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:15.407677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb7511-7fdc-410c-8984-567e6fb5d6db tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=c7b5447d-7469-4f21-8c46-d889bae5973b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:15.418048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:15.482706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:15.487175 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.508298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port df324254-3ec0-4df9-93fc-23b3e842ce1e yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:15.690080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.092572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.163767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=df324254-3ec0-4df9-93fc-23b3e842ce1e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:16.182528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': 'd46eb509-926a-4d48-9340-535499211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:16.183087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: c7b5447d-7469-4f21-8c46-d889bae5973b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:16.209705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:16.232473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, c7b5447d-7469-4f21-8c46-d889bae5973b) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:16.239887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:16.241988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb65de-b65b-452a-b25f-2c8e1244612e None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:16.247557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.248546 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.270563 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1bdb3f7e-41b6-4ab8-84dd-800c85582574 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8966961 Jul 16 20:49:16.273989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44486) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:16.282668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1056492608'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:16.320454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:16.325780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.361254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:16.375203 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.375908 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment 57136897-1881-4bc4-ba1f-0bfa7358d285 of type vlan for network a47af9de-0133-46b8-a22e-921ec2783c43 Jul 16 20:49:16.453465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.500058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.506930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.507635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.558827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2826831 Jul 16 20:49:16.562056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44488) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:16.596775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'ports': [{'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b'}, {'network_id': 'a47af9de-0133-46b8-a22e-921ec2783c43'}]} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:16.597085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:16.597571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'a47af9de-0133-46b8-a22e-921ec2783c43'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:16.639919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa6305-453d-443c-ab53-505b7189d070 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=a47af9de-0133-46b8-a22e-921ec2783c43,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:16.650743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a47af9de-0133-46b8-a22e-921ec2783c43 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:16.777329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 2} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:16.782352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.796205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.892548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port fcb573a6-259a-485b-8887-bfb007f4bed6 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:17.024780 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.109907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 8973c9a0-e4b7-44ca-8775-b0d1c94cb8dc yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:17.233173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.278036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.325383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:17.328625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:17.332602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:17.333450 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.341075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=fcb573a6-259a-485b-8887-bfb007f4bed6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:17.405815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=8973c9a0-e4b7-44ca-8775-b0d1c94cb8dc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:17.413222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': '57136897-1881-4bc4-ba1f-0bfa7358d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a47af9de-0133-46b8-a22e-921ec2783c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:17.413565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: a47af9de-0133-46b8-a22e-921ec2783c43, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:17.430816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network a47af9de-0133-46b8-a22e-921ec2783c43 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:17.439938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a47af9de-0133-46b8-a22e-921ec2783c43) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:17.443921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:17.449747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:17.451957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1442d0e8-3858-473a-91e2-5a1e25d3b022 None None] Network a47af9de-0133-46b8-a22e-921ec2783c43 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:17.455128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:17.455283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.470375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2f74afc8-ae00-43d6-9b22-c4032769ebbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9069965 Jul 16 20:49:17.473117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44494) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:17.570631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 8973c9a0-e4b7-44ca-8775-b0d1c94cb8dc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:17.570980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.641588 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.654071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 8973c9a0-e4b7-44ca-8775-b0d1c94cb8dc owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:17.732674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.763351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=8973c9a0-e4b7-44ca-8775-b0d1c94cb8dc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:17.770389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.772311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0325b1b4-bc70-415a-a9c4-b2195a9c4204 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/8973c9a0-e4b7-44ca-8775-b0d1c94cb8dc HTTP/1.1" status: 204 len: 168 time: 0.2982423 Jul 16 20:49:17.774904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44496) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:17.877240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d423493-7811-4a8e-8b47-e2a15fa86f00 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:17.883045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d423493-7811-4a8e-8b47-e2a15fa86f00 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:17.884608 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1d423493-7811-4a8e-8b47-e2a15fa86f00 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1087325 Jul 16 20:49:17.887958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44498) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:17.987559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port fcb573a6-259a-485b-8887-bfb007f4bed6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:17.987818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.055342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.068471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for fcb573a6-259a-485b-8887-bfb007f4bed6 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:18.155589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.184813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=fcb573a6-259a-485b-8887-bfb007f4bed6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:18.189778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.191785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b34d4003-9632-47e4-b0ea-ff6d2fbbfd79 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/fcb573a6-259a-485b-8887-bfb007f4bed6 HTTP/1.1" status: 204 len: 168 time: 0.3027737 Jul 16 20:49:18.194167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.259962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b5352-dbcd-4b56-846c-7be4dc3c61ed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:18.262190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-966b5352-dbcd-4b56-846c-7be4dc3c61ed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0663924 Jul 16 20:49:18.264893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44506) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.296570 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-2944e80d-8fb6-4a34-baea-80ae1f97e1fd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:18.298087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2944e80d-8fb6-4a34-baea-80ae1f97e1fd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/8973c9a0-e4b7-44ca-8775-b0d1c94cb8dc HTTP/1.1" status: 404 len: 333 time: 0.0322888 Jul 16 20:49:18.300707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44508) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.330005 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-449dac43-fe17-4a90-98e3-8d4cd48f0a66 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:18.331840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-449dac43-fe17-4a90-98e3-8d4cd48f0a66 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/fcb573a6-259a-485b-8887-bfb007f4bed6 HTTP/1.1" status: 404 len: 333 time: 0.0299602 Jul 16 20:49:18.334353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44512) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.413796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.505630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.516728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47af9de-0133-46b8-a22e-921ec2783c43']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:18.526738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57136897-1881-4bc4-ba1f-0bfa7358d285') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:18.527670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57136897-1881-4bc4-ba1f-0bfa7358d285') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:18.538070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.564369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.577362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:18.577754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:18.580620 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:18.601341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-4d6a2583-bab8-4579-80c5-f52967b49646 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781910159&fields=id&tenant_id=6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 267 time: 0.0671637 Jul 16 20:49:18.668697 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.680033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.681860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/a47af9de-0133-46b8-a22e-921ec2783c43 HTTP/1.1" status: 204 len: 168 time: 0.3465750 Jul 16 20:49:18.686267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44520) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.691506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-42383975'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:18.696283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5905b3-73b5-4b99-a7ba-2d0c35ede243 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=a47af9de-0133-46b8-a22e-921ec2783c43,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:18.719634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:18.723075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.747623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:18.757558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.757898 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment 260f4c8d-526a-45bf-b3dc-23e06a89f765 of type vlan for network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f Jul 16 20:49:18.767645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-5ed6b184-5560-4530-97fc-c4b11af8d940 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:18.769223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-5ed6b184-5560-4530-97fc-c4b11af8d940 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1596479 Jul 16 20:49:18.783820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-4c025dd8-e5b8-400b-9c64-77c477e7ecd1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/quotas/6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 375 time: 0.0092371 Jul 16 20:49:18.803604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.833909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.840507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:18.841136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.854295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-60d1c6a6-06f7-46c4-859a-68688ace9864 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653939 Jul 16 20:49:18.882973 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1955819 Jul 16 20:49:18.885906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44522) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.917593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:18.922338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f10c5-f5b8-4e2a-b695-d613fdac076a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=60c1463f-692d-4ae4-b428-d74dfb1a2c7f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:18.934016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:18.955602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-4e321aec-49e6-4a73-8b00-dc2da2fce907 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888727 Jul 16 20:49:19.013829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:19.017494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.054014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-df4d99f0-1f8b-443c-a8de-d31d2c52fbdc service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925398 Jul 16 20:49:19.205795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.270297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=8407116d-62fd-4858-b694-56892868f04d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:19.288296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': '260f4c8d-526a-45bf-b3dc-23e06a89f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:19.288659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: 60c1463f-692d-4ae4-b428-d74dfb1a2c7f, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:19.313044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:19.324263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 60c1463f-692d-4ae4-b428-d74dfb1a2c7f) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:19.328756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:19.329607 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.333996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4cacc3-a863-41b8-8b18-d0d5af1ebdd9 None None] Network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:19.349689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-364b6434-dd8b-4c53-87d8-9fce58e9e053 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4619460 Jul 16 20:49:19.352256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44536) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:19.359668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f', 'name': 'tempest-PortsIpV6TestJSON-2040914974'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:19.500843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-60c1463f-692d-4ae4-b428-d74dfb1a2c7f', 'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f', 'tenant_id': '43de88c4a8914fb294fd64c8935248e4', 'fixed_ips': [{'subnet_id': '8407116d-62fd-4858-b694-56892868f04d'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:19.501069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-593b7c4d-6889-4e0c-9fca-83cbd48952db req-ab67ef2d-b99c-42c3-8656-9d5f6b0930a0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 210 time: 0.0428002 Jul 16 20:49:19.502374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.529573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:19.533430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.553314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 495ab131-5ed9-4230-a9b8-4c72d9cd7350 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:19.677536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::188 (60c1463f-692d-4ae4-b428-d74dfb1a2c7f/8407116d-62fd-4858-b694-56892868f04d/495ab131-5ed9-4230-a9b8-4c72d9cd7350) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:19.835515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.851128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object 495ab131-5ed9-4230-a9b8-4c72d9cd7350 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:19.886823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.935669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:19.939037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:19.941167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Allocated IP 2001:db8::2 (60c1463f-692d-4ae4-b428-d74dfb1a2c7f/8407116d-62fd-4858-b694-56892868f04d/ac8249b3-c8dd-4571-8a33-5feb3a0bbb64) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:19.941684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:19.947870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:19.948551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.974883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6210115 Jul 16 20:49:19.977773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44544) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:19.982728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb85865-fef0-4b9c-9674-5e86a0afccbe tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=495ab131-5ed9-4230-a9b8-4c72d9cd7350,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.092879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.098072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 495ab131-5ed9-4230-a9b8-4c72d9cd7350 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:20.098421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.101487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Transition to ACTIVE for port object ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:20.116408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Transition to ACTIVE for port object ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:20.122290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.165589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:20.168418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:20.172025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:20.179045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Pushing event updated for resources: {'Port': ['ID=ac8249b3-c8dd-4571-8a33-5feb3a0bbb64,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.193446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.206792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 495ab131-5ed9-4230-a9b8-4c72d9cd7350 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:20.234689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Attempting to bind port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:20.235058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Attempting to bind port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '260f4c8d-526a-45bf-b3dc-23e06a89f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:20.235447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Attempting to bind port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 on network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:20.240327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:20.240688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Checking segment: {'id': '260f4c8d-526a-45bf-b3dc-23e06a89f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:20.241080 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.241480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Bound using segment: {'id': '260f4c8d-526a-45bf-b3dc-23e06a89f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:20.241920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Bound port: ac8249b3-c8dd-4571-8a33-5feb3a0bbb64, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260f4c8d-526a-45bf-b3dc-23e06a89f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '60c1463f-692d-4ae4-b428-d74dfb1a2c7f'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:20.242289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.307709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] For port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:20.311181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] For port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ac8249b3-c8dd-4571-8a33-5feb3a0bbb64,segment=NetworkSegment(260f4c8d-526a-45bf-b3dc-23e06a89f765),segment_id=260f4c8d-526a-45bf-b3dc-23e06a89f765)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:20.317048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.349534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.378507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89695e0-bc0c-4404-ac1c-b189b1256238 None None] Pushing event updated for resources: {'Port': ['ID=ac8249b3-c8dd-4571-8a33-5feb3a0bbb64,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.386225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=495ab131-5ed9-4230-a9b8-4c72d9cd7350,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.415840 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.420636 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-44f80d73-8265-4397-8a85-e5792dd16d22 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/495ab131-5ed9-4230-a9b8-4c72d9cd7350 HTTP/1.1" status: 204 len: 168 time: 0.4391162 Jul 16 20:49:20.421567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44546) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:20.457159 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-c507f39d-cbd9-4de4-9abc-195c846bbeba tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:49:20.457913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c507f39d-cbd9-4de4-9abc-195c846bbeba tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:49:20.460429 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c507f39d-cbd9-4de4-9abc-195c846bbeba tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/495ab131-5ed9-4230-a9b8-4c72d9cd7350 HTTP/1.1" status: 404 len: 333 time: 0.0377083 Jul 16 20:49:20.462903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44550) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:20.534495 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2caf4e4-c739-4527-be92-c2db0759ae34 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:20.536062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f2caf4e4-c739-4527-be92-c2db0759ae34 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/495ab131-5ed9-4230-a9b8-4c72d9cd7350 HTTP/1.1" status: 404 len: 333 time: 0.0721734 Jul 16 20:49:20.538939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44554) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:20.601794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-1ce6e08e-d9a3-46b8-bea3-762463e95971 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:20.603459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-1ce6e08e-d9a3-46b8-bea3-762463e95971 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.2292187 Jul 16 20:49:20.617042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet 8407116d-62fd-4858-b694-56892868f04d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:20.626265 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.713472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.728430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-3e6b9741-e3e0-4af3-bea7-70503f496262 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 380 time: 0.0841227 Jul 16 20:49:20.744755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'port': {'device_id': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'admin_state_up': True, 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'security_groups': ['d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:20.772291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f25de1a1-80d3-4dc8-944c-f9a9a4e90fb9 req-793ea67e-d67b-41de-a087-4f07fff29fd2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 210 time: 0.0488141 Jul 16 20:49:20.822241 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.890656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.905066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:20.909052 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.931942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=8407116d-62fd-4858-b694-56892868f04d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.937223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.939738 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4126fcdc-3114-4ffd-8c56-a3f79c95381f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/8407116d-62fd-4858-b694-56892868f04d HTTP/1.1" status: 204 len: 168 time: 0.3994114 Jul 16 20:49:20.946032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44556) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:21.034985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.053540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.20.0.5 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/678ba593-c144-4539-8215-e04426e85a39) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:21.101887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:21.102236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.173383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] For port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=ac8249b3-c8dd-4571-8a33-5feb3a0bbb64,segment=NetworkSegment(260f4c8d-526a-45bf-b3dc-23e06a89f765),segment_id=260f4c8d-526a-45bf-b3dc-23e06a89f765)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:21.173622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.185963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:21.219322 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.235287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Transition to ACTIVE for port object 678ba593-c144-4539-8215-e04426e85a39 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:21.278114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.298506 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.310629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=ac8249b3-c8dd-4571-8a33-5feb3a0bbb64,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:21.317715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No DVR routers for this DVR port ac8249b3-c8dd-4571-8a33-5feb3a0bbb64 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:21.362494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=678ba593-c144-4539-8215-e04426e85a39,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:21.380135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:21.381890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:21.384690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:21.420628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.443232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c1463f-692d-4ae4-b428-d74dfb1a2c7f']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:21.460487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260f4c8d-526a-45bf-b3dc-23e06a89f765') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:21.462521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260f4c8d-526a-45bf-b3dc-23e06a89f765') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:21.479314 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.488742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:21.494230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.501259 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.515419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:21.515982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:21.519208 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:21.522126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-91e97051-5e50-4307-b3df-3823e5a8c07f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7831609 Jul 16 20:49:21.536626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-64ccc036-c6c4-427b-8405-1f1be45c11e3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:49:21.537614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-64ccc036-c6c4-427b-8405-1f1be45c11e3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054185 Jul 16 20:49:21.632722 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.642625 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.642860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Request body: {'port': {'device_id': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:21.644360 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/60c1463f-692d-4ae4-b428-d74dfb1a2c7f HTTP/1.1" status: 204 len: 168 time: 0.6969054 Jul 16 20:49:21.648716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44562) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:21.655373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4826d8-b70c-4a98-8478-49219daa6242 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=60c1463f-692d-4ae4-b428-d74dfb1a2c7f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:21.696338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003723636'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:21.773072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:21.777056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.783949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407d493-8015-4c72-8349-693beb70fd05 None None] DHCP port deletion for 60c1463f-692d-4ae4-b428-d74dfb1a2c7f request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:21.804027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149cf229-26bc-44e6-8a1a-dec1716901e5 None None] Network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:21.815396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:21.826362 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.826766 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment e64058a0-1f97-4c38-ace8-fc063b410d15 of type vlan for network 8f47d0e4-d376-499d-b861-ed955077707c Jul 16 20:49:21.833076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149cf229-26bc-44e6-8a1a-dec1716901e5 None None] Network 60c1463f-692d-4ae4-b428-d74dfb1a2c7f could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:49:21.845199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c77840d-4656-473c-94e3-5ce12b97ffd0 None None] Provisioning for port 678ba593-c144-4539-8215-e04426e85a39 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:21.850110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c77840d-4656-473c-94e3-5ce12b97ffd0 None None] Provisioning complete for port 678ba593-c144-4539-8215-e04426e85a39 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:21.850750 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c77840d-4656-473c-94e3-5ce12b97ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.868543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.893623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6c77840d-4656-473c-94e3-5ce12b97ffd0 None None] Port 678ba593-c144-4539-8215-e04426e85a39 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:21.897351 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.897721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c77840d-4656-473c-94e3-5ce12b97ffd0 None None] Could not find standard attr ID for object ac8249b3-c8dd-4571-8a33-5feb3a0bbb64. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:21.906772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.912305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:21.912903 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.352215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6931157 Jul 16 20:49:22.355896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44566) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:22.363362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': '8f47d0e4-d376-499d-b861-ed955077707c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:22.398063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a4165-824a-4b12-977c-22ebad516e51 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=8f47d0e4-d376-499d-b861-ed955077707c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:22.413200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8f47d0e4-d376-499d-b861-ed955077707c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:22.489652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:22.501256 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.515079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08295a-9881-4c88-9c5f-f338095ff3b4 req-d6a201a0-b8f1-47f0-a309-7383970bb73e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:22.519358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c08295a-9881-4c88-9c5f-f338095ff3b4 req-d6a201a0-b8f1-47f0-a309-7383970bb73e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 931 time: 0.2205184 Jul 16 20:49:22.644799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c08295a-9881-4c88-9c5f-f338095ff3b4 req-fcb84335-1aec-495a-ae38-4e61dd95a832 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179125 Jul 16 20:49:22.743514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.775595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678ba593-c144-4539-8215-e04426e85a39 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:22.785922 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.809500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Transition to ACTIVE for port object 678ba593-c144-4539-8215-e04426e85a39 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:22.820691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.834392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': 'e64058a0-1f97-4c38-ace8-fc063b410d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f47d0e4-d376-499d-b861-ed955077707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:22.834790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: 8f47d0e4-d376-499d-b861-ed955077707c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:22.845628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=bf679ea3-bc15-42d8-81cc-d95b27fe95eb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:22.869622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 8f47d0e4-d376-499d-b861-ed955077707c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:22.883470 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8f47d0e4-d376-499d-b861-ed955077707c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:22.890543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:22.891417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.913370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Pushing event updated for resources: {'Port': ['ID=678ba593-c144-4539-8215-e04426e85a39,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:22.916244 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b392effa-b32c-4c06-84d2-286dea6b0e09 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5577097 Jul 16 20:49:22.919225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44570) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:22.932355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': '8f47d0e4-d376-499d-b861-ed955077707c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-225284706'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:22.937539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a4510-3fdd-4ac4-bf3b-51b4a3d735ce None None] Network 8f47d0e4-d376-499d-b861-ed955077707c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:23.114633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Attempting to bind port 678ba593-c144-4539-8215-e04426e85a39 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:23.114976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Attempting to bind port 678ba593-c144-4539-8215-e04426e85a39 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:23.115339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Attempting to bind port 678ba593-c144-4539-8215-e04426e85a39 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:23.127040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Port 678ba593-c144-4539-8215-e04426e85a39 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:23.128235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Attempting to bind port 678ba593-c144-4539-8215-e04426e85a39 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:23.143916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:23.144223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:23.144619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:23.145077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Bound port: 678ba593-c144-4539-8215-e04426e85a39, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:23.145443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.194711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-8f47d0e4-d376-499d-b861-ed955077707c', 'network_id': '8f47d0e4-d376-499d-b861-ed955077707c', 'tenant_id': '43de88c4a8914fb294fd64c8935248e4', 'fixed_ips': [{'subnet_id': 'bf679ea3-bc15-42d8-81cc-d95b27fe95eb'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:23.195633 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.236994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:23.240432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.255238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] For port 678ba593-c144-4539-8215-e04426e85a39, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:23.274034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] For port 678ba593-c144-4539-8215-e04426e85a39, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=678ba593-c144-4539-8215-e04426e85a39,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:23.275829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 880444b3-c7f6-41ef-b55f-82124b89f727 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:23.284433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.364860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:23.365502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.366986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] 10.222.0.26 "PUT /v2.0/ports/678ba593-c144-4539-8215-e04426e85a39 HTTP/1.1" status: 200 len: 1091 time: 1.8226190 Jul 16 20:49:23.369409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'tag': '678ba593-c144-4539-8215-e04426e85a39'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:23.371878 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "tag": "678ba593-c144-4539-8215-e04426e85a39"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:23.412581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba210a02-9795-48a8-bda0-92894f52b881 service neutron] Pushing event updated for resources: {'Port': ['ID=678ba593-c144-4539-8215-e04426e85a39,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:23.422990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Allocated IP 2001:db8::2 (8f47d0e4-d376-499d-b861-ed955077707c/bf679ea3-bc15-42d8-81cc-d95b27fe95eb/fdfa8302-6112-4c36-aa99-11e0cfa8cacf) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:23.463437 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36da339-f109-42b2-a8e4-65133435e8a5 x-openstack-request-id: req-f36da339-f109-42b2-a8e4-65133435e8a5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:23.463845 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "tag": "678ba593-c144-4539-8215-e04426e85a39", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:23.463964 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f36da339-f109-42b2-a8e4-65133435e8a5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:23.464433 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'tag': '678ba593-c144-4539-8215-e04426e85a39', 'status': 'completed', 'code': 200} Jul 16 20:49:23.493068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-0d62ed7a-8f58-47ef-b550-72e5fbb6493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:23.495006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-0d62ed7a-8f58-47ef-b550-72e5fbb6493c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 1094 time: 0.0666723 Jul 16 20:49:23.542117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-de4a42ab-bafe-4761-98e5-0bf2ed541ba9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678ba593-c144-4539-8215-e04426e85a39 HTTP/1.1" status: 200 len: 217 time: 0.0400913 Jul 16 20:49:23.612423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-8fb34453-d369-4893-b75b-8f7d376f33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:23.615269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-8fb34453-d369-4893-b75b-8f7d376f33fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0658255 Jul 16 20:49:23.733993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5c72-f65b-42b2-9eff-073984f8111d req-e500db3b-19ad-477d-afe6-537b81cc16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:23.735751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-e500db3b-19ad-477d-afe6-537b81cc16f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138046 Jul 16 20:49:23.854513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-1bc50e9a-a3a3-4bf0-9f9b-5524391bd6d8 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123636 Jul 16 20:49:23.857807 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.867192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Transition to ACTIVE for port object fdfa8302-6112-4c36-aa99-11e0cfa8cacf will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:23.892172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Transition to ACTIVE for port object fdfa8302-6112-4c36-aa99-11e0cfa8cacf will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:23.903173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.944912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Network 8f47d0e4-d376-499d-b861-ed955077707c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:23.946524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:23.952903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:23.997455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Pushing event updated for resources: {'Port': ['ID=fdfa8302-6112-4c36-aa99-11e0cfa8cacf,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:24.037728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Attempting to bind port fdfa8302-6112-4c36-aa99-11e0cfa8cacf on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:24.037728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Attempting to bind port fdfa8302-6112-4c36-aa99-11e0cfa8cacf by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'e64058a0-1f97-4c38-ace8-fc063b410d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f47d0e4-d376-499d-b861-ed955077707c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:24.037728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Attempting to bind port fdfa8302-6112-4c36-aa99-11e0cfa8cacf on network 8f47d0e4-d376-499d-b861-ed955077707c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:24.039416 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:24.039870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Checking segment: {'id': 'e64058a0-1f97-4c38-ace8-fc063b410d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f47d0e4-d376-499d-b861-ed955077707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:24.040511 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.040922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Bound using segment: {'id': 'e64058a0-1f97-4c38-ace8-fc063b410d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f47d0e4-d376-499d-b861-ed955077707c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:24.041423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Bound port: fdfa8302-6112-4c36-aa99-11e0cfa8cacf, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64058a0-1f97-4c38-ace8-fc063b410d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f47d0e4-d376-499d-b861-ed955077707c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:24.041788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.048240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::169 (8f47d0e4-d376-499d-b861-ed955077707c/bf679ea3-bc15-42d8-81cc-d95b27fe95eb/880444b3-c7f6-41ef-b55f-82124b89f727) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:24.076063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193e2d-1c18-47e2-8783-046f4915d7e6 req-b9758093-d099-484b-bcef-ba96f5587a71 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:24.079917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7193e2d-1c18-47e2-8783-046f4915d7e6 req-b9758093-d099-484b-bcef-ba96f5587a71 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.2175324 Jul 16 20:49:24.129269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-855a5c72-f65b-42b2-9eff-073984f8111d req-0039fa43-b493-4f59-b5b5-a0813ddeb899 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684703 Jul 16 20:49:24.147687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] For port fdfa8302-6112-4c36-aa99-11e0cfa8cacf, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:24.154843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] For port fdfa8302-6112-4c36-aa99-11e0cfa8cacf, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fdfa8302-6112-4c36-aa99-11e0cfa8cacf,segment=NetworkSegment(e64058a0-1f97-4c38-ace8-fc063b410d15),segment_id=e64058a0-1f97-4c38-ace8-fc063b410d15)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:24.164730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.201033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7193e2d-1c18-47e2-8783-046f4915d7e6 req-c440554b-a341-4af7-bd62-b0b7c0c84810 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100423 Jul 16 20:49:24.230467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3893748-9ac1-4a4b-b89b-55924b1e902a None None] Pushing event updated for resources: {'Port': ['ID=fdfa8302-6112-4c36-aa99-11e0cfa8cacf,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:24.281351 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.295997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object 880444b3-c7f6-41ef-b55f-82124b89f727 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:24.303160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-6c34d81e-c4eb-4886-a3fd-dc81a4c10fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:24.304704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-6c34d81e-c4eb-4886-a3fd-dc81a4c10fc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 1094 time: 0.1170108 Jul 16 20:49:24.397544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.474353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 8f47d0e4-d376-499d-b861-ed955077707c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:24.476693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:24.484712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:24.490571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:24.497139 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.501388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=880444b3-c7f6-41ef-b55f-82124b89f727,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:24.507775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-d9e2d717-74e5-4818-978b-4483c70716ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:24.509220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-d9e2d717-74e5-4818-978b-4483c70716ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1950290 Jul 16 20:49:24.528494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75c33194-5c3e-432b-bc64-33f6a3d0900c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6044881 Jul 16 20:49:24.528975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44578) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:24.559983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-a250c038-4fc2-4763-bf71-a7b9407c64e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678ba593-c144-4539-8215-e04426e85a39 HTTP/1.1" status: 200 len: 217 time: 0.0432155 Jul 16 20:49:24.622608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-7385e57a-953e-4c2a-9d52-538158ad971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:24.624277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-7385e57a-953e-4c2a-9d52-538158ad971b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0582016 Jul 16 20:49:24.664771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 880444b3-c7f6-41ef-b55f-82124b89f727 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:24.665127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.710719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-72a0f687-23c1-4cfb-8e77-b97bb719590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:24.710719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-72a0f687-23c1-4cfb-8e77-b97bb719590a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786421 Jul 16 20:49:24.764833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.778270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 880444b3-c7f6-41ef-b55f-82124b89f727 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:24.809348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-dc76157f-8352-42f5-884b-54970b292382 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911086 Jul 16 20:49:24.910959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f829e9d6-3017-4fd3-a35e-e1d6a63ff8cb req-a0233aee-8b15-4331-aaaf-939fee9b810b service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960922 Jul 16 20:49:24.924502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.954224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=880444b3-c7f6-41ef-b55f-82124b89f727,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:24.980924 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.982864 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ae72d39e-91c3-4590-9255-7ef9968e2220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/880444b3-c7f6-41ef-b55f-82124b89f727 HTTP/1.1" status: 204 len: 168 time: 0.4528186 Jul 16 20:49:24.985521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44580) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:25.015123 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-31647f96-c52d-4098-97bd-ecd51032f19b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:25.016639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-31647f96-c52d-4098-97bd-ecd51032f19b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/880444b3-c7f6-41ef-b55f-82124b89f727 HTTP/1.1" status: 404 len: 333 time: 0.0300667 Jul 16 20:49:25.019438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44582) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:25.091286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet bf679ea3-bc15-42d8-81cc-d95b27fe95eb {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:25.095163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.151131 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.250289 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.325387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.367733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=bf679ea3-bc15-42d8-81cc-d95b27fe95eb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:25.372071 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.374067 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f408a3ca-2a9b-4fa7-b703-4b82d3c8c0ae tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/bf679ea3-bc15-42d8-81cc-d95b27fe95eb HTTP/1.1" status: 204 len: 168 time: 0.3536179 Jul 16 20:49:25.376708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44586) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:25.414743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a439b05-85eb-4da3-9f40-bca6b7f566b3 None None] Network 8f47d0e4-d376-499d-b861-ed955077707c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:25.444483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e89905-c48a-4121-a422-de3476ad7012 req-9467ff4b-e167-4528-9da2-63040ed1b625 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:25.452049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03e89905-c48a-4121-a422-de3476ad7012 req-9467ff4b-e167-4528-9da2-63040ed1b625 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.1157668 Jul 16 20:49:25.463524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.500915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03e89905-c48a-4121-a422-de3476ad7012 req-85e9058e-1054-43e7-8e4c-7d86c79c1a3e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483146 Jul 16 20:49:25.537357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port fdfa8302-6112-4c36-aa99-11e0cfa8cacf {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:25.537877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.565292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8e71f599-0000-4319-a8f1-5bed613d3078 None None] Provisioning for port fdfa8302-6112-4c36-aa99-11e0cfa8cacf completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:25.623013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] For port fdfa8302-6112-4c36-aa99-11e0cfa8cacf, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fdfa8302-6112-4c36-aa99-11e0cfa8cacf,segment=NetworkSegment(e64058a0-1f97-4c38-ace8-fc063b410d15),segment_id=e64058a0-1f97-4c38-ace8-fc063b410d15)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:25.623424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.638929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for fdfa8302-6112-4c36-aa99-11e0cfa8cacf owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:25.678185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] DHCP port deletion for 8f47d0e4-d376-499d-b861-ed955077707c request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:25.733547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] Deleting port fdfa8302-6112-4c36-aa99-11e0cfa8cacf {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:25.733878 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.735184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.765494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=fdfa8302-6112-4c36-aa99-11e0cfa8cacf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:25.769212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No DVR routers for this DVR port fdfa8302-6112-4c36-aa99-11e0cfa8cacf on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:25.813554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] For port fdfa8302-6112-4c36-aa99-11e0cfa8cacf, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:25.813867 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.826418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] Calling delete_port for fdfa8302-6112-4c36-aa99-11e0cfa8cacf owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:25.829633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] Port fdfa8302-6112-4c36-aa99-11e0cfa8cacf was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:49:25.834885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.847871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.859054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f47d0e4-d376-499d-b861-ed955077707c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:25.868137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] Pushing event deleted for resources: {'Port': ['ID=fdfa8302-6112-4c36-aa99-11e0cfa8cacf,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:25.869120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64058a0-1f97-4c38-ace8-fc063b410d15') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:25.869416 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64058a0-1f97-4c38-ace8-fc063b410d15') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:25.876005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193164e0-2c63-4bac-8874-26c0dcb36e32 None None] No DVR routers for this DVR port fdfa8302-6112-4c36-aa99-11e0cfa8cacf on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:25.879836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.897089 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.903401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:25.903730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:25.907148 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:25.968283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.975755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.977636 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/8f47d0e4-d376-499d-b861-ed955077707c HTTP/1.1" status: 204 len: 168 time: 0.5999639 Jul 16 20:49:25.981646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44590) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:25.987207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'name': 'tempest-PortsIpV6TestJSON-1155147015'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:25.989537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a747f28-c242-44ec-9870-c6e87697dac7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=8f47d0e4-d376-499d-b861-ed955077707c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.076298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:26.079888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.103409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port f12275e5-0811-437d-8fa0-5ddb310d39d6 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:26.260810 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.298762 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.349983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:26.353111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:26.357155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:26.362651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:26.363280 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.369297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=f12275e5-0811-437d-8fa0-5ddb310d39d6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.382916 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf617df9-6374-43fe-950c-64fda44d3090 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4001546 Jul 16 20:49:26.385423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:26.483092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port f12275e5-0811-437d-8fa0-5ddb310d39d6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:26.483471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.553794 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.566669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for f12275e5-0811-437d-8fa0-5ddb310d39d6 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:26.691642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.735135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=f12275e5-0811-437d-8fa0-5ddb310d39d6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.748526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2113c3-40a4-4275-8897-589b1499f217 req-8c8e626e-241b-4ef8-b5d1-4c58f8c30035 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:26.750070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b2113c3-40a4-4275-8897-589b1499f217 req-8c8e626e-241b-4ef8-b5d1-4c58f8c30035 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.1351066 Jul 16 20:49:26.755462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.757322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1a90556f-f755-49d1-9a7e-4327d06e2f7b tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/f12275e5-0811-437d-8fa0-5ddb310d39d6 HTTP/1.1" status: 204 len: 168 time: 0.3709733 Jul 16 20:49:26.760361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:26.765630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'mac_address': 'fa:16:3e:6a:d0:20', 'name': 'tempest-PortsIpV6TestJSON-710407377'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:26.793866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b2113c3-40a4-4275-8897-589b1499f217 req-2058800e-6416-4bc1-baaf-ce642f0a870e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Jul 16 20:49:26.859457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:26.941040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.963756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 10d7976f-fbf1-4c60-bd44-b9e7cb9d4152 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:27.121611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.158217 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.203131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:27.206345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:27.210340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:27.216717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:27.217267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.223608 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=10d7976f-fbf1-4c60-bd44-b9e7cb9d4152,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:27.237476 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aa4c615a-52f6-4967-8511-3bbf7212d4c7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4758358 Jul 16 20:49:27.239955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44600) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:27.297313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9347b-f3f8-4f33-aad4-8fd1688aa1e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:27.298721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a6d9347b-f3f8-4f33-aad4-8fd1688aa1e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/10d7976f-fbf1-4c60-bd44-b9e7cb9d4152 HTTP/1.1" status: 200 len: 844 time: 0.0578425 Jul 16 20:49:27.301472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44602) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:27.400108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 10d7976f-fbf1-4c60-bd44-b9e7cb9d4152 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:27.400443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.471363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.483029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 10d7976f-fbf1-4c60-bd44-b9e7cb9d4152 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:27.560209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.587405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=10d7976f-fbf1-4c60-bd44-b9e7cb9d4152,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:27.595593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.597486 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f8a6f4e-35bc-4115-b133-600224939fed tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/10d7976f-fbf1-4c60-bd44-b9e7cb9d4152 HTTP/1.1" status: 204 len: 168 time: 0.2950952 Jul 16 20:49:27.600281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44604) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:27.630764 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0524f44f-3a55-4c33-b10b-009c74b7bad7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:27.632291 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0524f44f-3a55-4c33-b10b-009c74b7bad7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/10d7976f-fbf1-4c60-bd44-b9e7cb9d4152 HTTP/1.1" status: 404 len: 333 time: 0.0310891 Jul 16 20:49:27.635946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:27.641221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'name': 'tempest-PortsIpV6TestJSON-1257722247'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:27.728368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:27.732135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.750249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 80c01c88-a627-4dd1-9cd5-6cac7da40268 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:27.913073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.951982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.984138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fc30f-8149-4abe-8782-c0459f5451da req-b918e6e6-809d-4cfc-b2ab-8f2ef0983ec5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:27.985598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc6fc30f-8149-4abe-8782-c0459f5451da req-b918e6e6-809d-4cfc-b2ab-8f2ef0983ec5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.0757146 Jul 16 20:49:27.991948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:28.000155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:28.002778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:28.010194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:28.011209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.028640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=80c01c88-a627-4dd1-9cd5-6cac7da40268,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:28.031467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc6fc30f-8149-4abe-8782-c0459f5451da req-0ac2adba-ccff-4468-9917-ff089500949b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401895 Jul 16 20:49:28.039182 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f962c7f3-0341-4ec7-95b2-dab7cac48a8e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3989005 Jul 16 20:49:28.039317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44612) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:28.044516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:28.136498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.294299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.298867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.332507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] In _notify_port_updated(), no bound segment for port 80c01c88-a627-4dd1-9cd5-6cac7da40268 on network c7b5447d-7469-4f21-8c46-d889bae5973b {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:49:28.337895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:28.338495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.339887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "PUT /v2.0/ports/80c01c88-a627-4dd1-9cd5-6cac7da40268 HTTP/1.1" status: 200 len: 818 time: 0.2998211 Jul 16 20:49:28.342576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44614) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:28.382605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88704577-fd0c-46de-99f6-f7df21983852 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=80c01c88-a627-4dd1-9cd5-6cac7da40268,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:28.453475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 80c01c88-a627-4dd1-9cd5-6cac7da40268 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:28.453899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.525846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.547758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 80c01c88-a627-4dd1-9cd5-6cac7da40268 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:28.662693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.698492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.700782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/80c01c88-a627-4dd1-9cd5-6cac7da40268 HTTP/1.1" status: 204 len: 168 time: 0.3572924 Jul 16 20:49:28.702268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e30e97-8a8e-47ce-95ea-30859ae11ece tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=80c01c88-a627-4dd1-9cd5-6cac7da40268,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:28.703386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44616) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:28.797108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be89a9fc-2488-47c3-b0d5-027a78faff5d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:28.798843 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-be89a9fc-2488-47c3-b0d5-027a78faff5d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0936840 Jul 16 20:49:28.801639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44618) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:28.834153 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a613065-0457-42d0-a14d-99dea57be638 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:28.836171 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4a613065-0457-42d0-a14d-99dea57be638 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/80c01c88-a627-4dd1-9cd5-6cac7da40268 HTTP/1.1" status: 404 len: 333 time: 0.0334001 Jul 16 20:49:28.841392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44620) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:28.846810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1150611602'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:28.870062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:28.876508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.906393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:28.917718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.918427 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment f91fed60-1539-4b6d-bad9-ec1e66e2d5bd of type vlan for network d9aa6e12-da86-481f-9b45-60b44d5ffbad Jul 16 20:49:28.960804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:28.994308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.000421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:29.001074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.040866 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1983142 Jul 16 20:49:29.044045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44622) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:29.049195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:29.098999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e5c87-d2a4-4f59-a8f8-cd5824af6325 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=d9aa6e12-da86-481f-9b45-60b44d5ffbad,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:29.109546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:29.184051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:29.188343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.229887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df59e2-9d65-43c7-a93d-4acda85169fe req-50b6be8e-6063-4dfb-a488-f78b5cd90580 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:29.231785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79df59e2-9d65-43c7-a93d-4acda85169fe req-50b6be8e-6063-4dfb-a488-f78b5cd90580 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.0752778 Jul 16 20:49:29.273694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79df59e2-9d65-43c7-a93d-4acda85169fe req-0a4410b7-70ac-4f91-a1f0-6f1aece83156 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360305 Jul 16 20:49:29.402104 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.466701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=34d5bde8-bd46-451e-9f33-f3a23e23cacb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:29.477604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': 'f91fed60-1539-4b6d-bad9-ec1e66e2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:29.477968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: d9aa6e12-da86-481f-9b45-60b44d5ffbad, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:29.499432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:29.509309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d9aa6e12-da86-481f-9b45-60b44d5ffbad) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:29.514645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:29.515276 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.520662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa23bd-ec08-4c47-9ae7-1ee1fe3ad755 None None] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:29.535169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5f8dc836-65cf-4a29-8dc9-56717c15e0b5 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4872837 Jul 16 20:49:29.535469 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:29.540591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4f5589d6-b960-43b9-8582-455edea2033a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:29.667059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5589d6-b960-43b9-8582-455edea2033a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:29.672378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f5589d6-b960-43b9-8582-455edea2033a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.678796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-d9aa6e12-da86-481f-9b45-60b44d5ffbad', 'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad', 'tenant_id': '43de88c4a8914fb294fd64c8935248e4', 'fixed_ips': [{'subnet_id': '34d5bde8-bd46-451e-9f33-f3a23e23cacb'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:29.679905 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.780640 n-d-798930-6 neutron-server[94096]: INFO neutron.db.ipam_backend_mixin [None req-4f5589d6-b960-43b9-8582-455edea2033a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34d5bde8-bd46-451e-9f33-f3a23e23cacb (CIDR: 2001:db8::/64) Jul 16 20:49:29.784704 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5589d6-b960-43b9-8582-455edea2033a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:49:29.785179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5589d6-b960-43b9-8582-455edea2033a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:49:29.809086 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f5589d6-b960-43b9-8582-455edea2033a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2694812 Jul 16 20:49:29.809300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:29.814449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:29.829825 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Allocated IP 2001:db8::2 (d9aa6e12-da86-481f-9b45-60b44d5ffbad/34d5bde8-bd46-451e-9f33-f3a23e23cacb/b348c4c0-8919-429f-bca6-3a17dbb2c3b0) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:29.941535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:29.945196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.984619 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.994009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Transition to ACTIVE for port object b348c4c0-8919-429f-bca6-3a17dbb2c3b0 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:30.018860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Transition to ACTIVE for port object b348c4c0-8919-429f-bca6-3a17dbb2c3b0 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:30.026076 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.064869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:30.069957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:30.072784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:30.088697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Pushing event updated for resources: {'Port': ['ID=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:30.146785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Attempting to bind port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:30.147577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Attempting to bind port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'f91fed60-1539-4b6d-bad9-ec1e66e2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:30.147714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Attempting to bind port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 on network d9aa6e12-da86-481f-9b45-60b44d5ffbad {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:30.153151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:30.153717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Checking segment: {'id': 'f91fed60-1539-4b6d-bad9-ec1e66e2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:30.154138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.154537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Bound using segment: {'id': 'f91fed60-1539-4b6d-bad9-ec1e66e2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:30.155023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Bound port: b348c4c0-8919-429f-bca6-3a17dbb2c3b0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91fed60-1539-4b6d-bad9-ec1e66e2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:30.155447 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.216697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.228268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] For port b348c4c0-8919-429f-bca6-3a17dbb2c3b0, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:30.228988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] For port b348c4c0-8919-429f-bca6-3a17dbb2c3b0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,segment=NetworkSegment(f91fed60-1539-4b6d-bad9-ec1e66e2d5bd),segment_id=f91fed60-1539-4b6d-bad9-ec1e66e2d5bd)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:30.234582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.268843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:30.281375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:30.286187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.286676 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.295121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=73ca2246-27f5-453e-9c0a-2ad62d8e329f,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:30.300780 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c92c0740-db21-4e67-840c-ce007eb071f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.317890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44634) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:30.318403 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-09e2211a-0836-49bd-b22f-e943e95d021c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5067632 Jul 16 20:49:30.324911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad', 'fixed_ips': [{'subnet_id': '34d5bde8-bd46-451e-9f33-f3a23e23cacb'}, {'subnet_id': '73ca2246-27f5-453e-9c0a-2ad62d8e329f'}], 'name': 'tempest-PortsIpV6TestJSON-1910538649'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:30.331227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d12bf-3f60-4b11-bea3-14356df0e6e8 None None] Pushing event updated for resources: {'Port': ['ID=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:30.523485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc88a2-2544-4543-9358-f463a303e0d1 req-9e2372b4-a616-42dc-9ec9-4ae5644f7fde tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:30.524991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9bc88a2-2544-4543-9358-f463a303e0d1 req-9e2372b4-a616-42dc-9ec9-4ae5644f7fde tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.1149354 Jul 16 20:49:30.526224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:30.622557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9bc88a2-2544-4543-9358-f463a303e0d1 req-b45c9089-21e4-4a3a-a6f9-09c99302ddad tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870061 Jul 16 20:49:30.651651 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.674510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port b07085e1-c30d-4a25-b255-e003dbf2319f yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:30.977903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::166 (d9aa6e12-da86-481f-9b45-60b44d5ffbad/34d5bde8-bd46-451e-9f33-f3a23e23cacb/b07085e1-c30d-4a25-b255-e003dbf2319f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:30.986604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8:0:1::15c (d9aa6e12-da86-481f-9b45-60b44d5ffbad/73ca2246-27f5-453e-9c0a-2ad62d8e329f/b07085e1-c30d-4a25-b255-e003dbf2319f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:31.150194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.164125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object b07085e1-c30d-4a25-b255-e003dbf2319f will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:31.200494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.252646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:31.256321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:31.259618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:31.265602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:31.266232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.272769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=b07085e1-c30d-4a25-b255-e003dbf2319f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:31.295708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-96fca088-a50c-499f-9846-bd56634739a9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.9728589 Jul 16 20:49:31.295708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44638) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:31.301043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58750ab6-a83e-43fe-8557-21a57609c50a None None] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:31.301820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34d5bde8-bd46-451e-9f33-f3a23e23cacb'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:31.369007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7b86ef0-cfa5-473c-85cf-dd11a1ad5a01 None None] Provisioning for port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:31.398622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.568474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] Update dhcp port {'port': {'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad', 'fixed_ips': [{'subnet_id': '34d5bde8-bd46-451e-9f33-f3a23e23cacb', 'ip_address': '2001:db8::2'}, {'subnet_id': '73ca2246-27f5-453e-9c0a-2ad62d8e329f'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'b348c4c0-8919-429f-bca6-3a17dbb2c3b0'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:49:31.603325 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.659225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Delete allocated IP 2001:db8:0:1::15c (d9aa6e12-da86-481f-9b45-60b44d5ffbad/73ca2246-27f5-453e-9c0a-2ad62d8e329f) {{(pid=94095) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:49:31.840538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.860628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70a3b-3b60-4f97-9810-5155713678c8 req-2db1f005-9119-4d8b-b9f5-e0765654595a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:31.862138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3d70a3b-3b60-4f97-9810-5155713678c8 req-2db1f005-9119-4d8b-b9f5-e0765654595a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.1140041 Jul 16 20:49:31.865328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Ignored duplicate provisioning block setup for port b07085e1-c30d-4a25-b255-e003dbf2319f by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:49:31.874879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.923417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] Allocated IP 2001:db8:0:1::2 (d9aa6e12-da86-481f-9b45-60b44d5ffbad/73ca2246-27f5-453e-9c0a-2ad62d8e329f/b348c4c0-8919-429f-bca6-3a17dbb2c3b0) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:31.967460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] In _notify_port_updated(), no bound segment for port b07085e1-c30d-4a25-b255-e003dbf2319f on network d9aa6e12-da86-481f-9b45-60b44d5ffbad {{(pid=94095) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:49:31.973229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:31.973865 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.975207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "PUT /v2.0/ports/b07085e1-c30d-4a25-b255-e003dbf2319f HTTP/1.1" status: 200 len: 926 time: 0.6791823 Jul 16 20:49:31.978084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44644) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:31.981729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3d70a3b-3b60-4f97-9810-5155713678c8 req-a61ac322-ad00-4aa6-bed1-dbd3bfebd623 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139085 Jul 16 20:49:31.982743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db0d2f-6ed2-466c-8803-e1a47b8e03c9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=b07085e1-c30d-4a25-b255-e003dbf2319f,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:31.984249 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34d5bde8-bd46-451e-9f33-f3a23e23cacb'}, {'subnet_id': '73ca2246-27f5-453e-9c0a-2ad62d8e329f'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:32.033707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] For port b348c4c0-8919-429f-bca6-3a17dbb2c3b0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,segment=NetworkSegment(f91fed60-1539-4b6d-bad9-ec1e66e2d5bd),segment_id=f91fed60-1539-4b6d-bad9-ec1e66e2d5bd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:32.074538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.100895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] Transition to ACTIVE for port object b348c4c0-8919-429f-bca6-3a17dbb2c3b0 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:32.107397 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.204105 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.214609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b348c4c0-8919-429f-bca6-3a17dbb2c3b0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:32.222513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555ee40-6042-42cd-9d7a-857308f0ee02 None None] Pushing event updated for resources: {'Port': ['ID=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:32.275652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:32.482868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8:0:1::174 (d9aa6e12-da86-481f-9b45-60b44d5ffbad/73ca2246-27f5-453e-9c0a-2ad62d8e329f/b07085e1-c30d-4a25-b255-e003dbf2319f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:32.619960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.632994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Ignored duplicate provisioning block setup for port b07085e1-c30d-4a25-b255-e003dbf2319f by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:49:32.637535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.734801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] In _notify_port_updated(), no bound segment for port b07085e1-c30d-4a25-b255-e003dbf2319f on network d9aa6e12-da86-481f-9b45-60b44d5ffbad {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:49:32.740288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:32.740928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.742285 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "PUT /v2.0/ports/b07085e1-c30d-4a25-b255-e003dbf2319f HTTP/1.1" status: 200 len: 1012 time: 0.7630799 Jul 16 20:49:32.743043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca2e56-5b5c-4b40-82b6-162a00b69916 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=b07085e1-c30d-4a25-b255-e003dbf2319f,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:32.745393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44646) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:32.748354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599a8c6-e638-4dca-a0a3-761fb92a0e39 None None] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:32.841599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Provisioning for port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:32.848070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Provisioning complete for port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:32.848446 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.857277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port b07085e1-c30d-4a25-b255-e003dbf2319f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:32.857621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.944128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.956969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for b07085e1-c30d-4a25-b255-e003dbf2319f owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:32.989683 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.032806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] For port b348c4c0-8919-429f-bca6-3a17dbb2c3b0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,segment=NetworkSegment(f91fed60-1539-4b6d-bad9-ec1e66e2d5bd),segment_id=f91fed60-1539-4b6d-bad9-ec1e66e2d5bd)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:33.041821 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.104096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Pushing event updated for resources: {'Port': ['ID=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:33.391087 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 678ba593-c144-4539-8215-e04426e85a39 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:33.498012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 678ba593-c144-4539-8215-e04426e85a39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=678ba593-c144-4539-8215-e04426e85a39,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:33.511813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '678ba593-c144-4539-8215-e04426e85a39', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'port_id': '678ba593-c144-4539-8215-e04426e85a39', 'mac_address': 'fa:16:3e:b8:5a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:49:33.550777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.567862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678ba593-c144-4539-8215-e04426e85a39 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:33.575890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc57655-292d-4107-a735-e3444a6236b0 req-3a0f3d96-0998-4c1c-863f-7623ba8a04e9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.578054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dc57655-292d-4107-a735-e3444a6236b0 req-3a0f3d96-0998-4c1c-863f-7623ba8a04e9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 943 time: 0.1223152 Jul 16 20:49:33.592026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 678ba593-c144-4539-8215-e04426e85a39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=678ba593-c144-4539-8215-e04426e85a39,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:33.593249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Provisioning for port b07085e1-c30d-4a25-b255-e003dbf2319f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:33.597129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.597935 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.601621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Provisioning complete for port b07085e1-c30d-4a25-b255-e003dbf2319f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:33.602074 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.634856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=b07085e1-c30d-4a25-b255-e003dbf2319f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:33.644544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-856e4c52-dea7-4a5e-b272-f2c550a59771 None None] Port b07085e1-c30d-4a25-b255-e003dbf2319f was deleted so its status cannot be updated. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:49:33.673401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=678ba593-c144-4539-8215-e04426e85a39,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:33.680394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dc57655-292d-4107-a735-e3444a6236b0 req-3ef90e94-cb3c-4ce3-83ad-d55d4327df46 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915947 Jul 16 20:49:33.708841 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.710969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eb2b5970-5172-4902-9785-63c0ff923a04 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/b07085e1-c30d-4a25-b255-e003dbf2319f HTTP/1.1" status: 204 len: 168 time: 0.9643269 Jul 16 20:49:33.713720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44652) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:33.751652 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1fe3b5-5477-4ff0-b58d-c73dea14dd5a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:33.753330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd1fe3b5-5477-4ff0-b58d-c73dea14dd5a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/b07085e1-c30d-4a25-b255-e003dbf2319f HTTP/1.1" status: 404 len: 333 time: 0.0384560 Jul 16 20:49:33.756021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44654) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:33.771288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8c6f0d65-50f4-4672-be82-e28440436a6b None None] Provisioning complete for port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:33.772490 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c6f0d65-50f4-4672-be82-e28440436a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.804607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['678ba593-c144-4539-8215-e04426e85a39'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:33.826143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet 73ca2246-27f5-453e-9c0a-2ad62d8e329f {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:33.830157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.875561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.941951 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8c6f0d65-50f4-4672-be82-e28440436a6b None None] Could not find standard attr ID for object b07085e1-c30d-4a25-b255-e003dbf2319f. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:33.987888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.046997 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.058438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.067994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7f903d5a-a3f8-44fe-ac77-6b315d34b507 None None] Could not find standard attr ID for object b07085e1-c30d-4a25-b255-e003dbf2319f. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:34.094941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=73ca2246-27f5-453e-9c0a-2ad62d8e329f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:34.098744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.103790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d1ee1db0-3410-4f9e-9008-7e8e9be7e254 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/73ca2246-27f5-453e-9c0a-2ad62d8e329f HTTP/1.1" status: 204 len: 168 time: 0.3402998 Jul 16 20:49:34.107660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44656) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:34.153108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c136bc-589b-4171-b624-39bc477bf013 None None] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:34.171372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet 34d5bde8-bd46-451e-9f33-f3a23e23cacb {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:34.175882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.210456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b348c4c0-8919-429f-bca6-3a17dbb2c3b0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:34.219634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.308605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:34.309014 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.310486 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.371514 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.401156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=34d5bde8-bd46-451e-9f33-f3a23e23cacb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:34.407722 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.412419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-67681c5d-d869-4a3e-b7e1-13dfd4c79b2d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/34d5bde8-bd46-451e-9f33-f3a23e23cacb HTTP/1.1" status: 204 len: 168 time: 0.3030388 Jul 16 20:49:34.412899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:34.493861 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.553809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:34.554147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.615116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618767fb-01dd-4da3-b5f0-46f5d92d9217 None None] Update dhcp port {'port': {'network_id': 'd9aa6e12-da86-481f-9b45-60b44d5ffbad', 'fixed_ips': [{'subnet_id': '34d5bde8-bd46-451e-9f33-f3a23e23cacb'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'b348c4c0-8919-429f-bca6-3a17dbb2c3b0'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:49:34.620622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] For port b348c4c0-8919-429f-bca6-3a17dbb2c3b0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,segment=NetworkSegment(f91fed60-1539-4b6d-bad9-ec1e66e2d5bd),segment_id=f91fed60-1539-4b6d-bad9-ec1e66e2d5bd)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:34.621159 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.633074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for b348c4c0-8919-429f-bca6-3a17dbb2c3b0 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:34.648713 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-618767fb-01dd-4da3-b5f0-46f5d92d9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.720106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.749291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=b348c4c0-8919-429f-bca6-3a17dbb2c3b0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:34.754492 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No DVR routers for this DVR port b348c4c0-8919-429f-bca6-3a17dbb2c3b0 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:34.838459 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.846129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243dfc5-11df-41dd-a701-4e05ff4b5951 None None] Network d9aa6e12-da86-481f-9b45-60b44d5ffbad requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:34.850954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aa6e12-da86-481f-9b45-60b44d5ffbad']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:34.866218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91fed60-1539-4b6d-bad9-ec1e66e2d5bd') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:34.866461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91fed60-1539-4b6d-bad9-ec1e66e2d5bd') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:34.876293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.891344 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.892119 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d432e029-2f02-4f3c-b089-96c5ce9defee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.898155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:34.898905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.899572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bb8f6c4f-7574-422a-9046-062e48111eb9 None None] Could not find standard attr ID for object b348c4c0-8919-429f-bca6-3a17dbb2c3b0. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:34.904810 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:34.909790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479a96a-88b4-424f-b508-04d3763838bc req-1892eca2-1331-4025-b3cb-fb64f93b9453 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.917468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0479a96a-88b4-424f-b508-04d3763838bc req-1892eca2-1331-4025-b3cb-fb64f93b9453 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 944 time: 0.1072552 Jul 16 20:49:34.955983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0479a96a-88b4-424f-b508-04d3763838bc req-de95d813-4bca-43d2-b862-256c5506b5fe tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Jul 16 20:49:34.966466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.974609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.976524 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/d9aa6e12-da86-481f-9b45-60b44d5ffbad HTTP/1.1" status: 204 len: 168 time: 0.5624576 Jul 16 20:49:34.981903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:34.990005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb05a-5a75-451d-b489-bce1974728b0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=d9aa6e12-da86-481f-9b45-60b44d5ffbad,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:35.015974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc0195-650d-498a-a995-eec7fe0e4187 None None] DHCP port deletion for d9aa6e12-da86-481f-9b45-60b44d5ffbad request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:35.062568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a233929-ca43-4e9b-86db-e17e72c98f12 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.064100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6a233929-ca43-4e9b-86db-e17e72c98f12 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0811579 Jul 16 20:49:35.067783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44668) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:35.139298 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5818ad81-65b3-4657-a5d0-200b57a1ebec tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0700297 Jul 16 20:49:35.144604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44670) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:35.149852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635183594'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:35.173576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:35.180945 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.207822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:35.217590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.217970 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment 03ef429d-4ed6-4f88-a81b-3b89d7f1711e of type vlan for network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d Jul 16 20:49:35.262772 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.302365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.308131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.308716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.344300 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1982329 Jul 16 20:49:35.347159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44672) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:35.354013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:35.382972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89ae76-6003-4beb-92a8-a2f48eb5a498 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=6603cdf7-5543-4d6f-9614-51b6eaa40c4d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:35.391900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 678ba593-c144-4539-8215-e04426e85a39 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:35.395303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:35.472622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:35.476210 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.502926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 678ba593-c144-4539-8215-e04426e85a39 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:35.506605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 678ba593-c144-4539-8215-e04426e85a39 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:35.506977 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.585044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.609484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ba593-c144-4539-8215-e04426e85a39'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:35.611955 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dec984e-5720-41fc-a308-61cbb3506d50" -d '{"events": [{"server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "name": "network-vif-plugged", "status": "completed", "tag": "678ba593-c144-4539-8215-e04426e85a39"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:35.625707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 678ba593-c144-4539-8215-e04426e85a39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=678ba593-c144-4539-8215-e04426e85a39,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:35.629531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.657586 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb5de03-1caf-4f8c-a419-5410c1454359 x-openstack-request-id: req-ccb5de03-1caf-4f8c-a419-5410c1454359 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:35.657880 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "name": "network-vif-plugged", "status": "completed", "tag": "678ba593-c144-4539-8215-e04426e85a39", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:35.658131 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ccb5de03-1caf-4f8c-a419-5410c1454359 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:35.659391 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ba593-c144-4539-8215-e04426e85a39', 'code': 200} Jul 16 20:49:35.666866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.697378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=678ba593-c144-4539-8215-e04426e85a39,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:35.731643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=704e3e09-f80d-40de-a4e3-369cbcfec1eb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:35.738861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': '03ef429d-4ed6-4f88-a81b-3b89d7f1711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:35.739233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: 6603cdf7-5543-4d6f-9614-51b6eaa40c4d, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:35.756204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:35.765777 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 6603cdf7-5543-4d6f-9614-51b6eaa40c4d) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:35.769761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.770348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.775807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19f377-afbb-44a7-b9fe-bdc366012bdf None None] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:35.776147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b8558-3e14-4578-823f-ac2bc2eef82e req-89217afc-1eac-49fa-aea5-416a0c07d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.778625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-705b8558-3e14-4578-823f-ac2bc2eef82e req-89217afc-1eac-49fa-aea5-416a0c07d13e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 1096 time: 0.0585747 Jul 16 20:49:35.785330 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-40304932-7ebb-41b7-9602-5d9543ba13b9 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4370344 Jul 16 20:49:35.787743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44676) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:35.793178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d', 'name': 'tempest-PortsIpV6TestJSON-258499524'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:35.817552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-705b8558-3e14-4578-823f-ac2bc2eef82e req-eb99d72a-fc16-40d5-b294-8f09b00656b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Jul 16 20:49:35.912380 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:35.915949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:35.934590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 3ced6193-64cb-45a0-a4c1-f1b4ee746bf4 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:35.937631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-6603cdf7-5543-4d6f-9614-51b6eaa40c4d', 'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d', 'tenant_id': '43de88c4a8914fb294fd64c8935248e4', 'fixed_ips': [{'subnet_id': '704e3e09-f80d-40de-a4e3-369cbcfec1eb'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:35.938585 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.057187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::389 (6603cdf7-5543-4d6f-9614-51b6eaa40c4d/704e3e09-f80d-40de-a4e3-369cbcfec1eb/3ced6193-64cb-45a0-a4c1-f1b4ee746bf4) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:36.080919 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.145354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697291ad-cb79-46de-8d11-2022f6bbadf0 req-acc6b236-df3f-4611-8435-1b648e136b58 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:36.146988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-697291ad-cb79-46de-8d11-2022f6bbadf0 req-acc6b236-df3f-4611-8435-1b648e136b58 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 945 time: 0.0715842 Jul 16 20:49:36.155855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b348c4c0-8919-429f-bca6-3a17dbb2c3b0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:36.177849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b348c4c0-8919-429f-bca6-3a17dbb2c3b0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:36.178116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b348c4c0-8919-429f-bca6-3a17dbb2c3b0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:36.187682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-697291ad-cb79-46de-8d11-2022f6bbadf0 req-b5fce1ef-6bfc-4b08-8606-64d7e4ec3bbe tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Jul 16 20:49:36.229286 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.242762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object 3ced6193-64cb-45a0-a4c1-f1b4ee746bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:36.275702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.323221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:36.330092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:36.332355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Allocated IP 2001:db8::2 (6603cdf7-5543-4d6f-9614-51b6eaa40c4d/704e3e09-f80d-40de-a4e3-369cbcfec1eb/f12086b5-3c6b-4314-b1e7-09345d7b2e81) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:36.334405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:36.340462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:36.341161 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.356465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=3ced6193-64cb-45a0-a4c1-f1b4ee746bf4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:36.372658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44682) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:36.372915 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3c5db848-b76b-4c5c-adec-a584229604e6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5839252 Jul 16 20:49:36.378533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d', 'name': 'tempest-PortsIpV6TestJSON-1557930677'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:36.503066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:36.507182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.515105 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.525095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Transition to ACTIVE for port object f12086b5-3c6b-4314-b1e7-09345d7b2e81 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:36.530752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port a10e9a66-811f-43a4-ba06-c3fccceced84 yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:36.543570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Transition to ACTIVE for port object f12086b5-3c6b-4314-b1e7-09345d7b2e81 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:36.549806 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.587084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:36.593689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:36.597587 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:36.605501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Pushing event updated for resources: {'Port': ['ID=f12086b5-3c6b-4314-b1e7-09345d7b2e81,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:36.666686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Attempting to bind port f12086b5-3c6b-4314-b1e7-09345d7b2e81 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:36.667596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Attempting to bind port f12086b5-3c6b-4314-b1e7-09345d7b2e81 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '03ef429d-4ed6-4f88-a81b-3b89d7f1711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:36.667972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Attempting to bind port f12086b5-3c6b-4314-b1e7-09345d7b2e81 on network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:36.672974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:36.673348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Checking segment: {'id': '03ef429d-4ed6-4f88-a81b-3b89d7f1711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:36.673750 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.674143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Bound using segment: {'id': '03ef429d-4ed6-4f88-a81b-3b89d7f1711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:36.674607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Bound port: f12086b5-3c6b-4314-b1e7-09345d7b2e81, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ef429d-4ed6-4f88-a81b-3b89d7f1711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6603cdf7-5543-4d6f-9614-51b6eaa40c4d'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:36.674995 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.676256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::2e6 (6603cdf7-5543-4d6f-9614-51b6eaa40c4d/704e3e09-f80d-40de-a4e3-369cbcfec1eb/a10e9a66-811f-43a4-ba06-c3fccceced84) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:36.740790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] For port f12086b5-3c6b-4314-b1e7-09345d7b2e81, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:36.744342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] For port f12086b5-3c6b-4314-b1e7-09345d7b2e81, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f12086b5-3c6b-4314-b1e7-09345d7b2e81,segment=NetworkSegment(03ef429d-4ed6-4f88-a81b-3b89d7f1711e),segment_id=03ef429d-4ed6-4f88-a81b-3b89d7f1711e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:36.748904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.809391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517a20b-8bc6-4cf7-adcf-06db22f6a7f5 None None] Pushing event updated for resources: {'Port': ['ID=f12086b5-3c6b-4314-b1e7-09345d7b2e81,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:36.849233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.864760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object a10e9a66-811f-43a4-ba06-c3fccceced84 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:36.898471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.950125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:36.960025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:36.960025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=a10e9a66-811f-43a4-ba06-c3fccceced84,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:36.961868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:36.975337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:36.975975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:36.994296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5e6d8bf2-9060-4d2f-93f9-3b978e80f459 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6202228 Jul 16 20:49:36.997704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44684) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:37.114615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ce6f7-d286-4334-9c1b-42f21e319594 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.116478 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed1ce6f7-d286-4334-9c1b-42f21e319594 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A389 HTTP/1.1" status: 200 len: 928 time: 0.1178689 Jul 16 20:49:37.119147 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:37.380093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9385c04-3d5e-45eb-b740-ff130b276fc3 req-d8145320-54a7-4ff9-8f5c-542545209e31 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.381637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9385c04-3d5e-45eb-b740-ff130b276fc3 req-d8145320-54a7-4ff9-8f5c-542545209e31 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 945 time: 0.0701327 Jul 16 20:49:37.426674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b9385c04-3d5e-45eb-b740-ff130b276fc3 req-d38a7172-7adc-40bb-b868-e55550c8f842 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386467 Jul 16 20:49:37.551580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port a10e9a66-811f-43a4-ba06-c3fccceced84 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:37.551922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:37.651175 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:37.667541 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for a10e9a66-811f-43a4-ba06-c3fccceced84 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:37.743180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da946c-0a97-47c6-8620-9bd579da3a36 req-057a932e-3927-4d1a-a56c-dba7e342fc56 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.744790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83da946c-0a97-47c6-8620-9bd579da3a36 req-057a932e-3927-4d1a-a56c-dba7e342fc56 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 945 time: 0.0823786 Jul 16 20:49:37.788981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-83da946c-0a97-47c6-8620-9bd579da3a36 req-90d3e779-46be-466e-8e44-d9b4adf38a09 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371878 Jul 16 20:49:37.817491 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:37.828707 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:37.861485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691cda99-9565-4420-b40f-6d70c894caed None None] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:37.879201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=a10e9a66-811f-43a4-ba06-c3fccceced84,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:37.913200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:37.917981 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0b8e117d-f2ed-48e5-b394-8029726ab408 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/a10e9a66-811f-43a4-ba06-c3fccceced84 HTTP/1.1" status: 204 len: 168 time: 0.7949121 Jul 16 20:49:37.918516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44696) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:37.933457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4225cd2f-a0b5-4769-ace5-08229c894ff5 tempest-TestVolumeBootPattern-239475260 tempest-TestVolumeBootPattern-239475260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.938279 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4225cd2f-a0b5-4769-ace5-08229c894ff5 tempest-TestVolumeBootPattern-239475260 tempest-TestVolumeBootPattern-239475260-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 1091 time: 0.1164153 Jul 16 20:49:37.938913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44698) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:37.943952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '678ba593-c144-4539-8215-e04426e85a39', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:37.949814 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-575f1fe8-1600-41e5-ac2c-97823c42cbb0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:37.952100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-575f1fe8-1600-41e5-ac2c-97823c42cbb0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/a10e9a66-811f-43a4-ba06-c3fccceced84 HTTP/1.1" status: 404 len: 333 time: 0.0324073 Jul 16 20:49:37.955513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44700) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:37.959310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6caf0f31-874d-47d7-a519-9be7aa44f6a8 None None] Provisioning for port f12086b5-3c6b-4314-b1e7-09345d7b2e81 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:38.001703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.130279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 3ced6193-64cb-45a0-a4c1-f1b4ee746bf4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:38.130482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.196873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f12086b5-3c6b-4314-b1e7-09345d7b2e81 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:38.229575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.249744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.251995 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.267646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f12086b5-3c6b-4314-b1e7-09345d7b2e81 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:38.271958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f12086b5-3c6b-4314-b1e7-09345d7b2e81 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:38.272339 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.291407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 3ced6193-64cb-45a0-a4c1-f1b4ee746bf4 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:38.328479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-843f088f-424e-40cb-84c2-1c5b98b403c5 None None] Provisioning complete for port f12086b5-3c6b-4314-b1e7-09345d7b2e81 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:38.329120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-843f088f-424e-40cb-84c2-1c5b98b403c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.397452 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.412761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.25.8.171 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/8e2dd1f4-96ef-4f57-b5c6-532cb89464e9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:38.465270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port f12086b5-3c6b-4314-b1e7-09345d7b2e81, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f12086b5-3c6b-4314-b1e7-09345d7b2e81,segment=NetworkSegment(03ef429d-4ed6-4f88-a81b-3b89d7f1711e),segment_id=03ef429d-4ed6-4f88-a81b-3b89d7f1711e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:38.473487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.502274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-843f088f-424e-40cb-84c2-1c5b98b403c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.546376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.580427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=f12086b5-3c6b-4314-b1e7-09345d7b2e81,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:38.591495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=3ced6193-64cb-45a0-a4c1-f1b4ee746bf4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:38.595610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.607180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.610756 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-843f088f-424e-40cb-84c2-1c5b98b403c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:49:38.611565 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-843f088f-424e-40cb-84c2-1c5b98b403c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:49:38.633800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.636327 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-74cae228-2a98-45ee-829a-03f9baf61ab1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/3ced6193-64cb-45a0-a4c1-f1b4ee746bf4 HTTP/1.1" status: 204 len: 168 time: 0.6792800 Jul 16 20:49:38.639497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44704) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:38.671594 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ec91cf-dc88-42e2-b2f3-126289a26756 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:38.674133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51ec91cf-dc88-42e2-b2f3-126289a26756 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/3ced6193-64cb-45a0-a4c1-f1b4ee746bf4 HTTP/1.1" status: 404 len: 333 time: 0.0336151 Jul 16 20:49:38.677204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44706) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:38.682973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.727157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:38.734369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:38.738161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:38.742283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet 704e3e09-f80d-40de-a4e3-369cbcfec1eb {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:38.746509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.762101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=8e2dd1f4-96ef-4f57-b5c6-532cb89464e9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:38.793805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.833077 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.895235 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:38.974354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.003907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=704e3e09-f80d-40de-a4e3-369cbcfec1eb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:39.007968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.011681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-40561f84-a1b0-4dd9-b8fd-a5d9ea8e0450 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/704e3e09-f80d-40de-a4e3-369cbcfec1eb HTTP/1.1" status: 204 len: 168 time: 0.3326538 Jul 16 20:49:39.014623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44708) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:39.053071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0580c6-5321-44ad-a85a-5813e487f3e1 None None] Network 6603cdf7-5543-4d6f-9614-51b6eaa40c4d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:39.101219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.160680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port f12086b5-3c6b-4314-b1e7-09345d7b2e81 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:39.161053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.181091 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.194497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-843f088f-424e-40cb-84c2-1c5b98b403c5 None None] Could not find standard attr ID for object 3ced6193-64cb-45a0-a4c1-f1b4ee746bf4. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:39.235006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] For port f12086b5-3c6b-4314-b1e7-09345d7b2e81, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f12086b5-3c6b-4314-b1e7-09345d7b2e81,segment=NetworkSegment(03ef429d-4ed6-4f88-a81b-3b89d7f1711e),segment_id=03ef429d-4ed6-4f88-a81b-3b89d7f1711e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:39.235398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.248384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for f12086b5-3c6b-4314-b1e7-09345d7b2e81 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:39.270828 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.286994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] DHCP port deletion for 6603cdf7-5543-4d6f-9614-51b6eaa40c4d request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:39.326048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-544e7fac-1fdf-4dbe-9077-d2a6e97d0768 None None] Could not find standard attr ID for object a10e9a66-811f-43a4-ba06-c3fccceced84. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:39.331562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-544e7fac-1fdf-4dbe-9077-d2a6e97d0768 None None] Could not find standard attr ID for object 3ced6193-64cb-45a0-a4c1-f1b4ee746bf4. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:39.346487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.353638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] Deleting port f12086b5-3c6b-4314-b1e7-09345d7b2e81 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:39.354025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.374317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=f12086b5-3c6b-4314-b1e7-09345d7b2e81,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:39.379704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No DVR routers for this DVR port f12086b5-3c6b-4314-b1e7-09345d7b2e81 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:39.420379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] For port f12086b5-3c6b-4314-b1e7-09345d7b2e81, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:39.420779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.433449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] Calling delete_port for f12086b5-3c6b-4314-b1e7-09345d7b2e81 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:39.436184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] Port f12086b5-3c6b-4314-b1e7-09345d7b2e81 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:49:39.437446 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.449571 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.454675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.464211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.465890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] Pushing event deleted for resources: {'Port': ['ID=f12086b5-3c6b-4314-b1e7-09345d7b2e81,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:39.467900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289cc010-6153-4a7d-85af-78ae2bfb446d None None] No DVR routers for this DVR port f12086b5-3c6b-4314-b1e7-09345d7b2e81 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:39.474660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6603cdf7-5543-4d6f-9614-51b6eaa40c4d']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:39.486048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ef429d-4ed6-4f88-a81b-3b89d7f1711e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:39.486255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ef429d-4ed6-4f88-a81b-3b89d7f1711e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:39.496088 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.515717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.521661 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:39.522051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:39.525358 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:39.538418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=8e2dd1f4-96ef-4f57-b5c6-532cb89464e9,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:39.548671 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.584170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.593066 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.595188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/6603cdf7-5543-4d6f-9614-51b6eaa40c4d HTTP/1.1" status: 204 len: 168 time: 0.5794642 Jul 16 20:49:39.599158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44710) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:39.605192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-411076235'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:39.605337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a47312-067e-4b6d-bda2-eeba9f9425f8 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=6603cdf7-5543-4d6f-9614-51b6eaa40c4d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:39.663951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:39.668043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.690920 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Floating IP 8b702678-a609-4333-b01f-82567038e3fd associated. External IP: 172.25.8.171, port: 678ba593-c144-4539-8215-e04426e85a39. Jul 16 20:49:39.738689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:39.754860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.755198 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment 8638b4d7-d362-4442-86fe-26bd01e47934 of type vlan for network 4625b281-3b83-4093-a945-fc74ce418fec Jul 16 20:49:39.836053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.908498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.913967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:39.914576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:39.986430 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3861258 Jul 16 20:49:39.989377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44714) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:39.994772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': '4625b281-3b83-4093-a945-fc74ce418fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:40.023729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cc2e4-5ec7-4c7c-a8fd-492f270f109f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=4625b281-3b83-4093-a945-fc74ce418fec,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:40.038886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4625b281-3b83-4093-a945-fc74ce418fec details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:40.052108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:40.092292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:40.096368 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.176142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f12086b5-3c6b-4314-b1e7-09345d7b2e81 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:40.190508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:40.203205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f12086b5-3c6b-4314-b1e7-09345d7b2e81 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:40.203585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f12086b5-3c6b-4314-b1e7-09345d7b2e81 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:40.203732 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:40.211448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.218624 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:40.220205 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:49:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:40.255633 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aebcab1d-f270-4ce0-bcb9-87bc1d2b0cd9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3155801 Jul 16 20:49:40.256399 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'tag': '678ba593-c144-4539-8215-e04426e85a39'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:40.258847 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ed40c9-661e-4750-ba10-1cea146967c3" -d '{"events": [{"name": "network-changed", "server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "tag": "678ba593-c144-4539-8215-e04426e85a39"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:40.300737 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c47e11-6d67-4648-911f-449397d103d9 x-openstack-request-id: req-25c47e11-6d67-4648-911f-449397d103d9 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:40.301037 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "tag": "678ba593-c144-4539-8215-e04426e85a39", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:40.301294 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-25c47e11-6d67-4648-911f-449397d103d9 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:40.301704 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'tag': '678ba593-c144-4539-8215-e04426e85a39', 'status': 'completed', 'code': 200} Jul 16 20:49:40.344602 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:40.379173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.453149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=c99428e0-e993-4f3f-9cc1-fb0959ea0084,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:40.462384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-5037427a-cb00-4d11-881e-899f89d21053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.464304 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-5037427a-cb00-4d11-881e-899f89d21053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 1096 time: 0.1356084 Jul 16 20:49:40.478643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': '8638b4d7-d362-4442-86fe-26bd01e47934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4625b281-3b83-4093-a945-fc74ce418fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:40.479001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: 4625b281-3b83-4093-a945-fc74ce418fec, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:40.548123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 4625b281-3b83-4093-a945-fc74ce418fec is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:40.561757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4625b281-3b83-4093-a945-fc74ce418fec) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:40.568037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.568855 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.571925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f94bb-0102-45d7-872e-020b8a123844 None None] Network 4625b281-3b83-4093-a945-fc74ce418fec requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:40.581215 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8b702678-a609-4333-b01f-82567038e3fd', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '678ba593-c144-4539-8215-e04426e85a39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:b8:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:49:39Z', 'updated_at': '2021-07-16T20:49:39Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:40.596280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-9e41f049-ad5b-426f-8102-953618662701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.597881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-9e41f049-ad5b-426f-8102-953618662701 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1274140 Jul 16 20:49:40.600224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7df7911f-04db-465f-8cf4-8afbb781d501 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6092548 Jul 16 20:49:40.602214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44720) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:40.607741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': '4625b281-3b83-4093-a945-fc74ce418fec', 'name': 'tempest-PortsIpV6TestJSON-470956230', 'fixed_ips': [{'subnet_id': 'c99428e0-e993-4f3f-9cc1-fb0959ea0084', 'ip_address': '2001:db8::10'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:40.613962 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:40.623817 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:40.624441 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:49:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:40.726871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4625b281-3b83-4093-a945-fc74ce418fec', 'network_id': '4625b281-3b83-4093-a945-fc74ce418fec', 'tenant_id': '43de88c4a8914fb294fd64c8935248e4', 'fixed_ips': [{'subnet_id': 'c99428e0-e993-4f3f-9cc1-fb0959ea0084'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:40.728492 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:40.736535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:40.738661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-288746dc-2a0e-4e27-bcf5-e1729f4749b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678ba593-c144-4539-8215-e04426e85a39 HTTP/1.1" status: 200 len: 999 time: 0.1268163 Jul 16 20:49:40.818317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-f319301b-d4bb-4cd7-8bd0-47b72df2cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.819897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-f319301b-d4bb-4cd7-8bd0-47b72df2cc40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0758154 Jul 16 20:49:40.835981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:40.897655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Allocated IP 2001:db8::2 (4625b281-3b83-4093-a945-fc74ce418fec/c99428e0-e993-4f3f-9cc1-fb0959ea0084/fe912af0-0b8e-4ab6-8f9a-9862cab03dd2) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:40.975235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-0c0d388c-2c19-4f20-8fb2-c673efe7c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.977124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-0c0d388c-2c19-4f20-8fb2-c673efe7c50d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514444 Jul 16 20:49:40.980126 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8b702678-a609-4333-b01f-82567038e3fd', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '678ba593-c144-4539-8215-e04426e85a39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:b8:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:49:39Z', 'updated_at': '2021-07-16T20:49:39Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:40.981735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.010194 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0a9eb-adbf-4a91-a5be-6e7fba286a14 None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '8b702678-a609-4333-b01f-82567038e3fd', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '678ba593-c144-4539-8215-e04426e85a39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:b8:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:49:39Z', 'updated_at': '2021-07-16T20:49:39Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:41.030592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port f8f89565-0bff-4830-8289-34748dc098ec yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:41.062753 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.080459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Transition to ACTIVE for port object fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:41.099617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Transition to ACTIVE for port object fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:41.107034 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.147916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Network 4625b281-3b83-4093-a945-fc74ce418fec is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:41.153672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:41.158618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:41.160706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Pushing event updated for resources: {'Port': ['ID=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:41.162220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-bfb65f6e-5929-47c5-8092-054b67b99613 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769764 Jul 16 20:49:41.219702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Attempting to bind port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:41.220264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Attempting to bind port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '8638b4d7-d362-4442-86fe-26bd01e47934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4625b281-3b83-4093-a945-fc74ce418fec'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:41.220420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Attempting to bind port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 on network 4625b281-3b83-4093-a945-fc74ce418fec {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:41.226101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:41.226469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Checking segment: {'id': '8638b4d7-d362-4442-86fe-26bd01e47934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4625b281-3b83-4093-a945-fc74ce418fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:41.226875 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.227293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Bound using segment: {'id': '8638b4d7-d362-4442-86fe-26bd01e47934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4625b281-3b83-4093-a945-fc74ce418fec'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:41.227772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Bound port: fe912af0-0b8e-4ab6-8f9a-9862cab03dd2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8638b4d7-d362-4442-86fe-26bd01e47934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4625b281-3b83-4093-a945-fc74ce418fec'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:41.228152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.270589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82c1c9-e81e-4460-8ddb-c2a2c332d396 None None] New status for floating IP 8b702678-a609-4333-b01f-82567038e3fd: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:49:41.335981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] For port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:41.340486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::10 (4625b281-3b83-4093-a945-fc74ce418fec/c99428e0-e993-4f3f-9cc1-fb0959ea0084/f8f89565-0bff-4830-8289-34748dc098ec) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:41.342823 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] For port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,segment=NetworkSegment(8638b4d7-d362-4442-86fe-26bd01e47934),segment_id=8638b4d7-d362-4442-86fe-26bd01e47934)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:41.344854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44ed40c9-661e-4750-ba10-1cea146967c3 req-7e0dcbaf-c6b0-40d9-baba-9c96f6aa8a23 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521914 Jul 16 20:49:41.349284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.485351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0625162-fc18-45e3-8207-a0470e7f8f50 None None] Pushing event updated for resources: {'Port': ['ID=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:41.545542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.563298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object f8f89565-0bff-4830-8289-34748dc098ec will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:41.598285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.645589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 4625b281-3b83-4093-a945-fc74ce418fec is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:41.653872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:41.657703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:41.663391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:41.664054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.675870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=f8f89565-0bff-4830-8289-34748dc098ec,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:41.687065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e31966f3-b3dc-41e7-a669-b4fbca7bc17a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0835207 Jul 16 20:49:41.689635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44724) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:41.694692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': '4625b281-3b83-4093-a945-fc74ce418fec', 'name': 'tempest-PortsIpV6TestJSON-1604071362', 'fixed_ips': [{'subnet_id': 'c99428e0-e993-4f3f-9cc1-fb0959ea0084', 'ip_address': '2001:db8::f'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:41.815744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:41.820759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:41.837988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 6da3123e-04d9-4298-a4e0-3b766ee72b7d yet. {{(pid=94095) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:41.994487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::f (4625b281-3b83-4093-a945-fc74ce418fec/c99428e0-e993-4f3f-9cc1-fb0959ea0084/6da3123e-04d9-4298-a4e0-3b766ee72b7d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:42.161723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.180007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object 6da3123e-04d9-4298-a4e0-3b766ee72b7d will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:42.186761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:42.218691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.241556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:42.268402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network 4625b281-3b83-4093-a945-fc74ce418fec is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:42.271788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:42.275900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:42.281576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.282224 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.288769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=6da3123e-04d9-4298-a4e0-3b766ee72b7d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:42.305975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44728) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:42.306571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-42417915-1aa5-4701-beca-eb500bff8b15 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6153104 Jul 16 20:49:42.423863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0941-6da0-4b95-82c8-b233da7f969f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.425507 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-021e0941-6da0-4b95-82c8-b233da7f969f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1185017 Jul 16 20:49:42.428195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:42.494610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f444877-8274-41cc-8969-e99c764e414e None None] Network 4625b281-3b83-4093-a945-fc74ce418fec requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:42.501438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a40e85-52bf-42d9-bc1a-238fdbe6bf5a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.507409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a40e85-52bf-42d9-bc1a-238fdbe6bf5a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.513443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a40e85-52bf-42d9-bc1a-238fdbe6bf5a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:42.515122 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2a40e85-52bf-42d9-bc1a-238fdbe6bf5a tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0860078 Jul 16 20:49:42.518364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44732) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:42.612849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0beec318-8bb6-40d2-86c2-dd9489edd70d None None] Provisioning for port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:42.621324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0beec318-8bb6-40d2-86c2-dd9489edd70d None None] Provisioning complete for port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:42.621832 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0beec318-8bb6-40d2-86c2-dd9489edd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.622522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 6da3123e-04d9-4298-a4e0-3b766ee72b7d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:42.622869 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.714182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.732603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 6da3123e-04d9-4298-a4e0-3b766ee72b7d owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:42.748629 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0beec318-8bb6-40d2-86c2-dd9489edd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.786013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0beec318-8bb6-40d2-86c2-dd9489edd70d None None] For port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,segment=NetworkSegment(8638b4d7-d362-4442-86fe-26bd01e47934),segment_id=8638b4d7-d362-4442-86fe-26bd01e47934)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:42.791370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0beec318-8bb6-40d2-86c2-dd9489edd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.851834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec318-8bb6-40d2-86c2-dd9489edd70d None None] Pushing event updated for resources: {'Port': ['ID=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:42.884480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.915840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=6da3123e-04d9-4298-a4e0-3b766ee72b7d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:42.955718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:42.958236 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0a388373-7fba-466d-8ff7-39bd4ecbc3d3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/6da3123e-04d9-4298-a4e0-3b766ee72b7d HTTP/1.1" status: 204 len: 168 time: 0.4387343 Jul 16 20:49:42.960749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44734) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:42.990223 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbdca2f-2608-4db1-afd2-e82a802d81c3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:42.991949 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bcbdca2f-2608-4db1-afd2-e82a802d81c3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/6da3123e-04d9-4298-a4e0-3b766ee72b7d HTTP/1.1" status: 404 len: 333 time: 0.0302393 Jul 16 20:49:42.994713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:43.007498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-90c09ea7-0184-4adf-ab3e-204143894d21 None None] Could not find standard attr ID for object 6da3123e-04d9-4298-a4e0-3b766ee72b7d. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:43.019840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-90c09ea7-0184-4adf-ab3e-204143894d21 None None] Provisioning for port f8f89565-0bff-4830-8289-34748dc098ec completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:43.027116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-90c09ea7-0184-4adf-ab3e-204143894d21 None None] Provisioning complete for port f8f89565-0bff-4830-8289-34748dc098ec triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:43.027806 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-90c09ea7-0184-4adf-ab3e-204143894d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.082366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-90c09ea7-0184-4adf-ab3e-204143894d21 None None] Port f8f89565-0bff-4830-8289-34748dc098ec cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:43.094856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-90c09ea7-0184-4adf-ab3e-204143894d21 None None] Provisioning complete for port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:43.095353 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-90c09ea7-0184-4adf-ab3e-204143894d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.117228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port f8f89565-0bff-4830-8289-34748dc098ec {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:43.117931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.251020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.266487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for f8f89565-0bff-4830-8289-34748dc098ec owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:43.433396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.472957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-69a0fde0-96c6-4eef-bd15-b5d7d379d102 None None] Could not find standard attr ID for object 6da3123e-04d9-4298-a4e0-3b766ee72b7d. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:43.476411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=f8f89565-0bff-4830-8289-34748dc098ec,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:43.478473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-69a0fde0-96c6-4eef-bd15-b5d7d379d102 None None] Could not find standard attr ID for object f8f89565-0bff-4830-8289-34748dc098ec. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:43.500004 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.502096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7713e9d1-1c5d-41b1-891d-d464fc678346 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/f8f89565-0bff-4830-8289-34748dc098ec HTTP/1.1" status: 204 len: 168 time: 0.5057213 Jul 16 20:49:43.504650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44740) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:43.533871 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ab3e78-98b4-4c1b-aa07-ae15f6e231bf tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:43.537592 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f9ab3e78-98b4-4c1b-aa07-ae15f6e231bf tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/f8f89565-0bff-4830-8289-34748dc098ec HTTP/1.1" status: 404 len: 333 time: 0.0294044 Jul 16 20:49:43.537846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44742) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:43.607376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet c99428e0-e993-4f3f-9cc1-fb0959ea0084 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:43.610982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.658170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.757739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.846689 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.880543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=c99428e0-e993-4f3f-9cc1-fb0959ea0084,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:43.884196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:43.886705 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49cb5c0b-6c92-458f-9cd7-cae299089b40 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/c99428e0-e993-4f3f-9cc1-fb0959ea0084 HTTP/1.1" status: 204 len: 168 time: 0.3478880 Jul 16 20:49:43.889512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44744) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:43.900419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164caad-908e-45d9-a38b-4ab3b932bc2c None None] Network 4625b281-3b83-4093-a945-fc74ce418fec requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:43.945812 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:44.004115 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.072845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:44.073233 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.121302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] DHCP port deletion for 4625b281-3b83-4093-a945-fc74ce418fec request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:44.149181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] For port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,segment=NetworkSegment(8638b4d7-d362-4442-86fe-26bd01e47934),segment_id=8638b4d7-d362-4442-86fe-26bd01e47934)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:44.149556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.167805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:44.181406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] Deleting port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:44.186035 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.189768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:44.259855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.299003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:44.302480 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No DVR routers for this DVR port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:44.320084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] For port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,segment=NetworkSegment(8638b4d7-d362-4442-86fe-26bd01e47934),segment_id=8638b4d7-d362-4442-86fe-26bd01e47934)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:44.320478 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.329334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No active binding found for port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 {{(pid=94097) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:49:44.329767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:44.340636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] Calling delete_port for fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:44.393437 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.404575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4625b281-3b83-4093-a945-fc74ce418fec']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:44.415936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8638b4d7-d362-4442-86fe-26bd01e47934') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:44.416274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8638b4d7-d362-4442-86fe-26bd01e47934') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:49:44.419646 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 20:49:44.427602 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.429867 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.443803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.452460 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:44.453050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:44.457271 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:44.460188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] Pushing event deleted for resources: {'Port': ['ID=fe912af0-0b8e-4ab6-8f9a-9862cab03dd2,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:44.464753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d4f46-49ba-4473-91ad-a6bdce5e38f6 None None] No DVR routers for this DVR port fe912af0-0b8e-4ab6-8f9a-9862cab03dd2 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:44.533256 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.542844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.545019 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/4625b281-3b83-4093-a945-fc74ce418fec HTTP/1.1" status: 204 len: 168 time: 0.6545238 Jul 16 20:49:44.549341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44748) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:44.554179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-783677234'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:44.554829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc1f82-a7ff-4827-94ca-d9ae04f37554 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=4625b281-3b83-4093-a945-fc74ce418fec,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:44.576741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:44.580371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.605550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:44.615134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.615637 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Added segment 43a7c9dc-0896-4c39-b270-10edf1561723 of type vlan for network df16d931-ea25-4ac7-8451-23546e37ea4d Jul 16 20:49:44.657545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.686684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.692274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.692867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:44.735890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1856821 Jul 16 20:49:44.738604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44750) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:44.743907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:44.765433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ca643-8659-4d74-9d88-aef17c5b08ca tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Network': ['ID=df16d931-ea25-4ac7-8451-23546e37ea4d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:44.775684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network df16d931-ea25-4ac7-8451-23546e37ea4d details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:44.837105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:44.841580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.047936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.115099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=4134e261-ad85-4544-88f7-0dd5d6c57931,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:45.124773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Checking segment: {'id': '43a7c9dc-0896-4c39-b270-10edf1561723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:45.125140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network hostable DHCP agents. Network: df16d931-ea25-4ac7-8451-23546e37ea4d, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:45.142095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network df16d931-ea25-4ac7-8451-23546e37ea4d is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:45.150966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, df16d931-ea25-4ac7-8451-23546e37ea4d) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:45.155869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.156459 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.161765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc11f1-48aa-4562-99a5-6cca08efc7fe None None] Network df16d931-ea25-4ac7-8451-23546e37ea4d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:45.172990 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1975000b-d2f3-4fc8-a5fb-3d4a95157d1f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4331415 Jul 16 20:49:45.175668 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:45.180169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6537ef6b-2648-4add-80ed-f4b42a4d740d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1522824401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:45.203782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6537ef6b-2648-4add-80ed-f4b42a4d740d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.204808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6537ef6b-2648-4add-80ed-f4b42a4d740d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.266619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6537ef6b-2648-4add-80ed-f4b42a4d740d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.272047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6537ef6b-2648-4add-80ed-f4b42a4d740d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.291667 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6537ef6b-2648-4add-80ed-f4b42a4d740d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.296212 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6537ef6b-2648-4add-80ed-f4b42a4d740d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1170199 Jul 16 20:49:45.296628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44756) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:45.302828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d', 'name': 'tempest-PortsIpV6TestJSON-2025497169'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:45.318138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-df16d931-ea25-4ac7-8451-23546e37ea4d', 'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d', 'tenant_id': '43de88c4a8914fb294fd64c8935248e4', 'fixed_ips': [{'subnet_id': '4134e261-ad85-4544-88f7-0dd5d6c57931'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:45.319414 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.420349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:45.423902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.440798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:45.465482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Allocated IP 2001:db8::2 (df16d931-ea25-4ac7-8451-23546e37ea4d/4134e261-ad85-4544-88f7-0dd5d6c57931/3c959d3e-5b3d-468a-a7a4-2da5b3324e54) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:45.607346 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.615562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Transition to ACTIVE for port object 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:45.630155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Transition to ACTIVE for port object 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:45.635838 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.673077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Network df16d931-ea25-4ac7-8451-23546e37ea4d is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:45.677670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:45.681216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:45.691140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Pushing event updated for resources: {'Port': ['ID=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:45.696675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::13 (df16d931-ea25-4ac7-8451-23546e37ea4d/4134e261-ad85-4544-88f7-0dd5d6c57931/c7fb0e41-66ff-464c-b167-5b6dfae7ba2b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:45.754331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Attempting to bind port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:45.754700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Attempting to bind port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '43a7c9dc-0896-4c39-b270-10edf1561723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:45.755065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Attempting to bind port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 on network df16d931-ea25-4ac7-8451-23546e37ea4d {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:45.760080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:45.760449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Checking segment: {'id': '43a7c9dc-0896-4c39-b270-10edf1561723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:45.760895 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.761284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Bound using segment: {'id': '43a7c9dc-0896-4c39-b270-10edf1561723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:45.761742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Bound port: 3c959d3e-5b3d-468a-a7a4-2da5b3324e54, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a7c9dc-0896-4c39-b270-10edf1561723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'df16d931-ea25-4ac7-8451-23546e37ea4d'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:45.762117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.829511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] For port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:45.832771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] For port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,segment=NetworkSegment(43a7c9dc-0896-4c39-b270-10edf1561723),segment_id=43a7c9dc-0896-4c39-b270-10edf1561723)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:45.836698 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.852532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.870836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object c7fb0e41-66ff-464c-b167-5b6dfae7ba2b will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:45.905125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.905373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a245-4cbc-46aa-b0dd-4cc5f907a54f None None] Pushing event updated for resources: {'Port': ['ID=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:45.953459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network df16d931-ea25-4ac7-8451-23546e37ea4d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:45.956932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:45.961108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:45.966988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.967652 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.974607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=c7fb0e41-66ff-464c-b167-5b6dfae7ba2b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:45.990958 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6eee7726-54c9-4662-bd31-873bfeec9384 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6929791 Jul 16 20:49:45.995890 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44758) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:46.239101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:46.317783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:46.790539 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:46.959232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88448a90-0689-4c2e-bc1a-3b1beb9c3d0d None None] Network df16d931-ea25-4ac7-8451-23546e37ea4d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:47.047615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-902b3006-b0da-435c-b299-2002f4b46639 None None] Provisioning for port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:47.064758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-902b3006-b0da-435c-b299-2002f4b46639 None None] Provisioning complete for port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:47.065284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-902b3006-b0da-435c-b299-2002f4b46639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.096745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.103881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.191724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=c7fb0e41-66ff-464c-b167-5b6dfae7ba2b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:47.256132 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-902b3006-b0da-435c-b299-2002f4b46639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.312676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-902b3006-b0da-435c-b299-2002f4b46639 None None] For port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,segment=NetworkSegment(43a7c9dc-0896-4c39-b270-10edf1561723),segment_id=43a7c9dc-0896-4c39-b270-10edf1561723)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:47.318025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-902b3006-b0da-435c-b299-2002f4b46639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.332655 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.409875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b3006-b0da-435c-b299-2002f4b46639 None None] Pushing event updated for resources: {'Port': ['ID=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:47.494188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.551022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bee22c45-653f-4f8c-b4b2-2b54f3dd214d None None] Provisioning complete for port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:47.551477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bee22c45-653f-4f8c-b4b2-2b54f3dd214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.664744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bee22c45-653f-4f8c-b4b2-2b54f3dd214d None None] Provisioning for port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:47.671780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bee22c45-653f-4f8c-b4b2-2b54f3dd214d None None] Provisioning complete for port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:47.672154 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bee22c45-653f-4f8c-b4b2-2b54f3dd214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.712534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bee22c45-653f-4f8c-b4b2-2b54f3dd214d None None] Port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:47.844681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-aea7f8ca-a3ad-413a-8e4c-530dea7a97c0 None None] Provisioning complete for port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:47.845059 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aea7f8ca-a3ad-413a-8e4c-530dea7a97c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.858793 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.861634 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.862527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.886530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-aea7f8ca-a3ad-413a-8e4c-530dea7a97c0 None None] Port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:47.939950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=c7fb0e41-66ff-464c-b167-5b6dfae7ba2b,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:48.007062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network df16d931-ea25-4ac7-8451-23546e37ea4d is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:48.008535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:48.126418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ea8429bb-15e2-4bb1-84c2-6cf7a3c683d3 None None] Provisioning complete for port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:48.126993 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ea8429bb-15e2-4bb1-84c2-6cf7a3c683d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.168336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Router 6c6db889-e582-41c8-b464-10a72c55d88d is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:49:48.174822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ea8429bb-15e2-4bb1-84c2-6cf7a3c683d3 None None] Port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:48.178040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:48.240219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:48.241232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.271371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:48.277098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f5ce660-46c2-48e1-8ef7-b7e2e313f2a4 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "PUT /v2.0/routers/6c6db889-e582-41c8-b464-10a72c55d88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2787614 Jul 16 20:49:48.280300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44766) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:48.283483 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] Sync routers for ids ['6c6db889-e582-41c8-b464-10a72c55d88d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:48.296901 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] Routers {'6c6db889-e582-41c8-b464-10a72c55d88d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:48.297477 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:49:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6c6db889-e582-41c8-b464-10a72c55d88d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:48.322766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-86e3effb-12d6-4bc1-bc90-bda3d361b080 None None] Provisioning complete for port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:48.324033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-86e3effb-12d6-4bc1-bc90-bda3d361b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:48.330691 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:48.340380 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] Routers {'6c6db889-e582-41c8-b464-10a72c55d88d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:48.341446 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:49:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6c6db889-e582-41c8-b464-10a72c55d88d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:48.358324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6a0b2-bc42-4a77-9b5b-9a6aba809546 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:48.359931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-07e6a0b2-bc42-4a77-9b5b-9a6aba809546 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c6db889-e582-41c8-b464-10a72c55d88d HTTP/1.1" status: 200 len: 988 time: 0.0775607 Jul 16 20:49:48.362667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44768) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:48.368264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-86e3effb-12d6-4bc1-bc90-bda3d361b080 None None] Port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:48.378968 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:48.379634 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6a6b9-f7e5-466b-9ce7-959e2fbdc7e3 None None] The sync data for ids ['6c6db889-e582-41c8-b464-10a72c55d88d'] in n-d-798930-6 is: [] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:48.814654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:49.431089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port c7fb0e41-66ff-464c-b167-5b6dfae7ba2b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:49.431801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:49.522627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:49.536325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for c7fb0e41-66ff-464c-b167-5b6dfae7ba2b owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:49.738302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:49.765734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=c7fb0e41-66ff-464c-b167-5b6dfae7ba2b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:49.875674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.052933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Router 6c6db889-e582-41c8-b464-10a72c55d88d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:50.134577 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:50.140789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-41cb8740-0fc0-496e-994d-2ea090ccee31 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "PUT /v2.0/routers/6c6db889-e582-41c8-b464-10a72c55d88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7767920 Jul 16 20:49:50.143515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:50.146283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] Sync routers for ids ['6c6db889-e582-41c8-b464-10a72c55d88d'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:50.157626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] Routers {'6c6db889-e582-41c8-b464-10a72c55d88d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:50.158267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:49:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6c6db889-e582-41c8-b464-10a72c55d88d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:50.172444 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-9854d841-d4b8-4754-9a54-2ccc90185c1e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:50.174070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9854d841-d4b8-4754-9a54-2ccc90185c1e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/c7fb0e41-66ff-464c-b167-5b6dfae7ba2b HTTP/1.1" status: 404 len: 333 time: 0.0295968 Jul 16 20:49:50.176922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44776) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:50.194456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:50.204299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] Routers {'6c6db889-e582-41c8-b464-10a72c55d88d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:50.204923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:49:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['6c6db889-e582-41c8-b464-10a72c55d88d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:50.238120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:50.238932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46638e98-63ca-4e92-9b0b-bcb6e63b6765 None None] The sync data for ids ['6c6db889-e582-41c8-b464-10a72c55d88d'] in n-d-798930-6 is: [] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:50.256942 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f72fdc8b-4458-41a5-9609-a758459f3098 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.420097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f72fdc8b-4458-41a5-9609-a758459f3098 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.422352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f72fdc8b-4458-41a5-9609-a758459f3098 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.468255 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f72fdc8b-4458-41a5-9609-a758459f3098 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.468851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72fdc8b-4458-41a5-9609-a758459f3098 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Fanout notify agent at l3_agent the message router_deleted on router 6c6db889-e582-41c8-b464-10a72c55d88d {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:49:50.477069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f72fdc8b-4458-41a5-9609-a758459f3098 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.481095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44778) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:50.481670 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f72fdc8b-4458-41a5-9609-a758459f3098 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/routers/6c6db889-e582-41c8-b464-10a72c55d88d HTTP/1.1" status: 204 len: 168 time: 0.3031735 Jul 16 20:49:50.538937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet 4134e261-ad85-4544-88f7-0dd5d6c57931 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:50.543932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.589470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.688310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.765388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.800730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:50.805370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/4134e261-ad85-4544-88f7-0dd5d6c57931 HTTP/1.1" status: 204 len: 168 time: 0.3206153 Jul 16 20:49:50.805370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e02a3f-bce1-4fea-a4ce-ff8acc428b38 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=4134e261-ad85-4544-88f7-0dd5d6c57931,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:50.806328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44780) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:50.812494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248dfc69-5f82-4fd7-a918-eef0e11527e7 None None] Network df16d931-ea25-4ac7-8451-23546e37ea4d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:50.947293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.032235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:51.032710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.068618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] DHCP port deletion for df16d931-ea25-4ac7-8451-23546e37ea4d request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:49:51.127164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] Deleting port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:51.127606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.134011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] For port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,segment=NetworkSegment(43a7c9dc-0896-4c39-b270-10edf1561723),segment_id=43a7c9dc-0896-4c39-b270-10edf1561723)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:51.134409 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.152568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:51.212719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] For port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,segment=NetworkSegment(43a7c9dc-0896-4c39-b270-10edf1561723),segment_id=43a7c9dc-0896-4c39-b270-10edf1561723)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:51.213519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.229502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] Calling delete_port for 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:51.253343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.279913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:51.286698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No DVR routers for this DVR port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:51.324504 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.358449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] Pushing event deleted for resources: {'Port': ['ID=3c959d3e-5b3d-468a-a7a4-2da5b3324e54,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:51.363178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71694f6b-de76-4344-a339-8c857ad5a849 None None] No DVR routers for this DVR port 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:51.389908 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.402463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df16d931-ea25-4ac7-8451-23546e37ea4d']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:51.416982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a7c9dc-0896-4c39-b270-10edf1561723') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:51.417290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a7c9dc-0896-4c39-b270-10edf1561723') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:51.427880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.443871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.450698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:51.451091 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:51.454107 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:51.527118 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.535644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.543027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/df16d931-ea25-4ac7-8451-23546e37ea4d HTTP/1.1" status: 204 len: 168 time: 0.7307909 Jul 16 20:49:51.544209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44784) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:51.557182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0171b-f92e-4165-84d7-ccc00930baef tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=df16d931-ea25-4ac7-8451-23546e37ea4d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:51.619128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f8161-a774-4985-a0c7-a7f7d7e5e931 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.621141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-020f8161-a774-4985-a0c7-a7f7d7e5e931 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/df324254-3ec0-4df9-93fc-23b3e842ce1e HTTP/1.1" status: 200 len: 844 time: 0.0754879 Jul 16 20:49:51.624856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44786) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:51.700208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-adffcfc7-5f7c-4d0c-82f8-c6abb6d05c48 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/df324254-3ec0-4df9-93fc-23b3e842ce1e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0740190 Jul 16 20:49:51.704143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44788) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:51.709160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:51.829998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:51.838784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.043775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.098190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:52.102230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:52.107087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.107735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.114555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1fbbf-3e4a-4987-b8c2-27bec4cfe3ec None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:52.116961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=91044e63-8124-4148-bf3f-c4c87cc3fe09,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:52.129036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.129392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.129745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.130092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.130431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.130768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.131102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.131707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.132405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.132975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.133571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.134072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:52.146423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d08cefa9-c27f-47d1-bc90-a27764de6fea tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4411099 Jul 16 20:49:52.149560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44792) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:52.157096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2323a0dd-cd94-4a59-a19e-12a2b44b4046 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419790710'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:52.210923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2323a0dd-cd94-4a59-a19e-12a2b44b4046 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.228748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:52.257487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:52.257848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3c959d3e-5b3d-468a-a7a4-2da5b3324e54 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:52.333295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-b4f77cb2-bb93-422a-94ab-b29841322026 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1713321 Jul 16 20:49:52.358693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2323a0dd-cd94-4a59-a19e-12a2b44b4046 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.363235 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2323a0dd-cd94-4a59-a19e-12a2b44b4046 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.369394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-c7b5447d-7469-4f21-8c46-d889bae5973b', 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'tenant_id': '43de88c4a8914fb294fd64c8935248e4', 'fixed_ips': [{'subnet_id': '91044e63-8124-4148-bf3f-c4c87cc3fe09'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:52.371837 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.425913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2323a0dd-cd94-4a59-a19e-12a2b44b4046 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.429807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2323a0dd-cd94-4a59-a19e-12a2b44b4046 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2757719 Jul 16 20:49:52.430112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44796) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:52.435877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-baf77412-66bf-4a4c-901e-0c506f49711f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'security_group': {'name': 'tempest-secgroup-358276529'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:52.436254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a0dd-cd94-4a59-a19e-12a2b44b4046 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfaf1c1-d257-4780-bc5c-1fe5f9ba5d8a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:52.467240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-2d4f553c-eed3-45a6-a1ba-58ec2774d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.468956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-2d4f553c-eed3-45a6-a1ba-58ec2774d951 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1097 time: 0.0855386 Jul 16 20:49:52.491556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-baf77412-66bf-4a4c-901e-0c506f49711f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.534306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Allocated IP 2001:db8::2 (c7b5447d-7469-4f21-8c46-d889bae5973b/91044e63-8124-4148-bf3f-c4c87cc3fe09/d436a068-3cfe-44da-a741-fbe7dda7e249) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:52.598390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-9a482e76-f42b-4525-83ff-9afde1b048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.599403 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-baf77412-66bf-4a4c-901e-0c506f49711f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.599978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-9a482e76-f42b-4525-83ff-9afde1b048cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1025016 Jul 16 20:49:52.603748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-baf77412-66bf-4a4c-901e-0c506f49711f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.634470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-baf77412-66bf-4a4c-901e-0c506f49711f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.635735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-baf77412-66bf-4a4c-901e-0c506f49711f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2044320 Jul 16 20:49:52.638036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf77412-66bf-4a4c-901e-0c506f49711f tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa7e1c4-92f8-4b89-a9d7-3bd80e1aeb98,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:52.640216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44798) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:52.652099 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1089126886', 'security_groups': ['0fa7e1c4-92f8-4b89-a9d7-3bd80e1aeb98'], 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91044e63-8124-4148-bf3f-c4c87cc3fe09'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:52.679597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-ee850350-c258-43c0-a39c-6f7b6317bb24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0729656 Jul 16 20:49:52.715238 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.728884 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Transition to ACTIVE for port object d436a068-3cfe-44da-a741-fbe7dda7e249 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:52.736763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-8e05f9e2-b535-46bb-853d-17e79ff77996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.738715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-8e05f9e2-b535-46bb-853d-17e79ff77996 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0527463 Jul 16 20:49:52.745601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Transition to ACTIVE for port object d436a068-3cfe-44da-a741-fbe7dda7e249 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:52.752720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.778596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:52.796027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:52.802232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:52.805912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-eab3bbaf-9a6e-4125-a884-4df012846dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:52.806316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:52.809925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-eab3bbaf-9a6e-4125-a884-4df012846dfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654202 Jul 16 20:49:52.819290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Pushing event updated for resources: {'Port': ['ID=d436a068-3cfe-44da-a741-fbe7dda7e249,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:52.820598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-f986c27e-79c1-47fd-b925-4b9ee269ff90 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:49:52.824451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-f986c27e-79c1-47fd-b925-4b9ee269ff90 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080445 Jul 16 20:49:52.880431 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:52.900134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port 75cd1604-2607-4fa5-a506-b83ffdb9db20 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:52.930474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-9a921f91-fce7-4699-8e5c-6b2dffd8e6af service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991721 Jul 16 20:49:53.019889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Attempting to bind port d436a068-3cfe-44da-a741-fbe7dda7e249 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:53.020259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Attempting to bind port d436a068-3cfe-44da-a741-fbe7dda7e249 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd46eb509-926a-4d48-9340-535499211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:53.020622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Attempting to bind port d436a068-3cfe-44da-a741-fbe7dda7e249 on network c7b5447d-7469-4f21-8c46-d889bae5973b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:53.025640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:53.026015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Checking segment: {'id': 'd46eb509-926a-4d48-9340-535499211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:53.026827 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.027834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Bound using segment: {'id': 'd46eb509-926a-4d48-9340-535499211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:53.028181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed9a25bf-cf88-4190-a4ea-109b53628229 req-d63e3671-e07e-4bd0-8693-7435977d5f48 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916183 Jul 16 20:49:53.028474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Bound port: d436a068-3cfe-44da-a741-fbe7dda7e249, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46eb509-926a-4d48-9340-535499211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:53.029799 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.091884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::f3 (c7b5447d-7469-4f21-8c46-d889bae5973b/91044e63-8124-4148-bf3f-c4c87cc3fe09/75cd1604-2607-4fa5-a506-b83ffdb9db20) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:53.111092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] For port d436a068-3cfe-44da-a741-fbe7dda7e249, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:53.114378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] For port d436a068-3cfe-44da-a741-fbe7dda7e249, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d436a068-3cfe-44da-a741-fbe7dda7e249,segment=NetworkSegment(d46eb509-926a-4d48-9340-535499211be8),segment_id=d46eb509-926a-4d48-9340-535499211be8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:53.118085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.184971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552a829-18d2-47c7-9531-46ea15495846 None None] Pushing event updated for resources: {'Port': ['ID=d436a068-3cfe-44da-a741-fbe7dda7e249,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:53.252441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.268663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object 75cd1604-2607-4fa5-a506-b83ffdb9db20 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:53.308825 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.370141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:53.373039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:53.381072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:53.386954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:53.387604 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.403920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=75cd1604-2607-4fa5-a506-b83ffdb9db20,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:53.413074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5df3f150-3661-4d3b-a8b2-1b9513685433 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7687943 Jul 16 20:49:53.415867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44804) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:53.421908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8872b56a-d088-48c2-b839-424a6165a224 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:53.547573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8872b56a-d088-48c2-b839-424a6165a224 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:53.551212 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8872b56a-d088-48c2-b839-424a6165a224 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.653588 n-d-798930-6 neutron-server[94096]: INFO neutron.db.ipam_backend_mixin [None req-8872b56a-d088-48c2-b839-424a6165a224 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91044e63-8124-4148-bf3f-c4c87cc3fe09 (CIDR: 2001:db8::/64) Jul 16 20:49:53.657561 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-8872b56a-d088-48c2-b839-424a6165a224 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:49:53.658002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8872b56a-d088-48c2-b839-424a6165a224 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:49:53.677503 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8872b56a-d088-48c2-b839-424a6165a224 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2600031 Jul 16 20:49:53.680377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44806) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:53.686476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:53.815461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:53.820094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.099229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.165977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:54.167570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:54.171393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:54.174466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:54.175053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.191855 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-77d81b41-0e6d-4070-8b7e-8ea131003513 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5099685 Jul 16 20:49:54.194472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44808) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:54.196548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe581fa4-36c7-4acf-8e5a-13d5a6e8ac3f None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:54.201644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1421230058', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe'}], 'security_groups': ['5bfaf1c1-d257-4780-bc5c-1fe5f9ba5d8a']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:54.261826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d436a068-3cfe-44da-a741-fbe7dda7e249 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:54.304358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.306258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7776ec75-9d2f-4b58-b72c-e51e786c93bb None None] Provisioning for port d436a068-3cfe-44da-a741-fbe7dda7e249 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:54.384898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7776ec75-9d2f-4b58-b72c-e51e786c93bb None None] Provisioning complete for port df324254-3ec0-4df9-93fc-23b3e842ce1e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:54.385278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7776ec75-9d2f-4b58-b72c-e51e786c93bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.421561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d436a068-3cfe-44da-a741-fbe7dda7e249 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:54.453502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:54.453729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.456517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7776ec75-9d2f-4b58-b72c-e51e786c93bb None None] Port df324254-3ec0-4df9-93fc-23b3e842ce1e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:54.588907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.639364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d436a068-3cfe-44da-a741-fbe7dda7e249, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d436a068-3cfe-44da-a741-fbe7dda7e249,segment=NetworkSegment(d46eb509-926a-4d48-9340-535499211be8),segment_id=d46eb509-926a-4d48-9340-535499211be8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:54.640892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] Update dhcp port {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'fixed_ips': [{'subnet_id': '91044e63-8124-4148-bf3f-c4c87cc3fe09', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'd436a068-3cfe-44da-a741-fbe7dda7e249'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:49:54.642376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Delete allocated IP 2001:db8::f3 (c7b5447d-7469-4f21-8c46-d889bae5973b/91044e63-8124-4148-bf3f-c4c87cc3fe09) {{(pid=94096) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:49:54.644775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.652131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8:0:1::11 (c7b5447d-7469-4f21-8c46-d889bae5973b/f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe/75cd1604-2607-4fa5-a506-b83ffdb9db20) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:54.715126 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.733664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d436a068-3cfe-44da-a741-fbe7dda7e249,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:54.816530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.828204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Ignored duplicate provisioning block setup for port 75cd1604-2607-4fa5-a506-b83ffdb9db20 by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:49:54.832263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.906446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] Allocated IP 2001:db8:0:1::2 (c7b5447d-7469-4f21-8c46-d889bae5973b/f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe/d436a068-3cfe-44da-a741-fbe7dda7e249) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:54.907457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] In _notify_port_updated(), no bound segment for port 75cd1604-2607-4fa5-a506-b83ffdb9db20 on network c7b5447d-7469-4f21-8c46-d889bae5973b {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:49:54.912868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:54.913508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.914886 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "PUT /v2.0/ports/75cd1604-2607-4fa5-a506-b83ffdb9db20 HTTP/1.1" status: 200 len: 930 time: 0.7190075 Jul 16 20:49:54.918646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44812) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:54.919472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff68c8d-5854-4248-a689-3543a9a408f7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=75cd1604-2607-4fa5-a506-b83ffdb9db20,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:55.019319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] For port d436a068-3cfe-44da-a741-fbe7dda7e249, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d436a068-3cfe-44da-a741-fbe7dda7e249,segment=NetworkSegment(d46eb509-926a-4d48-9340-535499211be8),segment_id=d46eb509-926a-4d48-9340-535499211be8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:55.035087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port 75cd1604-2607-4fa5-a506-b83ffdb9db20 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:55.035574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.064722 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.084591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] Transition to ACTIVE for port object d436a068-3cfe-44da-a741-fbe7dda7e249 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:55.092126 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.138233 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.152615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for 75cd1604-2607-4fa5-a506-b83ffdb9db20 owned by {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:55.196937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3b1b7-0117-415e-8e76-4027a1f2b0c5 None None] Pushing event updated for resources: {'Port': ['ID=d436a068-3cfe-44da-a741-fbe7dda7e249,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:55.304516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.337232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=75cd1604-2607-4fa5-a506-b83ffdb9db20,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:55.373523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.378963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5cbc6ce5-e237-42eb-bbae-025f26e5b8d7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/75cd1604-2607-4fa5-a506-b83ffdb9db20 HTTP/1.1" status: 204 len: 168 time: 0.4559021 Jul 16 20:49:55.379292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44814) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:55.692395 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81dcde7-11a8-4c5d-9b61-7b6dca9cb898 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:49:55.694999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d81dcde7-11a8-4c5d-9b61-7b6dca9cb898 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/75cd1604-2607-4fa5-a506-b83ffdb9db20 HTTP/1.1" status: 404 len: 333 time: 0.3144872 Jul 16 20:49:55.696596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44818) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:55.757467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c5fe-ae37-4f29-98ea-0a6a2e531841 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.779263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-39b11113-11b9-4a66-bfbc-2f50cf5a7861 None None] Could not find standard attr ID for object 75cd1604-2607-4fa5-a506-b83ffdb9db20. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:55.782076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c5fe-ae37-4f29-98ea-0a6a2e531841 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.793514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-39b11113-11b9-4a66-bfbc-2f50cf5a7861 None None] Provisioning for port d436a068-3cfe-44da-a741-fbe7dda7e249 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:55.798160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-39b11113-11b9-4a66-bfbc-2f50cf5a7861 None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:55.798605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b11113-11b9-4a66-bfbc-2f50cf5a7861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.833020 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c5fe-ae37-4f29-98ea-0a6a2e531841 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.835765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c5fe-ae37-4f29-98ea-0a6a2e531841 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.836949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3a7c5fe-ae37-4f29-98ea-0a6a2e531841 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/security-groups/0fa7e1c4-92f8-4b89-a9d7-3bd80e1aeb98 HTTP/1.1" status: 204 len: 168 time: 0.1394091 Jul 16 20:49:55.840222 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44820) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:55.848771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7c5fe-ae37-4f29-98ea-0a6a2e531841 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa7e1c4-92f8-4b89-a9d7-3bd80e1aeb98,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:55.909809 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5805de92-c1a7-4256-9971-e7648a468146 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.914800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-39b11113-11b9-4a66-bfbc-2f50cf5a7861 None None] Provisioning complete for port df324254-3ec0-4df9-93fc-23b3e842ce1e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:55.915427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39b11113-11b9-4a66-bfbc-2f50cf5a7861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.942697 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5805de92-c1a7-4256-9971-e7648a468146 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:55.959228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-39b11113-11b9-4a66-bfbc-2f50cf5a7861 None None] Port df324254-3ec0-4df9-93fc-23b3e842ce1e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:55.997550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5805de92-c1a7-4256-9971-e7648a468146 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.000387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5805de92-c1a7-4256-9971-e7648a468146 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.002067 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5805de92-c1a7-4256-9971-e7648a468146 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/security-groups/5bfaf1c1-d257-4780-bc5c-1fe5f9ba5d8a HTTP/1.1" status: 204 len: 168 time: 0.1607959 Jul 16 20:49:56.004911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:56.013463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805de92-c1a7-4256-9971-e7648a468146 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfaf1c1-d257-4780-bc5c-1fe5f9ba5d8a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:56.066535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet 91044e63-8124-4148-bf3f-c4c87cc3fe09 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:56.074166 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.085206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a4f1cc5d-0896-4b0c-aebf-439328749a42 None None] Could not find standard attr ID for object 75cd1604-2607-4fa5-a506-b83ffdb9db20. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:56.126350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.191544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d436a068-3cfe-44da-a741-fbe7dda7e249 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:56.237923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.238211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-61342e36-4586-455b-b39a-3973b9f1818a None None] Could not find standard attr ID for object 75cd1604-2607-4fa5-a506-b83ffdb9db20. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:49:56.261408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:56.262048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.304056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.340507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=91044e63-8124-4148-bf3f-c4c87cc3fe09,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:56.347175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.349127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a6b1bedf-c19f-4eb9-a31a-24829dc72d30 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/91044e63-8124-4148-bf3f-c4c87cc3fe09 HTTP/1.1" status: 204 len: 168 time: 0.3429863 Jul 16 20:49:56.353140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44824) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:56.360561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:56.411513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450cf88c-8aca-49f5-9b97-51b87e80cf4c None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:56.474938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:56.478557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.771767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.827665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:56.831634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:56.837029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:56.837643 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:56.854886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=ba1a88f4-a63d-4384-8f16-c1459bc2e960,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:56.865230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3828a296-e00d-49fa-9a9c-26e1dedb43cd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5094147 Jul 16 20:49:56.866834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44828) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:56.875582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-039612be-4ecd-4a36-a3e7-ac9a48119735 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'security_group': {'name': 'tempest-secgroup-380020226'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:56.905452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-039612be-4ecd-4a36-a3e7-ac9a48119735 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.018302 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-039612be-4ecd-4a36-a3e7-ac9a48119735 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.023001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-039612be-4ecd-4a36-a3e7-ac9a48119735 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.066137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-039612be-4ecd-4a36-a3e7-ac9a48119735 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.067535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-039612be-4ecd-4a36-a3e7-ac9a48119735 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1992569 Jul 16 20:49:57.068945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039612be-4ecd-4a36-a3e7-ac9a48119735 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4621930b-d816-4bda-82b7-a109902c3044,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:57.070466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44830) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:57.077405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-67c6a34d-4430-4a61-9fbe-26ae7b8c8280 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'security_group': {'name': 'tempest-secgroup-749657399'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:57.105544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67c6a34d-4430-4a61-9fbe-26ae7b8c8280 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.207880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67c6a34d-4430-4a61-9fbe-26ae7b8c8280 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.212743 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67c6a34d-4430-4a61-9fbe-26ae7b8c8280 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.238554 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67c6a34d-4430-4a61-9fbe-26ae7b8c8280 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.239877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-67c6a34d-4430-4a61-9fbe-26ae7b8c8280 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1683681 Jul 16 20:49:57.243631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44832) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:57.249317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-88be9c4c-0794-4a79-9026-25bb55c58a32 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'security_group': {'name': 'tempest-secgroup-998915232'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:57.252798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6a34d-4430-4a61-9fbe-26ae7b8c8280 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e129c6d8-64b1-4a08-ac81-05d958879f20,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:57.278046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76032f74-c742-4271-a549-7b6453d42641 None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:57.283766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88be9c4c-0794-4a79-9026-25bb55c58a32 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.380832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88be9c4c-0794-4a79-9026-25bb55c58a32 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.385019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88be9c4c-0794-4a79-9026-25bb55c58a32 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.395921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4afae3a5-21ac-4a14-85ce-b5668b6da848 None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:57.396413 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4afae3a5-21ac-4a14-85ce-b5668b6da848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.413393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-88be9c4c-0794-4a79-9026-25bb55c58a32 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.414677 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-88be9c4c-0794-4a79-9026-25bb55c58a32 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1700318 Jul 16 20:49:57.419033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44834) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:57.424499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-365852136', 'security_groups': ['c0243eaa-7532-40e3-aba3-8af220c31d11'], 'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba1a88f4-a63d-4384-8f16-c1459bc2e960'}]}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:57.427740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be9c4c-0794-4a79-9026-25bb55c58a32 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0243eaa-7532-40e3-aba3-8af220c31d11,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:57.546146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4afae3a5-21ac-4a14-85ce-b5668b6da848 None None] Provisioning complete for port df324254-3ec0-4df9-93fc-23b3e842ce1e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:57.546442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4afae3a5-21ac-4a14-85ce-b5668b6da848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.549939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:57.554946 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.576692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] device_id is not set on port d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 yet. {{(pid=94096) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:49:57.625000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4afae3a5-21ac-4a14-85ce-b5668b6da848 None None] Port df324254-3ec0-4df9-93fc-23b3e842ce1e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:57.642711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] Update dhcp port {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'fixed_ips': [{'subnet_id': 'f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba1a88f4-a63d-4384-8f16-c1459bc2e960'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'd436a068-3cfe-44da-a741-fbe7dda7e249'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:49:57.691149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.821901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8::26e (c7b5447d-7469-4f21-8c46-d889bae5973b/ba1a88f4-a63d-4384-8f16-c1459bc2e960/d08bb8a8-bcfd-4cdf-809b-f13a84a121f7) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:57.985012 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:57.999382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:58.037301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.089255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:58.092643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:58.092804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] Allocated IP 2001:db8::2 (c7b5447d-7469-4f21-8c46-d889bae5973b/ba1a88f4-a63d-4384-8f16-c1459bc2e960/d436a068-3cfe-44da-a741-fbe7dda7e249) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:58.097288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:58.103133 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:58.103726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.111236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=d08bb8a8-bcfd-4cdf-809b-f13a84a121f7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:58.132111 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-96adff05-1818-4270-a26a-c2683c844de1 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7091482 Jul 16 20:49:58.132624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44838) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:58.139117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fd9104a1-ccab-424c-9e46-dd4f50592efa tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:58.207636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] For port d436a068-3cfe-44da-a741-fbe7dda7e249, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d436a068-3cfe-44da-a741-fbe7dda7e249,segment=NetworkSegment(d46eb509-926a-4d48-9340-535499211be8),segment_id=d46eb509-926a-4d48-9340-535499211be8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:58.242021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.257719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] Transition to ACTIVE for port object d436a068-3cfe-44da-a741-fbe7dda7e249 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:58.262186 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.280775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9104a1-ccab-424c-9e46-dd4f50592efa tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:58.284746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fd9104a1-ccab-424c-9e46-dd4f50592efa tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.362976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c138bb-a770-4127-8551-c8a690118b99 None None] Pushing event updated for resources: {'Port': ['ID=d436a068-3cfe-44da-a741-fbe7dda7e249,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:58.401083 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-fd9104a1-ccab-424c-9e46-dd4f50592efa tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba1a88f4-a63d-4384-8f16-c1459bc2e960 (CIDR: 2001:db8::/64) Jul 16 20:49:58.405141 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9104a1-ccab-424c-9e46-dd4f50592efa tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:49:58.405658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9104a1-ccab-424c-9e46-dd4f50592efa tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:49:58.429749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fd9104a1-ccab-424c-9e46-dd4f50592efa tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2921777 Jul 16 20:49:58.430230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44840) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:58.438640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-896da210-d18a-4411-b497-512236a947e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:58.601295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896da210-d18a-4411-b497-512236a947e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:58.607842 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-896da210-d18a-4411-b497-512236a947e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:58.778963 n-d-798930-6 neutron-server[94095]: INFO neutron.db.ipam_backend_mixin [None req-896da210-d18a-4411-b497-512236a947e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe (CIDR: 2001:db8:0:1::/64) Jul 16 20:49:58.785199 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-896da210-d18a-4411-b497-512236a947e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:49:58.785743 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896da210-d18a-4411-b497-512236a947e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:49:58.793954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-89f063da-875f-49dd-b01e-50b7313c908a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1469767 Jul 16 20:49:58.813088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-896da210-d18a-4411-b497-512236a947e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3789914 Jul 16 20:49:58.813336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44844) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:58.818986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'subnet': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:58.984096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-538b881c-5f63-4ed5-94b3-46238e5bb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:58.985826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-538b881c-5f63-4ed5-94b3-46238e5bb767 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 1096 time: 0.1357934 Jul 16 20:49:59.013931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Made reservation on behalf of 43de88c4a8914fb294fd64c8935248e4 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:59.020473 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.062673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01f49474-124b-48ab-a2b9-2e775c49d071 None None] Provisioning for port d436a068-3cfe-44da-a741-fbe7dda7e249 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:59.067373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01f49474-124b-48ab-a2b9-2e775c49d071 None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:59.067819 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01f49474-124b-48ab-a2b9-2e775c49d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.193403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01f49474-124b-48ab-a2b9-2e775c49d071 None None] Provisioning complete for port df324254-3ec0-4df9-93fc-23b3e842ce1e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:59.193793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01f49474-124b-48ab-a2b9-2e775c49d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.236965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-01f49474-124b-48ab-a2b9-2e775c49d071 None None] Port df324254-3ec0-4df9-93fc-23b3e842ce1e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:59.257683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-962b641e-dd1b-4440-97fd-331de345c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.259167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-962b641e-dd1b-4440-97fd-331de345c446 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.2333126 Jul 16 20:49:59.363294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-45b3b790-9fe1-4d41-9e5e-6803f2e10dc0 None None] Provisioning for port d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:59.364936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-7d9d5e0d-9650-4671-ba36-9647fafbaa6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678ba593-c144-4539-8215-e04426e85a39 HTTP/1.1" status: 200 len: 1001 time: 0.0990102 Jul 16 20:49:59.368218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-45b3b790-9fe1-4d41-9e5e-6803f2e10dc0 None None] Provisioning complete for port d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:59.368608 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45b3b790-9fe1-4d41-9e5e-6803f2e10dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.407953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-45b3b790-9fe1-4d41-9e5e-6803f2e10dc0 None None] Port d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:59.460876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-81ca39b8-4193-433c-a783-64fd4f937713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.462508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-81ca39b8-4193-433c-a783-64fd4f937713 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0913095 Jul 16 20:49:59.537907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.601462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Network c7b5447d-7469-4f21-8c46-d889bae5973b is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:59.608441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:59.614323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.614870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.621083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf342c-6707-4676-b6a1-eca655ad04a8 None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:59.625672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-f3d6f865-ced0-4951-a728-f53277464854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:59.627237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-f3d6f865-ced0-4951-a728-f53277464854 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562352 Jul 16 20:49:59.630154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Subnet': ['ID=bb9b87b8-cd62-44dc-b7f6-52805d6f3ece,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:59.644012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-add07e91-0ffb-42f4-b719-0b63228f371d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8296552 Jul 16 20:49:59.647170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44846) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:59.653236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-833299964', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb9b87b8-cd62-44dc-b7f6-52805d6f3ece'}], 'security_groups': ['4621930b-d816-4bda-82b7-a109902c3044', 'e129c6d8-64b1-4a08-ac81-05d958879f20']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:59.737200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-4763d4c0-8667-4b29-914f-70bdab59da31 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022475 Jul 16 20:49:59.850056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:59.861466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df8f7486-4a08-4ec6-80c4-4be42207e15e req-d25d1d4a-2ca2-4118-b51a-5d6d246b390c service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169991 Jul 16 20:50:00.075761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] Update dhcp port {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'fixed_ips': [{'subnet_id': 'f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba1a88f4-a63d-4384-8f16-c1459bc2e960', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb9b87b8-cd62-44dc-b7f6-52805d6f3ece'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'd436a068-3cfe-44da-a741-fbe7dda7e249'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:50:00.122092 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.209647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Delete allocated IP 2001:db8::26e (c7b5447d-7469-4f21-8c46-d889bae5973b/ba1a88f4-a63d-4384-8f16-c1459bc2e960) {{(pid=94096) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:50:00.221805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Allocated IP 2001:db8:0:2::180 (c7b5447d-7469-4f21-8c46-d889bae5973b/bb9b87b8-cd62-44dc-b7f6-52805d6f3ece/d08bb8a8-bcfd-4cdf-809b-f13a84a121f7) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:00.228168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d436a068-3cfe-44da-a741-fbe7dda7e249 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:00.310916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bad8e13-3505-4cef-9493-eae385ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.333602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:00.334004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.417783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.433124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Transition to ACTIVE for port object d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:00.437606 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.493885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] Allocated IP 2001:db8:0:2::2 (c7b5447d-7469-4f21-8c46-d889bae5973b/bb9b87b8-cd62-44dc-b7f6-52805d6f3ece/d436a068-3cfe-44da-a741-fbe7dda7e249) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:00.516479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] In _notify_port_updated(), no bound segment for port d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 on network c7b5447d-7469-4f21-8c46-d889bae5973b {{(pid=94096) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:50:00.516479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:00.516479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.517629 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "PUT /v2.0/ports/d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 HTTP/1.1" status: 200 len: 969 time: 0.8692701 Jul 16 20:50:00.521298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44850) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:00.535651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498be68-47ba-41bd-aad7-0ee1cb41b7e2 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event updated for resources: {'Port': ['ID=d08bb8a8-bcfd-4cdf-809b-f13a84a121f7,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:00.624190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] For port d436a068-3cfe-44da-a741-fbe7dda7e249, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d436a068-3cfe-44da-a741-fbe7dda7e249,segment=NetworkSegment(d46eb509-926a-4d48-9340-535499211be8),segment_id=d46eb509-926a-4d48-9340-535499211be8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:00.637969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:00.638439 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.662304 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.678730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] Transition to ACTIVE for port object d436a068-3cfe-44da-a741-fbe7dda7e249 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:00.684721 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:00.814051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1f21b-b42e-413f-886c-7f47377ee80e None None] Pushing event updated for resources: {'Port': ['ID=d436a068-3cfe-44da-a741-fbe7dda7e249,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.129318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.144001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:01.290943 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.331952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=d08bb8a8-bcfd-4cdf-809b-f13a84a121f7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.368855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.373941 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1f2712d1-9360-493a-86b6-4853e979549c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 HTTP/1.1" status: 204 len: 168 time: 0.8491647 Jul 16 20:50:01.374297 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44856) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.403716 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4ba265-7c47-4685-ace0-82fca416a51d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] GET failed (client error): The resource could not be found. Jul 16 20:50:01.407600 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ee4ba265-7c47-4685-ace0-82fca416a51d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports/d08bb8a8-bcfd-4cdf-809b-f13a84a121f7 HTTP/1.1" status: 404 len: 333 time: 0.0302222 Jul 16 20:50:01.408712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44858) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.472819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64fef390-58bd-40f0-a9b1-4b1b4232b4b3 None None] Provisioning for port d436a068-3cfe-44da-a741-fbe7dda7e249 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:01.477094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64fef390-58bd-40f0-a9b1-4b1b4232b4b3 None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:01.477463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cda38bb-b818-47f5-a4be-817ae59362bb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.477607 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64fef390-58bd-40f0-a9b1-4b1b4232b4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.503432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cda38bb-b818-47f5-a4be-817ae59362bb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.557283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cda38bb-b818-47f5-a4be-817ae59362bb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.560922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4cda38bb-b818-47f5-a4be-817ae59362bb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.565169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4cda38bb-b818-47f5-a4be-817ae59362bb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/security-groups/c0243eaa-7532-40e3-aba3-8af220c31d11 HTTP/1.1" status: 204 len: 168 time: 0.1548696 Jul 16 20:50:01.565755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44860) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.568119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64fef390-58bd-40f0-a9b1-4b1b4232b4b3 None None] Could not find standard attr ID for object d08bb8a8-bcfd-4cdf-809b-f13a84a121f7. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:50:01.575369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda38bb-b818-47f5-a4be-817ae59362bb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0243eaa-7532-40e3-aba3-8af220c31d11,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.580301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64fef390-58bd-40f0-a9b1-4b1b4232b4b3 None None] Provisioning complete for port df324254-3ec0-4df9-93fc-23b3e842ce1e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:01.580833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64fef390-58bd-40f0-a9b1-4b1b4232b4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.628994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-64fef390-58bd-40f0-a9b1-4b1b4232b4b3 None None] Port df324254-3ec0-4df9-93fc-23b3e842ce1e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:01.645878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e82df2e6-3e2a-4236-9015-f3190deef43d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.672377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e82df2e6-3e2a-4236-9015-f3190deef43d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.721684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e82df2e6-3e2a-4236-9015-f3190deef43d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.724616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e82df2e6-3e2a-4236-9015-f3190deef43d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.725802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e82df2e6-3e2a-4236-9015-f3190deef43d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/security-groups/e129c6d8-64b1-4a08-ac81-05d958879f20 HTTP/1.1" status: 204 len: 168 time: 0.1579003 Jul 16 20:50:01.728913 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.736518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82df2e6-3e2a-4236-9015-f3190deef43d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e129c6d8-64b1-4a08-ac81-05d958879f20,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.742807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c4413c41-3427-41d9-9daf-8101a982d2cc None None] Could not find standard attr ID for object d08bb8a8-bcfd-4cdf-809b-f13a84a121f7. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:50:01.792342 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acce0176-c325-480d-bf3a-973f4c20ea9d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.817684 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acce0176-c325-480d-bf3a-973f4c20ea9d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.863432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acce0176-c325-480d-bf3a-973f4c20ea9d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.866040 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acce0176-c325-480d-bf3a-973f4c20ea9d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.867344 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-acce0176-c325-480d-bf3a-973f4c20ea9d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/security-groups/4621930b-d816-4bda-82b7-a109902c3044 HTTP/1.1" status: 204 len: 168 time: 0.1367600 Jul 16 20:50:01.870008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44864) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:01.876605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce0176-c325-480d-bf3a-973f4c20ea9d tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4621930b-d816-4bda-82b7-a109902c3044,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:01.935086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet ba1a88f4-a63d-4384-8f16-c1459bc2e960 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:50:01.938297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.982218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.086712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.156941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.179986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d436a068-3cfe-44da-a741-fbe7dda7e249 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:02.193913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.195500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/ba1a88f4-a63d-4384-8f16-c1459bc2e960 HTTP/1.1" status: 204 len: 168 time: 0.3241754 Jul 16 20:50:02.196387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fe520-8f2c-4c77-b3cb-8bc00d4acd26 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1a88f4-a63d-4384-8f16-c1459bc2e960,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:02.203888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44868) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.217315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e5857-de39-419d-91e9-87bd8f538b91 None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:02.267630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet bb9b87b8-cd62-44dc-b7f6-52805d6f3ece {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:50:02.271136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.320417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.332424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:02.332796 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.409257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.480664 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.509622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9b87b8-cd62-44dc-b7f6-52805d6f3ece,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:02.514902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.517105 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-13a6e763-05cb-49af-ae2d-df95b62e5cbb tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/bb9b87b8-cd62-44dc-b7f6-52805d6f3ece HTTP/1.1" status: 204 len: 168 time: 0.3120468 Jul 16 20:50:02.519586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.551022 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-274baf32-e592-4ddb-afaf-85f9d2595e57 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:02.551534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274baf32-e592-4ddb-afaf-85f9d2595e57 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:02.553322 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-274baf32-e592-4ddb-afaf-85f9d2595e57 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/ba1a88f4-a63d-4384-8f16-c1459bc2e960 HTTP/1.1" status: 404 len: 337 time: 0.0325372 Jul 16 20:50:02.555956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44872) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.575633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28adda43-9bef-41ca-b5bd-30ecaa56944e None None] Update dhcp port {'port': {'network_id': 'c7b5447d-7469-4f21-8c46-d889bae5973b', 'fixed_ips': [{'subnet_id': 'f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bb9b87b8-cd62-44dc-b7f6-52805d6f3ece'}], 'binding:host_id': 'n-d-798930-6'}, 'id': 'd436a068-3cfe-44da-a741-fbe7dda7e249'} from n-d-798930-6. {{(pid=94097) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:50:02.611399 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-28adda43-9bef-41ca-b5bd-30ecaa56944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.611625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting subnet f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:50:02.614657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.655894 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.752870 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.821351 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-28adda43-9bef-41ca-b5bd-30ecaa56944e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe: This subnet is being modified by another concurrent operation. Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe: This subnet is being modified by another concurrent operation. Jul 16 20:50:02.822154 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 20:50:02.857044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Subnet': ['ID=f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:02.862459 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:02.864811 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2916e486-bd07-4a57-9fef-f9a190ff1df6 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/f466f6b1-a4db-4c1a-9bf1-7a2094e6d8fe HTTP/1.1" status: 204 len: 168 time: 0.3078380 Jul 16 20:50:02.869740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.903021 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-72820d70-988b-4559-b4c2-3a1fb54db074 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:02.903983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72820d70-988b-4559-b4c2-3a1fb54db074 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:02.909900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-72820d70-988b-4559-b4c2-3a1fb54db074 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/91044e63-8124-4148-bf3f-c4c87cc3fe09 HTTP/1.1" status: 404 len: 337 time: 0.0339458 Jul 16 20:50:02.913634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44876) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.923389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a2dc9d-686a-4b8e-833e-074ab8dca665 None None] Network c7b5447d-7469-4f21-8c46-d889bae5973b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:50:02.957314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-770f1ffa-5a0c-4454-a2de-8ede80803c91 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c6db889-e582-41c8-b464-10a72c55d88d HTTP/1.1" status: 200 len: 205 time: 0.0425489 Jul 16 20:50:02.957314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44878) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:02.997358 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-8b15f680-8145-4ee2-add9-b340d18deef7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] delete failed (client error): The resource could not be found. Jul 16 20:50:02.998441 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8b15f680-8145-4ee2-add9-b340d18deef7 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/routers/6c6db889-e582-41c8-b464-10a72c55d88d HTTP/1.1" status: 404 len: 336 time: 0.0408447 Jul 16 20:50:03.001065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.031074 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e0ad89-d7f0-49b0-9586-99a2c05689c0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.031605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e0ad89-d7f0-49b0-9586-99a2c05689c0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.033154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8e325771-0a18-4c47-a452-b43b4f36e051 None None] Provisioning complete for port d436a068-3cfe-44da-a741-fbe7dda7e249 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:03.033154 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8e325771-0a18-4c47-a452-b43b4f36e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.036589 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-61e0ad89-d7f0-49b0-9586-99a2c05689c0 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/4134e261-ad85-4544-88f7-0dd5d6c57931 HTTP/1.1" status: 404 len: 337 time: 0.0313525 Jul 16 20:50:03.037346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44882) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.072523 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-4814d91e-b47f-4077-86c1-1432e5d7821c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.072969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4814d91e-b47f-4077-86c1-1432e5d7821c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.078996 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4814d91e-b47f-4077-86c1-1432e5d7821c tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/c99428e0-e993-4f3f-9cc1-fb0959ea0084 HTTP/1.1" status: 404 len: 337 time: 0.0370772 Jul 16 20:50:03.081182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.110457 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9d1b53-f824-4c6d-ba62-a37599389566 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.110684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9d1b53-f824-4c6d-ba62-a37599389566 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.112544 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ae9d1b53-f824-4c6d-ba62-a37599389566 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/704e3e09-f80d-40de-a4e3-369cbcfec1eb HTTP/1.1" status: 404 len: 337 time: 0.0323071 Jul 16 20:50:03.115839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44886) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.168180 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-a140ba5f-546f-44d5-919b-5bac3aa589e3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.169166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a140ba5f-546f-44d5-919b-5bac3aa589e3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.172461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a140ba5f-546f-44d5-919b-5bac3aa589e3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/b07085e1-c30d-4a25-b255-e003dbf2319f HTTP/1.1" status: 404 len: 333 time: 0.0551496 Jul 16 20:50:03.175031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.181848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8e325771-0a18-4c47-a452-b43b4f36e051 None None] Provisioning complete for port df324254-3ec0-4df9-93fc-23b3e842ce1e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:03.182229 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8e325771-0a18-4c47-a452-b43b4f36e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.188754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] DHCP port deletion for c7b5447d-7469-4f21-8c46-d889bae5973b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:50:03.233382 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-59006f26-9d5c-46fa-9fbb-958c0cd0f220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.234164 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59006f26-9d5c-46fa-9fbb-958c0cd0f220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.239199 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-59006f26-9d5c-46fa-9fbb-958c0cd0f220 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/73ca2246-27f5-453e-9c0a-2ad62d8e329f HTTP/1.1" status: 404 len: 337 time: 0.0608482 Jul 16 20:50:03.241944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44890) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.249780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8e325771-0a18-4c47-a452-b43b4f36e051 None None] Port df324254-3ec0-4df9-93fc-23b3e842ce1e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:03.274691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] Deleting port d436a068-3cfe-44da-a741-fbe7dda7e249 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:03.275087 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.280055 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d08847f-ac16-45b2-942d-c8da7e236d96 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.280542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d08847f-ac16-45b2-942d-c8da7e236d96 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.282477 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3d08847f-ac16-45b2-942d-c8da7e236d96 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/34d5bde8-bd46-451e-9f33-f3a23e23cacb HTTP/1.1" status: 404 len: 337 time: 0.0406821 Jul 16 20:50:03.288718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44892) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.321580 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-189774ef-53dd-4718-bfff-dd5e71c358e3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.322507 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189774ef-53dd-4718-bfff-dd5e71c358e3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.327209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-189774ef-53dd-4718-bfff-dd5e71c358e3 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/880444b3-c7f6-41ef-b55f-82124b89f727 HTTP/1.1" status: 404 len: 333 time: 0.0349159 Jul 16 20:50:03.327947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44896) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.357860 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e918a51-9ada-4a48-bbea-426a7a0ec710 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.358429 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e918a51-9ada-4a48-bbea-426a7a0ec710 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.362860 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5e918a51-9ada-4a48-bbea-426a7a0ec710 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/bf679ea3-bc15-42d8-81cc-d95b27fe95eb HTTP/1.1" status: 404 len: 337 time: 0.0312533 Jul 16 20:50:03.363168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44898) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.376015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] For port d436a068-3cfe-44da-a741-fbe7dda7e249, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d436a068-3cfe-44da-a741-fbe7dda7e249,segment=NetworkSegment(d46eb509-926a-4d48-9340-535499211be8),segment_id=d46eb509-926a-4d48-9340-535499211be8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:03.376424 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.392233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] Calling delete_port for d436a068-3cfe-44da-a741-fbe7dda7e249 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:03.399211 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4126a4f-b2b2-4694-98bc-5e79888f1176 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] DELETE failed (client error): The resource could not be found. Jul 16 20:50:03.400033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4126a4f-b2b2-4694-98bc-5e79888f1176 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:50:03.404453 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4126a4f-b2b2-4694-98bc-5e79888f1176 tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/subnets/8407116d-62fd-4858-b694-56892868f04d HTTP/1.1" status: 404 len: 337 time: 0.0374327 Jul 16 20:50:03.404672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44900) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.494371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.524777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] Pushing event deleted for resources: {'Port': ['ID=d436a068-3cfe-44da-a741-fbe7dda7e249,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:03.527549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c8202-7804-4bd0-89f0-626f9ee808b0 None None] No DVR routers for this DVR port d436a068-3cfe-44da-a741-fbe7dda7e249 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:50:03.543684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Deleting port df324254-3ec0-4df9-93fc-23b3e842ce1e {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:03.544164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.552441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c27241-da6d-4002-adba-b8e39e3cefe9 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:50:03.656761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c27241-da6d-4002-adba-b8e39e3cefe9 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:50:03.664160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.688676 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Calling delete_port for df324254-3ec0-4df9-93fc-23b3e842ce1e owned by {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:03.833119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.867020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Port': ['ID=df324254-3ec0-4df9-93fc-23b3e842ce1e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:03.873088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:03.876497 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-af05ee20-2aa7-45f2-9c98-8710b8a616bd tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/ports/df324254-3ec0-4df9-93fc-23b3e842ce1e HTTP/1.1" status: 204 len: 168 time: 0.4707034 Jul 16 20:50:03.877815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44902) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:03.980269 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.038234 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.086716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.098486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b5447d-7469-4f21-8c46-d889bae5973b']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:04.110126 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46eb509-926a-4d48-9340-535499211be8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:04.110449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46eb509-926a-4d48-9340-535499211be8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:50:04.120882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.141154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.147773 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:50:04.148177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:50:04.152299 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:50:04.174114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d436a068-3cfe-44da-a741-fbe7dda7e249 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:04.205671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d436a068-3cfe-44da-a741-fbe7dda7e249 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:04.206305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d436a068-3cfe-44da-a741-fbe7dda7e249 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:04.220201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.228097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.230198 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] 10.222.0.100 "DELETE /v2.0/networks/c7b5447d-7469-4f21-8c46-d889bae5973b HTTP/1.1" status: 204 len: 168 time: 0.3512371 Jul 16 20:50:04.243158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11103288-970a-4887-b7df-6b1be6a5e16e tempest-PortsIpV6TestJSON-1145966008 tempest-PortsIpV6TestJSON-1145966008-project] Pushing event deleted for resources: {'Network': ['ID=c7b5447d-7469-4f21-8c46-d889bae5973b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:04.543666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:04.702716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6ddd77d1-0d5d-4e13-a0be-1ccf9f88bed1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=43de88c4a8914fb294fd64c8935248e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574709 Jul 16 20:50:04.706605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:04.767906 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20decb12-143a-4835-9c9f-4fb127dc3705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.790888 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20decb12-143a-4835-9c9f-4fb127dc3705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.850679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20decb12-143a-4835-9c9f-4fb127dc3705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.853943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-20decb12-143a-4835-9c9f-4fb127dc3705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.855390 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569257bc-c9a1-4964-b2bb-2e2e3bdbe734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:04.859159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-20decb12-143a-4835-9c9f-4fb127dc3705 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/666b8a72-04f6-4f2a-a98b-ca45434041d3 HTTP/1.1" status: 204 len: 168 time: 0.1498816 Jul 16 20:50:04.867660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20decb12-143a-4835-9c9f-4fb127dc3705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b8a72-04f6-4f2a-a98b-ca45434041d3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:06.084624 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.600578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 44966) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:06.707463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ac3dc5-77d7-4e2e-954d-bedfa24a3f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.801863 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ac3dc5-77d7-4e2e-954d-bedfa24a3f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.805630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86ac3dc5-77d7-4e2e-954d-bedfa24a3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.846090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-86ac3dc5-77d7-4e2e-954d-bedfa24a3f21 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9badfd3dab174990b480f59559efb477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443943 Jul 16 20:50:06.846807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac3dc5-77d7-4e2e-954d-bedfa24a3f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d396e6-8d4e-4053-a6f9-345119471d5d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:06.849533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44972) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:06.901014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.929087 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.979984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.982934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:06.984165 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b1d396e6-8d4e-4053-a6f9-345119471d5d HTTP/1.1" status: 204 len: 168 time: 0.1333582 Jul 16 20:50:06.992553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d396e6-8d4e-4053-a6f9-345119471d5d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:07.001732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.002087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.002430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.002764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.003096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.003456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.003805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.004111 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.004440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.004745 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.005070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.005391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a012f21-3232-4799-a28b-7d87f3449d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:07.304351 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44978) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:07.318914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9254cac5-2a99-4800-ba9b-464b6b3b80e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.413920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9254cac5-2a99-4800-ba9b-464b6b3b80e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.418857 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9254cac5-2a99-4800-ba9b-464b6b3b80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.456439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254cac5-2a99-4800-ba9b-464b6b3b80e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19a259e-ac99-49b9-a9bc-1477503ac1db,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:07.460879 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9254cac5-2a99-4800-ba9b-464b6b3b80e2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=73c0bb79848c4642b10371a5ea3b6e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555030 Jul 16 20:50:07.464530 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 44980) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:07.515070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-058e67db-1e0b-472e-bb93-b123bd9d3bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.538102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-058e67db-1e0b-472e-bb93-b123bd9d3bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.586444 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-058e67db-1e0b-472e-bb93-b123bd9d3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.589183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-058e67db-1e0b-472e-bb93-b123bd9d3bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:07.590339 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-058e67db-1e0b-472e-bb93-b123bd9d3bc6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a19a259e-ac99-49b9-a9bc-1477503ac1db HTTP/1.1" status: 204 len: 168 time: 0.1249928 Jul 16 20:50:07.598219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e67db-1e0b-472e-bb93-b123bd9d3bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19a259e-ac99-49b9-a9bc-1477503ac1db,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:08.218866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.553272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:08.826158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.462020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:09.581053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea09021e-f216-4e64-927e-f447fc9631c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.671702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea09021e-f216-4e64-927e-f447fc9631c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.675742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ea09021e-f216-4e64-927e-f447fc9631c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.714572 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea09021e-f216-4e64-927e-f447fc9631c7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=10b60e9e13c84b1bb40d8a9f25f25848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511766 Jul 16 20:50:09.716545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09021e-f216-4e64-927e-f447fc9631c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e71e508-5f9f-47b4-90ff-d60d193b0623,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:09.717142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45052) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:09.769746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16a142d0-e05b-4dd8-8355-2f7d7e8ecedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.790761 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16a142d0-e05b-4dd8-8355-2f7d7e8ecedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.841926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16a142d0-e05b-4dd8-8355-2f7d7e8ecedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.845927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16a142d0-e05b-4dd8-8355-2f7d7e8ecedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:09.847741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-16a142d0-e05b-4dd8-8355-2f7d7e8ecedd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9e71e508-5f9f-47b4-90ff-d60d193b0623 HTTP/1.1" status: 204 len: 168 time: 0.1293855 Jul 16 20:50:09.857735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a142d0-e05b-4dd8-8355-2f7d7e8ecedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e71e508-5f9f-47b4-90ff-d60d193b0623,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:10.131764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45060) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:10.145044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd391b3a-507a-442a-83dc-df98806576b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.235997 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd391b3a-507a-442a-83dc-df98806576b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.239760 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd391b3a-507a-442a-83dc-df98806576b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.278221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cd391b3a-507a-442a-83dc-df98806576b5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8aff1fe32e6e42839ff2ab24674ec9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453776 Jul 16 20:50:10.279423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd391b3a-507a-442a-83dc-df98806576b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913180da-daa6-4928-a1b4-67a9558ca8c0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:10.281153 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45062) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:10.333063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad18f191-dba1-4bbf-80dd-e837cb11e95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.356013 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad18f191-dba1-4bbf-80dd-e837cb11e95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.408181 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad18f191-dba1-4bbf-80dd-e837cb11e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.410821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad18f191-dba1-4bbf-80dd-e837cb11e95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:10.412076 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ad18f191-dba1-4bbf-80dd-e837cb11e95c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/913180da-daa6-4928-a1b4-67a9558ca8c0 HTTP/1.1" status: 204 len: 168 time: 0.1291404 Jul 16 20:50:10.421251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18f191-dba1-4bbf-80dd-e837cb11e95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913180da-daa6-4928-a1b4-67a9558ca8c0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:16.220044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b37c7-4fc1-43eb-95f6-881c44b051a6 req-e11b1415-f512-4d45-a982-72124a16553b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:16.221888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-205b37c7-4fc1-43eb-95f6-881c44b051a6 req-e11b1415-f512-4d45-a982-72124a16553b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0660262 Jul 16 20:50:16.275884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-205b37c7-4fc1-43eb-95f6-881c44b051a6 req-05d29c1c-3a6c-48d2-8484-4a842e61dc06 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477936 Jul 16 20:50:17.484884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d5ec3-4d5c-4696-9a55-d1754f1a767a req-96169785-3e7a-4637-9668-946894b4a29a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:17.486468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-680d5ec3-4d5c-4696-9a55-d1754f1a767a req-96169785-3e7a-4637-9668-946894b4a29a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0710294 Jul 16 20:50:17.545228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-680d5ec3-4d5c-4696-9a55-d1754f1a767a req-e486e985-476b-47f3-834d-84a77163ec31 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524752 Jul 16 20:50:18.737554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb30894-2cef-4008-a7dd-bbcf88bfe254 req-e33fea31-5315-4c36-a0cc-765c4531dc41 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:18.739054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fb30894-2cef-4008-a7dd-bbcf88bfe254 req-e33fea31-5315-4c36-a0cc-765c4531dc41 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0654509 Jul 16 20:50:18.777995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fb30894-2cef-4008-a7dd-bbcf88bfe254 req-82518f17-1fd4-456e-9685-cb3af8c0526a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331073 Jul 16 20:50:19.974014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342788f-fe0a-43d9-9fba-6a949787d263 req-d0cb9f12-5af6-4765-b092-9733f9b844a3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:19.975549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5342788f-fe0a-43d9-9fba-6a949787d263 req-d0cb9f12-5af6-4765-b092-9733f9b844a3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0752912 Jul 16 20:50:20.015394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5342788f-fe0a-43d9-9fba-6a949787d263 req-2948ae35-cac8-4479-8497-6a3c4a2ab502 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375683 Jul 16 20:50:20.945107 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:21.206282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ceee-9724-4b8a-93c2-4fb7cbf615ea req-3c819857-53fb-4a1b-9e1c-6a9c67898346 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:21.208003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbc3ceee-9724-4b8a-93c2-4fb7cbf615ea req-3c819857-53fb-4a1b-9e1c-6a9c67898346 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0680861 Jul 16 20:50:21.250253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbc3ceee-9724-4b8a-93c2-4fb7cbf615ea req-df311cab-24ca-4952-b698-815fc42a23f2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359833 Jul 16 20:50:22.433543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882b5aa-bca1-446f-9494-6745582c514c req-b4f82610-b888-477e-b300-09e1087578c4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:22.435272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9882b5aa-bca1-446f-9494-6745582c514c req-b4f82610-b888-477e-b300-09e1087578c4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0689769 Jul 16 20:50:22.480661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9882b5aa-bca1-446f-9494-6745582c514c req-0a10ce3f-c49e-404b-ae2e-ba35df0d9f8c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388541 Jul 16 20:50:23.711046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f60d71-dd9d-49c2-86a4-1cef5eb5de25 req-5baf8f3f-6708-45ac-96b3-a6ec10a4c9d9 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:23.713837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7f60d71-dd9d-49c2-86a4-1cef5eb5de25 req-5baf8f3f-6708-45ac-96b3-a6ec10a4c9d9 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0898411 Jul 16 20:50:23.768062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7f60d71-dd9d-49c2-86a4-1cef5eb5de25 req-4c474a31-3ac7-4925-80ee-523ada2f219b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442250 Jul 16 20:50:24.952891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472725c-d6f9-45fa-9404-0c1207938292 req-9a61e0cf-a565-421b-b26b-e4a3b8fb6f58 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:24.954439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b472725c-d6f9-45fa-9404-0c1207938292 req-9a61e0cf-a565-421b-b26b-e4a3b8fb6f58 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0645874 Jul 16 20:50:24.993239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b472725c-d6f9-45fa-9404-0c1207938292 req-e3887fb0-6029-44e9-972a-1be754a743a9 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331447 Jul 16 20:50:26.173218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53430485-16d2-4e69-854d-c11a03a5ca7a req-68bb2e61-ca10-4de2-a268-0f304f7bce05 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:26.174727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53430485-16d2-4e69-854d-c11a03a5ca7a req-68bb2e61-ca10-4de2-a268-0f304f7bce05 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0645871 Jul 16 20:50:26.216774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53430485-16d2-4e69-854d-c11a03a5ca7a req-b11b70bf-a36a-4453-bc5b-32485b48e1f6 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364301 Jul 16 20:50:27.417868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadde617-b41b-49fc-a02d-f4e6de36e56a req-13b5fab5-847a-41fd-b14a-9b14a64fce70 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:27.420827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aadde617-b41b-49fc-a02d-f4e6de36e56a req-13b5fab5-847a-41fd-b14a-9b14a64fce70 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0662236 Jul 16 20:50:27.462276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aadde617-b41b-49fc-a02d-f4e6de36e56a req-9db45fc4-41eb-4248-a9ee-3a09bbc346d7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357702 Jul 16 20:50:28.671873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5468ae-fc53-4613-aab4-dd8a9a703136 req-b57c80aa-f9bb-4fc9-a3d8-578034147a23 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.673703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5468ae-fc53-4613-aab4-dd8a9a703136 req-b57c80aa-f9bb-4fc9-a3d8-578034147a23 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0890131 Jul 16 20:50:28.716434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5468ae-fc53-4613-aab4-dd8a9a703136 req-3cc24dd9-b0c9-4865-ab75-495efcb2551e tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370853 Jul 16 20:50:29.825437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:29.930342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b07fd-5da6-4941-83de-b4fc1ff46adc req-1c5feeea-ec60-4746-885c-3be589e7a415 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:29.939379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-912b07fd-5da6-4941-83de-b4fc1ff46adc req-1c5feeea-ec60-4746-885c-3be589e7a415 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0882659 Jul 16 20:50:29.998865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-912b07fd-5da6-4941-83de-b4fc1ff46adc req-1767838f-7bb1-41e4-b3ac-983fe9587f05 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581093 Jul 16 20:50:30.000163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:30.192277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0c447423-a247-4336-9657-3a4c211f1fd8', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'port_id': '0c447423-a247-4336-9657-3a4c211f1fd8', 'mac_address': 'fa:16:3e:65:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:30.268673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.291034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c447423-a247-4336-9657-3a4c211f1fd8 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:30.297812 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99e04ebf-7c40-4cfc-8449-0997544da84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.316446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:30.326761 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:30.410370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:30.422957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0c447423-a247-4336-9657-3a4c211f1fd8'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:30.428480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.428830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.429197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.429763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.429886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.430225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.430906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.430906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.431195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.431614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.431942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.432210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:30.765835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45382) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:30.906362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5e6050a-48cf-4bae-891f-553bd56c077d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.036844 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5e6050a-48cf-4bae-891f-553bd56c077d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.046815 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5e6050a-48cf-4bae-891f-553bd56c077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.109383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6050a-48cf-4bae-891f-553bd56c077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce85c20-a0cb-42fc-8636-5f5b5795a6f8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:31.114732 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c5e6050a-48cf-4bae-891f-553bd56c077d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bdcea6ec56c547d19efbf3392918c0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469479 Jul 16 20:50:31.117561 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:31.189787 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae196ad9-75fb-4d3e-b676-b518aa0b4fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.221705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae196ad9-75fb-4d3e-b676-b518aa0b4fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.251398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c777fb-c490-4532-83e6-44f448dccdd2 req-0f72bb7f-8215-4573-a219-df67418cfb95 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:31.259720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3c777fb-c490-4532-83e6-44f448dccdd2 req-0f72bb7f-8215-4573-a219-df67418cfb95 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 945 time: 0.0822756 Jul 16 20:50:31.278723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae196ad9-75fb-4d3e-b676-b518aa0b4fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.281828 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae196ad9-75fb-4d3e-b676-b518aa0b4fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.283972 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ae196ad9-75fb-4d3e-b676-b518aa0b4fc0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dce85c20-a0cb-42fc-8636-5f5b5795a6f8 HTTP/1.1" status: 204 len: 168 time: 0.1642423 Jul 16 20:50:31.294926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae196ad9-75fb-4d3e-b676-b518aa0b4fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce85c20-a0cb-42fc-8636-5f5b5795a6f8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:31.308697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b3c777fb-c490-4532-83e6-44f448dccdd2 req-14c092b1-1e1d-4794-9ddb-2c5da3987298 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475829 Jul 16 20:50:31.406871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-918b2ead-614e-4ef3-a77b-ec5ac015c255 req-20e84f8a-dabe-4e34-bd6b-573a807d9280 service neutron] (94096) timed out ('10.222.0.100', 56732) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:50:31.693324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45394) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:31.708466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b287f67-01ba-47b5-83a6-921dcf8338bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.820867 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b287f67-01ba-47b5-83a6-921dcf8338bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.828839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b287f67-01ba-47b5-83a6-921dcf8338bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.833800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:31.875814 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2b287f67-01ba-47b5-83a6-921dcf8338bd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3945e50761df448f9aa49a2cd8496e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812844 Jul 16 20:50:31.877187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45396) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:31.881937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b287f67-01ba-47b5-83a6-921dcf8338bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef74ed9-0e56-4894-8df0-b803bf54278f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:31.885547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0c447423-a247-4336-9657-3a4c211f1fd8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:31.886594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.932090 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-506ce5a6-809e-466a-96a5-016491117be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.960667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-506ce5a6-809e-466a-96a5-016491117be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.969169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:31.996082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:32.000396 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed956105-ddd6-442c-9d35-a092c455f930" -d '{"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:32.023131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:32.038579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-506ce5a6-809e-466a-96a5-016491117be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:32.041740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:32.045441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-506ce5a6-809e-466a-96a5-016491117be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:32.063279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-506ce5a6-809e-466a-96a5-016491117be5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fef74ed9-0e56-4894-8df0-b803bf54278f HTTP/1.1" status: 204 len: 168 time: 0.1846972 Jul 16 20:50:32.084153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ce5a6-809e-466a-96a5-016491117be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef74ed9-0e56-4894-8df0-b803bf54278f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:32.153435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:32.372864 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71f2bed-79da-48a2-8dc6-fd106d6f4db5 x-openstack-request-id: req-f71f2bed-79da-48a2-8dc6-fd106d6f4db5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:32.373256 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:32.373601 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f71f2bed-79da-48a2-8dc6-fd106d6f4db5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:32.374105 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8', 'code': 200} Jul 16 20:50:32.579472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ea10b-c60e-43bd-bb04-979bb9f31aea req-0cb7aed7-d988-460f-9eac-0f73e61c4b69 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.581254 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-738ea10b-c60e-43bd-bb04-979bb9f31aea req-0cb7aed7-d988-460f-9eac-0f73e61c4b69 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.1080613 Jul 16 20:50:32.635479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-738ea10b-c60e-43bd-bb04-979bb9f31aea req-c8a9149a-ae7b-4f47-838c-1ff9757eaa31 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485001 Jul 16 20:50:33.878017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017177-f7f7-4170-89d5-6da1cc327f08 req-d1ccc271-614c-4431-b3e2-6f1461c54ae7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:33.879607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c017177-f7f7-4170-89d5-6da1cc327f08 req-d1ccc271-614c-4431-b3e2-6f1461c54ae7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0885179 Jul 16 20:50:33.936318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c017177-f7f7-4170-89d5-6da1cc327f08 req-fd38f0dc-a004-4cc4-9677-b82d1dba34ff tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505438 Jul 16 20:50:34.051183 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:34.858188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a95bb493-e099-47d0-ae11-d64f72862bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:35.165189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064621-d673-40be-8d71-1d41c989739b req-2e4ee62f-abf3-414e-a9c0-55648af92cbe tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:35.175221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b064621-d673-40be-8d71-1d41c989739b req-2e4ee62f-abf3-414e-a9c0-55648af92cbe tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.1054840 Jul 16 20:50:35.240063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b064621-d673-40be-8d71-1d41c989739b req-28abde94-2c0d-4d67-8330-764366cd476a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590968 Jul 16 20:50:36.095289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:36.458676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562363d-f25e-4322-bd81-571d9eaa2404 req-c2865b1f-fc41-4713-bfa6-0f36a85ec18c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.466325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1562363d-f25e-4322-bd81-571d9eaa2404 req-c2865b1f-fc41-4713-bfa6-0f36a85ec18c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0862570 Jul 16 20:50:36.528408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1562363d-f25e-4322-bd81-571d9eaa2404 req-a1108782-7ab1-4e32-b57b-9d12e82b8dc6 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607312 Jul 16 20:50:37.723973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888e0d0-7263-4374-8965-3a30daaa4eb7 req-8bb05f70-1c88-4ae3-ae59-99553450a325 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:37.725545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3888e0d0-7263-4374-8965-3a30daaa4eb7 req-8bb05f70-1c88-4ae3-ae59-99553450a325 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0704334 Jul 16 20:50:37.775107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3888e0d0-7263-4374-8965-3a30daaa4eb7 req-0c0efe9b-5ceb-449f-8efb-da4910ce23d4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 Jul 16 20:50:38.229837 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.571876 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.841713 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:38.972488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655dbe-23fd-41e4-a398-6ed7c722c197 req-578fe60e-d466-4450-8d75-102ec9ac1ae2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.975515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53655dbe-23fd-41e4-a398-6ed7c722c197 req-578fe60e-d466-4450-8d75-102ec9ac1ae2 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0690436 Jul 16 20:50:39.016910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53655dbe-23fd-41e4-a398-6ed7c722c197 req-5f8b54ac-9420-4c98-a76b-454a256779fc tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357523 Jul 16 20:50:39.210668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-a422c8bd-c4f7-49a1-990a-0aa7025cce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.212233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-a422c8bd-c4f7-49a1-990a-0aa7025cce08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1097 time: 0.0557775 Jul 16 20:50:39.309469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-0328ab57-476d-4ae3-826a-3b844213e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.311122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-0328ab57-476d-4ae3-826a-3b844213e53a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.0928979 Jul 16 20:50:39.378018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-a76c2d76-1b29-4513-be96-fcf652add5d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0604532 Jul 16 20:50:39.432520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-b35eb894-1611-4049-afee-419519299a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.434089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-b35eb894-1611-4049-afee-419519299a01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0499518 Jul 16 20:50:39.493047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-9716e493-9c34-44c5-8661-4ba34ccfdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.494556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-9716e493-9c34-44c5-8661-4ba34ccfdb42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542240 Jul 16 20:50:39.607067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-58c76457-2979-403f-aeed-24ab205c7742 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060395 Jul 16 20:50:39.711348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6897486f-1a3b-4f00-af58-71a2f88abda2 req-a96d9937-4707-40fd-902a-6f7e586c0341 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983562 Jul 16 20:50:40.216211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5296e6f-f8da-46cd-9916-aa27bbc6394c req-debf2738-d632-419f-9b57-1fcabce876ff tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:40.217774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5296e6f-f8da-46cd-9916-aa27bbc6394c req-debf2738-d632-419f-9b57-1fcabce876ff tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0688677 Jul 16 20:50:40.259818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5296e6f-f8da-46cd-9916-aa27bbc6394c req-2602b868-ceba-455e-8cc8-139048960270 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Jul 16 20:50:41.489199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3124432-5a7d-404b-a162-6fa47ae383d8 req-17eba48f-117b-43d0-a265-b26f72b5f762 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:41.490726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3124432-5a7d-404b-a162-6fa47ae383d8 req-17eba48f-117b-43d0-a265-b26f72b5f762 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0695851 Jul 16 20:50:41.530560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3124432-5a7d-404b-a162-6fa47ae383d8 req-7143dd3b-b2d3-4926-896c-fcff5cb9577a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Jul 16 20:50:42.754025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1465c49-6f3c-4ed2-87c5-f1f1b459f85d req-63c98533-d47b-4146-bf8f-54afdedf29d7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:42.755566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1465c49-6f3c-4ed2-87c5-f1f1b459f85d req-63c98533-d47b-4146-bf8f-54afdedf29d7 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.0678356 Jul 16 20:50:42.804020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1465c49-6f3c-4ed2-87c5-f1f1b459f85d req-85a21a48-5a87-4194-9e34-9da3a320951f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399120 Jul 16 20:50:42.826774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45584) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:42.988918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-e0844b83-b14c-4617-b0f7-0fb41ccf77e7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608286 Jul 16 20:50:43.890617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:43.977141 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.009191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:44.011822 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f7834-6a7a-405a-b7b4-924a7fe40c00" -d '{"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:44.028509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:44.032995 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:44.085934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:44.310277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-8f7e8e05-25ec-49ef-bd95-eb8d3eca0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:44.311713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-8f7e8e05-25ec-49ef-bd95-eb8d3eca0007 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9&tenant_id=2b7a5232468b402abf1df665c06fbbde HTTP/1.1" status: 200 len: 1095 time: 0.1058145 Jul 16 20:50:44.319133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a593ac-0fbe-40f0-9fcc-11a2e0938f42 req-3f107bb7-e2d7-4157-bb30-4f7ad6e825ec tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:44.320622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47a593ac-0fbe-40f0-9fcc-11a2e0938f42 req-3f107bb7-e2d7-4157-bb30-4f7ad6e825ec tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 946 time: 0.3885670 Jul 16 20:50:44.408726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-47a593ac-0fbe-40f0-9fcc-11a2e0938f42 req-a15e3e8b-314f-42aa-81ff-79153852e7ab tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778944 Jul 16 20:50:44.424290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-35cb9e36-7a34-499b-8dec-d476eb6c4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:44.425808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-35cb9e36-7a34-499b-8dec-d476eb6c4fbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1095 time: 0.0857682 Jul 16 20:50:44.485300 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e34ed9c-05c9-4c36-9827-4e780d087a68 x-openstack-request-id: req-6e34ed9c-05c9-4c36-9827-4e780d087a68 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:44.485605 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:44.485857 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6e34ed9c-05c9-4c36-9827-4e780d087a68 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:44.486769 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8', 'code': 200} Jul 16 20:50:44.564761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-82e8309e-8a46-4dc9-a5d2-477bf4a63ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:44.566256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-82e8309e-8a46-4dc9-a5d2-477bf4a63ada service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.1294043 Jul 16 20:50:44.633015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-6d30d9f2-d1d7-4a63-b38b-3f4af99c1a1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 999 time: 0.0603306 Jul 16 20:50:44.686429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-d4eca2a3-e447-46b9-9ef7-1a3cb7093bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:44.687954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-d4eca2a3-e447-46b9-9ef7-1a3cb7093bb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0493796 Jul 16 20:50:44.747664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-1bfe08c7-1d23-4c74-b080-10fb857d54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:44.749219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-1bfe08c7-1d23-4c74-b080-10fb857d54b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552983 Jul 16 20:50:44.840071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-96df792b-206b-4538-8a01-71fc5fa485da service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834274 Jul 16 20:50:44.936981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-710df2b5-5697-4bb3-9408-22aa0306d5c4 req-815c67dc-4a05-4bd6-a99e-e46b0c3eb832 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899398 Jul 16 20:50:45.667786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96baf-704a-4aeb-8056-1363f7627998 req-d62c6f5e-9900-4d42-8e9a-2975cfeeff62 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:45.675652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29d96baf-704a-4aeb-8056-1363f7627998 req-d62c6f5e-9900-4d42-8e9a-2975cfeeff62 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0803063 Jul 16 20:50:45.743784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29d96baf-704a-4aeb-8056-1363f7627998 req-f217b511-f4d6-41d5-aa09-f280adcd983f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668576 Jul 16 20:50:46.945927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66008efb-ddb7-48b4-861e-785c587bfd20 req-38d4830f-f0e8-4ed6-a153-3260b9eba4ff tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:46.953038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66008efb-ddb7-48b4-861e-785c587bfd20 req-38d4830f-f0e8-4ed6-a153-3260b9eba4ff tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0805686 Jul 16 20:50:47.001360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66008efb-ddb7-48b4-861e-785c587bfd20 req-922b77ce-0e34-4f88-bdc7-983c8d273bdc tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470493 Jul 16 20:50:48.250530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ee4a-f139-4adb-b3e2-84ff9c8fed50 req-f28cd63b-b848-46ea-adab-8d7d493ee7af tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:48.254055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bae1ee4a-f139-4adb-b3e2-84ff9c8fed50 req-f28cd63b-b848-46ea-adab-8d7d493ee7af tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0937779 Jul 16 20:50:48.318172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bae1ee4a-f139-4adb-b3e2-84ff9c8fed50 req-90e1b979-836b-4b62-97ca-001a86e30466 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536735 Jul 16 20:50:49.527102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a31f1-9f6e-49d6-a358-899a313e4be2 req-9378da4c-0f6a-4913-a505-008e2f1066d1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:49.528690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-443a31f1-9f6e-49d6-a358-899a313e4be2 req-9378da4c-0f6a-4913-a505-008e2f1066d1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0698807 Jul 16 20:50:49.570741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-443a31f1-9f6e-49d6-a358-899a313e4be2 req-66d93bcd-defc-4a43-ab96-eea4a38eab19 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361445 Jul 16 20:50:50.791884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6622-34ad-4c92-9abe-689d30e385dd req-96dbe153-ec0b-4545-8377-731b58675add tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:50.793446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05ef6622-34ad-4c92-9abe-689d30e385dd req-96dbe153-ec0b-4545-8377-731b58675add tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0880868 Jul 16 20:50:50.840559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05ef6622-34ad-4c92-9abe-689d30e385dd req-32f1882e-7e7d-43b4-bb06-c5eb64a2a288 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Jul 16 20:50:52.036056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ee30-d5e1-42e7-8fc0-859a48b8a500 req-5a261ce8-8284-4b6a-ab81-dfe6153650c3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:52.036056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a05ee30-d5e1-42e7-8fc0-859a48b8a500 req-5a261ce8-8284-4b6a-ab81-dfe6153650c3 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0685074 Jul 16 20:50:52.079175 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a05ee30-d5e1-42e7-8fc0-859a48b8a500 req-1f62315f-bd77-46b1-a4c9-75863d3daf83 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372834 Jul 16 20:50:52.630956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45698) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:52.744940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.853409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.857313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.894069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de328738-5c2e-4417-bafe-a11b79091ce2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:52.900839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c51616a02fa8428ba4f6511f08801a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656002 Jul 16 20:50:52.901596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:50:52.905312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.905662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.906005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.906338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.906667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.907101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.907458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.907786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.908108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.908431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.908757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.909079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9537a11-7783-4971-abdf-a2fa1f17cb37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:50:52.956987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9df95373-d6a7-42f5-bcd8-5eb4055f193e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:52.979998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9df95373-d6a7-42f5-bcd8-5eb4055f193e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.034527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9df95373-d6a7-42f5-bcd8-5eb4055f193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.037224 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9df95373-d6a7-42f5-bcd8-5eb4055f193e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.038302 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9df95373-d6a7-42f5-bcd8-5eb4055f193e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/de328738-5c2e-4417-bafe-a11b79091ce2 HTTP/1.1" status: 204 len: 168 time: 0.1351261 Jul 16 20:50:53.046724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df95373-d6a7-42f5-bcd8-5eb4055f193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de328738-5c2e-4417-bafe-a11b79091ce2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:53.299568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece6158-c65b-4dca-9d78-a376f5126c75 req-ba40fedb-8ce6-4ea1-8218-afff0303aff0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:53.301739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ece6158-c65b-4dca-9d78-a376f5126c75 req-ba40fedb-8ce6-4ea1-8218-afff0303aff0 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0780475 Jul 16 20:50:53.352752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ece6158-c65b-4dca-9d78-a376f5126c75 req-c959f661-60ec-4b68-84df-12dc6c2db21d tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Jul 16 20:50:54.552966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837c62-3879-4d16-83c6-16c9adce2712 req-9f00660a-f740-4f88-80c5-faecad0eaa0c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:54.554331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66837c62-3879-4d16-83c6-16c9adce2712 req-9f00660a-f740-4f88-80c5-faecad0eaa0c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0767508 Jul 16 20:50:54.603183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66837c62-3879-4d16-83c6-16c9adce2712 req-6cf52c43-7583-495d-8384-a623096e7f7f tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Jul 16 20:50:55.808989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7826d50-f716-4827-8fa1-649bff129361 req-73fc085e-c31a-4fc0-af16-bf278710c823 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:55.810441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7826d50-f716-4827-8fa1-649bff129361 req-73fc085e-c31a-4fc0-af16-bf278710c823 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0860510 Jul 16 20:50:55.853501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7826d50-f716-4827-8fa1-649bff129361 req-1a711100-715a-4bb6-b5ec-4c8160e3af9c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367725 Jul 16 20:50:56.087657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-b14e5e2d-e73e-477a-b529-4602a3e0ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:56.089291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-b14e5e2d-e73e-477a-b529-4602a3e0ea7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b7a5232468b402abf1df665c06fbbde&device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1095 time: 0.0570769 Jul 16 20:50:56.207621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-43c729c3-1421-4b6c-b02d-3ab2a7655b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:56.209131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-43c729c3-1421-4b6c-b02d-3ab2a7655b93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 200 len: 917 time: 0.0911818 Jul 16 20:50:56.288806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-93114804-4014-44b5-8727-c46ae3a58ccd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 200 len: 999 time: 0.0712235 Jul 16 20:50:56.342976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-45341666-3972-4a98-8ce1-d132ea8382ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:56.344492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-45341666-3972-4a98-8ce1-d132ea8382ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 200 len: 855 time: 0.0499401 Jul 16 20:50:56.457477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-cd9beeb2-4af1-43ba-b234-6480e4e0a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:56.459956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-cd9beeb2-4af1-43ba-b234-6480e4e0a899 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a076478b-73dc-40be-8988-7b016aa59f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068728 Jul 16 20:50:56.553228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-f08d768a-a9d4-49c4-bae8-7423c3d858af service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865655 Jul 16 20:50:56.655675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cce48df-b72d-4900-9d3e-0200a4a1b9c8 req-d09dc81e-aadd-4f7d-914d-0ed3ce1877c7 service neutron] 10.222.0.21 "GET /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914235 Jul 16 20:50:57.042844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70daaa-5352-4b62-9a11-a3e9e3bd7bfd req-762747fc-988f-463a-8961-758ab7d4e636 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:57.044393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc70daaa-5352-4b62-9a11-a3e9e3bd7bfd req-762747fc-988f-463a-8961-758ab7d4e636 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0677593 Jul 16 20:50:57.084081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc70daaa-5352-4b62-9a11-a3e9e3bd7bfd req-b8516b63-d3c9-49c2-be27-d9118cd74562 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340116 Jul 16 20:50:57.944402 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:58.278846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c385857-c53d-49d2-b124-c6a84a473b5d req-6c8f79b9-32c0-4276-9f33-8e57276ddf8c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:58.280396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c385857-c53d-49d2-b124-c6a84a473b5d req-6c8f79b9-32c0-4276-9f33-8e57276ddf8c tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0710847 Jul 16 20:50:58.318539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c385857-c53d-49d2-b124-c6a84a473b5d req-e68d87a4-1395-4dba-8e3d-c5694af99704 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Jul 16 20:50:59.500532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749bf5-c8db-45b2-8d8d-0833e816700a req-0b34c75e-bf7d-4035-8dde-1f3e7b3a7687 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:59.501961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65749bf5-c8db-45b2-8d8d-0833e816700a req-0b34c75e-bf7d-4035-8dde-1f3e7b3a7687 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 944 time: 0.0653818 Jul 16 20:50:59.539379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65749bf5-c8db-45b2-8d8d-0833e816700a req-786d487d-6290-445a-a871-3607a6c219fd tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Jul 16 20:50:59.708435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-d518edee-deca-4cdf-b7e9-7cbf07ffb5fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518982 Jul 16 20:50:59.813049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-b5f9a19f-ad50-455d-a015-4e427d5fc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:59.814621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-b5f9a19f-ad50-455d-a015-4e427d5fc4d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 1096 time: 0.0653691 Jul 16 20:50:59.921465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-39a294c5-a249-4f6c-9382-454d842be40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:59.922935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-39a294c5-a249-4f6c-9382-454d842be40c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.0883858 Jul 16 20:50:59.982100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:59.992834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-6407e362-2c51-4281-9765-75b2bbe551ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678ba593-c144-4539-8215-e04426e85a39 HTTP/1.1" status: 200 len: 1001 time: 0.0641031 Jul 16 20:51:00.043023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-6a24987f-0dbc-404a-ba98-fc15479330cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:00.044709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-6a24987f-0dbc-404a-ba98-fc15479330cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0459135 Jul 16 20:51:00.081451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:00.093338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0c447423-a247-4336-9657-3a4c211f1fd8', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'port_id': '0c447423-a247-4336-9657-3a4c211f1fd8', 'mac_address': 'fa:16:3e:65:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:51:00.102291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-cd1da868-6766-40bd-8822-04ead93a263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:00.103955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-cd1da868-6766-40bd-8822-04ead93a263d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528941 Jul 16 20:51:00.130824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.145026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c447423-a247-4336-9657-3a4c211f1fd8 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:00.174849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:00.179822 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.207673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-bd7553a0-f1b8-4d8b-b8fb-3ba3bb5dd69a service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975986 Jul 16 20:51:00.284326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:00.302010 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-da117cd9-032b-495a-b409-3fd52249f95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:00.312328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d3aaafdd-91a2-4d7f-8497-c16de7af4139 req-77a0edf7-b92d-49d9-8fb4-fb97d481dda3 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986516 Jul 16 20:51:00.395002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0c447423-a247-4336-9657-3a4c211f1fd8'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:00.729742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bae1b-096e-444c-ae47-872774fa2639 req-cf6e619e-ec66-4ec6-aac5-26f2b160383b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:00.731401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f76bae1b-096e-444c-ae47-872774fa2639 req-cf6e619e-ec66-4ec6-aac5-26f2b160383b tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 945 time: 0.0730689 Jul 16 20:51:00.772336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f76bae1b-096e-444c-ae47-872774fa2639 req-0abc29eb-9e01-476f-9ac0-887b583dde84 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349469 Jul 16 20:51:01.963137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fb6ed-bf91-4f71-9d9c-492db4e67123 req-4f874d00-7374-46e7-b2eb-0e65ab768767 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:01.965918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b4fb6ed-bf91-4f71-9d9c-492db4e67123 req-4f874d00-7374-46e7-b2eb-0e65ab768767 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 945 time: 0.0689328 Jul 16 20:51:01.997663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:02.007920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b4fb6ed-bf91-4f71-9d9c-492db4e67123 req-ef42f415-6062-47b4-9381-db46fa3f4be8 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355592 Jul 16 20:51:02.076011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0c447423-a247-4336-9657-3a4c211f1fd8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:02.076777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.160312 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.186646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:02.188616 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adfd1b6-ceb3-4e55-8336-8fb1d0ad7464" -d '{"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:02.202584 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:02.209765 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.241407 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9702d74e-0935-49dc-b7d0-b8babe2709b9 x-openstack-request-id: req-9702d74e-0935-49dc-b7d0-b8babe2709b9 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:02.241705 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:02.241959 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9702d74e-0935-49dc-b7d0-b8babe2709b9 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:02.242453 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8', 'code': 200} Jul 16 20:51:02.266208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:02.420904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cfea-3754-4a68-bb49-768b8d299d6f req-c14fce2a-ae0e-44f6-99d8-afee5da2d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:02.422692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5913cfea-3754-4a68-bb49-768b8d299d6f req-c14fce2a-ae0e-44f6-99d8-afee5da2d3dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 1098 time: 0.0568659 Jul 16 20:51:02.463486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5913cfea-3754-4a68-bb49-768b8d299d6f req-a4a35c7e-e9a5-4ce6-b420-9b93a99b59b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Jul 16 20:51:02.649767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45818) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:02.767188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a763a25-2aa8-4e86-92e9-75652c006423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.858425 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a763a25-2aa8-4e86-92e9-75652c006423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.862211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a763a25-2aa8-4e86-92e9-75652c006423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.899761 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6a763a25-2aa8-4e86-92e9-75652c006423 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0f9d5845154c44378543759bdb7c2a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488608 Jul 16 20:51:02.900705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a763a25-2aa8-4e86-92e9-75652c006423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0321f1-dcb9-4336-953d-3bab6f1f886a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:02.902488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:02.952947 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e015925-fb2d-4979-9a47-5d917768f821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:02.974431 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e015925-fb2d-4979-9a47-5d917768f821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.020373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e015925-fb2d-4979-9a47-5d917768f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.022916 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e015925-fb2d-4979-9a47-5d917768f821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:03.024099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0e015925-fb2d-4979-9a47-5d917768f821 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5a0321f1-dcb9-4336-953d-3bab6f1f886a HTTP/1.1" status: 204 len: 168 time: 0.1198597 Jul 16 20:51:03.032810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015925-fb2d-4979-9a47-5d917768f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0321f1-dcb9-4336-953d-3bab6f1f886a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:03.267569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420428a-45c1-4508-9750-7623f2f0c056 req-3cedb602-2918-437a-bc60-b06b66e9ebbb tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:03.269600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5420428a-45c1-4508-9750-7623f2f0c056 req-3cedb602-2918-437a-bc60-b06b66e9ebbb tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 947 time: 0.1097107 Jul 16 20:51:03.320952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5420428a-45c1-4508-9750-7623f2f0c056 req-607ded87-149e-46c6-bb48-b6a170795a6a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 Jul 16 20:51:04.041291 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:04.505732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad07555-a83a-45cf-8852-e312e60560f6 req-45704749-9dfe-4dbf-b465-f020f277d5b5 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:04.507404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ad07555-a83a-45cf-8852-e312e60560f6 req-45704749-9dfe-4dbf-b465-f020f277d5b5 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 947 time: 0.0686810 Jul 16 20:51:04.547601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ad07555-a83a-45cf-8852-e312e60560f6 req-c3ba26d7-3cf4-414e-a14d-43d925ed8dbc tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341611 Jul 16 20:51:04.850767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4279-575e-450d-a6b6-54e08b1f3846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:06.089738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.224274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.305813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45924) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:08.411525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.503239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.506882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.547573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=649bc5b7c19c4fb88937d79d704d8cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382803 Jul 16 20:51:08.547573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5069506f-3e62-44f3-9b35-30303cc13e8b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:08.548441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:08.553188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.554839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.555193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.555559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.556056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.556421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.556732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.557059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.557378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.557764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.558290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.558667 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.558977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1ea6-8d06-48d9-99be-17977e9154c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:08.601058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-90cd45b4-9504-4594-b945-7d40d4a3c965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.622500 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-90cd45b4-9504-4594-b945-7d40d4a3c965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.671462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-90cd45b4-9504-4594-b945-7d40d4a3c965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.673972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-90cd45b4-9504-4594-b945-7d40d4a3c965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.675121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-90cd45b4-9504-4594-b945-7d40d4a3c965 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5069506f-3e62-44f3-9b35-30303cc13e8b HTTP/1.1" status: 204 len: 168 time: 0.1256719 Jul 16 20:51:08.682951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd45b4-9504-4594-b945-7d40d4a3c965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5069506f-3e62-44f3-9b35-30303cc13e8b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:08.840015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.944677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 45934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:08.958630 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1528-cf32-4127-a94d-b20489a77279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.049212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1528-cf32-4127-a94d-b20489a77279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.053021 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1528-cf32-4127-a94d-b20489a77279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.094913 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac8b1528-cf32-4127-a94d-b20489a77279 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7ff4f3418fac4564a01431a87b1190df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491480 Jul 16 20:51:09.097334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1528-cf32-4127-a94d-b20489a77279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd7ba45-8aed-400a-9210-37d335588d93,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:09.098047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 45936) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:09.149948 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7124a556-f348-494b-8d2b-6dd181949ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.171186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7124a556-f348-494b-8d2b-6dd181949ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.221092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7124a556-f348-494b-8d2b-6dd181949ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.224096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7124a556-f348-494b-8d2b-6dd181949ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:09.225289 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7124a556-f348-494b-8d2b-6dd181949ea9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fbd7ba45-8aed-400a-9210-37d335588d93 HTTP/1.1" status: 204 len: 168 time: 0.1262441 Jul 16 20:51:09.234107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a556-f348-494b-8d2b-6dd181949ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd7ba45-8aed-400a-9210-37d335588d93,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:11.482339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-0c5e4ed9-7cf3-4163-9916-d6e279bdb196 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=50bf970ff63c4ea6aa6c2c56ca3e4e66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289690 Jul 16 20:51:11.664021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-f9a73603-b084-4ab4-ab90-fdff2f2619bf tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.665405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-f9a73603-b084-4ab4-ab90-fdff2f2619bf tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769600 Jul 16 20:51:11.680665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-0f2ac6e2-683d-4b2d-9c7b-494070231d43 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/quotas/50bf970ff63c4ea6aa6c2c56ca3e4e66 HTTP/1.1" status: 200 len: 375 time: 0.0098631 Jul 16 20:51:11.713085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-39364b48-a344-4f3b-b4dd-5966521670af tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=50bf970ff63c4ea6aa6c2c56ca3e4e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272837 Jul 16 20:51:11.891374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a78b27d9-a01a-4573-8117-194e860e557e req-69e4a557-3a2c-453d-ac17-dd625a3a2379 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 210 time: 0.0394816 Jul 16 20:51:12.929289 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-94ab5051-9f4a-491d-85a4-0f892242977c tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=50bf970ff63c4ea6aa6c2c56ca3e4e66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224619 Jul 16 20:51:13.057693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b794519-df90-4c27-9dd9-cec724247d24 req-d06046f3-6b15-4ef6-830e-0e25fb4e5134 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 210 time: 0.0356750 Jul 16 20:51:13.090246 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-a3dbd7f3-e6d4-436b-ae6a-2d5b0d863ced tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:13.091768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-a3dbd7f3-e6d4-436b-ae6a-2d5b0d863ced tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573210 Jul 16 20:51:13.103758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Request body: {'port': {'device_id': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '50bf970ff63c4ea6aa6c2c56ca3e4e66'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:13.212745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Made reservation on behalf of 50bf970ff63c4ea6aa6c2c56ca3e4e66 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:13.216291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.226294 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.322776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.326891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.385073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489aace0-3440-432b-b04e-9324d783d930,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:13.457102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Allocated IP 192.168.233.233 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/e47525ce-4459-44d9-812a-9d96f6b0daf9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:13.607094 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.621012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Transition to ACTIVE for port object e47525ce-4459-44d9-812a-9d96f6b0daf9 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:13.655123 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.701818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:13.705011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:13.709672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:13.716196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Pushing event updated for resources: {'Port': ['ID=e47525ce-4459-44d9-812a-9d96f6b0daf9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:13.767001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:13.767688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.782891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-7ad7b190-6573-4302-b41a-54c935e3f493 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6827865 Jul 16 20:51:13.794686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Request body: {'port': {'device_id': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:13.879533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.907690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3f7bdcce-50d8-4cd8-b099-2701227cc1c2 None None] Provisioning for port e47525ce-4459-44d9-812a-9d96f6b0daf9 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:13.911654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3f7bdcce-50d8-4cd8-b099-2701227cc1c2 None None] Provisioning complete for port e47525ce-4459-44d9-812a-9d96f6b0daf9 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:13.911983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdcce-50d8-4cd8-b099-2701227cc1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:13.951896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bdcce-50d8-4cd8-b099-2701227cc1c2 None None] Port e47525ce-4459-44d9-812a-9d96f6b0daf9 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:51:14.408514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47525ce-4459-44d9-812a-9d96f6b0daf9 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:14.433320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.451641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Transition to ACTIVE for port object e47525ce-4459-44d9-812a-9d96f6b0daf9 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:14.456476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.523614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759ebd4-b2c7-4053-90e2-5a0312bfa91d req-8ea4dfb9-0612-44ac-9300-cac3609ce8d1 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:14.525211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8759ebd4-b2c7-4053-90e2-5a0312bfa91d req-8ea4dfb9-0612-44ac-9300-cac3609ce8d1 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 936 time: 0.1308420 Jul 16 20:51:14.534636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Pushing event updated for resources: {'Port': ['ID=e47525ce-4459-44d9-812a-9d96f6b0daf9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:14.621723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8759ebd4-b2c7-4053-90e2-5a0312bfa91d req-e1e7f736-8c3f-4c25-85a2-843289c9f1a9 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887294 Jul 16 20:51:14.648514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Attempting to bind port e47525ce-4459-44d9-812a-9d96f6b0daf9 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:51:14.648514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Attempting to bind port e47525ce-4459-44d9-812a-9d96f6b0daf9 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:51:14.648514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Attempting to bind port e47525ce-4459-44d9-812a-9d96f6b0daf9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:14.648514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Port e47525ce-4459-44d9-812a-9d96f6b0daf9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:51:14.648514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Attempting to bind port e47525ce-4459-44d9-812a-9d96f6b0daf9 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:14.651450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:51:14.651784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:14.652221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:51:14.652652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Bound port: e47525ce-4459-44d9-812a-9d96f6b0daf9, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:51:14.653014 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.723297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] For port e47525ce-4459-44d9-812a-9d96f6b0daf9, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:51:14.727063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] For port e47525ce-4459-44d9-812a-9d96f6b0daf9, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:51:14.731545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.766729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:14.767031 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:14.768653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] 10.222.0.21 "PUT /v2.0/ports/e47525ce-4459-44d9-812a-9d96f6b0daf9 HTTP/1.1" status: 200 len: 1096 time: 0.9782701 Jul 16 20:51:14.769434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'tag': 'e47525ce-4459-44d9-812a-9d96f6b0daf9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:14.771398 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7353f7da-8ace-4e56-bdfd-d85fad1be32f" -d '{"events": [{"name": "network-changed", "server_uuid": "918bb0d3-3c52-4aea-89bf-a40c089737ba", "tag": "e47525ce-4459-44d9-812a-9d96f6b0daf9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:14.802194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f190846-60e2-4f4b-9736-784c1fc71839 service neutron] Pushing event updated for resources: {'Port': ['ID=e47525ce-4459-44d9-812a-9d96f6b0daf9,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:14.878115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-c4251ea5-36ef-4923-bd3b-0d7069f86778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:14.879846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-c4251ea5-36ef-4923-bd3b-0d7069f86778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50bf970ff63c4ea6aa6c2c56ca3e4e66&device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 1099 time: 0.0667496 Jul 16 20:51:14.927571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-b42e05e2-20fa-472b-877c-85bc3c2e50b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9 HTTP/1.1" status: 200 len: 217 time: 0.0387344 Jul 16 20:51:14.966583 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f37460-b754-4e9f-870e-43ec3a1965f6 x-openstack-request-id: req-24f37460-b754-4e9f-870e-43ec3a1965f6 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:14.966876 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918bb0d3-3c52-4aea-89bf-a40c089737ba", "tag": "e47525ce-4459-44d9-812a-9d96f6b0daf9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:14.967101 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-24f37460-b754-4e9f-870e-43ec3a1965f6 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:14.967507 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'tag': 'e47525ce-4459-44d9-812a-9d96f6b0daf9', 'status': 'completed', 'code': 200} Jul 16 20:51:14.986654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-ccd0fbf0-5f6f-47cb-8fd3-0b49950a7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:14.988787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-ccd0fbf0-5f6f-47cb-8fd3-0b49950a7a60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0544121 Jul 16 20:51:15.053372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900012-73aa-48f4-912f-816e93671938 req-888d1371-e40c-4ded-aa6b-ff194f520705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.054999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-888d1371-e40c-4ded-aa6b-ff194f520705 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582361 Jul 16 20:51:15.145807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-f4fd8c9a-4816-4438-ac8b-ffff97252161 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835357 Jul 16 20:51:15.243321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a900012-73aa-48f4-912f-816e93671938 req-a5d1d209-3283-49c2-8c4c-a72cf93e929d service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879955 Jul 16 20:51:15.344231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-e87d322d-603a-45a0-b21f-f28a2288cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.345718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-e87d322d-603a-45a0-b21f-f28a2288cdf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50bf970ff63c4ea6aa6c2c56ca3e4e66&device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 1099 time: 0.0532410 Jul 16 20:51:15.449438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-d05d32d7-8232-4459-992a-d33f71a13458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.450960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-d05d32d7-8232-4459-992a-d33f71a13458 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.0959578 Jul 16 20:51:15.496004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-5fe4ef43-3261-46ed-8acb-a570c7cf65e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9 HTTP/1.1" status: 200 len: 217 time: 0.0368626 Jul 16 20:51:15.551092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-86fba6c1-8d2d-46e2-bde3-d2be26e1398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.552742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-86fba6c1-8d2d-46e2-bde3-d2be26e1398d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0504854 Jul 16 20:51:15.620605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-ec657396-09da-4d6f-b0e3-9e1b9ba48fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.622210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-ec657396-09da-4d6f-b0e3-9e1b9ba48fe2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615785 Jul 16 20:51:15.720131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-1ca9671e-3b59-42ff-94d7-2aee301cfbf4 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892096 Jul 16 20:51:15.862695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7353f7da-8ace-4e56-bdfd-d85fad1be32f req-6cdde556-98c1-4385-9691-5bc3b79deb13 service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345282 Jul 16 20:51:15.885605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7cab4-a9ca-447e-ab65-63c969a37ac0 req-5d87c187-3b5d-46ab-a3d5-4cbd9ae241b0 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.887274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1b7cab4-a9ca-447e-ab65-63c969a37ac0 req-5d87c187-3b5d-46ab-a3d5-4cbd9ae241b0 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 948 time: 0.1258986 Jul 16 20:51:15.930086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a1b7cab4-a9ca-447e-ab65-63c969a37ac0 req-980ec0ac-1441-4a3d-820b-358d53609bcf tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Jul 16 20:51:17.118639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb556929-ea96-405f-8fd6-4bd0dbb7de2f req-3ffd5b2d-6676-4ac0-a8ac-557f8d7b98d1 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:17.120308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb556929-ea96-405f-8fd6-4bd0dbb7de2f req-3ffd5b2d-6676-4ac0-a8ac-557f8d7b98d1 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 948 time: 0.0716536 Jul 16 20:51:17.164162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb556929-ea96-405f-8fd6-4bd0dbb7de2f req-9e4d1f19-78df-4a7c-8ca7-04f4abe9f5c9 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Jul 16 20:51:18.101378 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e47525ce-4459-44d9-812a-9d96f6b0daf9 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:51:18.199964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e47525ce-4459-44d9-812a-9d96f6b0daf9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:18.211309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'e47525ce-4459-44d9-812a-9d96f6b0daf9', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'e47525ce-4459-44d9-812a-9d96f6b0daf9', 'mac_address': 'fa:16:3e:db:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:51:18.248571 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:18.262561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47525ce-4459-44d9-812a-9d96f6b0daf9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:18.284044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e47525ce-4459-44d9-812a-9d96f6b0daf9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:18.287998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:18.335491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e47525ce-4459-44d9-812a-9d96f6b0daf9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:18.341348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efccc-0a35-4ba9-be00-008fd9c94512 req-da6c585b-4581-4e47-a5f5-a796763e7143 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:18.342883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b3efccc-0a35-4ba9-be00-008fd9c94512 req-da6c585b-4581-4e47-a5f5-a796763e7143 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 949 time: 0.0656228 Jul 16 20:51:18.381269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b3efccc-0a35-4ba9-be00-008fd9c94512 req-c6b08fad-4b45-40a4-a47c-36cf2338f546 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Jul 16 20:51:18.499266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e47525ce-4459-44d9-812a-9d96f6b0daf9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:19.556273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56025be1-0036-4ee4-b687-f0939a73e4da req-0454358b-fec2-4d51-820f-191df89c144b tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:19.557793 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56025be1-0036-4ee4-b687-f0939a73e4da req-0454358b-fec2-4d51-820f-191df89c144b tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 949 time: 0.0639687 Jul 16 20:51:19.596908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56025be1-0036-4ee4-b687-f0939a73e4da req-702c8c54-9a82-47c9-9f3f-a5285543ad22 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Jul 16 20:51:20.099709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e47525ce-4459-44d9-812a-9d96f6b0daf9 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:20.147374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port e47525ce-4459-44d9-812a-9d96f6b0daf9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:20.151017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port e47525ce-4459-44d9-812a-9d96f6b0daf9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:20.151420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.230562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.253065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47525ce-4459-44d9-812a-9d96f6b0daf9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:20.255369 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b05b1f-75a9-4447-a819-9ecd3b046508" -d '{"events": [{"server_uuid": "918bb0d3-3c52-4aea-89bf-a40c089737ba", "name": "network-vif-plugged", "status": "completed", "tag": "e47525ce-4459-44d9-812a-9d96f6b0daf9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:20.269258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port e47525ce-4459-44d9-812a-9d96f6b0daf9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:20.273442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:20.297681 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16d9906-854c-40f0-a37b-bd0c63cd9039 x-openstack-request-id: req-f16d9906-854c-40f0-a37b-bd0c63cd9039 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:20.297972 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918bb0d3-3c52-4aea-89bf-a40c089737ba", "name": "network-vif-plugged", "status": "completed", "tag": "e47525ce-4459-44d9-812a-9d96f6b0daf9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:20.298224 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f16d9906-854c-40f0-a37b-bd0c63cd9039 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:20.298617 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47525ce-4459-44d9-812a-9d96f6b0daf9', 'code': 200} Jul 16 20:51:20.328201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=e47525ce-4459-44d9-812a-9d96f6b0daf9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:20.415635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd4155-7957-467d-b061-74165df5d40d req-e8462c52-9bca-44c7-b162-8e92abf4a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:20.417180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19bd4155-7957-467d-b061-74165df5d40d req-e8462c52-9bca-44c7-b162-8e92abf4a06c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 1101 time: 0.0562057 Jul 16 20:51:20.453683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19bd4155-7957-467d-b061-74165df5d40d req-ece3a200-c70b-4550-b88d-0fe1851a98dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299103 Jul 16 20:51:20.770210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574c0e9-3814-4730-b720-8ee3d93ea28f req-97e3467e-2620-47e7-aa8d-bf493cf43675 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:20.771717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a574c0e9-3814-4730-b720-8ee3d93ea28f req-97e3467e-2620-47e7-aa8d-bf493cf43675 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 950 time: 0.0629914 Jul 16 20:51:20.809221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a574c0e9-3814-4730-b720-8ee3d93ea28f req-2253332e-000f-4c21-a348-20491f86e98d tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Jul 16 20:51:21.985404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c7e9-604a-40bd-82fd-d3b659a4531d req-3715abed-8218-48e2-95dc-33d3027dcf98 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:21.987213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99d9c7e9-604a-40bd-82fd-d3b659a4531d req-3715abed-8218-48e2-95dc-33d3027dcf98 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 950 time: 0.0671597 Jul 16 20:51:22.025726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-99d9c7e9-604a-40bd-82fd-d3b659a4531d req-357c6b66-5ca7-4199-a66c-67de5941f099 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Jul 16 20:51:30.274470 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bbae9d65-18cd-43c4-a591-c13afdf07830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.045181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.853775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fede4576-da34-460c-b8e8-b2cffa31e6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:34.944101 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:51:36.091924 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:37.029735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04111fda-f31b-438a-b071-cd4026c23fe2 req-854550cf-ed0e-4236-a43e-a9f60462d509 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:37.031261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04111fda-f31b-438a-b071-cd4026c23fe2 req-854550cf-ed0e-4236-a43e-a9f60462d509 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 947 time: 0.0772204 Jul 16 20:51:37.077441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04111fda-f31b-438a-b071-cd4026c23fe2 req-4d9d4337-3395-4a36-bbce-72df7c616eec tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390615 Jul 16 20:51:38.235356 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.280620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f04af-9d74-42f0-b67b-e935bf484a0d req-d6636782-5a71-4978-b321-f3105039136a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:38.282246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-170f04af-9d74-42f0-b67b-e935bf484a0d req-d6636782-5a71-4978-b321-f3105039136a tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 947 time: 0.0810108 Jul 16 20:51:38.356840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-170f04af-9d74-42f0-b67b-e935bf484a0d req-d725cb8e-a5f5-45a4-9478-748762bcb139 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups?id=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674360 Jul 16 20:51:38.400866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-ca1fc7a9-46c0-47ce-a5da-aea1848fdf55 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:38.402368 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-ca1fc7a9-46c0-47ce-a5da-aea1848fdf55 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 947 time: 0.0982528 Jul 16 20:51:38.555290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.567391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7ff07-5120-4f58-adf2-29ef73fe6651 req-7fede362-6678-484d-be1e-35bbf23ce01a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:38.568924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ce7ff07-5120-4f58-adf2-29ef73fe6651 req-7fede362-6678-484d-be1e-35bbf23ce01a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 945 time: 0.1049500 Jul 16 20:51:38.571408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Deleting port 0c447423-a247-4336-9657-3a4c211f1fd8 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:38.571754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.668447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ce7ff07-5120-4f58-adf2-29ef73fe6651 req-04854725-e5ef-462e-9633-5db23a43ab32 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921559 Jul 16 20:51:38.705744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] For port 0c447423-a247-4336-9657-3a4c211f1fd8, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0c447423-a247-4336-9657-3a4c211f1fd8,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:38.706347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.870826 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.925526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.925948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:38.926253 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Floating IP 1ff000d1-f82c-4a44-ac25-70b36b7fbb1c disassociated. External IP: 172.25.8.78, port: 0c447423-a247-4336-9657-3a4c211f1fd8. Jul 16 20:51:38.926593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Calling delete_port for 0c447423-a247-4336-9657-3a4c211f1fd8 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:39.069337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:39.101191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event deleted for resources: {'Port': ['ID=0c447423-a247-4336-9657-3a4c211f1fd8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:39.227438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:51:39.342505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:39.357549 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] Sync routers for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:39.368143 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:39.369055 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:51:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:39.389838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] No DVR routers for this DVR port 0c447423-a247-4336-9657-3a4c211f1fd8 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:51:39.410401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:39.410401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3c0089a-33ec-48a1-b81a-ab9be6806696 req-9189f121-bb1a-4435-80f6-9bfb26e99b45 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.21 "DELETE /v2.0/ports/0c447423-a247-4336-9657-3a4c211f1fd8 HTTP/1.1" status: 204 len: 173 time: 0.9946263 Jul 16 20:51:39.410401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-deleted', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:39.410401 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee00487-56c5-48cf-b42b-057372ef77fc" -d '{"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-deleted", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:39.516635 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:51:39.579761 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a287bc90-3991-415a-a149-ab5800cdbd51 req-a0344802-ec47-4f79-91ac-f0d5849af7a9 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/ports?device_id=2e6232b1-4203-4527-964a-a139c14646b9 HTTP/1.1" status: 200 len: 210 time: 0.0745208 Jul 16 20:51:39.719528 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c715b-9b14-49e4-9aed-7ae0726235f7 x-openstack-request-id: req-475c715b-9b14-49e4-9aed-7ae0726235f7 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:39.720383 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6232b1-4203-4527-964a-a139c14646b9", "name": "network-vif-deleted", "tag": "0c447423-a247-4336-9657-3a4c211f1fd8", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:39.720974 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-475c715b-9b14-49e4-9aed-7ae0726235f7 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:39.721520 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6232b1-4203-4527-964a-a139c14646b9', 'name': 'network-vif-deleted', 'tag': '0c447423-a247-4336-9657-3a4c211f1fd8', 'status': 'completed', 'code': 200} Jul 16 20:51:39.784827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537031d6-f729-41d2-8db2-73803be5ed73 req-b250c7a2-853d-441b-bd37-490c06907b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:39.791410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-537031d6-f729-41d2-8db2-73803be5ed73 req-b250c7a2-853d-441b-bd37-490c06907b3d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 945 time: 0.1525021 Jul 16 20:51:40.005235 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:40.038235 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] Checking router: 3e402f66-15c1-452c-bff8-ffd00a93b5d3 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:51:40.045907 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:40.046653 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:51:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:40.073322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port 678ba593-c144-4539-8215-e04426e85a39 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:40.073644 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.187846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ca9a1-7296-4ecb-9793-fef80cedb103 req-882816be-9e3c-4bd2-8aa2-7dd5d4ea5ec3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:40.187846 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4ca9a1-7296-4ecb-9793-fef80cedb103 req-882816be-9e3c-4bd2-8aa2-7dd5d4ea5ec3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 945 time: 0.1796372 Jul 16 20:51:40.221043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] For port 678ba593-c144-4539-8215-e04426e85a39, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=678ba593-c144-4539-8215-e04426e85a39,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:40.223557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.223783 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:51:40.291791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a4ca9a1-7296-4ecb-9793-fef80cedb103 req-be5f6b76-1eed-4265-aaf3-6e0bf3a5c107 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996771 Jul 16 20:51:40.455194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.456242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.456242 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Floating IP 8b702678-a609-4333-b01f-82567038e3fd disassociated. External IP: 172.25.8.171, port: 678ba593-c144-4539-8215-e04426e85a39. Jul 16 20:51:40.456242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for 678ba593-c144-4539-8215-e04426e85a39 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:40.460397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:40.488401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9befb-de75-482b-930b-eb9b7bdfd907 None None] The sync data for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 is: [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:44:32Z', 'revision_number': 4, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'c6316b76-169c-4c9f-980f-5bbfb41f7472', 'name': '', 'network_id': 'a076478b-73dc-40be-8988-7b016aa59f09', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'mac_address': 'fa:16:3e:05:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:31Z', 'updated_at': '2021-07-16T20:44:38Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'subnets': [{'id': 'e69dc8fc-10d9-47d5-8c80-52d86dc1563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:40.622894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.690209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=678ba593-c144-4539-8215-e04426e85a39,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:40.756847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46098) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:40.843623 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5392ecd7-cec1-4be4-810f-bad7f5b92ec4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.858151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:51:40.879130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5392ecd7-cec1-4be4-810f-bad7f5b92ec4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.928535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1e3f7-de14-4ae9-9f22-8b3a838a4205 None None] New status for floating IP 1ff000d1-f82c-4a44-ac25-70b36b7fbb1c: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:51:40.971215 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5392ecd7-cec1-4be4-810f-bad7f5b92ec4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.976722 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5392ecd7-cec1-4be4-810f-bad7f5b92ec4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:40.981042 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5392ecd7-cec1-4be4-810f-bad7f5b92ec4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "DELETE /v2.0/security-groups/f88b4e2a-abfc-43bd-821e-4bf1cd8e747b HTTP/1.1" status: 204 len: 168 time: 0.2210898 Jul 16 20:51:40.984414 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46100) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:41.018278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392ecd7-cec1-4be4-810f-bad7f5b92ec4 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88b4e2a-abfc-43bd-821e-4bf1cd8e747b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:41.020785 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-cda771e2-d0f7-4e0d-8674-60a5788164d6 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] show failed (client error): The resource could not be found. Jul 16 20:51:41.021850 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cda771e2-d0f7-4e0d-8674-60a5788164d6 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "GET /v2.0/security-groups/f88b4e2a-abfc-43bd-821e-4bf1cd8e747b HTTP/1.1" status: 404 len: 347 time: 0.0320988 Jul 16 20:51:41.024888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46102) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:41.203096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Deleting port e1cc5270-91b7-4f5a-a587-20551e58560b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:41.203696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.305075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.305441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.322170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Calling delete_port for e1cc5270-91b7-4f5a-a587-20551e58560b owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:41.355890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:41.366814 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:41.381579 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:41.382454 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:51:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:41.415553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] No DVR routers for this DVR port 678ba593-c144-4539-8215-e04426e85a39 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:51:41.418479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.420773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-537031d6-f729-41d2-8db2-73803be5ed73 req-61b441e9-6c0c-42a9-b77e-6249fdd9c2f0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "DELETE /v2.0/ports/678ba593-c144-4539-8215-e04426e85a39 HTTP/1.1" status: 204 len: 173 time: 1.6071966 Jul 16 20:51:41.512515 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.520802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5d273c4-e1c7-4eef-8a21-f169f5a83eb7 req-5ed43dbf-2c90-4455-87a8-c23636956c92 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 210 time: 0.0470688 Jul 16 20:51:41.555444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Pushing event deleted for resources: {'Port': ['ID=e1cc5270-91b7-4f5a-a587-20551e58560b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:41.556351 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:51:41.639657 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.643412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:41.645456 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f0c9f1ec-8cdc-40ad-b375-ac44bd0278f1 tempest-AttachVolumeShelveTestJSON-866684344 tempest-AttachVolumeShelveTestJSON-866684344-project] 10.222.0.100 "DELETE /v2.0/floatingips/1ff000d1-f82c-4a44-ac25-70b36b7fbb1c HTTP/1.1" status: 204 len: 168 time: 0.6168220 Jul 16 20:51:41.723240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'name': 'network-vif-deleted', 'tag': '678ba593-c144-4539-8215-e04426e85a39'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:41.725929 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6860d554-8f8c-4c6d-b2e8-c4f64d1e461f" -d '{"events": [{"server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "name": "network-vif-deleted", "tag": "678ba593-c144-4539-8215-e04426e85a39"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:41.773805 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f586fb8-3f2f-4b1e-b9fc-bdeb11b9566c x-openstack-request-id: req-4f586fb8-3f2f-4b1e-b9fc-bdeb11b9566c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:41.774117 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20490de4-398f-420c-b1e3-be1ca7cf07d3", "name": "network-vif-deleted", "tag": "678ba593-c144-4539-8215-e04426e85a39", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:41.774438 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4f586fb8-3f2f-4b1e-b9fc-bdeb11b9566c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:41.774833 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20490de4-398f-420c-b1e3-be1ca7cf07d3', 'name': 'network-vif-deleted', 'tag': '678ba593-c144-4539-8215-e04426e85a39', 'status': 'completed', 'code': 200} Jul 16 20:51:41.910594 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:41.940552 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:51:41.950154 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:41.950770 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:51:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:42.083746 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:51:42.258146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:42.282436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 0c447423-a247-4336-9657-3a4c211f1fd8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:42.282967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0c447423-a247-4336-9657-3a4c211f1fd8 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:42.350786 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:42.388835 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ecafe-0217-4f2d-ab9d-d756e88bc706 None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:42.747486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1dea363-6877-48fe-a885-1f092b7826b7 req-080e5a43-6e8a-4b54-a1fd-5d697affd4df tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 210 time: 0.0322165 Jul 16 20:51:42.802838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3000d-e56b-4245-a9e2-ba6f371fe1ba None None] New status for floating IP 8b702678-a609-4333-b01f-82567038e3fd: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:51:43.892034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3935e9b-11ab-4985-92d2-d0759bfe6ce2 req-6d74958e-c862-49ee-8627-c1ac2888cc45 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 210 time: 0.0303016 Jul 16 20:51:44.030107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 678ba593-c144-4539-8215-e04426e85a39 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:44.072704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 678ba593-c144-4539-8215-e04426e85a39 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:44.072924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 678ba593-c144-4539-8215-e04426e85a39 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:45.062529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6c879ff-3ea9-4410-9b12-227e9d89e6b8 req-ab3f8fa5-ffd3-47a3-a5c8-cd9e683471d3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=20490de4-398f-420c-b1e3-be1ca7cf07d3 HTTP/1.1" status: 200 len: 210 time: 0.0340252 Jul 16 20:51:46.356098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-49275acd-39b1-4ec7-b38b-236853ca2020 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781910159&fields=id&tenant_id=6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 267 time: 0.0446732 Jul 16 20:51:46.468364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-bee1484f-675e-4d22-a880-1a4c145fb5b8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:46.469997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-bee1484f-675e-4d22-a880-1a4c145fb5b8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1131506 Jul 16 20:51:46.486184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-51e2fe9b-339e-405a-a492-707806cf2dee tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/quotas/6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 375 time: 0.0098486 Jul 16 20:51:46.565382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-a95abc42-f478-4108-8224-59fea458ea4c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726843 Jul 16 20:51:46.585706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-80cc51ad-c357-4b15-a32e-50b9b1ae8cb1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:51:46.587078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-80cc51ad-c357-4b15-a32e-50b9b1ae8cb1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066690 Jul 16 20:51:46.787862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-eadf0f68-0d99-4437-ac2d-dca48792d9ed service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940794 Jul 16 20:51:46.896017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-4c5f219b-5fcf-44f1-9941-254722e3540a service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006517 Jul 16 20:51:47.273275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-153fd44b-22aa-415d-8a4c-bca87b0855d9 req-27b4630d-9ecb-4f59-9dfe-91b86e91151c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 210 time: 0.0373986 Jul 16 20:51:47.560711 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46186) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:48.168009 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:48.452035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f36bcb04-2341-4c5e-9334-f3af793376e3 req-f4c0d839-d6b8-4e80-a5f6-47e49fabcd4c tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 210 time: 0.0304494 Jul 16 20:51:48.486802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Deleting port c6316b76-169c-4c9f-980f-5bbfb41f7472 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:48.487432 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:48.586796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-ad9aa260-1faa-43d8-8f94-737ab91f47ae tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:48.588544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-ad9aa260-1faa-43d8-8f94-737ab91f47ae tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1348000 Jul 16 20:51:48.632373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] For port c6316b76-169c-4c9f-980f-5bbfb41f7472, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c6316b76-169c-4c9f-980f-5bbfb41f7472,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:48.632977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:48.650353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Calling delete_port for c6316b76-169c-4c9f-980f-5bbfb41f7472 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:48.652465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-798121a3-f1a2-4ff3-af15-560a00c56280 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 380 time: 0.0498538 Jul 16 20:51:48.662095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'port': {'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'admin_state_up': True, 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'security_groups': ['d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:48.824731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:48.830333 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:48.910863 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:48.939220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6316b76-169c-4c9f-980f-5bbfb41f7472,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:49.002560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.20.0.9 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/73194be6-9dab-49c4-93e3-90c08748a9a9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:49.195568 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:49.210798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Transition to ACTIVE for port object 73194be6-9dab-49c4-93e3-90c08748a9a9 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:49.216839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:49.265676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:49.324042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:49.328197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:49.331405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:49.339999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=73194be6-9dab-49c4-93e3-90c08748a9a9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:49.405673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:49.406677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:49.441856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-645e56a4-8609-4e57-aa5a-3d96fea1a1b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846174 Jul 16 20:51:49.475953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Request body: {'port': {'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:49.528323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:51:49.676937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:49.685154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:51:49.692140 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-43d779b7-6a99-447e-b3ab-63faa83d9431 admin admin] 10.222.0.100 "PUT /v2.0/routers/3e402f66-15c1-452c-bff8-ffd00a93b5d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288035 Jul 16 20:51:49.694049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46200) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:49.695840 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] Sync routers for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:51:49.711804 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:49.713791 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:51:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:49.784118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f020187d-0550-4183-ab21-04fe50bcafb7 None None] Provisioning for port 73194be6-9dab-49c4-93e3-90c08748a9a9 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:49.791090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f020187d-0550-4183-ab21-04fe50bcafb7 None None] Provisioning complete for port 73194be6-9dab-49c4-93e3-90c08748a9a9 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:49.791889 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f020187d-0550-4183-ab21-04fe50bcafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:49.852347 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:49.872665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f020187d-0550-4183-ab21-04fe50bcafb7 None None] Port 73194be6-9dab-49c4-93e3-90c08748a9a9 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:51:49.877267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677534d-454d-4102-9404-871f18321596 req-02b23a74-20ef-4640-a6f3-84d35f6f31c9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:49.881747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4677534d-454d-4102-9404-871f18321596 req-02b23a74-20ef-4640-a6f3-84d35f6f31c9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 931 time: 0.1692474 Jul 16 20:51:49.941875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:51:50.049442 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.118393 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Deleting port c630b8be-052f-48a7-9e21-347451d7b007 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:50.118744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.184287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4677534d-454d-4102-9404-871f18321596 req-1be3520c-b8f8-4645-9950-21a543d232b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006993 Jul 16 20:51:50.256015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] For port c630b8be-052f-48a7-9e21-347451d7b007, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c630b8be-052f-48a7-9e21-347451d7b007,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:50.256606 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.278504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Calling delete_port for c630b8be-052f-48a7-9e21-347451d7b007 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:50.365972 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:51:48Z', 'revision_number': 5, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port': {'id': 'c630b8be-052f-48a7-9e21-347451d7b007', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:44:29Z', 'updated_at': '2021-07-16T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:50.386545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73194be6-9dab-49c4-93e3-90c08748a9a9 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:50.399936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.409337 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] Checking router: 3e402f66-15c1-452c-bff8-ffd00a93b5d3 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:51:50.415769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Transition to ACTIVE for port object 73194be6-9dab-49c4-93e3-90c08748a9a9 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:50.419858 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.430242 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] Routers {'3e402f66-15c1-452c-bff8-ffd00a93b5d3'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:51:50.431185 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:51:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:50.485787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Pushing event updated for resources: {'Port': ['ID=73194be6-9dab-49c4-93e3-90c08748a9a9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:50.593463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Attempting to bind port 73194be6-9dab-49c4-93e3-90c08748a9a9 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:51:50.593966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Attempting to bind port 73194be6-9dab-49c4-93e3-90c08748a9a9 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:51:50.594559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Attempting to bind port 73194be6-9dab-49c4-93e3-90c08748a9a9 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:50.601075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Port 73194be6-9dab-49c4-93e3-90c08748a9a9 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:51:50.601620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Attempting to bind port 73194be6-9dab-49c4-93e3-90c08748a9a9 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:50.611313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:51:50.611794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:50.612279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:51:50.613538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Bound port: 73194be6-9dab-49c4-93e3-90c08748a9a9, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:51:50.614111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.625750 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] Set router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:51:50.708047 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:51:50Z', 'revision_number': 6, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:50.746199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] For port 73194be6-9dab-49c4-93e3-90c08748a9a9, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:51:50.749471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] For port 73194be6-9dab-49c4-93e3-90c08748a9a9, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=73194be6-9dab-49c4-93e3-90c08748a9a9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:51:50.758352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.776581 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab67fc-cae9-4107-971e-fe325eca5ee3 None None] The sync data for ids ['3e402f66-15c1-452c-bff8-ffd00a93b5d3'] in n-d-798930-6 is: [{'id': '3e402f66-15c1-452c-bff8-ffd00a93b5d3', 'name': 'tempest-AttachVolumeShelveTestJSON-808418687-router', 'tenant_id': '2b7a5232468b402abf1df665c06fbbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:44:28Z', 'updated_at': '2021-07-16T20:51:50Z', 'revision_number': 6, 'project_id': '2b7a5232468b402abf1df665c06fbbde', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:51:50.846528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:50.847228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.849499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] 10.222.0.26 "PUT /v2.0/ports/73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 1091 time: 1.3984330 Jul 16 20:51:50.849994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:50.855461 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:50.906444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd196c-2690-48fd-a0bc-7b7f44f6f0db service neutron] Pushing event updated for resources: {'Port': ['ID=73194be6-9dab-49c4-93e3-90c08748a9a9,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:51.008485 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e755ea5e-91e1-422f-baea-2f31f8cfac71 x-openstack-request-id: req-e755ea5e-91e1-422f-baea-2f31f8cfac71 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:51.009003 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:51.009413 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e755ea5e-91e1-422f-baea-2f31f8cfac71 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:51.009979 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'status': 'completed', 'code': 200} Jul 16 20:51:51.027370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-e8d20e47-bc30-4ecd-8fc5-ec7e4f7bb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:51.029371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-e8d20e47-bc30-4ecd-8fc5-ec7e4f7bb68f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1094 time: 0.1160011 Jul 16 20:51:51.030771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.095327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-524a1ffd-c3a0-4aac-b5d1-67ba7fc58a80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 217 time: 0.0582139 Jul 16 20:51:51.108108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c630b8be-052f-48a7-9e21-347451d7b007,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:51.186821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-5ca79e33-3d3c-436c-8558-aaf082cdc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:51.188417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-5ca79e33-3d3c-436c-8558-aaf082cdc195 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0859687 Jul 16 20:51:51.202308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.279662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f772d-a17c-4f94-bd14-abf26350e13d req-329fbc3d-6ea6-4ea7-8a62-23b2030edff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:51.296310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-329fbc3d-6ea6-4ea7-8a62-23b2030edff5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017079 Jul 16 20:51:51.418928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.422017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.496267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.497274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e402f66-15c1-452c-bff8-ffd00a93b5d3 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:51:51.505640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-c3a3844a-e529-4da1-8ea4-5528b348f89e service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024310 Jul 16 20:51:51.511479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.513502 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c1e6e993-3dc1-4981-9350-55381facf7a9 admin admin] 10.222.0.100 "DELETE /v2.0/routers/3e402f66-15c1-452c-bff8-ffd00a93b5d3 HTTP/1.1" status: 204 len: 168 time: 1.8183134 Jul 16 20:51:51.517302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46212) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:51.560869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43255e0-25fa-4237-9bd1-328c27dd852f req-3a9b00f9-68c9-46df-9893-353797bff414 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:51.562427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e43255e0-25fa-4237-9bd1-328c27dd852f req-3a9b00f9-68c9-46df-9893-353797bff414 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.1205826 Jul 16 20:51:51.591719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] Deleting subnet e69dc8fc-10d9-47d5-8c80-52d86dc1563f {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:51:51.598048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.659405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e43255e0-25fa-4237-9bd1-328c27dd852f req-3dfd919c-9db2-4458-b912-b3e0287aa7f5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873427 Jul 16 20:51:51.665119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-354f772d-a17c-4f94-bd14-abf26350e13d req-23a9cc9e-2094-4b07-90c4-af70116a2676 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508870 Jul 16 20:51:51.680161 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.801864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-e1c8040a-dea5-433d-98cb-e581af621459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:51.804071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-e1c8040a-dea5-433d-98cb-e581af621459 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1094 time: 0.0665066 Jul 16 20:51:51.856055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.937362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.963737 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:51.964107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2cb1c-8e8c-4662-b69f-13059887fb65 None None] Network a076478b-73dc-40be-8988-7b016aa59f09 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:51:51.968924 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/e69dc8fc-10d9-47d5-8c80-52d86dc1563f HTTP/1.1" status: 204 len: 168 time: 0.4472046 Jul 16 20:51:51.969129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46232) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:51.994709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce27a5-ce77-402a-8f5a-b97bcd1efa24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69dc8fc-10d9-47d5-8c80-52d86dc1563f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:52.037024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-c8cd7491-fd62-4f0b-8f07-9b18e029b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:52.037024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-c8cd7491-fd62-4f0b-8f07-9b18e029b2ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.2238951 Jul 16 20:51:52.138949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-c241afa6-066e-44b2-b236-0ac62cf3c084 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 217 time: 0.0624926 Jul 16 20:51:52.143371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.246679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-f8fa3ebb-2511-4484-b40f-50b8c049ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:52.248716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-f8fa3ebb-2511-4484-b40f-50b8c049ad4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.1024537 Jul 16 20:51:52.339942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] DHCP port deletion for a076478b-73dc-40be-8988-7b016aa59f09 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:51:52.365834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Deleting port c18c664e-6837-4917-83af-86a0f9146ebe {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:52.366230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.382464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-690838a0-7773-42e8-8245-7b9b91849d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:52.385487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-690838a0-7773-42e8-8245-7b9b91849d94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164281 Jul 16 20:51:52.400838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c630b8be-052f-48a7-9e21-347451d7b007 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:52.429311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c630b8be-052f-48a7-9e21-347451d7b007 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:52.429914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c630b8be-052f-48a7-9e21-347451d7b007 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:52.430538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c6316b76-169c-4c9f-980f-5bbfb41f7472 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:52.453311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c6316b76-169c-4c9f-980f-5bbfb41f7472 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:52.454032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c6316b76-169c-4c9f-980f-5bbfb41f7472 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:52.486739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Deleting port c18c664e-6837-4917-83af-86a0f9146ebe {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:52.487572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.506956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] For port c18c664e-6837-4917-83af-86a0f9146ebe, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c18c664e-6837-4917-83af-86a0f9146ebe,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:52.507538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.527318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Calling delete_port for c18c664e-6837-4917-83af-86a0f9146ebe owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:52.583100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] For port c18c664e-6837-4917-83af-86a0f9146ebe, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c18c664e-6837-4917-83af-86a0f9146ebe,segment=NetworkSegment(fd26a96e-227c-4ca6-b3e0-621d9b2602b4),segment_id=fd26a96e-227c-4ca6-b3e0-621d9b2602b4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:52.583919 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.587220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-94db63ed-5d24-4bd0-abe9-aed9211c6128 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947308 Jul 16 20:51:52.601292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Calling delete_port for c18c664e-6837-4917-83af-86a0f9146ebe owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:52.717516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.755233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Pushing event deleted for resources: {'Port': ['ID=c18c664e-6837-4917-83af-86a0f9146ebe,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:52.759312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.765473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6ced56a-80b2-4f22-a1d9-f5bd1813b40a req-cc76aba0-3919-4ada-9c6a-046ad187758b service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723731 Jul 16 20:51:52.780780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.781130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.781478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.781816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.782157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.782495 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.782826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.783154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.783523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.783852 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.795235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.795235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:52.795508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-91e30cb8-a69c-4ae7-bbc6-10b4405edd38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1887128 Jul 16 20:51:52.795508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Pushing event deleted for resources: {'Port': ['ID=c18c664e-6837-4917-83af-86a0f9146ebe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:52.798501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] No DVR routers for this DVR port c18c664e-6837-4917-83af-86a0f9146ebe on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:51:52.805661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10c645-dd10-4a64-a888-e4d63ed4917e None None] No DVR routers for this DVR port c18c664e-6837-4917-83af-86a0f9146ebe on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:51:52.899773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.967014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a076478b-73dc-40be-8988-7b016aa59f09']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:52.983080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:52.983541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd26a96e-227c-4ca6-b3e0-621d9b2602b4') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:51:52.998764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.025494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.040200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:51:53.040618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: self.session.flush() Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:51:53.043313 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:51:53.105569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-ab3493cf-766d-403d-8285-b1cf55d55d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:53.107158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-ab3493cf-766d-403d-8285-b1cf55d55d2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50bf970ff63c4ea6aa6c2c56ca3e4e66&device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 1101 time: 0.2045400 Jul 16 20:51:53.118515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04cc0-4009-4913-afd6-7464729facfa req-59e75fd2-0e97-4259-bf65-35a67bb5bb6b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:53.120090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ee04cc0-4009-4913-afd6-7464729facfa req-59e75fd2-0e97-4259-bf65-35a67bb5bb6b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.2093575 Jul 16 20:51:53.138385 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.174799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.180053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] 10.222.0.100 "DELETE /v2.0/networks/a076478b-73dc-40be-8988-7b016aa59f09 HTTP/1.1" status: 204 len: 168 time: 1.2074590 Jul 16 20:51:53.215384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Pushing event deleted for resources: {'Network': ['ID=a076478b-73dc-40be-8988-7b016aa59f09,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:53.259529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.259877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.260216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.260557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.260893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.261226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.261766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.262154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.262302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.262601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.262911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.263727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f0519-b66e-4d4b-bdda-24d18bd5057a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:53.275290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ee04cc0-4009-4913-afd6-7464729facfa req-7fd22895-e417-4e8c-905a-aa8aaabd9823 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464067 Jul 16 20:51:53.325662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-9003c01b-2532-43cf-9a4b-686c2cbc7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:53.327983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-9003c01b-2532-43cf-9a4b-686c2cbc7a08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1911545 Jul 16 20:51:53.361901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46254) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:53.388042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-d1fe4adc-6c23-49f9-a6a0-f693a8aa5c14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9 HTTP/1.1" status: 200 len: 217 time: 0.0528388 Jul 16 20:51:53.409014 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6630cebb-8e66-4cc0-91d2-f48cdfeb35d4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2b7a5232468b402abf1df665c06fbbde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444942 Jul 16 20:51:53.412242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46256) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:53.457403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-118c3dd8-1f8d-4e5d-811f-e1f9361cab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:53.459023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-118c3dd8-1f8d-4e5d-811f-e1f9361cab24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0645132 Jul 16 20:51:53.486246 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0794d1f4-4710-4d6a-8912-34c21e9d8f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.513962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0794d1f4-4710-4d6a-8912-34c21e9d8f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.537611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-1ef4ef1e-23c8-4d7b-a07e-d2d5b8a0d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:53.551118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-1ef4ef1e-23c8-4d7b-a07e-d2d5b8a0d322 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731044 Jul 16 20:51:53.581057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0794d1f4-4710-4d6a-8912-34c21e9d8f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.585708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0794d1f4-4710-4d6a-8912-34c21e9d8f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.587665 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0794d1f4-4710-4d6a-8912-34c21e9d8f94 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4885112c-eb92-40ab-9e70-369d7ededdb1 HTTP/1.1" status: 204 len: 168 time: 0.1740258 Jul 16 20:51:53.619783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794d1f4-4710-4d6a-8912-34c21e9d8f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885112c-eb92-40ab-9e70-369d7ededdb1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:53.683131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-2328cb61-8548-4f87-a74e-c7988a79676a service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345289 Jul 16 20:51:53.830627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcb7d2b8-4ae7-42b8-af82-66c30300367b req-48580b45-6473-4490-8492-4a1bd79bb01a service neutron] 10.222.0.21 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398814 Jul 16 20:51:54.268066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c18c664e-6837-4917-83af-86a0f9146ebe no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:51:54.293141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c18c664e-6837-4917-83af-86a0f9146ebe {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:51:54.293781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c18c664e-6837-4917-83af-86a0f9146ebe not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:51:54.547981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec4df-56b2-4879-80a7-85a68470eb15 req-81ffe5a8-57d0-43c2-a310-cf5e2afcc78a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:54.549530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3aaec4df-56b2-4879-80a7-85a68470eb15 req-81ffe5a8-57d0-43c2-a310-cf5e2afcc78a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.0981441 Jul 16 20:51:54.896741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3aaec4df-56b2-4879-80a7-85a68470eb15 req-c6947979-d019-4e27-a1e3-cfb85d90883d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327277 Jul 16 20:51:56.086920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238ea23-2dd6-4511-a405-11a5d850c783 req-f3cbab53-cc12-40d7-81ca-635875f4a444 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:56.088505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d238ea23-2dd6-4511-a405-11a5d850c783 req-f3cbab53-cc12-40d7-81ca-635875f4a444 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.0726380 Jul 16 20:51:56.133905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d238ea23-2dd6-4511-a405-11a5d850c783 req-0d419607-4555-4f1e-bc57-e962dd22d5d5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Jul 16 20:51:56.355764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46378) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:56.476613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6554ad08-fe5e-47f3-ab53-880a4e57df8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.569007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6554ad08-fe5e-47f3-ab53-880a4e57df8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.573295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6554ad08-fe5e-47f3-ab53-880a4e57df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.616008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6554ad08-fe5e-47f3-ab53-880a4e57df8a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=716a5beec4af4a43991199a5c9173ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588513 Jul 16 20:51:56.616889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ad08-fe5e-47f3-ab53-880a4e57df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89f6821-c7fb-4f67-95f0-3216a24f2ff0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:56.618684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:56.674990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1b9fe96-8a99-4ac7-b714-5ff8ecd3d714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.701947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1b9fe96-8a99-4ac7-b714-5ff8ecd3d714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.749485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1b9fe96-8a99-4ac7-b714-5ff8ecd3d714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.752136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1b9fe96-8a99-4ac7-b714-5ff8ecd3d714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.753289 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a1b9fe96-8a99-4ac7-b714-5ff8ecd3d714 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a89f6821-c7fb-4f67-95f0-3216a24f2ff0 HTTP/1.1" status: 204 len: 168 time: 0.1334572 Jul 16 20:51:56.765514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9fe96-8a99-4ac7-b714-5ff8ecd3d714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89f6821-c7fb-4f67-95f0-3216a24f2ff0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:57.033724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46398) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:57.048804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7fbeac4c-5503-4720-b2e4-e3853b086d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.143396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7fbeac4c-5503-4720-b2e4-e3853b086d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.148137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7fbeac4c-5503-4720-b2e4-e3853b086d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.185431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeac4c-5503-4720-b2e4-e3853b086d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9782d38-add5-4ad1-8eb9-876514f60bf4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:57.193713 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7fbeac4c-5503-4720-b2e4-e3853b086d19 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7d3b5b0e86994dd88b21a142f7b16c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585464 Jul 16 20:51:57.194679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46402) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:51:57.249583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1435e00e-bfb0-461f-981b-5ad3027a0ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.272541 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1435e00e-bfb0-461f-981b-5ad3027a0ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.326637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1435e00e-bfb0-461f-981b-5ad3027a0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.329801 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1435e00e-bfb0-461f-981b-5ad3027a0ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.334962 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1435e00e-bfb0-461f-981b-5ad3027a0ecf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b9782d38-add5-4ad1-8eb9-876514f60bf4 HTTP/1.1" status: 204 len: 168 time: 0.1355112 Jul 16 20:51:57.340549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435e00e-bfb0-461f-981b-5ad3027a0ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9782d38-add5-4ad1-8eb9-876514f60bf4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:57.352560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618078e2-04bc-43af-a3ca-4cca1f9d6fb5 req-0e64f191-8422-4098-8e5d-dcbcce148308 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:57.359949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-618078e2-04bc-43af-a3ca-4cca1f9d6fb5 req-0e64f191-8422-4098-8e5d-dcbcce148308 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.0917599 Jul 16 20:51:57.396058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-618078e2-04bc-43af-a3ca-4cca1f9d6fb5 req-1749f686-189d-4475-933f-de74399c5382 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Jul 16 20:51:58.593260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6d868-4eb8-4003-aec8-64172130b5da req-5d1426b7-44be-4735-b621-c394ef1d8ebb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:58.595774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ae6d868-4eb8-4003-aec8-64172130b5da req-5d1426b7-44be-4735-b621-c394ef1d8ebb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.0738988 Jul 16 20:51:58.641630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ae6d868-4eb8-4003-aec8-64172130b5da req-05e04bc7-6d06-4c9e-821a-bd80ad397d9a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Jul 16 20:51:59.844502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100e51a-ac14-4f84-bbd6-d29f82fb67f7 req-bcf4908c-af0a-42a2-bd71-3126788071fb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:59.846440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e100e51a-ac14-4f84-bbd6-d29f82fb67f7 req-bcf4908c-af0a-42a2-bd71-3126788071fb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.0775135 Jul 16 20:51:59.898410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e100e51a-ac14-4f84-bbd6-d29f82fb67f7 req-667fcb04-61a6-49c9-9c63-7a08d6471006 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Jul 16 20:52:00.174211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46520) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:00.279932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-017193ad-c5a4-40d7-90d9-cf99caec381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.294215 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08d7b465-ea64-4e73-8d8c-b8ef399b7b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.388516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08d7b465-ea64-4e73-8d8c-b8ef399b7b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.393377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08d7b465-ea64-4e73-8d8c-b8ef399b7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.436601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-08d7b465-ea64-4e73-8d8c-b8ef399b7b1a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0855e5b6a88749868f38c34503116e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612586 Jul 16 20:52:00.437450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7b465-ea64-4e73-8d8c-b8ef399b7b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80734a57-9ca3-4b01-9cb1-39994519edc1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:00.439535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46528) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:00.495683 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1730-069c-4e01-a8c0-13df21256305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.518714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1730-069c-4e01-a8c0-13df21256305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.573491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1730-069c-4e01-a8c0-13df21256305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.576295 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1730-069c-4e01-a8c0-13df21256305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:00.577524 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f7e1730-069c-4e01-a8c0-13df21256305 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/80734a57-9ca3-4b01-9cb1-39994519edc1 HTTP/1.1" status: 204 len: 168 time: 0.1368840 Jul 16 20:52:00.588609 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e1730-069c-4e01-a8c0-13df21256305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80734a57-9ca3-4b01-9cb1-39994519edc1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:00.875283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46542) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:00.889765 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f04dda94-1d39-4e66-a839-8d12bea7a1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:01.002860 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f04dda94-1d39-4e66-a839-8d12bea7a1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:01.008371 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f04dda94-1d39-4e66-a839-8d12bea7a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:01.057187 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f04dda94-1d39-4e66-a839-8d12bea7a1c7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1a0c47b6c69346bbba1bca16e6f77a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783521 Jul 16 20:52:01.058633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46552) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:01.061292 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dda94-1d39-4e66-a839-8d12bea7a1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79673c0-f648-49d6-b585-a39736b66336,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:01.138626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69384478-8488-4fa0-a099-0011864f2705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:01.167588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4cf02-f874-47f6-a3c7-bba149814b79 req-ac4b4c15-234b-4a8a-b8e0-de6e4301fd69 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:01.169299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18f4cf02-f874-47f6-a3c7-bba149814b79 req-ac4b4c15-234b-4a8a-b8e0-de6e4301fd69 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 943 time: 0.1427794 Jul 16 20:52:01.174400 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69384478-8488-4fa0-a099-0011864f2705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:01.236350 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18f4cf02-f874-47f6-a3c7-bba149814b79 req-dfda5963-19f8-4023-b197-967b808272d7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590868 Jul 16 20:52:01.266320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69384478-8488-4fa0-a099-0011864f2705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:01.271822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-69384478-8488-4fa0-a099-0011864f2705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:01.273348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-69384478-8488-4fa0-a099-0011864f2705 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c79673c0-f648-49d6-b585-a39736b66336 HTTP/1.1" status: 204 len: 168 time: 0.2134287 Jul 16 20:52:01.284425 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69384478-8488-4fa0-a099-0011864f2705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79673c0-f648-49d6-b585-a39736b66336,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:02.122638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 73194be6-9dab-49c4-93e3-90c08748a9a9 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:52:02.236552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 73194be6-9dab-49c4-93e3-90c08748a9a9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=73194be6-9dab-49c4-93e3-90c08748a9a9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:02.249564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:52:02.305549 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:02.322260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73194be6-9dab-49c4-93e3-90c08748a9a9 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:52:02.352294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 73194be6-9dab-49c4-93e3-90c08748a9a9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=73194be6-9dab-49c4-93e3-90c08748a9a9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:02.357934 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:02.419878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=73194be6-9dab-49c4-93e3-90c08748a9a9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:02.476206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc80858-fcc8-41ec-a9c0-ce111f5900cf req-34caaf01-63ef-420a-9fc1-dc122ed89966 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:02.480199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fc80858-fcc8-41ec-a9c0-ce111f5900cf req-34caaf01-63ef-420a-9fc1-dc122ed89966 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 944 time: 0.1049185 Jul 16 20:52:02.532016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fc80858-fcc8-41ec-a9c0-ce111f5900cf req-feca9ed7-af46-427e-b63f-46663930d6b2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434399 Jul 16 20:52:02.567157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['73194be6-9dab-49c4-93e3-90c08748a9a9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:52:03.756290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54dd91-1a63-4036-8e38-1779082afb8d req-8af06d8d-895a-44d3-b254-39b08f90b790 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:03.757871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc54dd91-1a63-4036-8e38-1779082afb8d req-8af06d8d-895a-44d3-b254-39b08f90b790 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 944 time: 0.0887523 Jul 16 20:52:03.803743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc54dd91-1a63-4036-8e38-1779082afb8d req-92c6b65b-86bd-439a-a0c5-f3f0a514127d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354357 Jul 16 20:52:03.807731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46660) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:03.941549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b107bca7-bf0d-4fff-a2e4-e663f7ef95c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.033451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b107bca7-bf0d-4fff-a2e4-e663f7ef95c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.040018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b107bca7-bf0d-4fff-a2e4-e663f7ef95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.053391 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.084210 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b107bca7-bf0d-4fff-a2e4-e663f7ef95c5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=918d74e3a5d945b482f5e4c4415fcdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715485 Jul 16 20:52:04.084210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107bca7-bf0d-4fff-a2e4-e663f7ef95c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dc845a-c44e-4d94-8ea2-648c28f9f1ae,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:04.084713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46668) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:04.134840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 73194be6-9dab-49c4-93e3-90c08748a9a9 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:52:04.143037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a213cfc-1100-4ac3-b68e-39758b74707c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.166803 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a213cfc-1100-4ac3-b68e-39758b74707c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.192502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 73194be6-9dab-49c4-93e3-90c08748a9a9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:52:04.197014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 73194be6-9dab-49c4-93e3-90c08748a9a9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:52:04.197271 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.229934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a213cfc-1100-4ac3-b68e-39758b74707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.235273 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9a213cfc-1100-4ac3-b68e-39758b74707c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.240141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9a213cfc-1100-4ac3-b68e-39758b74707c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d9dc845a-c44e-4d94-8ea2-648c28f9f1ae HTTP/1.1" status: 204 len: 168 time: 0.1540082 Jul 16 20:52:04.249313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a213cfc-1100-4ac3-b68e-39758b74707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dc845a-c44e-4d94-8ea2-648c28f9f1ae,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:04.298716 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.326585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:04.328884 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6f524-5b87-4887-b163-d9500843b7d7" -d '{"events": [{"server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "name": "network-vif-plugged", "status": "completed", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:04.344706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 73194be6-9dab-49c4-93e3-90c08748a9a9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=73194be6-9dab-49c4-93e3-90c08748a9a9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:04.350557 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.386930 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa365ac2-dc82-4eac-944f-cb88f1e6da8d x-openstack-request-id: req-fa365ac2-dc82-4eac-944f-cb88f1e6da8d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:04.387487 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "name": "network-vif-plugged", "status": "completed", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:04.387946 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fa365ac2-dc82-4eac-944f-cb88f1e6da8d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:04.388396 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'code': 200} Jul 16 20:52:04.421805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=73194be6-9dab-49c4-93e3-90c08748a9a9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:04.570477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279198-7e08-4404-bdb8-234df7239f6a req-35e398d3-3f44-4093-951a-8a23c0e8805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:04.572470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c1279198-7e08-4404-bdb8-234df7239f6a req-35e398d3-3f44-4093-951a-8a23c0e8805a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1096 time: 0.0960045 Jul 16 20:52:04.574125 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46686) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:04.588824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad527271-d8f6-4095-8d9e-494d50202ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.611273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c1279198-7e08-4404-bdb8-234df7239f6a req-b76f0de0-9005-416b-81bd-94c24713190c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291519 Jul 16 20:52:04.689303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad527271-d8f6-4095-8d9e-494d50202ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.694277 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad527271-d8f6-4095-8d9e-494d50202ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.734952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ad527271-d8f6-4095-8d9e-494d50202ccf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=95a591304d4f4a5cb7278ca35c664072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597147 Jul 16 20:52:04.735840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527271-d8f6-4095-8d9e-494d50202ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936c8e24-70b7-4e0a-bf35-a38b844cd03d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:04.737550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46692) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:04.795684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75245c58-ebb6-4b50-a959-2f90f9e01cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.819276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75245c58-ebb6-4b50-a959-2f90f9e01cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.858832 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-66f10580-c25b-4555-b637-190f04286590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.885199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75245c58-ebb6-4b50-a959-2f90f9e01cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.889824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75245c58-ebb6-4b50-a959-2f90f9e01cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:04.891962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75245c58-ebb6-4b50-a959-2f90f9e01cd1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/936c8e24-70b7-4e0a-bf35-a38b844cd03d HTTP/1.1" status: 204 len: 168 time: 0.1518264 Jul 16 20:52:04.906382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75245c58-ebb6-4b50-a959-2f90f9e01cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936c8e24-70b7-4e0a-bf35-a38b844cd03d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:05.036915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ef204-6d21-4011-8df9-5eff7efcdd07 req-3d37b325-887b-4a7e-84ac-32410ff0d8c7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:05.038952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a5ef204-6d21-4011-8df9-5eff7efcdd07 req-3d37b325-887b-4a7e-84ac-32410ff0d8c7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 945 time: 0.0890470 Jul 16 20:52:05.092904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a5ef204-6d21-4011-8df9-5eff7efcdd07 req-3d298cfe-2d54-436c-85be-d12b0ae91377 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460567 Jul 16 20:52:06.100679 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:06.319314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30071e48-1932-4a19-b56e-085e83318b3c req-7273a6ba-4d70-426f-ac2c-4fdfe4ef7af1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:06.321800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30071e48-1932-4a19-b56e-085e83318b3c req-7273a6ba-4d70-426f-ac2c-4fdfe4ef7af1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 945 time: 0.0893476 Jul 16 20:52:06.387855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30071e48-1932-4a19-b56e-085e83318b3c req-a0242901-d97e-428c-a492-911b57c62564 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593882 Jul 16 20:52:06.581266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8fdc-3a96-4f53-bd39-2ab0f23db178 req-87f88bea-9a58-4ccd-b284-313eb0af83c8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:06.587735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69ad8fdc-3a96-4f53-bd39-2ab0f23db178 req-87f88bea-9a58-4ccd-b284-313eb0af83c8 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 945 time: 0.0776310 Jul 16 20:52:06.630415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69ad8fdc-3a96-4f53-bd39-2ab0f23db178 req-fd196c49-682a-425c-b3c3-20d09dd0ddf9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Jul 16 20:52:06.662718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46780) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:06.927447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4352f22-ae0e-4685-8c8b-5edb983c9782 tempest-TestVolumeBootPattern-239475260 tempest-TestVolumeBootPattern-239475260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:06.931293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b4352f22-ae0e-4685-8c8b-5edb983c9782 tempest-TestVolumeBootPattern-239475260 tempest-TestVolumeBootPattern-239475260-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1091 time: 0.2652950 Jul 16 20:52:06.932114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:06.937158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:06.962545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.083483 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.126876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46796) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:07.208295 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.25.8.69 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/4d985b59-bed3-49b5-b281-b84dd35e4cfb) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:52:07.251801 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3db5ae7-921b-49a1-bb06-3cce56858f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.346801 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.348265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3db5ae7-921b-49a1-bb06-3cce56858f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.352744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c3db5ae7-921b-49a1-bb06-3cce56858f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.389253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.396973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c3db5ae7-921b-49a1-bb06-3cce56858f76 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=81741ada58f043a28e55bc60f9f92176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663095 Jul 16 20:52:07.398752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:07.399432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db5ae7-921b-49a1-bb06-3cce56858f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1332cb-a803-4d61-a691-88e8d0a5e13d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:07.435656 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:52:07.440871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:52:07.447011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:52:07.450862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=4d985b59-bed3-49b5-b281-b84dd35e4cfb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:07.461743 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df411fdb-9b21-4b60-8f05-3db3cc77a3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.485758 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df411fdb-9b21-4b60-8f05-3db3cc77a3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.543846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df411fdb-9b21-4b60-8f05-3db3cc77a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.546619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-df411fdb-9b21-4b60-8f05-3db3cc77a3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.555646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-df411fdb-9b21-4b60-8f05-3db3cc77a3b2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5c1332cb-a803-4d61-a691-88e8d0a5e13d HTTP/1.1" status: 204 len: 168 time: 0.1484690 Jul 16 20:52:07.567476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df411fdb-9b21-4b60-8f05-3db3cc77a3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1332cb-a803-4d61-a691-88e8d0a5e13d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:07.892415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 46820) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:07.905821 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7048d1fd-b0d6-4bc5-95de-e772358754be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.912421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.994202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.017299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7048d1fd-b0d6-4bc5-95de-e772358754be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.024334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7048d1fd-b0d6-4bc5-95de-e772358754be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.065930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7048d1fd-b0d6-4bc5-95de-e772358754be admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=fad519b5ae064b1589bf714eae893ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724551 Jul 16 20:52:08.067289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048d1fd-b0d6-4bc5-95de-e772358754be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3376e66-3ad1-46dc-b186-3700fcd2f121,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:08.068837 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 46826) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:08.179932 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb2c-3915-4771-a77a-e0b07b1a0301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.221213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb2c-3915-4771-a77a-e0b07b1a0301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.237438 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.238963 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.247577 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.325179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=4d985b59-bed3-49b5-b281-b84dd35e4cfb,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:08.351833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.355294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb2c-3915-4771-a77a-e0b07b1a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.357845 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb2c-3915-4771-a77a-e0b07b1a0301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.361416 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4b17eb2c-3915-4771-a77a-e0b07b1a0301 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b3376e66-3ad1-46dc-b186-3700fcd2f121 HTTP/1.1" status: 204 len: 168 time: 0.2829483 Jul 16 20:52:08.403641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17eb2c-3915-4771-a77a-e0b07b1a0301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3376e66-3ad1-46dc-b186-3700fcd2f121,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:08.475482 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Floating IP 62b0be94-3cd3-456b-826a-8e821c241642 associated. External IP: 172.25.8.69, port: 73194be6-9dab-49c4-93e3-90c08748a9a9. Jul 16 20:52:08.565324 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.715134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:52:08.870172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:52:08.884071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:52:08.887046 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.889145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:08.896668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:08.897734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:52:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:08.945537 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8d6f99f5-86a5-42c1-8a1e-ce82f609bcc1 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0119781 Jul 16 20:52:08.946171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:08.948928 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c81cd94-c436-4d94-bacd-6732c2c3c384" -d '{"events": [{"name": "network-changed", "server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:09.195413 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a71aa0f-4293-497d-88fb-9f07822518e5 x-openstack-request-id: req-8a71aa0f-4293-497d-88fb-9f07822518e5 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:09.196125 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:09.196125 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8a71aa0f-4293-497d-88fb-9f07822518e5 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:09.196378 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'status': 'completed', 'code': 200} Jul 16 20:52:09.219951 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:09.320921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-3b4263dc-b943-4f51-bdb3-0ca38018cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:09.323133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-3b4263dc-b943-4f51-bdb3-0ca38018cee6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1096 time: 0.0707133 Jul 16 20:52:09.435654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-91d07030-9ca1-4be3-bb57-5bcf0c55a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:09.437298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-91d07030-9ca1-4be3-bb57-5bcf0c55a6b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1074142 Jul 16 20:52:09.530779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:07Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:09.531644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-ad58ef4a-4309-4921-92e5-d17f40defa2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 998 time: 0.0875807 Jul 16 20:52:09.563331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:52:09.572413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:09.573117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:52:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:09.588941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-ee765fc2-15f3-45c4-bad0-a6e3df74b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:09.590603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-ee765fc2-15f3-45c4-bad0-a6e3df74b572 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0531209 Jul 16 20:52:09.670472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-85af626f-cf80-4a0a-910e-4c594d82d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:09.672055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-85af626f-cf80-4a0a-910e-4c594d82d3b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750861 Jul 16 20:52:09.705332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:09.791176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-22d663e1-29a0-4291-a87e-135c1eaf2d53 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105392 Jul 16 20:52:09.905731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c81cd94-c436-4d94-bacd-6732c2c3c384 req-a194060c-b923-4aee-944c-9f7ddcf28355 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092012 Jul 16 20:52:09.984903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:07Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:10.018770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d2644-3b8e-4747-acb9-7b7e884c3617 None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:07Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:52:10.283535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b253132-73c9-4cba-9c4f-7e286f353728 None None] New status for floating IP 62b0be94-3cd3-456b-826a-8e821c241642: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:52:11.944018 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:19.590565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47276) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:19.713190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.807598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.814048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.856891 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=726ab010f8de4d0b982a6e29eaab11aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640183 Jul 16 20:52:19.859597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47284) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:19.860428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc5614-53b9-4474-a7a5-b43ddda41e19,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:19.869255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.869806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.870013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.870435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.870770 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.871102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.871455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.871781 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.872105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.872451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.872785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.873106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7a5f80-af64-4fd2-9b62-0cf9a2aac514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:19.916993 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3acb24c4-d1aa-4ee9-adb4-2a130181e309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.940748 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3acb24c4-d1aa-4ee9-adb4-2a130181e309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.993852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3acb24c4-d1aa-4ee9-adb4-2a130181e309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:19.996957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3acb24c4-d1aa-4ee9-adb4-2a130181e309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.000103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3acb24c4-d1aa-4ee9-adb4-2a130181e309 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/84dc5614-53b9-4474-a7a5-b43ddda41e19 HTTP/1.1" status: 204 len: 168 time: 0.1394470 Jul 16 20:52:20.009440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb24c4-d1aa-4ee9-adb4-2a130181e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc5614-53b9-4474-a7a5-b43ddda41e19,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:20.388611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47294) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:20.412352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7ef12ac-c8bf-4a1f-b4a5-04a0bdec5296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.533267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7ef12ac-c8bf-4a1f-b4a5-04a0bdec5296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.538204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f7ef12ac-c8bf-4a1f-b4a5-04a0bdec5296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.571603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef12ac-c8bf-4a1f-b4a5-04a0bdec5296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480300b0-ec51-448b-8e5d-fb22128ded7a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:20.591883 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f7ef12ac-c8bf-4a1f-b4a5-04a0bdec5296 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=da57a8c5dbe1467699b880fdf6c8a471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975887 Jul 16 20:52:20.591883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47300) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:20.667903 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da8fc41a-bc7a-474e-a3e3-8106d0acb05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.711957 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da8fc41a-bc7a-474e-a3e3-8106d0acb05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.785816 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da8fc41a-bc7a-474e-a3e3-8106d0acb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.789043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-da8fc41a-bc7a-474e-a3e3-8106d0acb05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.791884 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-da8fc41a-bc7a-474e-a3e3-8106d0acb05b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/480300b0-ec51-448b-8e5d-fb22128ded7a HTTP/1.1" status: 204 len: 168 time: 0.1994650 Jul 16 20:52:20.806081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fc41a-bc7a-474e-a3e3-8106d0acb05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480300b0-ec51-448b-8e5d-fb22128ded7a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:23.468082 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47380) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:23.585030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5abd83b1-a217-4d68-b37e-664be3e4750f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.690266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5abd83b1-a217-4d68-b37e-664be3e4750f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.694332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5abd83b1-a217-4d68-b37e-664be3e4750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.755595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd83b1-a217-4d68-b37e-664be3e4750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dab1f0-631c-4290-9e48-4d7c44617a33,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:23.763933 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5abd83b1-a217-4d68-b37e-664be3e4750f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aa7cab437b5e4fe5b08ee1b67d27a310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921395 Jul 16 20:52:23.764326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47386) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:23.828180 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ea21-b609-4480-b334-0a9ef487a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.852751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ea21-b609-4480-b334-0a9ef487a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.909256 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ea21-b609-4480-b334-0a9ef487a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.912859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ea21-b609-4480-b334-0a9ef487a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.914521 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ae9ea21-b609-4480-b334-0a9ef487a1da admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/80dab1f0-631c-4290-9e48-4d7c44617a33 HTTP/1.1" status: 204 len: 168 time: 0.1488335 Jul 16 20:52:23.923945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9ea21-b609-4480-b334-0a9ef487a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dab1f0-631c-4290-9e48-4d7c44617a33,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:24.229997 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47392) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:24.245402 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cb9335f2-2cd1-4891-8379-08ec4b3cf2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.347658 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cb9335f2-2cd1-4891-8379-08ec4b3cf2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.352531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cb9335f2-2cd1-4891-8379-08ec4b3cf2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.395053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cb9335f2-2cd1-4891-8379-08ec4b3cf2d1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3e23d18d4cf64de19e5ce6a40c2ea28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634853 Jul 16 20:52:24.395818 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9335f2-2cd1-4891-8379-08ec4b3cf2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070a21ae-d3f4-4365-ba89-6f39049c230d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:24.397620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47394) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:24.451552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ada03789-30fc-49df-b4b9-cf96265681bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.473921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ada03789-30fc-49df-b4b9-cf96265681bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.526076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ada03789-30fc-49df-b4b9-cf96265681bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.528878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ada03789-30fc-49df-b4b9-cf96265681bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.530282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ada03789-30fc-49df-b4b9-cf96265681bc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/070a21ae-d3f4-4365-ba89-6f39049c230d HTTP/1.1" status: 204 len: 168 time: 0.1302648 Jul 16 20:52:24.538881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada03789-30fc-49df-b4b9-cf96265681bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070a21ae-d3f4-4365-ba89-6f39049c230d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:25.561295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47424) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:25.672573 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f40bb183-2743-4764-b694-de2926f9a69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.764574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f40bb183-2743-4764-b694-de2926f9a69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.768560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f40bb183-2743-4764-b694-de2926f9a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.812200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47430) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:25.824210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f40bb183-2743-4764-b694-de2926f9a69a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0c1cb41d8bdf48b38bc4f31b005c4024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612581 Jul 16 20:52:25.825228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bb183-2743-4764-b694-de2926f9a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bec075-670c-4723-ab54-f663265f1d04,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:25.875499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c090efc-e312-49d2-8b01-ab846427f1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.903953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c090efc-e312-49d2-8b01-ab846427f1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.961275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c090efc-e312-49d2-8b01-ab846427f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.964980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c090efc-e312-49d2-8b01-ab846427f1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:25.966390 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6c090efc-e312-49d2-8b01-ab846427f1cc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f8bec075-670c-4723-ab54-f663265f1d04 HTTP/1.1" status: 204 len: 168 time: 0.1524556 Jul 16 20:52:25.976569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c090efc-e312-49d2-8b01-ab846427f1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bec075-670c-4723-ab54-f663265f1d04,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:27.613314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47666) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:27.734518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fdb5c105-9efc-47a4-a73c-403107b675e0 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1664896248'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:27.734959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fdb5c105-9efc-47a4-a73c-403107b675e0 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Unknown quota resources ['metering_label']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:52:27.948392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c105-9efc-47a4-a73c-403107b675e0 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:27.949774 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fdb5c105-9efc-47a4-a73c-403107b675e0 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3352921 Jul 16 20:52:27.952478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:27.957858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6e3818f7-8b4f-42a9-a606-163548adea97 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f8a93435-9e16-4b7e-8307-8881bc8bc830'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:27.958439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6e3818f7-8b4f-42a9-a606-163548adea97 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:52:28.042835 n-d-798930-6 neutron-server[94096]: WARNING neutron.services.metering.metering_plugin [None req-6e3818f7-8b4f-42a9-a606-163548adea97 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:52:28.156389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e3818f7-8b4f-42a9-a606-163548adea97 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:28.157593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6e3818f7-8b4f-42a9-a606-163548adea97 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2041669 Jul 16 20:52:28.161036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47746) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:28.165738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-105d8294-0f4f-46b3-b427-b441d65955f2 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f8a93435-9e16-4b7e-8307-8881bc8bc830'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:28.166234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-105d8294-0f4f-46b3-b427-b441d65955f2 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:52:28.570123 n-d-798930-6 neutron-server[94096]: WARNING neutron.services.metering.metering_plugin [None req-105d8294-0f4f-46b3-b427-b441d65955f2 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:52:28.663166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-105d8294-0f4f-46b3-b427-b441d65955f2 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:28.667435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47826) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:28.667859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-105d8294-0f4f-46b3-b427-b441d65955f2 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5054848 Jul 16 20:52:28.682391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5e172789-b9e0-4d08-a318-133ad4a54cec tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules?id=c89b45fd-3670-4db1-8ffd-f89630eed37d HTTP/1.1" status: 200 len: 464 time: 0.0130367 Jul 16 20:52:28.684944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47830) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:28.843806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8b98-bfb5-42ef-934a-b27b6140aa95 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:28.845021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cd8e8b98-bfb5-42ef-934a-b27b6140aa95 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-label-rules/c89b45fd-3670-4db1-8ffd-f89630eed37d HTTP/1.1" status: 204 len: 168 time: 0.1590343 Jul 16 20:52:28.848353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47854) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:28.858012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8a8e5163-acba-44d3-9ead-b65bf7e1660d tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules?id=c89b45fd-3670-4db1-8ffd-f89630eed37d HTTP/1.1" status: 200 len: 221 time: 0.0084288 Jul 16 20:52:28.861323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47858) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:28.866712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6a05744e-e12b-4fc3-aa64-fd5e677473eb tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--617018104', 'description': 'label created by tempest'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:28.867163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6a05744e-e12b-4fc3-aa64-fd5e677473eb tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Unknown quota resources ['metering_label']. {{(pid=94095) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:52:29.098528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a05744e-e12b-4fc3-aa64-fd5e677473eb tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:29.102644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6a05744e-e12b-4fc3-aa64-fd5e677473eb tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2378490 Jul 16 20:52:29.103178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47896) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.213485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cce8d1be-aad9-46d5-b814-a39394320df4 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels?id=ccfd5dd2-8597-44aa-9f7f-f9db4aee4a10 HTTP/1.1" status: 200 len: 467 time: 0.1095190 Jul 16 20:52:29.216499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.425677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf46-815a-4e7f-98b9-0c058dd87f40 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:29.426953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d1daaf46-815a-4e7f-98b9-0c058dd87f40 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-labels/ccfd5dd2-8597-44aa-9f7f-f9db4aee4a10 HTTP/1.1" status: 204 len: 168 time: 0.2094767 Jul 16 20:52:29.429878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47926) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.442019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-18b1005f-6d8d-42ac-92e7-a83098aa9d2d tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels?id=ccfd5dd2-8597-44aa-9f7f-f9db4aee4a10 HTTP/1.1" status: 200 len: 216 time: 0.0110874 Jul 16 20:52:29.445708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47928) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.455267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c5480ff8-83ae-42d5-83b8-c5a9c728b209 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079737 Jul 16 20:52:29.458799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47930) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.470879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b9c12909-0520-4c7c-8040-3ab37192002f tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110211 Jul 16 20:52:29.474665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47932) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.524080 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca7cd22d-4196-43b2-9440-a1cd27b95b5d tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-labels/f8a93435-9e16-4b7e-8307-8881bc8bc830 HTTP/1.1" status: 200 len: 473 time: 0.0483966 Jul 16 20:52:29.527662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.537154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf791cc1-0735-4920-8903-f724ce74c928 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "GET /v2.0/metering/metering-label-rules/d985208a-6d62-431d-82d5-b12cdd561fbb HTTP/1.1" status: 200 len: 461 time: 0.0084858 Jul 16 20:52:29.541141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47936) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.654216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa66b-7165-408b-bedc-bc1b523872f9 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:29.655283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7a9aa66b-7165-408b-bedc-bc1b523872f9 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-label-rules/d985208a-6d62-431d-82d5-b12cdd561fbb HTTP/1.1" status: 204 len: 168 time: 0.1132522 Jul 16 20:52:29.657822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47938) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:29.841974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04cc4933-661a-4c73-9f26-ea4962fdb0e5 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:29.845877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-04cc4933-661a-4c73-9f26-ea4962fdb0e5 tempest-MeteringTestJSON-1997098432 tempest-MeteringTestJSON-1997098432-project-admin] 10.222.0.100 "DELETE /v2.0/metering/metering-labels/f8a93435-9e16-4b7e-8307-8881bc8bc830 HTTP/1.1" status: 204 len: 168 time: 0.1869600 Jul 16 20:52:30.104884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47946) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:30.226807 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2350218-5612-4f18-b8b9-9d01ecee147c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.279788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98c5d204-2ac7-41ca-92fd-21d5cc9025cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.353690 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2350218-5612-4f18-b8b9-9d01ecee147c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.357967 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2350218-5612-4f18-b8b9-9d01ecee147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.401314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b2350218-5612-4f18-b8b9-9d01ecee147c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b27d027ad3ab49e59fab0880a735ac9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952828 Jul 16 20:52:30.404080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2350218-5612-4f18-b8b9-9d01ecee147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe584a9c-263d-4881-969e-1ec9b3d3b57e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:30.404592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47960) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:30.480370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3445-1c35-47de-abde-984416c4646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.517298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3445-1c35-47de-abde-984416c4646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.577930 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3445-1c35-47de-abde-984416c4646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.580622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3445-1c35-47de-abde-984416c4646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:30.583833 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1bc3445-1c35-47de-abde-984416c4646c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fe584a9c-263d-4881-969e-1ec9b3d3b57e HTTP/1.1" status: 204 len: 168 time: 0.1774788 Jul 16 20:52:30.592601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc3445-1c35-47de-abde-984416c4646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe584a9c-263d-4881-969e-1ec9b3d3b57e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:30.887033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:30.907519 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75ae0faa-0646-4f2a-8090-11db23ced81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.018857 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75ae0faa-0646-4f2a-8090-11db23ced81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.023649 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-75ae0faa-0646-4f2a-8090-11db23ced81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.060309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae0faa-0646-4f2a-8090-11db23ced81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9edc32-d36f-405d-a99f-b6e832952826,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:31.067588 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-75ae0faa-0646-4f2a-8090-11db23ced81d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4d9f564716c64d5aa51f701795fdfb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764450 Jul 16 20:52:31.068066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47968) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:31.118464 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-884380fe-7041-43bc-9601-33d33e7168d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.140793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-884380fe-7041-43bc-9601-33d33e7168d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.188592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-884380fe-7041-43bc-9601-33d33e7168d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.192251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-884380fe-7041-43bc-9601-33d33e7168d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:31.195754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-884380fe-7041-43bc-9601-33d33e7168d0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8a9edc32-d36f-405d-a99f-b6e832952826 HTTP/1.1" status: 204 len: 168 time: 0.1266761 Jul 16 20:52:31.204924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884380fe-7041-43bc-9601-33d33e7168d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9edc32-d36f-405d-a99f-b6e832952826,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:31.992406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47992) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.099114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-48568a77-21fd-4a84-b7e3-aa50954aaad9 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:32.100126 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-48568a77-21fd-4a84-b7e3-aa50954aaad9 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:52:32.100327 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-48568a77-21fd-4a84-b7e3-aa50954aaad9 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:52:32.101306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-48568a77-21fd-4a84-b7e3-aa50954aaad9 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1076875 Jul 16 20:52:32.104930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 47996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.109921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--309354396'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:32.136886 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.151583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.272155 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.278330 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.320745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7fc5e2-909a-4bc9-8584-544f9df919b2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.388679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.392918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.420087 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.424934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3155060 Jul 16 20:52:32.427815 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 47998) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.432722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9191a62-42ab-4879-bc7f-ae58948ae2f0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7fe2ab-b121-459c-94e6-68a5bf473a42,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.433733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e4903a0e-61b7-4959-8ef8-cf6488679030 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '2d7fe2ab-b121-459c-94e6-68a5bf473a42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:32.463875 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4903a0e-61b7-4959-8ef8-cf6488679030 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.531348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4903a0e-61b7-4959-8ef8-cf6488679030 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.536680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4903a0e-61b7-4959-8ef8-cf6488679030 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.558198 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4903a0e-61b7-4959-8ef8-cf6488679030 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b67d14-3d03-4b13-ba6d-0e5d5d3bee4c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.564891 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e4903a0e-61b7-4959-8ef8-cf6488679030 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.566522 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e4903a0e-61b7-4959-8ef8-cf6488679030 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365812 Jul 16 20:52:32.569408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.574182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fab24a7b-acfb-4c0e-8b7f-e24fafdb1649 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '2d7fe2ab-b121-459c-94e6-68a5bf473a42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:32.610569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fab24a7b-acfb-4c0e-8b7f-e24fafdb1649 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.663073 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-fab24a7b-acfb-4c0e-8b7f-e24fafdb1649 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:52:32.664402 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fab24a7b-acfb-4c0e-8b7f-e24fafdb1649 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0940182 Jul 16 20:52:32.667520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48004) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.728157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2106-b7cb-4ec0-b212-48560761bfbd tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.752362 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2106-b7cb-4ec0-b212-48560761bfbd tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.801598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2106-b7cb-4ec0-b212-48560761bfbd tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.804300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2106-b7cb-4ec0-b212-48560761bfbd tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.805547 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f6cb2106-b7cb-4ec0-b212-48560761bfbd tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/2d7fe2ab-b121-459c-94e6-68a5bf473a42 HTTP/1.1" status: 204 len: 168 time: 0.1370595 Jul 16 20:52:32.808335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48006) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.819681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb2106-b7cb-4ec0-b212-48560761bfbd tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7fe2ab-b121-459c-94e6-68a5bf473a42,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.867453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-485540f2-18ec-4be5-b926-785f380e007a tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578723 Jul 16 20:52:32.871473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48008) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:32.876233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-48c413fc-0501-4ade-86c9-6085c10f2266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--175200266'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:32.900694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48c413fc-0501-4ade-86c9-6085c10f2266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.994525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48c413fc-0501-4ade-86c9-6085c10f2266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.997583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48c413fc-0501-4ade-86c9-6085c10f2266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.029470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-48c413fc-0501-4ade-86c9-6085c10f2266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.030723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-48c413fc-0501-4ade-86c9-6085c10f2266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1581588 Jul 16 20:52:33.033648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48010) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.039086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-deaa70a9-c894-4e25-956f-3f460618af5e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '14bb7306-d2dc-43b6-90a2-fe437d2951cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.039859 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-deaa70a9-c894-4e25-956f-3f460618af5e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:52:33.040359 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-deaa70a9-c894-4e25-956f-3f460618af5e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:33.041336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-deaa70a9-c894-4e25-956f-3f460618af5e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067568 Jul 16 20:52:33.042471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c413fc-0501-4ade-86c9-6085c10f2266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb7306-d2dc-43b6-90a2-fe437d2951cb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:33.044509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48012) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.111222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c701fb-6364-42ea-8eba-63338084287c tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.135240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c701fb-6364-42ea-8eba-63338084287c tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.178899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c701fb-6364-42ea-8eba-63338084287c tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.181488 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5c701fb-6364-42ea-8eba-63338084287c tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.182625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5c701fb-6364-42ea-8eba-63338084287c tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/14bb7306-d2dc-43b6-90a2-fe437d2951cb HTTP/1.1" status: 204 len: 168 time: 0.1372304 Jul 16 20:52:33.185478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48014) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.192800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c701fb-6364-42ea-8eba-63338084287c tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb7306-d2dc-43b6-90a2-fe437d2951cb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:33.242048 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ef6bc6e0-545f-4627-89d6-9592c220949b tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549169 Jul 16 20:52:33.245551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48016) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.253361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e3b32348-b2a3-4869-95db-984c4618cad4 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237976946'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.286081 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3b32348-b2a3-4869-95db-984c4618cad4 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.381805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3b32348-b2a3-4869-95db-984c4618cad4 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.386060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3b32348-b2a3-4869-95db-984c4618cad4 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.416832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b32348-b2a3-4869-95db-984c4618cad4 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33272ca-d2d7-4182-a992-cde96971f648,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:33.420321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3b32348-b2a3-4869-95db-984c4618cad4 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.424746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e3b32348-b2a3-4869-95db-984c4618cad4 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1748433 Jul 16 20:52:33.426646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48018) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.433645 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bedb4fba-ea2f-4644-8ace-83ab48f86e7e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': 'a33272ca-d2d7-4182-a992-cde96971f648', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.434591 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-bedb4fba-ea2f-4644-8ace-83ab48f86e7e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:52:33.435176 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-bedb4fba-ea2f-4644-8ace-83ab48f86e7e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:33.439034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bedb4fba-ea2f-4644-8ace-83ab48f86e7e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082333 Jul 16 20:52:33.439403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48020) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.502460 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78dfe1aa-a1b2-41d1-acdc-2e43ed03d4b3 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.527615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78dfe1aa-a1b2-41d1-acdc-2e43ed03d4b3 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.574398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78dfe1aa-a1b2-41d1-acdc-2e43ed03d4b3 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.577387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78dfe1aa-a1b2-41d1-acdc-2e43ed03d4b3 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.578708 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-78dfe1aa-a1b2-41d1-acdc-2e43ed03d4b3 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/a33272ca-d2d7-4182-a992-cde96971f648 HTTP/1.1" status: 204 len: 168 time: 0.1383023 Jul 16 20:52:33.581563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.588237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfe1aa-a1b2-41d1-acdc-2e43ed03d4b3 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33272ca-d2d7-4182-a992-cde96971f648,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:33.626702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fbc376f2-9537-4118-b44c-685b6f940613 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438499 Jul 16 20:52:33.631149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48024) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.636250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-951de139-4497-4027-aea4-635e6c6f5bb0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342864372'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.661292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-951de139-4497-4027-aea4-635e6c6f5bb0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.761956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-951de139-4497-4027-aea4-635e6c6f5bb0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.766242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-951de139-4497-4027-aea4-635e6c6f5bb0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.793997 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-951de139-4497-4027-aea4-635e6c6f5bb0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.795303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-951de139-4497-4027-aea4-635e6c6f5bb0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1630104 Jul 16 20:52:33.797102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951de139-4497-4027-aea4-635e6c6f5bb0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfdaa16-dbec-40e6-8c8c-ba358fd55c9f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:33.798361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48028) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.804372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e5cf9c66-0e10-468e-9d3f-abc8441d3cf0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '3dfdaa16-dbec-40e6-8c8c-ba358fd55c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.805465 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-e5cf9c66-0e10-468e-9d3f-abc8441d3cf0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:52:33.806033 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-e5cf9c66-0e10-468e-9d3f-abc8441d3cf0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:33.807180 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e5cf9c66-0e10-468e-9d3f-abc8441d3cf0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075233 Jul 16 20:52:33.810041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48030) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.815144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9aac4969-43ad-49e1-ba99-fb9222ee3201 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '3dfdaa16-dbec-40e6-8c8c-ba358fd55c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.815912 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-9aac4969-43ad-49e1-ba99-fb9222ee3201 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:52:33.817060 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-9aac4969-43ad-49e1-ba99-fb9222ee3201 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:33.820393 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9aac4969-43ad-49e1-ba99-fb9222ee3201 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071137 Jul 16 20:52:33.820576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48032) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.824809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5b1c38fb-7a76-4871-9deb-371ec21a4050 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '3dfdaa16-dbec-40e6-8c8c-ba358fd55c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.825615 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-5b1c38fb-7a76-4871-9deb-371ec21a4050 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:52:33.826094 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-5b1c38fb-7a76-4871-9deb-371ec21a4050 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:33.827038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5b1c38fb-7a76-4871-9deb-371ec21a4050 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055912 Jul 16 20:52:33.829494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48034) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.835534 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-db224703-33c7-4e4f-8403-583404e8eacf tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '3dfdaa16-dbec-40e6-8c8c-ba358fd55c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:33.837044 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-db224703-33c7-4e4f-8403-583404e8eacf tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:52:33.837534 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-db224703-33c7-4e4f-8403-583404e8eacf tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:33.840836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-db224703-33c7-4e4f-8403-583404e8eacf tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077240 Jul 16 20:52:33.841063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48036) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.894683 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef589-5967-41af-a3ac-99c6c143e04d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.921029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef589-5967-41af-a3ac-99c6c143e04d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.961590 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef589-5967-41af-a3ac-99c6c143e04d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.964267 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef589-5967-41af-a3ac-99c6c143e04d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.965453 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e4ef589-5967-41af-a3ac-99c6c143e04d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/3dfdaa16-dbec-40e6-8c8c-ba358fd55c9f HTTP/1.1" status: 204 len: 168 time: 0.1234488 Jul 16 20:52:33.968247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48038) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:33.975324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ef589-5967-41af-a3ac-99c6c143e04d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfdaa16-dbec-40e6-8c8c-ba358fd55c9f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.018921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-92ad2caf-78eb-4472-8068-a2ec6b42e12e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493433 Jul 16 20:52:34.022915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48040) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.027474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-218c9eef-545c-468e-9daa-19b2c1ca40a7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942254370'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.047210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.059223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-218c9eef-545c-468e-9daa-19b2c1ca40a7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.146462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-218c9eef-545c-468e-9daa-19b2c1ca40a7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.151979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-218c9eef-545c-468e-9daa-19b2c1ca40a7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.178136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-218c9eef-545c-468e-9daa-19b2c1ca40a7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.179532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-218c9eef-545c-468e-9daa-19b2c1ca40a7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1556044 Jul 16 20:52:34.182802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48042) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.183871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c9eef-545c-468e-9daa-19b2c1ca40a7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1175205c-0cfe-4e9e-9030-85d942ac0487,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.188598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-30d01e43-fc6b-4a50-9f41-3c1ccc6502bc tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.189082 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-30d01e43-fc6b-4a50-9f41-3c1ccc6502bc tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:52:34.189573 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-30d01e43-fc6b-4a50-9f41-3c1ccc6502bc tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.194369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48044) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.194757 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-30d01e43-fc6b-4a50-9f41-3c1ccc6502bc tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105276 Jul 16 20:52:34.199365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e81c9e36-21fe-4dfc-b242-09c4e16d192e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.239014 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-e81c9e36-21fe-4dfc-b242-09c4e16d192e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.240146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e81c9e36-21fe-4dfc-b242-09c4e16d192e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0447619 Jul 16 20:52:34.242942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48046) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.248598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ca8f8052-12ee-4dc9-9077-106f05455227 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.249093 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-ca8f8052-12ee-4dc9-9077-106f05455227 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:52:34.249579 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-ca8f8052-12ee-4dc9-9077-106f05455227 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.250529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca8f8052-12ee-4dc9-9077-106f05455227 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066512 Jul 16 20:52:34.254270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48048) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.258621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fb95692e-5d1a-445f-b35c-987d4db6eec5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.296932 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-fb95692e-5d1a-445f-b35c-987d4db6eec5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.298988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fb95692e-5d1a-445f-b35c-987d4db6eec5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0436180 Jul 16 20:52:34.302794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48050) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.308439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c85fd5da-dce5-4c64-86c1-2bca214a21e7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.308897 n-d-798930-6 neutron-server[94095]: WARNING neutron.api.v2.base [None req-c85fd5da-dce5-4c64-86c1-2bca214a21e7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:52:34.309382 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-c85fd5da-dce5-4c64-86c1-2bca214a21e7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.310481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c85fd5da-dce5-4c64-86c1-2bca214a21e7 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066972 Jul 16 20:52:34.313681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48052) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.320317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8af880e3-2a37-4d76-8af7-83dae977ebf5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.362362 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-8af880e3-2a37-4d76-8af7-83dae977ebf5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.364375 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8af880e3-2a37-4d76-8af7-83dae977ebf5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0494311 Jul 16 20:52:34.367057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.371735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-582e34ac-fe4b-4e3f-b561-d46a0ddc91af tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.372209 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-582e34ac-fe4b-4e3f-b561-d46a0ddc91af tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:52:34.372687 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-582e34ac-fe4b-4e3f-b561-d46a0ddc91af tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.373610 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-582e34ac-fe4b-4e3f-b561-d46a0ddc91af tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055237 Jul 16 20:52:34.376247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48056) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.381895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-31038a44-d36c-4c78-9888-972feb3137e9 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.416359 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-31038a44-d36c-4c78-9888-972feb3137e9 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.419715 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-31038a44-d36c-4c78-9888-972feb3137e9 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0424891 Jul 16 20:52:34.420414 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48058) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.425030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f1df5924-a7a3-45c2-afd4-709dedcaefc6 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '1175205c-0cfe-4e9e-9030-85d942ac0487', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.464652 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-f1df5924-a7a3-45c2-afd4-709dedcaefc6 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:34.468469 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f1df5924-a7a3-45c2-afd4-709dedcaefc6 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0445535 Jul 16 20:52:34.468730 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48060) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.526574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-548c3f57-a9dd-4100-9b0c-77ebdfa28d77 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.548711 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-548c3f57-a9dd-4100-9b0c-77ebdfa28d77 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.591610 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-548c3f57-a9dd-4100-9b0c-77ebdfa28d77 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.594197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-548c3f57-a9dd-4100-9b0c-77ebdfa28d77 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.595454 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-548c3f57-a9dd-4100-9b0c-77ebdfa28d77 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/1175205c-0cfe-4e9e-9030-85d942ac0487 HTTP/1.1" status: 204 len: 168 time: 0.1257515 Jul 16 20:52:34.598399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48062) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.605871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c3f57-a9dd-4100-9b0c-77ebdfa28d77 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1175205c-0cfe-4e9e-9030-85d942ac0487,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.643747 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5310f3f5-6c25-436f-8152-41e867f83502 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442185 Jul 16 20:52:34.647864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48064) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.652186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e9ff25bf-cfd1-4143-b1c4-a7f912cc064d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--559468336'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.683213 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9ff25bf-cfd1-4143-b1c4-a7f912cc064d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.779550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9ff25bf-cfd1-4143-b1c4-a7f912cc064d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.784053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9ff25bf-cfd1-4143-b1c4-a7f912cc064d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.813797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e9ff25bf-cfd1-4143-b1c4-a7f912cc064d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.815087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e9ff25bf-cfd1-4143-b1c4-a7f912cc064d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1662998 Jul 16 20:52:34.818542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48070) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.823943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b9ed57bf-ada0-4e9d-82c8-31973c050eab tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '679c6075-7881-4ab5-a5d0-ab437f7dbd56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.827124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff25bf-cfd1-4143-b1c4-a7f912cc064d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679c6075-7881-4ab5-a5d0-ab437f7dbd56,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:34.872857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5fe7f54d-8319-4276-9755-f07ca5f16251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:34.881462 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-b9ed57bf-ada0-4e9d-82c8-31973c050eab tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The resource could not be found. Jul 16 20:52:34.882787 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9ed57bf-ada0-4e9d-82c8-31973c050eab tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0631886 Jul 16 20:52:34.885851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48072) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:34.891641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2299d1e6-1b52-4b50-8834-9b1e440b7eed tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '679c6075-7881-4ab5-a5d0-ab437f7dbd56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '10037c0a-ff01-4196-9eb3-8d7a11e6665a'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:34.939424 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-2299d1e6-1b52-4b50-8834-9b1e440b7eed tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The resource could not be found. Jul 16 20:52:34.940568 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2299d1e6-1b52-4b50-8834-9b1e440b7eed tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0535893 Jul 16 20:52:34.944984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48074) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.012372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea17f45-97c0-48c4-a16c-76369d21bb59 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.039933 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea17f45-97c0-48c4-a16c-76369d21bb59 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.089797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea17f45-97c0-48c4-a16c-76369d21bb59 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.093530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea17f45-97c0-48c4-a16c-76369d21bb59 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.094721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aea17f45-97c0-48c4-a16c-76369d21bb59 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/679c6075-7881-4ab5-a5d0-ab437f7dbd56 HTTP/1.1" status: 204 len: 168 time: 0.1486690 Jul 16 20:52:35.097502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48076) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.110647 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea17f45-97c0-48c4-a16c-76369d21bb59 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679c6075-7881-4ab5-a5d0-ab437f7dbd56,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:35.155639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ba830aa3-1fb2-4e28-af4e-e67606893587 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568871 Jul 16 20:52:35.159511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48078) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.164432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-eaebc9c3-b7b1-479a-a045-353d914410af tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': 'a9dc3f00-76a8-4c90-a3cf-1a2add5a6e1e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:35.206426 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-eaebc9c3-b7b1-479a-a045-353d914410af tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The resource could not be found. Jul 16 20:52:35.211878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eaebc9c3-b7b1-479a-a045-353d914410af tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0508618 Jul 16 20:52:35.212233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48080) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.217363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9286e420-b160-4f51-add3-72d2f16c36e2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260917576'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:35.245292 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9286e420-b160-4f51-add3-72d2f16c36e2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.335035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9286e420-b160-4f51-add3-72d2f16c36e2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.339368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9286e420-b160-4f51-add3-72d2f16c36e2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.373972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9286e420-b160-4f51-add3-72d2f16c36e2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.375557 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9286e420-b160-4f51-add3-72d2f16c36e2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1621761 Jul 16 20:52:35.376296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286e420-b160-4f51-add3-72d2f16c36e2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa6956-6e7c-4deb-a508-f8107df64a52,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:35.380237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48084) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.385283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b70a56dc-58ca-4b76-a8bd-d9182b658f03 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--319579274'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:35.410125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b70a56dc-58ca-4b76-a8bd-d9182b658f03 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.514508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b70a56dc-58ca-4b76-a8bd-d9182b658f03 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.518918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b70a56dc-58ca-4b76-a8bd-d9182b658f03 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.551624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b70a56dc-58ca-4b76-a8bd-d9182b658f03 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.553033 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b70a56dc-58ca-4b76-a8bd-d9182b658f03 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1717384 Jul 16 20:52:35.555163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a56dc-58ca-4b76-a8bd-d9182b658f03 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6185621-a572-4375-96da-a753e8c1432e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:35.557332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48086) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.562187 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7a5a1869-04ef-46d2-8f57-f042edd3d794 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group_rule': {'security_group_id': '49fa6956-6e7c-4deb-a508-f8107df64a52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a6185621-a572-4375-96da-a753e8c1432e'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:35.602501 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-7a5a1869-04ef-46d2-8f57-f042edd3d794 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:52:35.606294 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7a5a1869-04ef-46d2-8f57-f042edd3d794 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0453517 Jul 16 20:52:35.606629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48088) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.664879 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5806c75d-ee79-4c97-921a-214614115031 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.670576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60291a-e890-4127-aeea-355058b4585d req-5229bc6e-abf0-4fc9-99ac-4d4ea7b61774 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.672165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb60291a-e890-4127-aeea-355058b4585d req-5229bc6e-abf0-4fc9-99ac-4d4ea7b61774 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 950 time: 0.3318322 Jul 16 20:52:35.690084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5806c75d-ee79-4c97-921a-214614115031 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.712864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb60291a-e890-4127-aeea-355058b4585d req-a612df67-cdc5-4b15-a6db-fa8a6aec3ae3 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345442 Jul 16 20:52:35.741384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5806c75d-ee79-4c97-921a-214614115031 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.744582 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5806c75d-ee79-4c97-921a-214614115031 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.746092 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5806c75d-ee79-4c97-921a-214614115031 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/a6185621-a572-4375-96da-a753e8c1432e HTTP/1.1" status: 204 len: 168 time: 0.1383080 Jul 16 20:52:35.750021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48090) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.757787 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806c75d-ee79-4c97-921a-214614115031 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6185621-a572-4375-96da-a753e8c1432e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:35.807006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-77164601-caf6-45a6-92b4-537012883266 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0557942 Jul 16 20:52:35.809694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48092) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.867019 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75b14b6f-aef5-4092-834a-2baf1587a417 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.892504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75b14b6f-aef5-4092-834a-2baf1587a417 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.933996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75b14b6f-aef5-4092-834a-2baf1587a417 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.936612 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-75b14b6f-aef5-4092-834a-2baf1587a417 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:35.937774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-75b14b6f-aef5-4092-834a-2baf1587a417 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/49fa6956-6e7c-4deb-a508-f8107df64a52 HTTP/1.1" status: 204 len: 168 time: 0.1271698 Jul 16 20:52:35.940537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.946928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b14b6f-aef5-4092-834a-2baf1587a417 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa6956-6e7c-4deb-a508-f8107df64a52,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:35.989596 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc92939d-8521-4475-b3fd-8982be4aa941 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470767 Jul 16 20:52:35.993425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:35.998108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2e486728-7763-4c1f-87e0-586fcafb338d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'tempest-secgroup--599267880'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:36.020730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e486728-7763-4c1f-87e0-586fcafb338d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.102199 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.120734 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e486728-7763-4c1f-87e0-586fcafb338d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.124751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e486728-7763-4c1f-87e0-586fcafb338d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.156938 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e486728-7763-4c1f-87e0-586fcafb338d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.158235 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2e486728-7763-4c1f-87e0-586fcafb338d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1636882 Jul 16 20:52:36.159504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e486728-7763-4c1f-87e0-586fcafb338d tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e5d6f-1367-4940-a1c2-3576f7cf7129,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:36.161572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48098) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.166253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4dc4263f-edf7-400d-8be0-82ab64e7aea0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:36.166678 n-d-798930-6 neutron-server[94096]: WARNING neutron.api.v2.base [None req-4dc4263f-edf7-400d-8be0-82ab64e7aea0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:52:36.167185 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-4dc4263f-edf7-400d-8be0-82ab64e7aea0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:52:36.168464 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4dc4263f-edf7-400d-8be0-82ab64e7aea0 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "PUT /v2.0/security-groups/d13e5d6f-1367-4940-a1c2-3576f7cf7129 HTTP/1.1" status: 409 len: 330 time: 0.0057096 Jul 16 20:52:36.171015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48100) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.231616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc41-b321-412a-9c95-e511443c80b2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.260746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc41-b321-412a-9c95-e511443c80b2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.310276 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc41-b321-412a-9c95-e511443c80b2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.312941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc41-b321-412a-9c95-e511443c80b2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.314169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-09ecbc41-b321-412a-9c95-e511443c80b2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/d13e5d6f-1367-4940-a1c2-3576f7cf7129 HTTP/1.1" status: 204 len: 168 time: 0.1421738 Jul 16 20:52:36.317696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48102) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.324481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecbc41-b321-412a-9c95-e511443c80b2 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e5d6f-1367-4940-a1c2-3576f7cf7129,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:36.366105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2e155190-e35a-4847-beda-cd565644dd97 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467064 Jul 16 20:52:36.369803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48104) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.384064 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-93e7272b-4555-411b-96fb-34b433e91d24 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] delete failed (client error): The resource could not be found. Jul 16 20:52:36.385050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-93e7272b-4555-411b-96fb-34b433e91d24 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "DELETE /v2.0/security-groups/36085119-5edb-4310-93de-9b55f8793866 HTTP/1.1" status: 404 len: 347 time: 0.0143323 Jul 16 20:52:36.388606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48106) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.401780 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-efe62edd-22d5-49b8-aeb0-61eb8216b76e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] show failed (client error): The resource could not be found. Jul 16 20:52:36.403052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-efe62edd-22d5-49b8-aeb0-61eb8216b76e tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-groups/3eff1d44-c739-4ed0-b6f8-3c07263b828e HTTP/1.1" status: 404 len: 347 time: 0.0132377 Jul 16 20:52:36.406681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48108) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.418569 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-3e3e7cd7-6bef-4bb8-8a72-aafbe21ca7c5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] show failed (client error): The resource could not be found. Jul 16 20:52:36.419543 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e3e7cd7-6bef-4bb8-8a72-aafbe21ca7c5 tempest-NegativeSecGroupTest-1542224963 tempest-NegativeSecGroupTest-1542224963-project] 10.222.0.100 "GET /v2.0/security-group-rules/88c0d11c-7ca6-4b32-8b4c-625ec50b39fe HTTP/1.1" status: 404 len: 356 time: 0.0118318 Jul 16 20:52:36.672693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48114) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.823677 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e315fc43-caa3-48e9-8e6e-ae146c06860a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=92cd6af1392244349e6eebfd00e46411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495116 Jul 16 20:52:36.825528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3fd7cbae-8574-4f92-b8ae-2e4c706d53c7 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:36.827121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48120) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:36.827296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3fd7cbae-8574-4f92-b8ae-2e4c706d53c7 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.21 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 950 time: 0.0749016 Jul 16 20:52:36.882883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54475298-b5ac-408d-bb94-38f9c551f675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.905390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54475298-b5ac-408d-bb94-38f9c551f675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.958882 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54475298-b5ac-408d-bb94-38f9c551f675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.965647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54475298-b5ac-408d-bb94-38f9c551f675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:36.965647 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54475298-b5ac-408d-bb94-38f9c551f675 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/da7fc5e2-909a-4bc9-8584-544f9df919b2 HTTP/1.1" status: 204 len: 168 time: 0.1352563 Jul 16 20:52:36.975385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54475298-b5ac-408d-bb94-38f9c551f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7fc5e2-909a-4bc9-8584-544f9df919b2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:36.978216 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab6c7e-fd7d-48c0-9057-8a923d61e319 req-0ed1af88-9306-457a-bb8f-e49d4472b7bc tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:36.980157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeab6c7e-fd7d-48c0-9057-8a923d61e319 req-0ed1af88-9306-457a-bb8f-e49d4472b7bc tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/ports?device_id=918bb0d3-3c52-4aea-89bf-a40c089737ba HTTP/1.1" status: 200 len: 950 time: 0.1488359 Jul 16 20:52:37.041779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeab6c7e-fd7d-48c0-9057-8a923d61e319 req-57ed3d2b-0455-4566-8e18-3486181a5e35 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.100 "GET /v2.0/security-groups?id=489aace0-3440-432b-b04e-9324d783d930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519075 Jul 16 20:52:37.044468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Deleting port e47525ce-4459-44d9-812a-9d96f6b0daf9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:37.044730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:37.149692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] For port e47525ce-4459-44d9-812a-9d96f6b0daf9, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=e47525ce-4459-44d9-812a-9d96f6b0daf9,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:37.150153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:37.164738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Calling delete_port for e47525ce-4459-44d9-812a-9d96f6b0daf9 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:37.311825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:37.325208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['e47525ce-4459-44d9-812a-9d96f6b0daf9'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:52:37.346408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Pushing event deleted for resources: {'Port': ['ID=e47525ce-4459-44d9-812a-9d96f6b0daf9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:37.395842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] No DVR routers for this DVR port e47525ce-4459-44d9-812a-9d96f6b0daf9 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:37.398847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:37.401122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f167f35-26bd-4e47-8f26-a4b4b77f592f req-3da4e604-48a9-44eb-8c66-da5602f2ce18 tempest-VolumesBackupsTest-2108639554 tempest-VolumesBackupsTest-2108639554-project] 10.222.0.21 "DELETE /v2.0/ports/e47525ce-4459-44d9-812a-9d96f6b0daf9 HTTP/1.1" status: 204 len: 173 time: 0.5679529 Jul 16 20:52:37.401460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'name': 'network-vif-deleted', 'tag': 'e47525ce-4459-44d9-812a-9d96f6b0daf9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:37.403798 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be0e72-d369-4c05-936f-7a3db47ae313" -d '{"events": [{"server_uuid": "918bb0d3-3c52-4aea-89bf-a40c089737ba", "name": "network-vif-deleted", "tag": "e47525ce-4459-44d9-812a-9d96f6b0daf9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:37.443177 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1e604-0385-45d2-ae2b-6019bb0aa04a x-openstack-request-id: req-e2f1e604-0385-45d2-ae2b-6019bb0aa04a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:37.443638 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918bb0d3-3c52-4aea-89bf-a40c089737ba", "name": "network-vif-deleted", "tag": "e47525ce-4459-44d9-812a-9d96f6b0daf9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:37.444269 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e2f1e604-0385-45d2-ae2b-6019bb0aa04a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:37.444269 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918bb0d3-3c52-4aea-89bf-a40c089737ba', 'name': 'network-vif-deleted', 'tag': 'e47525ce-4459-44d9-812a-9d96f6b0daf9', 'status': 'completed', 'code': 200} Jul 16 20:52:38.236570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:38.561687 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:38.891441 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:40.566803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e47525ce-4459-44d9-812a-9d96f6b0daf9 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:40.590701 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: e47525ce-4459-44d9-812a-9d96f6b0daf9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:40.591048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device e47525ce-4459-44d9-812a-9d96f6b0daf9 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:48.947150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:50.454358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48332) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:50.588805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f307700f-4768-4e91-9d37-0632e19896de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.714011 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f307700f-4768-4e91-9d37-0632e19896de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.718696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f307700f-4768-4e91-9d37-0632e19896de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.764801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f307700f-4768-4e91-9d37-0632e19896de admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d8803ca6408d492c94dbe84b6362130e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092422 Jul 16 20:52:50.767547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48336) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:50.771282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307700f-4768-4e91-9d37-0632e19896de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bcba50-b414-4e60-bcff-e203a6e67c06,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:50.842168 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d532b146-73b5-41ef-b4a4-f55aaa6c5de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.875539 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d532b146-73b5-41ef-b4a4-f55aaa6c5de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.935986 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d532b146-73b5-41ef-b4a4-f55aaa6c5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.939147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d532b146-73b5-41ef-b4a4-f55aaa6c5de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.940508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d532b146-73b5-41ef-b4a4-f55aaa6c5de2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c9bcba50-b414-4e60-bcff-e203a6e67c06 HTTP/1.1" status: 204 len: 168 time: 0.1707094 Jul 16 20:52:50.952451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532b146-73b5-41ef-b4a4-f55aaa6c5de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bcba50-b414-4e60-bcff-e203a6e67c06,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:51.370836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48342) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:51.387701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a264ef3-feaf-4096-977f-89faeb4cc4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.512900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a264ef3-feaf-4096-977f-89faeb4cc4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.517934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7a264ef3-feaf-4096-977f-89faeb4cc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.565441 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7a264ef3-feaf-4096-977f-89faeb4cc4f0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=87fda76c750b4c7ba1716011c1f34db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935308 Jul 16 20:52:51.567524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a264ef3-feaf-4096-977f-89faeb4cc4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a4ab2-11c1-4b11-9980-e05b6a34c147,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:51.569194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48346) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:51.635399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3477-dbec-4e51-b053-c52bd752db44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.662463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3477-dbec-4e51-b053-c52bd752db44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.714622 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3477-dbec-4e51-b053-c52bd752db44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.717462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3477-dbec-4e51-b053-c52bd752db44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:51.721134 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ad3e3477-dbec-4e51-b053-c52bd752db44 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2b9a4ab2-11c1-4b11-9980-e05b6a34c147 HTTP/1.1" status: 204 len: 168 time: 0.1478584 Jul 16 20:52:51.729109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e3477-dbec-4e51-b053-c52bd752db44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a4ab2-11c1-4b11-9980-e05b6a34c147,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:54.704230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48444) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:54.829682 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc752319-5503-42ab-9abb-a3b2cd68f2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:54.947454 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc752319-5503-42ab-9abb-a3b2cd68f2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:54.952082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc752319-5503-42ab-9abb-a3b2cd68f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.000829 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fc752319-5503-42ab-9abb-a3b2cd68f2e6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7bdef6e194564be99f55d80753d7f9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924566 Jul 16 20:52:55.000829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc752319-5503-42ab-9abb-a3b2cd68f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe10d47b-ebe5-4377-ba1d-656f74ec7acf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:55.004924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48448) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:55.074006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.108979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.172211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.175083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.176461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fe10d47b-ebe5-4377-ba1d-656f74ec7acf HTTP/1.1" status: 204 len: 168 time: 0.1735821 Jul 16 20:52:55.184948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe10d47b-ebe5-4377-ba1d-656f74ec7acf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:55.194275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.194626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.194977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.195349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.195692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.196025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.196356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.196686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.197019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.197340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.197669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.197995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449cddc-8a61-497d-a485-20f3299f92d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:55.491827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48454) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:55.506772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae92201-ceef-41d2-a41b-f42386a71dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.607366 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae92201-ceef-41d2-a41b-f42386a71dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.611336 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae92201-ceef-41d2-a41b-f42386a71dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.655126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4ae92201-ceef-41d2-a41b-f42386a71dda admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8649fe26a6a142a9bd4f65787d806055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618345 Jul 16 20:52:55.655941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae92201-ceef-41d2-a41b-f42386a71dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2e61ec-2215-4921-9bce-f2f96bdc459d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:55.656430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48456) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:55.710367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d44c6863-cb9e-41eb-9e65-426a39f420f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.733345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d44c6863-cb9e-41eb-9e65-426a39f420f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.784282 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d44c6863-cb9e-41eb-9e65-426a39f420f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.787772 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d44c6863-cb9e-41eb-9e65-426a39f420f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:55.788949 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d44c6863-cb9e-41eb-9e65-426a39f420f6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0b2e61ec-2215-4921-9bce-f2f96bdc459d HTTP/1.1" status: 204 len: 168 time: 0.1315198 Jul 16 20:52:55.797328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6863-cb9e-41eb-9e65-426a39f420f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2e61ec-2215-4921-9bce-f2f96bdc459d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:58.002802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:58.142274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-107256be-1874-401f-977d-47a654cf05b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.249346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-107256be-1874-401f-977d-47a654cf05b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.254302 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-107256be-1874-401f-977d-47a654cf05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.296652 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-107256be-1874-401f-977d-47a654cf05b3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4fe58806a20344c5becfac53d83f284c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915483 Jul 16 20:52:58.298522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107256be-1874-401f-977d-47a654cf05b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940a429c-c11d-425d-86cd-cf6251e47fc3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:58.298917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48546) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:58.356076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a59ec529-4963-4d28-a02c-f4de00e7fa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.377750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a59ec529-4963-4d28-a02c-f4de00e7fa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.425765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a59ec529-4963-4d28-a02c-f4de00e7fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.428432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a59ec529-4963-4d28-a02c-f4de00e7fa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.431816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a59ec529-4963-4d28-a02c-f4de00e7fa94 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/940a429c-c11d-425d-86cd-cf6251e47fc3 HTTP/1.1" status: 204 len: 168 time: 0.1306984 Jul 16 20:52:58.441620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ec529-4963-4d28-a02c-f4de00e7fa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a429c-c11d-425d-86cd-cf6251e47fc3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:58.711273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48552) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:58.726251 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36ea607b-f01f-4741-904e-8f664408f4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.843264 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36ea607b-f01f-4741-904e-8f664408f4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.848483 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36ea607b-f01f-4741-904e-8f664408f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.892300 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-36ea607b-f01f-4741-904e-8f664408f4c0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=42b0b9c4b76f46a1bd0ea15e54488725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774385 Jul 16 20:52:58.892300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea607b-f01f-4741-904e-8f664408f4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410d734d-8aac-43e2-b82d-3607ece3cf59,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:58.892729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48554) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:58.958722 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2b75763-5c26-4d28-8820-08c7ab6d78ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:58.984858 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2b75763-5c26-4d28-8820-08c7ab6d78ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.040717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2b75763-5c26-4d28-8820-08c7ab6d78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.043432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a2b75763-5c26-4d28-8820-08c7ab6d78ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:59.044625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a2b75763-5c26-4d28-8820-08c7ab6d78ec admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/410d734d-8aac-43e2-b82d-3607ece3cf59 HTTP/1.1" status: 204 len: 168 time: 0.1507263 Jul 16 20:52:59.054878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b75763-5c26-4d28-8820-08c7ab6d78ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410d734d-8aac-43e2-b82d-3607ece3cf59,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:00.277736 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b994a639-915b-4757-913e-2f98aa7ed635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.319517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 48588) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:00.435367 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6cd53ae3-a9f6-4d4f-9459-b9fccf2d86c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.534348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6cd53ae3-a9f6-4d4f-9459-b9fccf2d86c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.539082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6cd53ae3-a9f6-4d4f-9459-b9fccf2d86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.581009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6cd53ae3-a9f6-4d4f-9459-b9fccf2d86c6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9a2396a3abf84613afceeff6284d8612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603073 Jul 16 20:53:00.582808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd53ae3-a9f6-4d4f-9459-b9fccf2d86c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beeef6a-f93d-47b2-a337-f450367360be,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:00.584578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 48592) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:00.640107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecb2e-8acf-4e5c-b0a0-ef25b97b2b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.665241 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecb2e-8acf-4e5c-b0a0-ef25b97b2b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.716918 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecb2e-8acf-4e5c-b0a0-ef25b97b2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.719738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecb2e-8acf-4e5c-b0a0-ef25b97b2b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:00.720973 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cc1ecb2e-8acf-4e5c-b0a0-ef25b97b2b68 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3beeef6a-f93d-47b2-a337-f450367360be HTTP/1.1" status: 204 len: 168 time: 0.1346605 Jul 16 20:53:00.730145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ecb2e-8acf-4e5c-b0a0-ef25b97b2b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beeef6a-f93d-47b2-a337-f450367360be,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:01.721690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-ce93c5f0-6fc4-4637-bc28-677bca7190b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584576 Jul 16 20:53:01.832291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-9c6c92f6-540c-4234-8578-4855a05274e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.834476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-9c6c92f6-540c-4234-8578-4855a05274e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1096 time: 0.0654857 Jul 16 20:53:01.978441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-7ffdc58d-0ab9-4c21-b554-04fd71e8ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:01.979982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-7ffdc58d-0ab9-4c21-b554-04fd71e8ebf7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1090903 Jul 16 20:53:02.062061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-5d32225c-2382-4173-86ae-da2aacbc5290 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 1000 time: 0.0751348 Jul 16 20:53:02.120324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-536b6276-84e7-47e0-a3ac-cdae236a576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:02.121764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-536b6276-84e7-47e0-a3ac-cdae236a576b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0535946 Jul 16 20:53:02.221170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-3853e143-6a99-4659-b22d-0d740d183bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:02.223282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-3853e143-6a99-4659-b22d-0d740d183bf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948648 Jul 16 20:53:02.341370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-6b4564ed-87b9-482f-ada9-4af73e810c2f service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090958 Jul 16 20:53:02.445551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a856f9d-dfb5-4f86-b44b-d7df93531018 req-f262e073-3bab-4d70-ab0f-296d92aeb9d4 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983295 Jul 16 20:53:04.060276 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:04.878730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-547a884f-3edc-451a-8e82-be31ceab8930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.105374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.237842 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.578575 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:08.887067 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:25.949069 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:53:30.272605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c6b4aa4c-e299-4fdb-8d46-751ff0e11c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:34.055383 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:34.873310 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca724447-a701-45a1-a9c0-a5fdfdde103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:36.109942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.243569 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.614213 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:38.895021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:48.169868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-69b4636b-269e-4f69-964b-dc9f40e3394b req-ead80562-0c93-445d-a22a-b6940a9d8ead service neutron] (94095) timed out ('10.222.0.100', 33262) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:53:51.645334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50028) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:51.649425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-28612d1d-df39-400f-a1c5-b0084ae68e84 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781910159&fields=id&tenant_id=6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 267 time: 0.0441351 Jul 16 20:53:51.799829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.803686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8858d6e4-e797-484c-8a20-dc4415cbc54d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:51.805272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8858d6e4-e797-484c-8a20-dc4415cbc54d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1436737 Jul 16 20:53:51.825884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-f7ccfc70-9942-49d2-a21e-ef422c6bc808 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/quotas/6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 375 time: 0.0112052 Jul 16 20:53:51.915923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-73056ecd-252c-4b4e-87bd-6599384fd457 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0824225 Jul 16 20:53:51.918696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.926558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:51.965482 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cebbf0b3a8aa4d9faafc8ce938e297fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188822 Jul 16 20:53:51.968769 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:53:51.978064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354beb94-f0b0-4876-a0f6-ba90cc13846f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:51.993337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.993680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.994010 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.994585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.994878 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.995211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.995566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.995895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.996224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.996550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.997051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:51.997377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f1e16-32c4-499e-89aa-8f124750ee1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:52.035385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-b9cc499a-9c01-45a5-b69e-e0f6dea019f3 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028321 Jul 16 20:53:52.047186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0142ffea-21a6-4cfe-9c22-5b89e1add21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.084745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0142ffea-21a6-4cfe-9c22-5b89e1add21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.143115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-7b85e2f5-9794-4963-9f70-80c2fee43860 service neutron] 10.222.0.100 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067085 Jul 16 20:53:52.145451 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0142ffea-21a6-4cfe-9c22-5b89e1add21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.148119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0142ffea-21a6-4cfe-9c22-5b89e1add21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:52.152024 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0142ffea-21a6-4cfe-9c22-5b89e1add21c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/354beb94-f0b0-4876-a0f6-ba90cc13846f HTTP/1.1" status: 204 len: 168 time: 0.1796124 Jul 16 20:53:52.157735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142ffea-21a6-4cfe-9c22-5b89e1add21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354beb94-f0b0-4876-a0f6-ba90cc13846f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:52.545224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bea29bbc-b023-4ea7-a4e9-7da6b0beed60 req-766e7cd6-a4ea-44bf-b2cc-4dd776c38def tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 210 time: 0.0343201 Jul 16 20:53:53.774515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24aa45a-f154-43aa-af19-fb7f955ff0dd req-dd740f38-5df3-469c-b00d-03979e2cb22e tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 210 time: 0.0922940 Jul 16 20:53:53.927110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-d72ecf26-95ad-4246-8eb2-55fc2c927aae tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:53.929473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-d72ecf26-95ad-4246-8eb2-55fc2c927aae tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 811 time: 0.1527774 Jul 16 20:53:53.995461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-12f39636-febe-4597-9803-3490bf788fae tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6898068694c04984aaa4498a79804b2d HTTP/1.1" status: 200 len: 380 time: 0.0555234 Jul 16 20:53:54.007113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'port': {'device_id': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'admin_state_up': True, 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'security_groups': ['d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:54.216637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Made reservation on behalf of 6898068694c04984aaa4498a79804b2d for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:54.221564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.412919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.20.0.10 (8dd8f16f-484e-4176-93aa-5274ef1286a6/9a751ec8-23b3-45de-95be-1c3abd75a242/a77f097a-35f7-41d4-a800-3d0b8a133e71) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:54.620066 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.643381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Transition to ACTIVE for port object a77f097a-35f7-41d4-a800-3d0b8a133e71 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:54.687317 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.736819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:54.743163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:54.747958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:54.886212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=a77f097a-35f7-41d4-a800-3d0b8a133e71,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:54.911682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:54.912669 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.939880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-efbe59d5-89b4-4e4d-9b25-3df2a28a3d25 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=f42d90112a3e4c8db0cf90f337a2a93f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211710 Jul 16 20:53:54.978875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-c1f536bf-2cf8-462c-a90b-9f2a316a1617 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9771690 Jul 16 20:53:54.996772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Request body: {'port': {'device_id': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:55.098198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e04b6a9a-de3d-4a12-929c-0a0c91f78417 None None] Provisioning for port a77f097a-35f7-41d4-a800-3d0b8a133e71 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:55.103843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e04b6a9a-de3d-4a12-929c-0a0c91f78417 None None] Provisioning complete for port a77f097a-35f7-41d4-a800-3d0b8a133e71 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:55.104284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e04b6a9a-de3d-4a12-929c-0a0c91f78417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.144723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e04b6a9a-de3d-4a12-929c-0a0c91f78417 None None] Port a77f097a-35f7-41d4-a800-3d0b8a133e71 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:53:55.184290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-9755b523-c78e-4eed-be6e-da80199f543e tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:55.186057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-9755b523-c78e-4eed-be6e-da80199f543e tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420068 Jul 16 20:53:55.208564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.211492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-3645204d-f5dd-488d-b61d-c5a2c74fccd8 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/quotas/f42d90112a3e4c8db0cf90f337a2a93f HTTP/1.1" status: 200 len: 375 time: 0.0189910 Jul 16 20:53:55.255475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-3646f98a-b68e-4399-ab13-b36e020650cd tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=f42d90112a3e4c8db0cf90f337a2a93f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356925 Jul 16 20:53:55.703311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77f097a-35f7-41d4-a800-3d0b8a133e71 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:53:55.713547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.736763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Transition to ACTIVE for port object a77f097a-35f7-41d4-a800-3d0b8a133e71 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:55.746660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:55.812014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c301-f84e-4409-ad61-8b4f9149a72a req-73af1ee0-27c7-45bd-a93f-9a7a82ccbff0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:55.820286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0144c301-f84e-4409-ad61-8b4f9149a72a req-73af1ee0-27c7-45bd-a93f-9a7a82ccbff0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 932 time: 0.1592350 Jul 16 20:53:55.856510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Pushing event updated for resources: {'Port': ['ID=a77f097a-35f7-41d4-a800-3d0b8a133e71,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:55.909049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0144c301-f84e-4409-ad61-8b4f9149a72a req-e64b930d-4af9-48ef-9ea3-208143fa55b0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878518 Jul 16 20:53:55.912938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.913372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.913863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.914529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.914931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.915325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.915695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.916071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.916421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.916759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.917161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:55.917500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:53:56.080488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Attempting to bind port a77f097a-35f7-41d4-a800-3d0b8a133e71 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:53:56.080847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Attempting to bind port a77f097a-35f7-41d4-a800-3d0b8a133e71 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:53:56.081369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Attempting to bind port a77f097a-35f7-41d4-a800-3d0b8a133e71 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:56.130402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Port a77f097a-35f7-41d4-a800-3d0b8a133e71 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:53:56.131435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Attempting to bind port a77f097a-35f7-41d4-a800-3d0b8a133e71 on network 8dd8f16f-484e-4176-93aa-5274ef1286a6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:53:56.178993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3076a24a-e614-4f57-a55a-f51583b69fe0 req-801b1cf7-127b-49ec-8fa7-58c63649c681 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 210 time: 0.0897453 Jul 16 20:53:56.184252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:53:56.190394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Checking segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:53:56.191848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Bound using segment: {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:53:56.192914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Bound port: a77f097a-35f7-41d4-a800-3d0b8a133e71, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bd60-8c35-4c70-aca3-f13bc0547321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:53:56.195502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.366615 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] For port a77f097a-35f7-41d4-a800-3d0b8a133e71, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:53:56.373148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] For port a77f097a-35f7-41d4-a800-3d0b8a133e71, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:53:56.383170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.461141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:56.462240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.464990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] 10.222.0.21 "PUT /v2.0/ports/a77f097a-35f7-41d4-a800-3d0b8a133e71 HTTP/1.1" status: 200 len: 1092 time: 1.4761393 Jul 16 20:53:56.465491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:53:56.469270 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890a3113-09f3-4b3d-b391-204db425e192" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:53:56.507524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468105e-eea4-441c-a41e-179a1350aadd service neutron] Pushing event updated for resources: {'Port': ['ID=a77f097a-35f7-41d4-a800-3d0b8a133e71,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:56.588797 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c53c5-1042-42dd-8f3a-d8034c3cbaa8 x-openstack-request-id: req-a71c53c5-1042-42dd-8f3a-d8034c3cbaa8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:53:56.589099 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:53:56.589355 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a71c53c5-1042-42dd-8f3a-d8034c3cbaa8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:53:56.589758 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'status': 'completed', 'code': 200} Jul 16 20:53:56.628088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-ba7b5efb-f223-4d09-a3d7-2cace232d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:56.630617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-ba7b5efb-f223-4d09-a3d7-2cace232d09c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 1095 time: 0.0705247 Jul 16 20:53:56.687122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-1b8e5968-2f81-4b13-8604-852879b8280d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71 HTTP/1.1" status: 200 len: 217 time: 0.0452714 Jul 16 20:53:56.764269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-0e26afdc-9fe5-4c0a-9139-717ce3b2de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:56.767317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-0e26afdc-9fe5-4c0a-9139-717ce3b2de90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0731709 Jul 16 20:53:56.868445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-fd8a18d3-b6df-4901-8bb3-80199c712742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:56.871625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-fd8a18d3-b6df-4901-8bb3-80199c712742 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982482 Jul 16 20:53:56.999953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-9959aeb4-6429-464a-b774-a5a7ca190d06 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200993 Jul 16 20:53:57.138276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10e2604c-e596-4630-b741-001b9a3a55c5 req-2b97c6a5-4205-403b-9ff9-2b6e287c30b6 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316416 Jul 16 20:53:57.199386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6adf4f-5960-4831-aac0-127b1b663545 req-b19732e5-acc2-415e-bb03-ec24e24b0e7a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.200600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b6adf4f-5960-4831-aac0-127b1b663545 req-b19732e5-acc2-415e-bb03-ec24e24b0e7a tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.0807073 Jul 16 20:53:57.277177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b6adf4f-5960-4831-aac0-127b1b663545 req-51053b02-28f4-42f5-9fc0-3523b1b72353 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669689 Jul 16 20:53:57.296062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3113-09f3-4b3d-b391-204db425e192 req-e417a9f2-4503-4e2e-ba65-3bd4ed95c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.297762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890a3113-09f3-4b3d-b391-204db425e192 req-e417a9f2-4503-4e2e-ba65-3bd4ed95c9f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 1095 time: 0.0961571 Jul 16 20:53:57.452983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3113-09f3-4b3d-b391-204db425e192 req-d847101c-a041-4d81-9682-a75bedf02e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.454752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890a3113-09f3-4b3d-b391-204db425e192 req-d847101c-a041-4d81-9682-a75bedf02e75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1511576 Jul 16 20:53:57.521306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890a3113-09f3-4b3d-b391-204db425e192 req-76b44869-1559-437f-8ccd-9262baa5d038 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71 HTTP/1.1" status: 200 len: 217 time: 0.0449464 Jul 16 20:53:57.523637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c77c6d1b-63b5-45d1-aa2c-8e4a9cca47b6 req-6194c6db-404e-41cd-8035-0f21f70a2175 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 210 time: 0.0871837 Jul 16 20:53:57.594435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3113-09f3-4b3d-b391-204db425e192 req-2873ae7c-f6b2-4476-8262-336ee28692a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.595976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890a3113-09f3-4b3d-b391-204db425e192 req-2873ae7c-f6b2-4476-8262-336ee28692a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0557623 Jul 16 20:53:57.676666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3113-09f3-4b3d-b391-204db425e192 req-60eb5e4c-449d-4d54-9650-bd5b1f0a0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:57.678401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890a3113-09f3-4b3d-b391-204db425e192 req-60eb5e4c-449d-4d54-9650-bd5b1f0a0319 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765443 Jul 16 20:53:57.806266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890a3113-09f3-4b3d-b391-204db425e192 req-350fa89e-c9aa-4d73-8ece-4391e30e29b4 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193871 Jul 16 20:53:57.910974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890a3113-09f3-4b3d-b391-204db425e192 req-01362b43-c93c-4225-8501-7c74bb470dbc service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976589 Jul 16 20:53:58.214791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e3759529-069d-4c38-935d-0aae49b167fb tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f42d90112a3e4c8db0cf90f337a2a93f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430384 Jul 16 20:53:58.416368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-7f4e36b1-7472-4fbf-9926-f179681e8131 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:58.418155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-7f4e36b1-7472-4fbf-9926-f179681e8131 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978347 Jul 16 20:53:58.434932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Request body: {'port': {'device_id': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': 'f42d90112a3e4c8db0cf90f337a2a93f'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:58.675063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ab2e-0ee0-4724-bbf0-b9c0355444df req-95c1a17f-8a28-40b9-8148-73c3d09a7cd4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:58.676804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c915ab2e-0ee0-4724-bbf0-b9c0355444df req-95c1a17f-8a28-40b9-8148-73c3d09a7cd4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.1789479 Jul 16 20:53:58.682339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Made reservation on behalf of f42d90112a3e4c8db0cf90f337a2a93f for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:53:58.685926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.703767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.752345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c915ab2e-0ee0-4724-bbf0-b9c0355444df req-0fad2b37-2131-4b1d-9615-66d564cb884f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636241 Jul 16 20:53:58.874311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.881904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.965152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:59.005911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab74597d-2794-4068-957a-74bfcbc12052 req-860fe210-d42b-420c-94a5-c0a062e634e7 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 210 time: 0.0528231 Jul 16 20:53:59.093358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Allocated IP 192.168.233.244 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/773822b4-95b0-406b-bb0f-124b6a78e508) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:53:59.572033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.588305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Transition to ACTIVE for port object 773822b4-95b0-406b-bb0f-124b6a78e508 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:53:59.627814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.674482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:53:59.681212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:53:59.686010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:53:59.748708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Pushing event updated for resources: {'Port': ['ID=773822b4-95b0-406b-bb0f-124b6a78e508,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:53:59.758891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:59.758891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.776627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-e53d933a-3c67-40b8-b0f8-e717df4ee26d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3482363 Jul 16 20:53:59.790273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Request body: {'port': {'device_id': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:53:59.896665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:59.980839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cac5a387-8ec3-423e-8e48-e92698cbeed6 None None] Provisioning for port 773822b4-95b0-406b-bb0f-124b6a78e508 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:53:59.991107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cac5a387-8ec3-423e-8e48-e92698cbeed6 None None] Provisioning complete for port 773822b4-95b0-406b-bb0f-124b6a78e508 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:53:59.991401 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cac5a387-8ec3-423e-8e48-e92698cbeed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.034428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cac5a387-8ec3-423e-8e48-e92698cbeed6 None None] Port 773822b4-95b0-406b-bb0f-124b6a78e508 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:00.133974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad02ae1-2d05-4c24-a170-465f3df72790 req-1eed9065-9dae-4e61-9bac-666b26523bae tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:00.135603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ad02ae1-2d05-4c24-a170-465f3df72790 req-1eed9065-9dae-4e61-9bac-666b26523bae tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.1965613 Jul 16 20:54:00.230460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ad02ae1-2d05-4c24-a170-465f3df72790 req-48ae5b2f-e001-4d7e-9975-6581a4c04df3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605648 Jul 16 20:54:00.283558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae675128-2a34-4e08-abd9-3b7ece3c20dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.326760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773822b4-95b0-406b-bb0f-124b6a78e508 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:00.337043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.352863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Transition to ACTIVE for port object 773822b4-95b0-406b-bb0f-124b6a78e508 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:00.356939 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.459220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=773822b4-95b0-406b-bb0f-124b6a78e508,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:00.564234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea40cc-df5b-4e2d-836d-fc5b2b453151 req-8bc97aa6-273b-4586-8ba8-24f2140db37d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:00.567024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98ea40cc-df5b-4e2d-836d-fc5b2b453151 req-8bc97aa6-273b-4586-8ba8-24f2140db37d tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 948 time: 0.1634216 Jul 16 20:54:00.568695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Attempting to bind port 773822b4-95b0-406b-bb0f-124b6a78e508 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:00.569074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Attempting to bind port 773822b4-95b0-406b-bb0f-124b6a78e508 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:00.569399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Attempting to bind port 773822b4-95b0-406b-bb0f-124b6a78e508 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:00.575428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Port 773822b4-95b0-406b-bb0f-124b6a78e508 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:54:00.576015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Attempting to bind port 773822b4-95b0-406b-bb0f-124b6a78e508 on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:00.591870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:00.592248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:00.592657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:00.593131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Bound port: 773822b4-95b0-406b-bb0f-124b6a78e508, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:00.593923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.670188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98ea40cc-df5b-4e2d-836d-fc5b2b453151 req-31bd5bb7-7cc0-4248-8002-b6659884773b tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908353 Jul 16 20:54:00.714364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] For port 773822b4-95b0-406b-bb0f-124b6a78e508, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:00.720835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] For port 773822b4-95b0-406b-bb0f-124b6a78e508, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=773822b4-95b0-406b-bb0f-124b6a78e508,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:00.726089 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.763030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:00.763806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:00.765117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] 10.222.0.26 "PUT /v2.0/ports/773822b4-95b0-406b-bb0f-124b6a78e508 HTTP/1.1" status: 200 len: 1096 time: 0.9795556 Jul 16 20:54:00.765575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'tag': '773822b4-95b0-406b-bb0f-124b6a78e508'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:00.767987 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063ad70-ce9e-4004-952d-87537a1ddb54" -d '{"events": [{"name": "network-changed", "server_uuid": "032075a1-348a-42d8-a045-f3e3c2a8f8ce", "tag": "773822b4-95b0-406b-bb0f-124b6a78e508"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:00.859801 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb20a0-23ff-48c1-9f2e-e49385914082 x-openstack-request-id: req-05bb20a0-23ff-48c1-9f2e-e49385914082 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:00.860375 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032075a1-348a-42d8-a045-f3e3c2a8f8ce", "tag": "773822b4-95b0-406b-bb0f-124b6a78e508", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:00.860947 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-05bb20a0-23ff-48c1-9f2e-e49385914082 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:00.861882 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'tag': '773822b4-95b0-406b-bb0f-124b6a78e508', 'status': 'completed', 'code': 200} Jul 16 20:54:00.887013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b92e4f-02c5-409a-bf4b-9a461849bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=773822b4-95b0-406b-bb0f-124b6a78e508,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:00.929166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-cea58e2b-c65d-40a3-bc70-59c3cf323b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:00.930954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-cea58e2b-c65d-40a3-bc70-59c3cf323b12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f42d90112a3e4c8db0cf90f337a2a93f&device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 1099 time: 0.1067314 Jul 16 20:54:00.986589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-ec6044e8-8309-48ce-af2d-5f63cc47ffbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=773822b4-95b0-406b-bb0f-124b6a78e508 HTTP/1.1" status: 200 len: 217 time: 0.0479665 Jul 16 20:54:01.068345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-227b2829-fb22-474f-828a-524b3dbdf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:01.070203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-227b2829-fb22-474f-828a-524b3dbdf479 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0775452 Jul 16 20:54:01.164031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-00b3a4a7-9d7c-41fc-8f17-30470792e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:01.167226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-00b3a4a7-9d7c-41fc-8f17-30470792e9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867136 Jul 16 20:54:01.310542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-81490a40-8bb9-4008-8fe1-8eebad381e37 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369433 Jul 16 20:54:01.557279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42386e0-1c56-4577-a826-10ac23f41b8d req-701cc94d-24af-4f16-a223-a7ee321710f4 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401953 Jul 16 20:54:01.598928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddcc9d-c8c7-4fcf-b40d-bda55585aed3 req-2805b6fd-c340-490c-b7b7-3d89cc22a5f9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:01.601656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7ddcc9d-c8c7-4fcf-b40d-bda55585aed3 req-2805b6fd-c340-490c-b7b7-3d89cc22a5f9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.1694651 Jul 16 20:54:01.720947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7ddcc9d-c8c7-4fcf-b40d-bda55585aed3 req-ddd3c8ee-f35e-4e4b-9ed0-8237844122ac tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127398 Jul 16 20:54:01.767894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-b896d61b-dd48-43ed-8476-1ed81821bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:01.771281 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-b896d61b-dd48-43ed-8476-1ed81821bacd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f42d90112a3e4c8db0cf90f337a2a93f&device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 1099 time: 0.1516199 Jul 16 20:54:01.934571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-7429f94c-4604-46d3-a832-dd49ed20bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:01.936158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-7429f94c-4604-46d3-a832-dd49ed20bd62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.1569726 Jul 16 20:54:01.986678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-a6a5b4df-9397-42b7-b231-041aa4d9e394 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=773822b4-95b0-406b-bb0f-124b6a78e508 HTTP/1.1" status: 200 len: 217 time: 0.0426815 Jul 16 20:54:01.998721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5acf6d-1570-4c0d-844c-7c4e4ddaf8f8 req-bca4b9d7-60a3-4de1-a582-1a48385f15ba tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:02.000337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba5acf6d-1570-4c0d-844c-7c4e4ddaf8f8 req-bca4b9d7-60a3-4de1-a582-1a48385f15ba tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 948 time: 0.1349721 Jul 16 20:54:02.077790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-dfdb70cf-7ea9-4602-955e-2bb3d1810343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:02.079178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-dfdb70cf-7ea9-4602-955e-2bb3d1810343 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0779228 Jul 16 20:54:02.085904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba5acf6d-1570-4c0d-844c-7c4e4ddaf8f8 req-1f007881-ee2c-4bf2-8a9b-8f7524d2d702 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Jul 16 20:54:02.178161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-5c61c4cd-0e42-4931-8277-5071776866f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:02.180896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-5c61c4cd-0e42-4931-8277-5071776866f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938771 Jul 16 20:54:02.305081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-c06c50ef-5fc0-46b5-970c-ceb8f5e80af0 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163259 Jul 16 20:54:02.452230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9063ad70-ce9e-4004-952d-87537a1ddb54 req-6acf571c-1c81-4ea0-8d52-4ffb93b10aea service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388192 Jul 16 20:54:02.949215 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:02.955380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3f5d2-7a9d-4ba8-807d-e72e065b0042 req-5d5c4566-dcf5-4ba9-8cf7-5a6ac8a57800 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:02.957560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4c3f5d2-7a9d-4ba8-807d-e72e065b0042 req-5d5c4566-dcf5-4ba9-8cf7-5a6ac8a57800 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.0909967 Jul 16 20:54:03.023912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4c3f5d2-7a9d-4ba8-807d-e72e065b0042 req-f001dc03-30f0-4348-89fb-c8eb6b2ebf55 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576625 Jul 16 20:54:03.344349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6605bd6-e367-4675-93cb-eefa667603ca req-70a755c1-4cd1-4070-9976-b5bcdb6d44f8 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:03.346007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6605bd6-e367-4675-93cb-eefa667603ca req-70a755c1-4cd1-4070-9976-b5bcdb6d44f8 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 948 time: 0.0998709 Jul 16 20:54:03.394579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6605bd6-e367-4675-93cb-eefa667603ca req-82bd9da5-e2da-48f6-a0bb-6aea14e92907 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Jul 16 20:54:03.738938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-f11774d6-e99c-466b-8832-0741e013a425 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701742 Jul 16 20:54:03.864450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-9ae6a337-9ed4-4dfb-9542-4aa2fede85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:03.866888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-9ae6a337-9ed4-4dfb-9542-4aa2fede85e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1096 time: 0.0737641 Jul 16 20:54:04.000405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-59b7748d-3056-463d-a181-a4587d984c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:04.001979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-59b7748d-3056-463d-a181-a4587d984c25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1110415 Jul 16 20:54:04.061511 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:04.116702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-8e6aee64-80a6-4137-9c91-2ac44f3114f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1077521 Jul 16 20:54:04.179793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-77c7e105-9465-4d0a-9203-2889e9aa949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:04.181478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-77c7e105-9465-4d0a-9203-2889e9aa949d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0570469 Jul 16 20:54:04.311496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-f709e41f-181a-449d-8102-7d186d247fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:04.313115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-f709e41f-181a-449d-8102-7d186d247fed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234870 Jul 16 20:54:04.329626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38842096-3e03-4594-9617-d5709c37497c req-c602f6bc-37f7-435e-bef0-9853081927a0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:04.332016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38842096-3e03-4594-9617-d5709c37497c req-c602f6bc-37f7-435e-bef0-9853081927a0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.1274812 Jul 16 20:54:04.437236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38842096-3e03-4594-9617-d5709c37497c req-690c6fcc-3870-46ed-85e6-bfb77e9dc742 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976214 Jul 16 20:54:04.464407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-4154d40f-e2a7-4439-b781-acbcdd20bfad service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428845 Jul 16 20:54:04.609859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1412f8e4-9e1f-4bf7-84ae-2e1ec8fdaf20 req-1449a37a-fad9-4a91-aa6a-975fc27494fc service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393709 Jul 16 20:54:04.676147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9bd74-ad72-4474-b6e4-59af65498cff req-fe7fed07-582e-4e2c-94ed-ae27275ee9cd tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:04.676871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 773822b4-95b0-406b-bb0f-124b6a78e508 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:54:04.680839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81b9bd74-ad72-4474-b6e4-59af65498cff req-fe7fed07-582e-4e2c-94ed-ae27275ee9cd tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 948 time: 0.0878756 Jul 16 20:54:04.731062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81b9bd74-ad72-4474-b6e4-59af65498cff req-b935f8de-42d9-4b54-9a25-9b724b61dd27 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447094 Jul 16 20:54:04.858157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 773822b4-95b0-406b-bb0f-124b6a78e508, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=773822b4-95b0-406b-bb0f-124b6a78e508,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:04.888549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '773822b4-95b0-406b-bb0f-124b6a78e508', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': '773822b4-95b0-406b-bb0f-124b6a78e508', 'mac_address': 'fa:16:3e:8f:9f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:54:04.896529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f87c6547-e2e7-4769-a49f-efcad095483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:04.964657 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:04.980868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773822b4-95b0-406b-bb0f-124b6a78e508 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:05.006828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 773822b4-95b0-406b-bb0f-124b6a78e508, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=773822b4-95b0-406b-bb0f-124b6a78e508,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:05.013213 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:05.073000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=773822b4-95b0-406b-bb0f-124b6a78e508,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:05.084764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.085110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.086560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.087274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.088061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.088521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.088856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.089186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.089518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.089846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.090299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.090627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:05.271394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['773822b4-95b0-406b-bb0f-124b6a78e508'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:05.657114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad69c21-42d0-4310-be33-d59820836210 req-5ed1a77b-3feb-4c50-a2f7-4a788f561429 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:05.658936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aad69c21-42d0-4310-be33-d59820836210 req-5ed1a77b-3feb-4c50-a2f7-4a788f561429 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.0762811 Jul 16 20:54:05.707188 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aad69c21-42d0-4310-be33-d59820836210 req-b88592ff-1959-4ad2-b0e9-feccbccb60f9 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372746 Jul 16 20:54:05.955864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713edb5-0fc2-4288-a75d-45eba8edb904 req-587b080c-9b9e-4460-94fa-084fa5d1a97f tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:05.957621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2713edb5-0fc2-4288-a75d-45eba8edb904 req-587b080c-9b9e-4460-94fa-084fa5d1a97f tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 949 time: 0.0748267 Jul 16 20:54:06.002137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2713edb5-0fc2-4288-a75d-45eba8edb904 req-f92b591e-e622-4cf8-a35b-3d42e009c623 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Jul 16 20:54:06.117246 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.678446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 773822b4-95b0-406b-bb0f-124b6a78e508 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:06.742111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 773822b4-95b0-406b-bb0f-124b6a78e508 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:06.748011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 773822b4-95b0-406b-bb0f-124b6a78e508 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:06.748461 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.842961 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.873311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773822b4-95b0-406b-bb0f-124b6a78e508'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:06.875676 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccb2b76-7c11-4454-90ef-80e6aa840f7f" -d '{"events": [{"server_uuid": "032075a1-348a-42d8-a045-f3e3c2a8f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "773822b4-95b0-406b-bb0f-124b6a78e508"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:06.890023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 773822b4-95b0-406b-bb0f-124b6a78e508, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=773822b4-95b0-406b-bb0f-124b6a78e508,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:06.896315 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:06.958419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=773822b4-95b0-406b-bb0f-124b6a78e508,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:06.959351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebc452-2b99-467d-8377-64a72fa8ddd9 req-37a988e0-344a-4b8e-88ef-e41ade09f8e5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:06.963845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfebc452-2b99-467d-8377-64a72fa8ddd9 req-37a988e0-344a-4b8e-88ef-e41ade09f8e5 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.0905097 Jul 16 20:54:07.005239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfebc452-2b99-467d-8377-64a72fa8ddd9 req-4147dc26-3f19-4c17-be80-ae4e4b353789 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Jul 16 20:54:07.062309 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa72b68-6e1c-4688-a1da-51f617c42af1 x-openstack-request-id: req-ffa72b68-6e1c-4688-a1da-51f617c42af1 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:07.062802 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032075a1-348a-42d8-a045-f3e3c2a8f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "773822b4-95b0-406b-bb0f-124b6a78e508", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:07.063165 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ffa72b68-6e1c-4688-a1da-51f617c42af1 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:07.063604 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773822b4-95b0-406b-bb0f-124b6a78e508', 'code': 200} Jul 16 20:54:07.235014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca5ea2-cede-49be-84e3-875d6a06765e req-47a5c572-864c-4125-bbab-1e6c9f25517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:07.236509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1ca5ea2-cede-49be-84e3-875d6a06765e req-47a5c572-864c-4125-bbab-1e6c9f25517c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 1101 time: 0.1070116 Jul 16 20:54:07.259282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fddeb-f40e-4869-8be6-073956fabea3 req-28e50678-a1ec-4bee-8577-2e02a393c3c6 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:07.260840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a4fddeb-f40e-4869-8be6-073956fabea3 req-28e50678-a1ec-4bee-8577-2e02a393c3c6 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 950 time: 0.0970774 Jul 16 20:54:07.304868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1ca5ea2-cede-49be-84e3-875d6a06765e req-64604d68-a39b-4184-b8f4-7bbb96d5468a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Jul 16 20:54:07.322840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a4fddeb-f40e-4869-8be6-073956fabea3 req-71ce9ba6-f6a9-4f89-8727-e9b9c8cdc46a tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537536 Jul 16 20:54:08.251516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.271632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3640f-7f1a-4ced-8f85-bebca1bec01f req-49330818-0f22-4fc4-8b8a-d663b5fcea0b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.275797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02d3640f-7f1a-4ced-8f85-bebca1bec01f req-49330818-0f22-4fc4-8b8a-d663b5fcea0b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 944 time: 0.0990584 Jul 16 20:54:08.331569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02d3640f-7f1a-4ced-8f85-bebca1bec01f req-93c38419-1857-4e0c-a9d6-974aaf928a2b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 Jul 16 20:54:08.604885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494e9b-1ffd-4338-b7c5-bf866209a87b req-66c32fb7-66f9-4228-abf8-035dc07caca6 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:08.607675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b494e9b-1ffd-4338-b7c5-bf866209a87b req-66c32fb7-66f9-4228-abf8-035dc07caca6 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 950 time: 0.0947189 Jul 16 20:54:08.619971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.666783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b494e9b-1ffd-4338-b7c5-bf866209a87b req-b38f6229-52c9-4945-b360-7bbefde4eb23 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 Jul 16 20:54:08.902355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:08.942590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a77f097a-35f7-41d4-a800-3d0b8a133e71 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:54:09.067223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a77f097a-35f7-41d4-a800-3d0b8a133e71, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:09.082501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'port_id': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'mac_address': 'fa:16:3e:c3:5e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:54:09.135385 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.156690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77f097a-35f7-41d4-a800-3d0b8a133e71 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:09.189963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a77f097a-35f7-41d4-a800-3d0b8a133e71, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:09.196504 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:09.263539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a77f097a-35f7-41d4-a800-3d0b8a133e71,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:09.413380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df7b53-d65e-4a44-bc9a-63718a61c013 req-ed7357b4-986e-4c67-85b8-071331825223 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.416263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59df7b53-d65e-4a44-bc9a-63718a61c013 req-ed7357b4-986e-4c67-85b8-071331825223 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 950 time: 0.1230907 Jul 16 20:54:09.424060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['a77f097a-35f7-41d4-a800-3d0b8a133e71'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:09.475556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59df7b53-d65e-4a44-bc9a-63718a61c013 req-6b4c4734-b1e1-44f9-9c92-c5adbf93b6f2 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522087 Jul 16 20:54:09.769551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450de47-ca02-4394-a208-f61f93c6dd63 req-8a55c52f-5061-43ca-b8f0-b2a70bbb157b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:09.771220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1450de47-ca02-4394-a208-f61f93c6dd63 req-8a55c52f-5061-43ca-b8f0-b2a70bbb157b tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 945 time: 0.0921323 Jul 16 20:54:09.820738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1450de47-ca02-4394-a208-f61f93c6dd63 req-8f1999c2-7182-4414-be58-a2a4430e7b64 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Jul 16 20:54:10.510235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-12af9141-90c8-4ab0-97da-25ba1cdc928b tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:10.511892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-12af9141-90c8-4ab0-97da-25ba1cdc928b tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.26 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 950 time: 0.0714192 Jul 16 20:54:10.761439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Deleting port 773822b4-95b0-406b-bb0f-124b6a78e508 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:10.762132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.832119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dcc29-0622-4d99-874e-57cfae721b75 req-720eadb5-e444-4873-b30c-d46af54c2ee3 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:10.833769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d5dcc29-0622-4d99-874e-57cfae721b75 req-720eadb5-e444-4873-b30c-d46af54c2ee3 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 950 time: 0.1972680 Jul 16 20:54:10.933438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d5dcc29-0622-4d99-874e-57cfae721b75 req-530250db-795b-4c7d-9858-8f7c344e7afd tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/security-groups?id=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631137 Jul 16 20:54:10.935506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] For port 773822b4-95b0-406b-bb0f-124b6a78e508, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=773822b4-95b0-406b-bb0f-124b6a78e508,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:10.935880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:10.950994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Calling delete_port for 773822b4-95b0-406b-bb0f-124b6a78e508 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:10.970499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a77f097a-35f7-41d4-a800-3d0b8a133e71 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:11.040844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port a77f097a-35f7-41d4-a800-3d0b8a133e71 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:11.045217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port a77f097a-35f7-41d4-a800-3d0b8a133e71 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:11.045586 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.156781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.173735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.185289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:11.187667 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85394021-6ac7-443b-a486-b11163c913aa" -d '{"events": [{"server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "name": "network-vif-plugged", "status": "completed", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:11.194698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['773822b4-95b0-406b-bb0f-124b6a78e508'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:54:11.215968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Pushing event deleted for resources: {'Port': ['ID=773822b4-95b0-406b-bb0f-124b6a78e508,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:11.239298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port a77f097a-35f7-41d4-a800-3d0b8a133e71, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:11.245831 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.277160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] No DVR routers for this DVR port 773822b4-95b0-406b-bb0f-124b6a78e508 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:11.280491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:11.282855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46822e76-2f9e-45cc-b04a-2ec69ffc0237 req-0b5b383c-eca6-43e1-b615-a3d441c7710c tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.26 "DELETE /v2.0/ports/773822b4-95b0-406b-bb0f-124b6a78e508 HTTP/1.1" status: 204 len: 173 time: 0.7653089 Jul 16 20:54:11.283382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'name': 'network-vif-deleted', 'tag': '773822b4-95b0-406b-bb0f-124b6a78e508'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:11.286475 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b209904e-6fc0-4389-83fc-d6f72c4ab6f4" -d '{"events": [{"server_uuid": "032075a1-348a-42d8-a045-f3e3c2a8f8ce", "name": "network-vif-deleted", "tag": "773822b4-95b0-406b-bb0f-124b6a78e508"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:11.297430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cc950-984b-4612-97d6-643d61f629f7 req-98e51faa-044c-49c5-b8b3-0599d1ec7bb3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:11.299006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc6cc950-984b-4612-97d6-643d61f629f7 req-98e51faa-044c-49c5-b8b3-0599d1ec7bb3 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 945 time: 0.1756921 Jul 16 20:54:11.328730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=a77f097a-35f7-41d4-a800-3d0b8a133e71,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:11.345865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc6cc950-984b-4612-97d6-643d61f629f7 req-438e2323-db1f-4202-9486-a784bfde60f4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392301 Jul 16 20:54:11.429920 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5117d50b-ce14-445c-9a88-78539b195824 x-openstack-request-id: req-5117d50b-ce14-445c-9a88-78539b195824 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:11.432422 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "name": "network-vif-plugged", "status": "completed", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:11.433608 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5117d50b-ce14-445c-9a88-78539b195824 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:11.434374 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'code': 200} Jul 16 20:54:11.510907 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8683fc01-fad7-49f4-be6b-333125f9e773 x-openstack-request-id: req-8683fc01-fad7-49f4-be6b-333125f9e773 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:11.511873 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032075a1-348a-42d8-a045-f3e3c2a8f8ce", "name": "network-vif-deleted", "tag": "773822b4-95b0-406b-bb0f-124b6a78e508", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:11.511873 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8683fc01-fad7-49f4-be6b-333125f9e773 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:11.511873 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032075a1-348a-42d8-a045-f3e3c2a8f8ce', 'name': 'network-vif-deleted', 'tag': '773822b4-95b0-406b-bb0f-124b6a78e508', 'status': 'completed', 'code': 200} Jul 16 20:54:11.601227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac59311-d364-45d1-b826-8e4f7d24ef46 req-5e9f6191-3d0d-48d6-aa6f-f1408488eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:11.604087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cac59311-d364-45d1-b826-8e4f7d24ef46 req-5e9f6191-3d0d-48d6-aa6f-f1408488eb0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 1097 time: 0.0689039 Jul 16 20:54:11.649707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cac59311-d364-45d1-b826-8e4f7d24ef46 req-3f04b976-79e8-471d-a92c-e08bca1fdd7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Jul 16 20:54:12.138104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a04e32bb-f514-483a-8199-bfe2e292b7fe req-a9c9e575-f08b-4263-90c7-54bae7306ba8 tempest-VolumesNegativeTest-1129370318 tempest-VolumesNegativeTest-1129370318-project] 10.222.0.100 "GET /v2.0/ports?device_id=032075a1-348a-42d8-a045-f3e3c2a8f8ce HTTP/1.1" status: 200 len: 210 time: 0.0299468 Jul 16 20:54:12.582337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0904df-2545-427d-9b4d-28adc03d59bf req-7f662926-ff88-4d6f-abb9-bb1bf2367db4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:12.584308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c0904df-2545-427d-9b4d-28adc03d59bf req-7f662926-ff88-4d6f-abb9-bb1bf2367db4 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 946 time: 0.0969646 Jul 16 20:54:12.633471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0c0904df-2545-427d-9b4d-28adc03d59bf req-ffe1b29b-a95a-4f24-9267-742b7d97ae66 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Jul 16 20:54:13.906460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad9581-5461-4e7f-9dbd-ed7cac71d62e req-5224f6bd-6202-422b-8c68-3012839083cc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:13.908460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60ad9581-5461-4e7f-9dbd-ed7cac71d62e req-5224f6bd-6202-422b-8c68-3012839083cc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 946 time: 0.0895579 Jul 16 20:54:13.962599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60ad9581-5461-4e7f-9dbd-ed7cac71d62e req-d0260bac-d634-43fc-a0c6-a182d51c28e0 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Jul 16 20:54:14.225844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7578d-b147-4d85-92d5-712080b36ed0 req-5ddec4dd-9238-4118-b9fa-ddbdf222e73d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:14.229531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca7578d-b147-4d85-92d5-712080b36ed0 req-5ddec4dd-9238-4118-b9fa-ddbdf222e73d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 946 time: 0.0995796 Jul 16 20:54:14.300592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca7578d-b147-4d85-92d5-712080b36ed0 req-571b93a5-69f8-4425-9164-8ed5edae8ee6 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658178 Jul 16 20:54:14.327825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:14.396148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69685076-a599-4827-ab96-69cc36e94ad9 tempest-TestVolumeBootPattern-239475260 tempest-TestVolumeBootPattern-239475260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:14.398527 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-69685076-a599-4827-ab96-69cc36e94ad9 tempest-TestVolumeBootPattern-239475260 tempest-TestVolumeBootPattern-239475260-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 1092 time: 0.0696394 Jul 16 20:54:14.402899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50496) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:14.412122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:14.457889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.599908 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.693659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 773822b4-95b0-406b-bb0f-124b6a78e508 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:14.728258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 773822b4-95b0-406b-bb0f-124b6a78e508 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:14.728887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 773822b4-95b0-406b-bb0f-124b6a78e508 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:14.781973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Allocated IP 172.25.8.114 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/ab19dd3e-4af5-4dcf-b66d-8f39e130fa64) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:14.913578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:14.986376 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.042901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:15.046144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:15.049369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:15.083657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=ab19dd3e-4af5-4dcf-b66d-8f39e130fa64,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:15.532512 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.669849 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.914110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:15.920133 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:16.014253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event updated for resources: {'Port': ['ID=ab19dd3e-4af5-4dcf-b66d-8f39e130fa64,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:16.031220 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:16.201701 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Floating IP 0c2b6007-e64b-4e7c-81fb-8a7c668b68bd associated. External IP: 172.25.8.114, port: a77f097a-35f7-41d4-a800-3d0b8a133e71. Jul 16 20:54:16.520996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:16.685623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:16.698769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:16.714977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:16.716111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:16.722032 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:16.792229 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ea02fbe-f503-4cab-9cf8-3b9c7fa2578d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3877764 Jul 16 20:54:16.793212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:16.795776 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3325428e-e3a2-4ef8-b547-9ce3abdc6235" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:16.848308 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d90fb-d83e-4211-a441-b9940bc21a91 x-openstack-request-id: req-7d6d90fb-d83e-4211-a441-b9940bc21a91 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:16.848843 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:16.849278 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7d6d90fb-d83e-4211-a441-b9940bc21a91 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:16.849855 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'status': 'completed', 'code': 200} Jul 16 20:54:16.957259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-9dea01d9-e977-4ef2-adea-eab06665fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:16.961330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-9dea01d9-e977-4ef2-adea-eab06665fb38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 1097 time: 0.0874774 Jul 16 20:54:17.085991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:17.105095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-d1cafeae-a688-4fa0-b528-c0d9b90a95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.107211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-d1cafeae-a688-4fa0-b528-c0d9b90a95fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1387620 Jul 16 20:54:17.194728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-69289aa7-79c9-4020-a6e3-4a1888018ebe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71 HTTP/1.1" status: 200 len: 1000 time: 0.0794041 Jul 16 20:54:17.261646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-38c409a4-fe22-45e0-8b6e-5d17d4b709c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.263693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-38c409a4-fe22-45e0-8b6e-5d17d4b709c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0630152 Jul 16 20:54:17.328765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-ec754ca3-3e25-4ba9-a75e-6babefe1a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:17.330619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-ec754ca3-3e25-4ba9-a75e-6babefe1a77e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605590 Jul 16 20:54:17.360336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c2b6007-e64b-4e7c-81fb-8a7c668b68bd', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:c3:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:15Z', 'updated_at': '2021-07-16T20:54:15Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}, {'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:10Z', 'revision_number': 1, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:17.390861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:17.400939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:17.401577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:17.482648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-e1623a9d-cf05-4d9a-89ea-bcbf86bd81e7 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442010 Jul 16 20:54:17.533680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:17.601335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3325428e-e3a2-4ef8-b547-9ce3abdc6235 req-9f155ac7-6510-446f-b7ad-c08a97dac11a service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116729 Jul 16 20:54:17.835536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c2b6007-e64b-4e7c-81fb-8a7c668b68bd', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:c3:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:15Z', 'updated_at': '2021-07-16T20:54:15Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}, {'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:10Z', 'revision_number': 1, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:17.867900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0b37a4-3033-4342-9990-c177217bd77e None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0c2b6007-e64b-4e7c-81fb-8a7c668b68bd', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:c3:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:54:15Z', 'updated_at': '2021-07-16T20:54:15Z', 'revision_number': 0, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}, {'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:10Z', 'revision_number': 1, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:18.122194 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ffcde-a226-410a-8574-a03ec8856f66 None None] New status for floating IP 0c2b6007-e64b-4e7c-81fb-8a7c668b68bd: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:54:19.124091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:19.403053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50676) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:19.405699 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7089ecd1-25ae-4774-a3de-b6b678660bcf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f42d90112a3e4c8db0cf90f337a2a93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091622 Jul 16 20:54:19.407671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fa36be2-14b0-4afb-bc16-08888d738f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:19.708134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fa36be2-14b0-4afb-bc16-08888d738f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:19.762249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fa36be2-14b0-4afb-bc16-08888d738f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:19.769835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fa36be2-14b0-4afb-bc16-08888d738f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:19.773454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6fa36be2-14b0-4afb-bc16-08888d738f1e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b8586762-a9b8-46d7-bbd4-5fdc82b0bb63 HTTP/1.1" status: 204 len: 168 time: 0.4373174 Jul 16 20:54:19.781492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa36be2-14b0-4afb-bc16-08888d738f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8586762-a9b8-46d7-bbd4-5fdc82b0bb63,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:20.530286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50724) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:20.649597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-992287985-network', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:20.677022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Made reservation on behalf of cd50501e6ab0428e8c8bf6469c13db5d for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:20.680698 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.691220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.799470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.803742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.832632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:54:20.838995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3361153-1945-4bec-ad33-6f9ad2635ad9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:20.845742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.845997 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Added segment 49139153-262d-4670-b1d7-44d97a9800f0 of type vlan for network 946a275b-5f4a-4db4-8b5c-45c6576e563e Jul 16 20:54:20.890354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.930978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.932029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:20.932541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.979845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4483187 Jul 16 20:54:20.982706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:20.990286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Request body: {'subnet': {'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-992287985-subnet', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:21.012486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Made reservation on behalf of cd50501e6ab0428e8c8bf6469c13db5d for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:21.014874 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.029228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f437993-fdb3-49e9-93b0-9e78e291b2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=946a275b-5f4a-4db4-8b5c-45c6576e563e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:21.043088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:54:21.246533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.317755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60123722-b065-4b9e-94a5-e100d4205a49,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:21.326193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Checking segment: {'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:21.326558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Network hostable DHCP agents. Network: 946a275b-5f4a-4db4-8b5c-45c6576e563e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:54:21.343447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:54:21.353479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 946a275b-5f4a-4db4-8b5c-45c6576e563e) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:21.358544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:21.359208 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.365395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1380f-f7fb-46dd-b5b6-df7ed2d1b680 None None] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:21.380131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50746) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:21.380346 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8077c66-87d6-4a9b-a17f-9acad2955d99 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3948686 Jul 16 20:54:21.384846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:21.410118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.411204 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.512648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.533427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-946a275b-5f4a-4db4-8b5c-45c6576e563e', 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'fixed_ips': [{'subnet_id': '60123722-b065-4b9e-94a5-e100d4205a49'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:54:21.535061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.658462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.688310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Allocated IP 172.20.0.2 (946a275b-5f4a-4db4-8b5c-45c6576e563e/60123722-b065-4b9e-94a5-e100d4205a49/3b0df543-4221-4b0e-ae7c-81225fc54d99) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:21.858209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.881876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Transition to ACTIVE for port object 3b0df543-4221-4b0e-ae7c-81225fc54d99 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:21.905369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Transition to ACTIVE for port object 3b0df543-4221-4b0e-ae7c-81225fc54d99 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:21.923372 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.923789 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.963991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:21.976782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:21.980177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:21.984238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:21.991848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Pushing event updated for resources: {'Port': ['ID=3b0df543-4221-4b0e-ae7c-81225fc54d99,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:22.046224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Attempting to bind port 3b0df543-4221-4b0e-ae7c-81225fc54d99 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:22.047002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Attempting to bind port 3b0df543-4221-4b0e-ae7c-81225fc54d99 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:22.047002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Attempting to bind port 3b0df543-4221-4b0e-ae7c-81225fc54d99 on network 946a275b-5f4a-4db4-8b5c-45c6576e563e {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:22.052206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:22.053132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Checking segment: {'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:22.053413 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.053810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Bound using segment: {'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:22.054285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Bound port: 3b0df543-4221-4b0e-ae7c-81225fc54d99, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:22.054668 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.097050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Allocated IP 172.25.8.19 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:22.163459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] For port 3b0df543-4221-4b0e-ae7c-81225fc54d99, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:22.169083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] For port 3b0df543-4221-4b0e-ae7c-81225fc54d99, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3b0df543-4221-4b0e-ae7c-81225fc54d99,segment=NetworkSegment(49139153-262d-4670-b1d7-44d97a9800f0),segment_id=49139153-262d-4670-b1d7-44d97a9800f0)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:22.183737 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.256370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.264867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c29a89-8374-40f4-9567-abde7e5e8f7f None None] Pushing event updated for resources: {'Port': ['ID=3b0df543-4221-4b0e-ae7c-81225fc54d99,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:22.330150 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.377864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:22.380687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:22.385557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:22.389069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Pushing event updated for resources: {'Port': ['ID=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:22.734571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:22.966934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:23.145205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:54:23.273901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:23.289031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Sync routers for ids ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:23.308006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:23.310904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Routers {'2458ac48-453c-4a1e-a3c1-fda6bc5e752d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:23.311566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-522f7627-3ba6-4e42-8d9f-e4de032e4b3e admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9299397 Jul 16 20:54:23.311727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:23.315017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50776) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:23.455031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Set router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:23.493290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18857f7b-bcd9-46b3-970d-28022dc11683 None None] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:23.621714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b9c294fc-47c8-40a2-9f76-9a9b60b0e7b1 None None] Provisioning for port 3b0df543-4221-4b0e-ae7c-81225fc54d99 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:23.840280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:22Z', 'revision_number': 3, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port': {'id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:23.877412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Checking router: 2458ac48-453c-4a1e-a3c1-fda6bc5e752d for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:23.878732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Updating router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:23.925130 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.009116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.275053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Allocated IP 172.20.0.1 (946a275b-5f4a-4db4-8b5c-45c6576e563e/60123722-b065-4b9e-94a5-e100d4205a49/b768a88f-6334-4480-89b1-9236e491dd20) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:24.416354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.423829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.434890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Transition to ACTIVE for port object e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:24.443465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b0df543-4221-4b0e-ae7c-81225fc54d99 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:24.443797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Transition to ACTIVE for port object b768a88f-6334-4480-89b1-9236e491dd20 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:24.448776 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.496138 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.545314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:24.548264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:24.552546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Attempting to bind port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:24.552783 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:24.552907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Attempting to bind port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:24.553163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Attempting to bind port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:24.558698 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=b768a88f-6334-4480-89b1-9236e491dd20,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:24.561881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796848a-4ff8-4b35-8190-c8078baba8f8 None None] Pushing event updated for resources: {'Port': ['ID=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:24.568808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:24.569085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:24.569472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.569859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:24.570332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Bound port: e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:24.571039 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.609244 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.620160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3b0df543-4221-4b0e-ae7c-81225fc54d99 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:24.631140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3b0df543-4221-4b0e-ae7c-81225fc54d99 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:24.631848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.702416 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] For port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:24.714016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] For port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:24.727298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.812364 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.842028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Routers {'2458ac48-453c-4a1e-a3c1-fda6bc5e752d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:24.842459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:24.896977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796848a-4ff8-4b35-8190-c8078baba8f8 None None] Pushing event updated for resources: {'Port': ['ID=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:24.901048 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.017816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3b0df543-4221-4b0e-ae7c-81225fc54d99, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3b0df543-4221-4b0e-ae7c-81225fc54d99,segment=NetworkSegment(49139153-262d-4670-b1d7-44d97a9800f0),segment_id=49139153-262d-4670-b1d7-44d97a9800f0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:25.021616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2b520453-f672-4d7d-a51c-3388cb563630 None None] Provisioning for port b768a88f-6334-4480-89b1-9236e491dd20 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:25.029822 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.038652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2b520453-f672-4d7d-a51c-3388cb563630 None None] Provisioning complete for port b768a88f-6334-4480-89b1-9236e491dd20 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:25.039020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b520453-f672-4d7d-a51c-3388cb563630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.041628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.045282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] Set router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:25.049043 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.118591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=b768a88f-6334-4480-89b1-9236e491dd20,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:25.125102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.242039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:25.244058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:25.378415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2b520453-f672-4d7d-a51c-3388cb563630 None None] Port b768a88f-6334-4480-89b1-9236e491dd20 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:25.395670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:25.411134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3b0df543-4221-4b0e-ae7c-81225fc54d99,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:25.547504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:25.554986 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e8ea9dd5-2b42-4747-ad3a-71b1dc1d5ce6 admin admin] 10.222.0.100 "PUT /v2.0/routers/2458ac48-453c-4a1e-a3c1-fda6bc5e752d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372706 Jul 16 20:54:25.571742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 4, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port': {'id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b768a88f-6334-4480-89b1-9236e491dd20', 'name': '', 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'mac_address': 'fa:16:3e:70:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '60123722-b065-4b9e-94a5-e100d4205a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:24Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 1, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'subnets': [{'id': '60123722-b065-4b9e-94a5-e100d4205a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:25.603110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68032a3-c634-4bfa-8dbf-2a386121ea80 None None] The sync data for ids ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'] in n-d-798930-6 is: [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 4, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port': {'id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b768a88f-6334-4480-89b1-9236e491dd20', 'name': '', 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'mac_address': 'fa:16:3e:70:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '60123722-b065-4b9e-94a5-e100d4205a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:24Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 1, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'subnets': [{'id': '60123722-b065-4b9e-94a5-e100d4205a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:25.615720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d30409a1-9bc7-4b1d-a424-d45e1221619f None None] Provisioning complete for port b768a88f-6334-4480-89b1-9236e491dd20 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:25.616228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d30409a1-9bc7-4b1d-a424-d45e1221619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.657123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d30409a1-9bc7-4b1d-a424-d45e1221619f None None] Port b768a88f-6334-4480-89b1-9236e491dd20 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:26.175512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50826) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:26.182876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-980076410-network', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:26.220330 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Made reservation on behalf of 1cf240b375ac4c5b913f9eb554f7b0b1 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:26.226303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.241285 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.407792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.414994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.416676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b0df543-4221-4b0e-ae7c-81225fc54d99 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:26.453102 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a78dc7-e916-4675-b5be-180af734d303,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:26.465362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:54:26.478102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.478391 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Added segment 68857ebb-f456-4796-908f-8eb3267036b8 of type vlan for network ecb2a68e-8c83-40f4-a7f3-99fc78264715 Jul 16 20:54:26.500308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3b0df543-4221-4b0e-ae7c-81225fc54d99 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:26.500689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.570336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.642678 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.644453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:26.645523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.717706 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5383461 Jul 16 20:54:26.718348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50838) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:26.728022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Request body: {'subnet': {'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-980076410-subnet', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:26.754296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce42747-999c-4b82-903f-c762c3dadade admin admin] Pushing event updated for resources: {'Network': ['ID=ecb2a68e-8c83-40f4-a7f3-99fc78264715,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:26.757965 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Made reservation on behalf of 1cf240b375ac4c5b913f9eb554f7b0b1 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:26.761603 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:26.766309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:54:26.980115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.032432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1148dea5-b0c8-4e5d-b195-ae5570035363,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:27.063289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Checking segment: {'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:27.063818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Network hostable DHCP agents. Network: ecb2a68e-8c83-40f4-a7f3-99fc78264715, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:54:27.099821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:54:27.113464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ecb2a68e-8c83-40f4-a7f3-99fc78264715) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:27.118850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:27.120472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.124156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd0f8fe-2618-4cc8-b330-e8a9907ddfe4 None None] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:27.141202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fbef9917-f877-4629-b713-ec7002bb2940 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4215152 Jul 16 20:54:27.144742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 50844) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:27.151389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:27.181716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.183579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.276116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.333366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ecb2a68e-8c83-40f4-a7f3-99fc78264715', 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'fixed_ips': [{'subnet_id': '1148dea5-b0c8-4e5d-b195-ae5570035363'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:54:27.334279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.463215 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.520552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Allocated IP 172.20.0.2 (ecb2a68e-8c83-40f4-a7f3-99fc78264715/1148dea5-b0c8-4e5d-b195-ae5570035363/911c1bff-7905-4cfa-8548-8778e0619428) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:27.722984 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.742101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Transition to ACTIVE for port object 911c1bff-7905-4cfa-8548-8778e0619428 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:27.763014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Transition to ACTIVE for port object 911c1bff-7905-4cfa-8548-8778e0619428 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:27.774690 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.806625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.824054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:27.831663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:27.836931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:27.848531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Pushing event updated for resources: {'Port': ['ID=911c1bff-7905-4cfa-8548-8778e0619428,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:27.848924 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.939395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Attempting to bind port 911c1bff-7905-4cfa-8548-8778e0619428 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:27.939838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Attempting to bind port 911c1bff-7905-4cfa-8548-8778e0619428 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:27.940975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Attempting to bind port 911c1bff-7905-4cfa-8548-8778e0619428 on network ecb2a68e-8c83-40f4-a7f3-99fc78264715 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:27.946736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:27.947501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Checking segment: {'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:27.948111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:27.948698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Bound using segment: {'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:27.949392 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Bound port: 911c1bff-7905-4cfa-8548-8778e0619428, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:27.949998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.020623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Allocated IP 172.25.8.108 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:28.074839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] For port 911c1bff-7905-4cfa-8548-8778e0619428, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:28.080399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] For port 911c1bff-7905-4cfa-8548-8778e0619428, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=911c1bff-7905-4cfa-8548-8778e0619428,segment=NetworkSegment(68857ebb-f456-4796-908f-8eb3267036b8),segment_id=68857ebb-f456-4796-908f-8eb3267036b8)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:28.088563 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.162627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c3b69-8739-42b4-b8e7-252e738f21e2 None None] Pushing event updated for resources: {'Port': ['ID=911c1bff-7905-4cfa-8548-8778e0619428,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:28.201299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.269765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.327168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:28.344547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:28.350826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:28.354637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Pushing event updated for resources: {'Port': ['ID=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:28.488759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:28.595421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:28.601057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:28.601437 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.704128 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Sync routers for ids ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:28.716738 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Routers {'2458ac48-453c-4a1e-a3c1-fda6bc5e752d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:28.718591 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:28.765843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.778081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.797406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:28.804287 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:28.852444 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Set router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:28.879043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:29.126438 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 4, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port': {'id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b768a88f-6334-4480-89b1-9236e491dd20', 'name': '', 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'mac_address': 'fa:16:3e:70:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '60123722-b065-4b9e-94a5-e100d4205a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:24Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 2, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'subnets': [{'id': '60123722-b065-4b9e-94a5-e100d4205a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:29.160126 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Checking router: 2458ac48-453c-4a1e-a3c1-fda6bc5e752d for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:29.161192 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Updating router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d port b768a88f-6334-4480-89b1-9236e491dd20 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:29.199630 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.390426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.531561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683644fc-4a13-4951-9d68-a0c7ab109a17 None None] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:29.561429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Router d84fa30c-76b4-4072-babe-5483ad5992ce is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:54:29.606070 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.625065 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Transition to ACTIVE for port object b768a88f-6334-4480-89b1-9236e491dd20 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:29.633857 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.655161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ec9d3b6a-fe50-458f-ac0f-7e7ffb0ac5fc None None] Provisioning for port 911c1bff-7905-4cfa-8548-8778e0619428 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:29.735969 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Pushing event updated for resources: {'Port': ['ID=b768a88f-6334-4480-89b1-9236e491dd20,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:29.750887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:29.785650 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Attempting to bind port b768a88f-6334-4480-89b1-9236e491dd20 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:29.785650 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Attempting to bind port b768a88f-6334-4480-89b1-9236e491dd20 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:29.786057 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Attempting to bind port b768a88f-6334-4480-89b1-9236e491dd20 on network 946a275b-5f4a-4db4-8b5c-45c6576e563e {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:29.789735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.790464 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.790939 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.791300 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.791637 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.791966 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.792294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-672d5367-a50a-4336-a214-072779e85c3d admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6453631 Jul 16 20:54:29.792436 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.792686 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.793161 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.793483 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.793805 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.794126 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.794537 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:29.794996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 50888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:29.801507 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:29.801895 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Checking segment: {'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:29.802281 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.802672 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Bound using segment: {'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:29.803149 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Bound port: b768a88f-6334-4480-89b1-9236e491dd20, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49139153-262d-4670-b1d7-44d97a9800f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:29.803681 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:29.827874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Sync routers for ids ['d84fa30c-76b4-4072-babe-5483ad5992ce'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:29.867915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Routers {'d84fa30c-76b4-4072-babe-5483ad5992ce'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:29.869305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d84fa30c-76b4-4072-babe-5483ad5992ce'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:29.976156 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] For port b768a88f-6334-4480-89b1-9236e491dd20, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:29.991496 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] For port b768a88f-6334-4480-89b1-9236e491dd20, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b768a88f-6334-4480-89b1-9236e491dd20,segment=NetworkSegment(49139153-262d-4670-b1d7-44d97a9800f0),segment_id=49139153-262d-4670-b1d7-44d97a9800f0)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:30.002476 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:30.152224 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db4097-3041-4024-98b2-06f59fe3e0c9 None None] Pushing event updated for resources: {'Port': ['ID=b768a88f-6334-4480-89b1-9236e491dd20,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:30.220058 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Routers {'2458ac48-453c-4a1e-a3c1-fda6bc5e752d'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:30.222491 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:30.234938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Set router d84fa30c-76b4-4072-babe-5483ad5992ce gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:30.417634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aff013b2-c93d-43dd-a413-e117778ea342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:30.624048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:28Z', 'revision_number': 3, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port': {'id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:30.699576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Checking router: d84fa30c-76b4-4072-babe-5483ad5992ce for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:30.699918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Updating router d84fa30c-76b4-4072-babe-5483ad5992ce port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:30.751842 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] Set router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:30.762256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911c1bff-7905-4cfa-8548-8778e0619428 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:30.770061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:30.948566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 911c1bff-7905-4cfa-8548-8778e0619428 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:30.958480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 911c1bff-7905-4cfa-8548-8778e0619428 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:30.958779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.068597 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 4, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port': {'id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b768a88f-6334-4480-89b1-9236e491dd20', 'name': '', 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'mac_address': 'fa:16:3e:70:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '60123722-b065-4b9e-94a5-e100d4205a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:24Z', 'updated_at': '2021-07-16T20:54:29Z', 'revision_number': 4, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'subnets': [{'id': '60123722-b065-4b9e-94a5-e100d4205a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:31.105433 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8fc4c-97a2-4000-86b0-ae4a46a1d1bd None None] The sync data for ids ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'] in n-d-798930-6 is: [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:24Z', 'revision_number': 4, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port': {'id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b768a88f-6334-4480-89b1-9236e491dd20', 'name': '', 'network_id': '946a275b-5f4a-4db4-8b5c-45c6576e563e', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'mac_address': 'fa:16:3e:70:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '60123722-b065-4b9e-94a5-e100d4205a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:24Z', 'updated_at': '2021-07-16T20:54:29Z', 'revision_number': 4, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'subnets': [{'id': '60123722-b065-4b9e-94a5-e100d4205a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:31.151201 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.178694 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.247029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 911c1bff-7905-4cfa-8548-8778e0619428, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=911c1bff-7905-4cfa-8548-8778e0619428,segment=NetworkSegment(68857ebb-f456-4796-908f-8eb3267036b8),segment_id=68857ebb-f456-4796-908f-8eb3267036b8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:31.256530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.257589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:31.341383 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.387467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Transition to ACTIVE for port object c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:31.410627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.421733 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Allocated IP 172.20.0.1 (ecb2a68e-8c83-40f4-a7f3-99fc78264715/1148dea5-b0c8-4e5d-b195-ae5570035363/b0702130-626c-4ca8-becf-373108abfd20) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:31.428897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:31.429274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.433403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=911c1bff-7905-4cfa-8548-8778e0619428,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:31.509560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Attempting to bind port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:31.509930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Attempting to bind port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:31.510297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Attempting to bind port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:31.531695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:31.531695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:31.532689 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.532689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:31.532842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Bound port: c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:31.533201 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.616080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532a351-1111-4072-a316-4327838e2f3f None None] Pushing event updated for resources: {'Port': ['ID=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:31.639317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] For port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:31.642378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.647746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] For port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:31.687789 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.705166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Transition to ACTIVE for port object b0702130-626c-4ca8-becf-373108abfd20 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:31.768839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b768a88f-6334-4480-89b1-9236e491dd20 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:31.781522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.829179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Routers {'d84fa30c-76b4-4072-babe-5483ad5992ce'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:31.830106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d84fa30c-76b4-4072-babe-5483ad5992ce'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:31.836163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532a351-1111-4072-a316-4327838e2f3f None None] Pushing event updated for resources: {'Port': ['ID=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:31.867866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:31.869338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Pushing event updated for resources: {'Port': ['ID=b0702130-626c-4ca8-becf-373108abfd20,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:31.872515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:31.881798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:31.943357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:31.952911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b768a88f-6334-4480-89b1-9236e491dd20 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:31.962696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b768a88f-6334-4480-89b1-9236e491dd20 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:31.963207 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.231914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.282594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] Set router d84fa30c-76b4-4072-babe-5483ad5992ce gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:32.365211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7ee82bab-7f3b-42db-90d6-58e2319d6124 None None] Provisioning for port b0702130-626c-4ca8-becf-373108abfd20 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:32.389003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7ee82bab-7f3b-42db-90d6-58e2319d6124 None None] Provisioning complete for port b0702130-626c-4ca8-becf-373108abfd20 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:32.389531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ee82bab-7f3b-42db-90d6-58e2319d6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.446524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.460723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.499134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7ee82bab-7f3b-42db-90d6-58e2319d6124 None None] Port b0702130-626c-4ca8-becf-373108abfd20 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:32.516426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.539094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.575158 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Pushing event updated for resources: {'Port': ['ID=b0702130-626c-4ca8-becf-373108abfd20,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:32.578285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b768a88f-6334-4480-89b1-9236e491dd20, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b768a88f-6334-4480-89b1-9236e491dd20,segment=NetworkSegment(49139153-262d-4670-b1d7-44d97a9800f0),segment_id=49139153-262d-4670-b1d7-44d97a9800f0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:32.588997 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.666079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:32.668110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:32.693078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b768a88f-6334-4480-89b1-9236e491dd20,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:32.700642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:28Z', 'revision_number': 3, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port': {'id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:32.735987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83786537-8eb7-4af0-9d88-84a8ddce5056 None None] The sync data for ids ['d84fa30c-76b4-4072-babe-5483ad5992ce'] in n-d-798930-6 is: [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:28Z', 'revision_number': 3, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port': {'id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:32.765172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911c1bff-7905-4cfa-8548-8778e0619428 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:32.845728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 911c1bff-7905-4cfa-8548-8778e0619428 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:32.846019 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:32.878001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Router d84fa30c-76b4-4072-babe-5483ad5992ce has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:33.026049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:33.031233 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8e96640b-0cdf-4e3d-8993-b9e5dd2f0e3b admin admin] 10.222.0.100 "PUT /v2.0/routers/d84fa30c-76b4-4072-babe-5483ad5992ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2337978 Jul 16 20:54:33.051441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ae7935b2-cc28-4d09-847c-4311a23ae3f7 None None] Provisioning complete for port b0702130-626c-4ca8-becf-373108abfd20 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:33.052076 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae7935b2-cc28-4d09-847c-4311a23ae3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:33.133415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ae7935b2-cc28-4d09-847c-4311a23ae3f7 None None] Port b0702130-626c-4ca8-becf-373108abfd20 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:34.062863 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.286331 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51010) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:34.718049 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.808020 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Sync routers for ids ['d84fa30c-76b4-4072-babe-5483ad5992ce'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:34.808761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b768a88f-6334-4480-89b1-9236e491dd20 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:34.818448 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Routers {'d84fa30c-76b4-4072-babe-5483ad5992ce'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:34.819435 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d84fa30c-76b4-4072-babe-5483ad5992ce'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:34.888932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe25f-6be4-4473-8334-91617e867746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.900351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b768a88f-6334-4480-89b1-9236e491dd20 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:34.900975 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:34.990841 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Set router d84fa30c-76b4-4072-babe-5483ad5992ce gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:35.012805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:35.074704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:35.082119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:35.082936 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.087814 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Deleting port b768a88f-6334-4480-89b1-9236e491dd20 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:35.088294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.177833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.200325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] For port b768a88f-6334-4480-89b1-9236e491dd20, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b768a88f-6334-4480-89b1-9236e491dd20,segment=NetworkSegment(49139153-262d-4670-b1d7-44d97a9800f0),segment_id=49139153-262d-4670-b1d7-44d97a9800f0)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:35.200814 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.209113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:35.215372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Calling delete_port for b768a88f-6334-4480-89b1-9236e491dd20 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:35.216558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.259095 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:32Z', 'revision_number': 4, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port': {'id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b0702130-626c-4ca8-becf-373108abfd20', 'name': '', 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'mac_address': 'fa:16:3e:32:68:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '1148dea5-b0c8-4e5d-b195-ae5570035363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:31Z', 'updated_at': '2021-07-16T20:54:32Z', 'revision_number': 2, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'subnets': [{'id': '1148dea5-b0c8-4e5d-b195-ae5570035363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:35.278793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:35.312105 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Checking router: d84fa30c-76b4-4072-babe-5483ad5992ce for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:35.312458 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Updating router d84fa30c-76b4-4072-babe-5483ad5992ce port b0702130-626c-4ca8-becf-373108abfd20 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:35.351781 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.461535 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.487982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b768a88f-6334-4480-89b1-9236e491dd20,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:35.678779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.707234 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.722125 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Transition to ACTIVE for port object b0702130-626c-4ca8-becf-373108abfd20 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:35.737790 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.796445 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce95ca-e8c8-4009-8a37-984700a353ae None None] Pushing event updated for resources: {'Port': ['ID=b0702130-626c-4ca8-becf-373108abfd20,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:35.876093 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Attempting to bind port b0702130-626c-4ca8-becf-373108abfd20 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:35.876759 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Attempting to bind port b0702130-626c-4ca8-becf-373108abfd20 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:35.876898 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Attempting to bind port b0702130-626c-4ca8-becf-373108abfd20 on network ecb2a68e-8c83-40f4-a7f3-99fc78264715 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:35.884589 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:35.885114 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Checking segment: {'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:35.885913 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.886780 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Bound using segment: {'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:35.887511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Bound port: b0702130-626c-4ca8-becf-373108abfd20, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68857ebb-f456-4796-908f-8eb3267036b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:35.888390 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:35.967826 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] For port b0702130-626c-4ca8-becf-373108abfd20, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:35.971444 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] For port b0702130-626c-4ca8-becf-373108abfd20, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b0702130-626c-4ca8-becf-373108abfd20,segment=NetworkSegment(68857ebb-f456-4796-908f-8eb3267036b8),segment_id=68857ebb-f456-4796-908f-8eb3267036b8)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:35.977284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:35.978645 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:36.061692 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Routers {'d84fa30c-76b4-4072-babe-5483ad5992ce'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:36.062363 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d84fa30c-76b4-4072-babe-5483ad5992ce'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:36.101727 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce95ca-e8c8-4009-8a37-984700a353ae None None] Pushing event updated for resources: {'Port': ['ID=b0702130-626c-4ca8-becf-373108abfd20,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:36.129177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:36.149552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:36.160142 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-94d5f9d6-4cf6-44cb-b6a1-5ba900d921e7 admin admin] 10.222.0.100 "PUT /v2.0/routers/2458ac48-453c-4a1e-a3c1-fda6bc5e752d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695014 Jul 16 20:54:36.160428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51024) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:36.172187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] Sync routers for ids ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:36.213040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] Routers {'2458ac48-453c-4a1e-a3c1-fda6bc5e752d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:36.214049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:36.254590 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] Set router d84fa30c-76b4-4072-babe-5483ad5992ce gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:36.337870 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:36.390691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] Set router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:36.492819 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:36.564954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Deleting port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:36.565318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:36.677491 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:32Z', 'revision_number': 4, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port': {'id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b0702130-626c-4ca8-becf-373108abfd20', 'name': '', 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'mac_address': 'fa:16:3e:32:68:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '1148dea5-b0c8-4e5d-b195-ae5570035363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:31Z', 'updated_at': '2021-07-16T20:54:35Z', 'revision_number': 4, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'subnets': [{'id': '1148dea5-b0c8-4e5d-b195-ae5570035363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:36.683923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] For port e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:36.684563 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:36.699441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:35Z', 'revision_number': 5, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port': {'id': 'e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:36.700163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Calling delete_port for e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:36.736279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a2bdeb-fc0c-4e43-9fd1-57b35b584f78 None None] The sync data for ids ['d84fa30c-76b4-4072-babe-5483ad5992ce'] in n-d-798930-6 is: [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:32Z', 'revision_number': 4, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port': {'id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b0702130-626c-4ca8-becf-373108abfd20', 'name': '', 'network_id': 'ecb2a68e-8c83-40f4-a7f3-99fc78264715', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'mac_address': 'fa:16:3e:32:68:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '1148dea5-b0c8-4e5d-b195-ae5570035363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:31Z', 'updated_at': '2021-07-16T20:54:35Z', 'revision_number': 4, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'subnets': [{'id': '1148dea5-b0c8-4e5d-b195-ae5570035363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:36.736715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] Checking router: 2458ac48-453c-4a1e-a3c1-fda6bc5e752d for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:36.756344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] Routers {'2458ac48-453c-4a1e-a3c1-fda6bc5e752d'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:36.757238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:36.913647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:36.942171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] Set router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:36.997421 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.014831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:36Z', 'revision_number': 6, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:37.028637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:37.050550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3426f2-3f5d-444c-8f1b-39e6e4fe6e7c None None] The sync data for ids ['2458ac48-453c-4a1e-a3c1-fda6bc5e752d'] in n-d-798930-6 is: [{'id': '2458ac48-453c-4a1e-a3c1-fda6bc5e752d', 'name': 'tempest-TestAggregatesBasicOps-992287985-router', 'tenant_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:21Z', 'updated_at': '2021-07-16T20:54:36Z', 'revision_number': 6, 'project_id': 'cd50501e6ab0428e8c8bf6469c13db5d', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:37.076760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:37.076961 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.148576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.305756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.308028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.376326 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.377121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2458ac48-453c-4a1e-a3c1-fda6bc5e752d {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:54:37.382553 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.386731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6a1cf79f-69c4-478b-8bd1-17fd78a90303 admin admin] 10.222.0.100 "DELETE /v2.0/routers/2458ac48-453c-4a1e-a3c1-fda6bc5e752d HTTP/1.1" status: 204 len: 168 time: 1.2227063 Jul 16 20:54:37.387351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51028) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:37.458274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] Deleting subnet 60123722-b065-4b9e-94a5-e100d4205a49 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:54:37.465443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.515991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.623107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.692879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.726406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60123722-b065-4b9e-94a5-e100d4205a49,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:37.730937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.736674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51030) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:37.738356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-522b2c3f-d061-4c6a-97ea-e411726fb803 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/60123722-b065-4b9e-94a5-e100d4205a49 HTTP/1.1" status: 204 len: 168 time: 0.3496740 Jul 16 20:54:37.741073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8299c6-4473-4d74-82c8-f4ec49e26f42 None None] Network 946a275b-5f4a-4db4-8b5c-45c6576e563e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:37.868185 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:37.950967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Deleting port 3b0df543-4221-4b0e-ae7c-81225fc54d99 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:37.951429 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.026828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] DHCP port deletion for 946a275b-5f4a-4db4-8b5c-45c6576e563e request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:54:38.047975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] For port 3b0df543-4221-4b0e-ae7c-81225fc54d99, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3b0df543-4221-4b0e-ae7c-81225fc54d99,segment=NetworkSegment(49139153-262d-4670-b1d7-44d97a9800f0),segment_id=49139153-262d-4670-b1d7-44d97a9800f0)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:38.048426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.063864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Calling delete_port for 3b0df543-4221-4b0e-ae7c-81225fc54d99 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:38.106207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] Deleting port 3b0df543-4221-4b0e-ae7c-81225fc54d99 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:38.106868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.175225 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.202183 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] For port 3b0df543-4221-4b0e-ae7c-81225fc54d99, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3b0df543-4221-4b0e-ae7c-81225fc54d99,segment=NetworkSegment(49139153-262d-4670-b1d7-44d97a9800f0),segment_id=49139153-262d-4670-b1d7-44d97a9800f0)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:38.202868 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.217583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0df543-4221-4b0e-ae7c-81225fc54d99,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:38.225627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] No DVR routers for this DVR port 3b0df543-4221-4b0e-ae7c-81225fc54d99 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:38.233058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] Calling delete_port for 3b0df543-4221-4b0e-ae7c-81225fc54d99 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:38.329007 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.338947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.343956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946a275b-5f4a-4db4-8b5c-45c6576e563e']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:38.360201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49139153-262d-4670-b1d7-44d97a9800f0') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:38.360655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49139153-262d-4670-b1d7-44d97a9800f0') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:38.373738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.395493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.398597 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.404660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:54:38.405353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:54:38.407383 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:54:38.439629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] Pushing event deleted for resources: {'Port': ['ID=3b0df543-4221-4b0e-ae7c-81225fc54d99,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:38.450642 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1c494-4416-402e-a06a-c5892854e3bb None None] No DVR routers for this DVR port 3b0df543-4221-4b0e-ae7c-81225fc54d99 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:38.504301 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.523331 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.527318 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] 10.222.0.100 "DELETE /v2.0/networks/946a275b-5f4a-4db4-8b5c-45c6576e563e HTTP/1.1" status: 204 len: 168 time: 0.7864330 Jul 16 20:54:38.531238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51036) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:38.536413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034371c0-9aa0-4f11-b497-08d49565d205 admin admin] Pushing event deleted for resources: {'Network': ['ID=946a275b-5f4a-4db4-8b5c-45c6576e563e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:38.643229 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.770928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b0702130-626c-4ca8-becf-373108abfd20 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:38.849086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b0702130-626c-4ca8-becf-373108abfd20 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:38.856766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b0702130-626c-4ca8-becf-373108abfd20 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:38.857343 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.920717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:38.980469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:39.021210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b0702130-626c-4ca8-becf-373108abfd20, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b0702130-626c-4ca8-becf-373108abfd20,segment=NetworkSegment(68857ebb-f456-4796-908f-8eb3267036b8),segment_id=68857ebb-f456-4796-908f-8eb3267036b8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:39.026935 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:39.128889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b768a88f-6334-4480-89b1-9236e491dd20 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:39.173998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:39.320909 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b0702130-626c-4ca8-becf-373108abfd20,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:39.324000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b768a88f-6334-4480-89b1-9236e491dd20 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:39.324547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b768a88f-6334-4480-89b1-9236e491dd20 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:39.325157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b0df543-4221-4b0e-ae7c-81225fc54d99 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:39.345882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3b0df543-4221-4b0e-ae7c-81225fc54d99 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:39.346222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3b0df543-4221-4b0e-ae7c-81225fc54d99 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:39.346723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:39.366755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:39.367148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e4165d62-3d2c-4759-b7f8-9c4c0e1a1e12 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:39.481877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Deleting port b0702130-626c-4ca8-becf-373108abfd20 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:39.482223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:39.567587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] For port b0702130-626c-4ca8-becf-373108abfd20, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b0702130-626c-4ca8-becf-373108abfd20,segment=NetworkSegment(68857ebb-f456-4796-908f-8eb3267036b8),segment_id=68857ebb-f456-4796-908f-8eb3267036b8)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:39.568262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:39.581677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Calling delete_port for b0702130-626c-4ca8-becf-373108abfd20 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:39.787231 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:39.811303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0702130-626c-4ca8-becf-373108abfd20,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:39.950022 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:40.001529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:40.517007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Router d84fa30c-76b4-4072-babe-5483ad5992ce has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:40.632318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:40.640083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-21a2ba5e-98ab-4b0f-98da-2bbfbd6d5b1a admin admin] 10.222.0.100 "PUT /v2.0/routers/d84fa30c-76b4-4072-babe-5483ad5992ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054089 Jul 16 20:54:40.642248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51042) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:40.649367 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] Sync routers for ids ['d84fa30c-76b4-4072-babe-5483ad5992ce'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:40.661056 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] Routers {'d84fa30c-76b4-4072-babe-5483ad5992ce'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:40.661700 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d84fa30c-76b4-4072-babe-5483ad5992ce'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:40.764845 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:40.773055 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] Set router d84fa30c-76b4-4072-babe-5483ad5992ce gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:40.873686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:40.936597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Deleting port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:40.936939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:40.974392 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:39Z', 'revision_number': 5, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port': {'id': 'c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:41.002776 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] Checking router: d84fa30c-76b4-4072-babe-5483ad5992ce for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:41.011877 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] Routers {'d84fa30c-76b4-4072-babe-5483ad5992ce'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:41.012688 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d84fa30c-76b4-4072-babe-5483ad5992ce'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:41.030808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] For port c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:41.031170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.047036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Calling delete_port for c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:41.109127 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] Set router d84fa30c-76b4-4072-babe-5483ad5992ce gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:41.166503 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:40Z', 'revision_number': 6, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:41.197407 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a9382f-9a8c-4763-8c28-c415374c0180 None None] The sync data for ids ['d84fa30c-76b4-4072-babe-5483ad5992ce'] in n-d-798930-6 is: [{'id': 'd84fa30c-76b4-4072-babe-5483ad5992ce', 'name': 'tempest-TestAggregatesBasicOps-980076410-router', 'tenant_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:27Z', 'updated_at': '2021-07-16T20:54:40Z', 'revision_number': 6, 'project_id': '1cf240b375ac4c5b913f9eb554f7b0b1', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:41.262299 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.290452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:41.361614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.458321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.460628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.506122 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.506644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d84fa30c-76b4-4072-babe-5483ad5992ce {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:54:41.511338 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.514728 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-18d2ac45-c5fd-4e39-a582-ff183876457f admin admin] 10.222.0.100 "DELETE /v2.0/routers/d84fa30c-76b4-4072-babe-5483ad5992ce HTTP/1.1" status: 204 len: 168 time: 0.8692946 Jul 16 20:54:41.515134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:41.566094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] Deleting subnet 1148dea5-b0c8-4e5d-b195-ae5570035363 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:54:41.569398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.611441 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.696262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.752131 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.780674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1148dea5-b0c8-4e5d-b195-ae5570035363,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:41.782693 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:41.785708 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-275788d1-33a4-48bc-a396-0cb9066e3950 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/1148dea5-b0c8-4e5d-b195-ae5570035363 HTTP/1.1" status: 204 len: 168 time: 0.2694249 Jul 16 20:54:41.788042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51056) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:41.788202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1984a-dbe6-4389-b727-65c23f86e424 None None] Network ecb2a68e-8c83-40f4-a7f3-99fc78264715 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:42.022268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] DHCP port deletion for ecb2a68e-8c83-40f4-a7f3-99fc78264715 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:54:42.087909 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] Deleting port 911c1bff-7905-4cfa-8548-8778e0619428 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:42.088289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.197496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] For port 911c1bff-7905-4cfa-8548-8778e0619428, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=911c1bff-7905-4cfa-8548-8778e0619428,segment=NetworkSegment(68857ebb-f456-4796-908f-8eb3267036b8),segment_id=68857ebb-f456-4796-908f-8eb3267036b8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:42.198346 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.223751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] Calling delete_port for 911c1bff-7905-4cfa-8548-8778e0619428 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:42.261466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.317979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Deleting port 911c1bff-7905-4cfa-8548-8778e0619428 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:42.318418 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.322404 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.353513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] Pushing event deleted for resources: {'Port': ['ID=911c1bff-7905-4cfa-8548-8778e0619428,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:42.360232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423ff2e-80f3-40d6-9f43-5eb5a86264e2 None None] No DVR routers for this DVR port 911c1bff-7905-4cfa-8548-8778e0619428 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:42.415558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] For port 911c1bff-7905-4cfa-8548-8778e0619428, host n-d-798930-6, got binding levels [] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:42.416210 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.435285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Calling delete_port for 911c1bff-7905-4cfa-8548-8778e0619428 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:42.438106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.ipam_backend_mixin [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Port 911c1bff-7905-4cfa-8548-8778e0619428 was not found and therefore no delete operation was performed {{(pid=94096) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:54:42.439498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.465983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Pushing event deleted for resources: {'Port': ['ID=911c1bff-7905-4cfa-8548-8778e0619428,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:42.469519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] No DVR routers for this DVR port 911c1bff-7905-4cfa-8548-8778e0619428 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:42.544002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.556357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb2a68e-8c83-40f4-a7f3-99fc78264715']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:42.571652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68857ebb-f456-4796-908f-8eb3267036b8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:42.571953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68857ebb-f456-4796-908f-8eb3267036b8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:42.581146 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.595660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.602141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:54:42.602474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:54:42.604515 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:54:42.663309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.672966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.675750 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] 10.222.0.100 "DELETE /v2.0/networks/ecb2a68e-8c83-40f4-a7f3-99fc78264715 HTTP/1.1" status: 204 len: 168 time: 0.8865051 Jul 16 20:54:42.687826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66551b63-2422-4477-bec9-c315ad8a594e admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb2a68e-8c83-40f4-a7f3-99fc78264715,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:42.688042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911c1bff-7905-4cfa-8548-8778e0619428 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:42.714471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 911c1bff-7905-4cfa-8548-8778e0619428 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:42.714824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911c1bff-7905-4cfa-8548-8778e0619428 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:42.715234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:42.736924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:42.737461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c8dd21e2-d65a-4e48-9dd0-9aa254f0ad54 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:42.738123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b0702130-626c-4ca8-becf-373108abfd20 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:42.758598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b0702130-626c-4ca8-becf-373108abfd20 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:42.758948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b0702130-626c-4ca8-becf-373108abfd20 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:42.851604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51062) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:42.908199 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81202258-9920-45b2-815d-1acabd90ef47 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cd50501e6ab0428e8c8bf6469c13db5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552025 Jul 16 20:54:42.910909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:42.964554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0abda5a9-9b6f-4220-beff-ec4b2d5eb91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:42.991906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0abda5a9-9b6f-4220-beff-ec4b2d5eb91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.041219 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0abda5a9-9b6f-4220-beff-ec4b2d5eb91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.044201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0abda5a9-9b6f-4220-beff-ec4b2d5eb91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.045381 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0abda5a9-9b6f-4220-beff-ec4b2d5eb91d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b3361153-1945-4bec-ad33-6f9ad2635ad9 HTTP/1.1" status: 204 len: 168 time: 0.1334989 Jul 16 20:54:43.053747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abda5a9-9b6f-4220-beff-ec4b2d5eb91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3361153-1945-4bec-ad33-6f9ad2635ad9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:43.420861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51072) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:43.466420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2b737164-e082-48ad-9299-025f111a596f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1cf240b375ac4c5b913f9eb554f7b0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413058 Jul 16 20:54:43.466742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51074) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:43.520784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5490-e4e1-4377-a8b2-78bc7f2bd34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.545809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5490-e4e1-4377-a8b2-78bc7f2bd34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.598685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5490-e4e1-4377-a8b2-78bc7f2bd34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.601338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5490-e4e1-4377-a8b2-78bc7f2bd34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:43.602505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7fdc5490-e4e1-4377-a8b2-78bc7f2bd34c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/11a78dc7-e916-4675-b5be-180af734d303 HTTP/1.1" status: 204 len: 168 time: 0.1350572 Jul 16 20:54:43.610938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc5490-e4e1-4377-a8b2-78bc7f2bd34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a78dc7-e916-4675-b5be-180af734d303,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:45.600768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51290) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:45.606012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059570180', 'description': 'tempest-secgroup-smoke-1059570180 description', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:45.634382 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.644911 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.758374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.762460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.806891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2663be0a-c310-495b-abe3-d42fb89b4975,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:45.871754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.875623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.905965 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.907233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3054390 Jul 16 20:54:45.909927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf4e77-d458-4d2e-bf09-d91814ef24ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f460872a-fd0c-4604-8252-0f7a245de1e8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:45.911396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51338) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:45.916825 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-301451f6-bb00-442d-9802-165f5d0a86ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f460872a-fd0c-4604-8252-0f7a245de1e8', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:45.950713 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-301451f6-bb00-442d-9802-165f5d0a86ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.006349 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-301451f6-bb00-442d-9802-165f5d0a86ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.015999 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-301451f6-bb00-442d-9802-165f5d0a86ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.040618 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301451f6-bb00-442d-9802-165f5d0a86ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b70e5a-da8f-451b-bb76-5bc4e18f7d77,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:46.044950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-301451f6-bb00-442d-9802-165f5d0a86ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.048973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51356) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:46.049116 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-301451f6-bb00-442d-9802-165f5d0a86ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362357 Jul 16 20:54:46.055352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-644461b4-9a8b-418f-833c-40e967eac8ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f460872a-fd0c-4604-8252-0f7a245de1e8', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:46.088161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-644461b4-9a8b-418f-833c-40e967eac8ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.154713 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-644461b4-9a8b-418f-833c-40e967eac8ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.161164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-644461b4-9a8b-418f-833c-40e967eac8ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.180799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644461b4-9a8b-418f-833c-40e967eac8ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa831c6b-03f5-471e-b4de-328a99bcef95,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:46.192417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-644461b4-9a8b-418f-833c-40e967eac8ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.193700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-644461b4-9a8b-418f-833c-40e967eac8ad tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424820 Jul 16 20:54:46.196858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51378) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:46.201590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2279b383-bce3-4ad6-a8a3-0511feeaa584 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f460872a-fd0c-4604-8252-0f7a245de1e8', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:46.232449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2279b383-bce3-4ad6-a8a3-0511feeaa584 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.309351 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2279b383-bce3-4ad6-a8a3-0511feeaa584 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.313380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2279b383-bce3-4ad6-a8a3-0511feeaa584 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.332277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279b383-bce3-4ad6-a8a3-0511feeaa584 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301f44b3-4316-4a5a-bc10-9e53a659795f,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:46.338110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2279b383-bce3-4ad6-a8a3-0511feeaa584 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.342033 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2279b383-bce3-4ad6-a8a3-0511feeaa584 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416008 Jul 16 20:54:46.342324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51404) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:46.347606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6676e108-a94b-4974-940b-40ebff20febf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f460872a-fd0c-4604-8252-0f7a245de1e8', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:46.376966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6676e108-a94b-4974-940b-40ebff20febf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.457694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6676e108-a94b-4974-940b-40ebff20febf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.462373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6676e108-a94b-4974-940b-40ebff20febf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.481938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676e108-a94b-4974-940b-40ebff20febf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce8a7d3-41ad-4d69-89bf-1f3f38b13721,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:46.488641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6676e108-a94b-4974-940b-40ebff20febf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.489976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6676e108-a94b-4974-940b-40ebff20febf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465282 Jul 16 20:54:46.492641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51428) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:46.497110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f460872a-fd0c-4604-8252-0f7a245de1e8', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:46.526320 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:54:46.532360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.601929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.606658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.628455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5fa914-6692-45ca-9016-d8ec130d4951,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:46.634814 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.637234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dd1de9bc-5840-4e35-84cf-ea65f0dde2c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432490 Jul 16 20:54:46.639605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51454) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:46.645108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f460872a-fd0c-4604-8252-0f7a245de1e8', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:46.671634 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:54:46.677617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.741469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.745439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.765369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3f6dce-6a7a-454a-839b-53852ad59c02,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:46.772544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.773943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d6a0bda0-b3fd-43b8-8c48-c479c69d38d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333520 Jul 16 20:54:46.777197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51478) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:46.782634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'network': {'name': 'tempest-network-smoke--720176196', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'port_security_enabled': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:46.806189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:46.809716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.835312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:54:46.845216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.845564 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Added segment 7ca727a2-4a8b-4201-adf8-e4d581537220 of type vlan for network 539dc126-7669-4997-80f1-4c3d7afecb34 Jul 16 20:54:46.894960 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.927455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.934365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:46.934968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.978563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972957 Jul 16 20:54:46.978766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51510) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:47.008597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'admin_state_up': True, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:47.015176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f19bb-8062-407c-9c45-80c261cbee9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Network': ['ID=539dc126-7669-4997-80f1-4c3d7afecb34,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:47.030369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 539dc126-7669-4997-80f1-4c3d7afecb34 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:54:47.044883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.046253 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.117115 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.273658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.488707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.510581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.641482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.14 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/0839c67d-2e97-40e3-a93e-f26bcaa0f61c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:47.761235 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.817969 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.864267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:47.883282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:47.887093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:47.915980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:48.221238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:48.446952 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:48.586957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router f1e06475-8bb9-48fa-9962-4f816e672648 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:54:48.697595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:48.707122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Sync routers for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:48.716630 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:48.716861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:48.717244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:48.718072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d0930095-70da-42d3-9e24-28d2023e2ac6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7382410 Jul 16 20:54:48.721269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:48.823901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:48.855573 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2853ca6b-c483-4dca-8a03-d0258158c516 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=aec84f59caf741128d7bdf6f36b72b56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1327279 Jul 16 20:54:48.858184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51586) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:49.013379 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:48Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:49.027483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72e3da-931b-493f-8c73-2c2d51cb480a tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:49.029138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0b72e3da-931b-493f-8c73-2c2d51cb480a tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1699932 Jul 16 20:54:49.032071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51592) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:49.042563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Checking router: f1e06475-8bb9-48fa-9962-4f816e672648 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:49.042925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Updating router f1e06475-8bb9-48fa-9962-4f816e672648 port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:49.073557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-97f5d139-8eed-44ad-b799-97d38845c9de tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378954 Jul 16 20:54:49.073931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51596) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:49.078922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090980571', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:49.092373 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.397298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.409653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Transition to ACTIVE for port object 0839c67d-2e97-40e3-a93e-f26bcaa0f61c will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:49.416754 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.468426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Attempting to bind port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:49.468740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Attempting to bind port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:49.469077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Attempting to bind port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:49.477460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbec76-c474-4848-9462-8402ac49acd1 None None] Pushing event updated for resources: {'Port': ['ID=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:49.480948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:49.481325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:49.481733 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.482123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:49.482596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Bound port: 0839c67d-2e97-40e3-a93e-f26bcaa0f61c, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:49.483181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.492570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:49.496289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.562291 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] For port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:49.567060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] For port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:49.572633 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.636046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbec76-c474-4848-9462-8402ac49acd1 None None] Pushing event updated for resources: {'Port': ['ID=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:49.638855 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:49.639669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:49.702429 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.750970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:49.760303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Subnet': ['ID=718e0483-91e4-4a5b-a776-9183dc4d56ba,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:49.785429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Checking segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:49.785791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network hostable DHCP agents. Network: 539dc126-7669-4997-80f1-4c3d7afecb34, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:54:49.806081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network 539dc126-7669-4997-80f1-4c3d7afecb34 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:54:49.817567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 539dc126-7669-4997-80f1-4c3d7afecb34) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:49.821978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:49.822738 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:49.833626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc264fd9-102a-4682-ae78-c1f6e26414a6 None None] Network 539dc126-7669-4997-80f1-4c3d7afecb34 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:49.840389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-307f66e3-46c1-439c-9804-16e8671f4678 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7630291 Jul 16 20:54:49.840684 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51598) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:54:50.062471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-539dc126-7669-4997-80f1-4c3d7afecb34', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:54:50.063376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:50.076924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:48Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:50.120850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc9cb6-b14b-42b4-b3ef-9666aaa356dd None None] The sync data for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 is: [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:48Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:50.290005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Allocated IP 172.20.0.2 (539dc126-7669-4997-80f1-4c3d7afecb34/718e0483-91e4-4a5b-a776-9183dc4d56ba/1012fa80-d0af-47f0-be9b-4cd722ce00b8) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:50.365210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:50.752928 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:50.762710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Transition to ACTIVE for port object 1012fa80-d0af-47f0-be9b-4cd722ce00b8 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:50.782666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0839c67d-2e97-40e3-a93e-f26bcaa0f61c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:50.810811 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Transition to ACTIVE for port object 1012fa80-d0af-47f0-be9b-4cd722ce00b8 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:50.822047 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:50.869124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Network 539dc126-7669-4997-80f1-4c3d7afecb34 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:50.875047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:50.879018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:50.905741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Pushing event updated for resources: {'Port': ['ID=1012fa80-d0af-47f0-be9b-4cd722ce00b8,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:50.927207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:50.930271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.1 (539dc126-7669-4997-80f1-4c3d7afecb34/718e0483-91e4-4a5b-a776-9183dc4d56ba/5b8ab7c5-6330-4505-81ec-586cc5a041b0) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:50.952731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:50.953109 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.006731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Attempting to bind port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:51.007106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Attempting to bind port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:51.007480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Attempting to bind port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 on network 539dc126-7669-4997-80f1-4c3d7afecb34 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:51.015407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:51.015773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Checking segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:51.016185 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.016583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Bound using segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:51.017053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Bound port: 1012fa80-d0af-47f0-be9b-4cd722ce00b8, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:51.017431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.104684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.110766 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.123759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object 5b8ab7c5-6330-4505-81ec-586cc5a041b0 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:51.145724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] For port 1012fa80-d0af-47f0-be9b-4cd722ce00b8, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:51.149764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:51.150925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] For port 1012fa80-d0af-47f0-be9b-4cd722ce00b8, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1012fa80-d0af-47f0-be9b-4cd722ce00b8,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:51.156509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.165665 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.185603 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.242830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:51.289502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network 539dc126-7669-4997-80f1-4c3d7afecb34 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:51.297521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:51.305610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:51.334895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82773fdb-766f-4950-8f87-93731bbb5463 None None] Pushing event updated for resources: {'Port': ['ID=1012fa80-d0af-47f0-be9b-4cd722ce00b8,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:51.348775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=5b8ab7c5-6330-4505-81ec-586cc5a041b0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:51.388010 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.652396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.945508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:51.952557 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.041064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=5b8ab7c5-6330-4505-81ec-586cc5a041b0,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:52.043656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:52.183238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network 539dc126-7669-4997-80f1-4c3d7afecb34 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:52.184763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:52.314395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router f1e06475-8bb9-48fa-9962-4f816e672648 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:52.442689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:52.452038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-56b6c37e-49df-4233-b2f3-7ea2868203f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/f1e06475-8bb9-48fa-9962-4f816e672648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6103711 Jul 16 20:54:52.615727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-a147dab8-0c20-4af0-833f-f8d2aac94e28 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059570180&fields=id&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 267 time: 0.0413926 Jul 16 20:54:52.775094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-825194c6-8ed3-43a9-b638-70cb47b1a6b5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:52.776734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-825194c6-8ed3-43a9-b638-70cb47b1a6b5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 796 time: 0.1545725 Jul 16 20:54:52.796576 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Sync routers for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:52.808397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-c52a229e-1f3f-4031-89a9-d97fca0a3151 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/quotas/aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 375 time: 0.0168092 Jul 16 20:54:52.821813 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:52.823618 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:52.845529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1012fa80-d0af-47f0-be9b-4cd722ce00b8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:52.951580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-f56118da-d7c4-47ac-8921-0f12f5130902 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421924 Jul 16 20:54:52.975835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:52.980858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0839c67d-2e97-40e3-a93e-f26bcaa0f61c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:53.015808 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:53.037343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:53.037883 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.098154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-b160e9f3-7705-481c-ba2c-3869dac7abf4 service neutron] 10.222.0.100 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279249 Jul 16 20:54:53.149177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d4b70-6653-4c71-97ea-7bcde3fe14e9 None None] Network 539dc126-7669-4997-80f1-4c3d7afecb34 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:54:53.239995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-80caf52c-2eca-4350-8d6d-33005293ee87 service neutron] 10.222.0.100 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255319 Jul 16 20:54:53.305479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c68e5682-9b0e-44ca-be82-061b440fe013 None None] Provisioning for port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:53.311868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c68e5682-9b0e-44ca-be82-061b440fe013 None None] Provisioning complete for port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:53.312243 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c68e5682-9b0e-44ca-be82-061b440fe013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.335890 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 2, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:53.390355 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Checking router: f1e06475-8bb9-48fa-9962-4f816e672648 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:53.390355 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Updating router f1e06475-8bb9-48fa-9962-4f816e672648 port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:54:53.469967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90ef3742-fa40-41e9-8b78-21c4c431d00c req-27bc8279-a23a-470c-87b3-3e730e1cd42b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 210 time: 0.0324378 Jul 16 20:54:53.475030 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.507717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c68e5682-9b0e-44ca-be82-061b440fe013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.564490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c68e5682-9b0e-44ca-be82-061b440fe013 None None] For port 1012fa80-d0af-47f0-be9b-4cd722ce00b8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1012fa80-d0af-47f0-be9b-4cd722ce00b8,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:53.573331 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c68e5682-9b0e-44ca-be82-061b440fe013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.659919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5682-9b0e-44ca-be82-061b440fe013 None None] Pushing event updated for resources: {'Port': ['ID=1012fa80-d0af-47f0-be9b-4cd722ce00b8,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:53.913795 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.927707 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Transition to ACTIVE for port object 5b8ab7c5-6330-4505-81ec-586cc5a041b0 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:53.936111 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.016569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6e299ad3-432e-4599-8a58-2ea53a2e2bfd None None] Provisioning complete for port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:54.018031 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6e299ad3-432e-4599-8a58-2ea53a2e2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.114786 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fa7e8-c49b-4800-ac0d-0cc7fe6b6e23 None None] Pushing event updated for resources: {'Port': ['ID=5b8ab7c5-6330-4505-81ec-586cc5a041b0,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:54.125126 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Attempting to bind port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:54.125867 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Attempting to bind port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:54.128494 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Attempting to bind port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 on network 539dc126-7669-4997-80f1-4c3d7afecb34 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:54.140187 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:54.140642 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Checking segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:54.142562 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.143909 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Bound using segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:54.145676 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Bound port: 5b8ab7c5-6330-4505-81ec-586cc5a041b0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:54.147650 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.223684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6e299ad3-432e-4599-8a58-2ea53a2e2bfd None None] Provisioning for port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:54.297884 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] For port 5b8ab7c5-6330-4505-81ec-586cc5a041b0, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:54.302817 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] For port 5b8ab7c5-6330-4505-81ec-586cc5a041b0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5b8ab7c5-6330-4505-81ec-586cc5a041b0,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:54.313441 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.424773 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:54.425382 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:54:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:54.600932 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fa7e8-c49b-4800-ac0d-0cc7fe6b6e23 None None] Pushing event updated for resources: {'Port': ['ID=5b8ab7c5-6330-4505-81ec-586cc5a041b0,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:54.761355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1012fa80-d0af-47f0-be9b-4cd722ce00b8 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:54.777805 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:54.786145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba196deb-8756-4c1c-8b16-a669c62ec2b4 req-735306cc-afa7-401a-9c21-beb290b543f0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 210 time: 0.0737641 Jul 16 20:54:54.888637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:54.889350 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.076954 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:54Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:55.117733 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890475d-80bf-409d-ad57-5904c698d7d3 None None] The sync data for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 is: [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:54Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:55.132655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-385eb189-df52-42e5-a514-caaa2596df0b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:55.134277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-385eb189-df52-42e5-a514-caaa2596df0b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 796 time: 0.1706479 Jul 16 20:54:55.258943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-13cded4c-b266-4c36-aca4-b0b9ba1c0fbe tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 380 time: 0.1142557 Jul 16 20:54:55.270667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'port': {'device_id': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'admin_state_up': True, 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'security_groups': ['f460872a-fd0c-4604-8252-0f7a245de1e8']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:55.421553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:55.426896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.574166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.7 (539dc126-7669-4997-80f1-4c3d7afecb34/718e0483-91e4-4a5b-a776-9183dc4d56ba/9c2d077b-6119-4254-a10c-be166e027a91) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:55.755754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.770921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object 9c2d077b-6119-4254-a10c-be166e027a91 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:55.818896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.891457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network 539dc126-7669-4997-80f1-4c3d7afecb34 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:55.893705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:55.896083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:55.899048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:55.970994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:55.972987 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.031710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-17601cb3-a671-4f70-93d9-ca000046f7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671752 Jul 16 20:54:56.112431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093041-8663-402f-9d7e-4fae1d6bb182 req-3ddd617e-c553-4bf2-9f23-6a1dec734e45 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.114330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e093041-8663-402f-9d7e-4fae1d6bb182 req-3ddd617e-c553-4bf2-9f23-6a1dec734e45 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 931 time: 0.1357868 Jul 16 20:54:56.137601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Request body: {'port': {'device_id': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:56.219058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e093041-8663-402f-9d7e-4fae1d6bb182 req-178452f1-132d-4c8d-b817-1ac72f9e87f3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962944 Jul 16 20:54:56.266991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.267767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c8efac1-6a8f-4c72-b761-6f7af458d9c1 None None] Provisioning for port 9c2d077b-6119-4254-a10c-be166e027a91 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:56.277176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6c8efac1-6a8f-4c72-b761-6f7af458d9c1 None None] Provisioning complete for port 9c2d077b-6119-4254-a10c-be166e027a91 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:56.278953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c8efac1-6a8f-4c72-b761-6f7af458d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.337948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6c8efac1-6a8f-4c72-b761-6f7af458d9c1 None None] Port 9c2d077b-6119-4254-a10c-be166e027a91 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:56.650418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2d077b-6119-4254-a10c-be166e027a91 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:56.666861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.686680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Transition to ACTIVE for port object 9c2d077b-6119-4254-a10c-be166e027a91 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:56.691582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-f32c8981-aaed-4cb6-bf8a-87390540fe59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319454 Jul 16 20:54:56.692706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.767902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:56.771217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b8ab7c5-6330-4505-81ec-586cc5a041b0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:56.837552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.838240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.838501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.838911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.839338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.839752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.840127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.840521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.840916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.841325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.841929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.842113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:56.851207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:56.858103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:56.858475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.927634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-ad019027-8b5d-4076-aa57-d642f9d6157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.929056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-ad019027-8b5d-4076-aa57-d642f9d6157f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 1097 time: 0.1745079 Jul 16 20:54:56.938221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:56.938856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:56.939599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 on network 539dc126-7669-4997-80f1-4c3d7afecb34 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:56.949043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Port 9c2d077b-6119-4254-a10c-be166e027a91 on network 539dc126-7669-4997-80f1-4c3d7afecb34 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:54:56.950061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 on network 539dc126-7669-4997-80f1-4c3d7afecb34 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:56.964289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.971021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:56.971898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Checking segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:56.973166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Bound using segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:56.974081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Bound port: 9c2d077b-6119-4254-a10c-be166e027a91, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:56.974463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.011294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 5b8ab7c5-6330-4505-81ec-586cc5a041b0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5b8ab7c5-6330-4505-81ec-586cc5a041b0,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:57.018352 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.087787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=5b8ab7c5-6330-4505-81ec-586cc5a041b0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:57.147815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-6bdeb41e-8cfa-421c-bf57-b164ff9ce972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.149504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-6bdeb41e-8cfa-421c-bf57-b164ff9ce972 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1895380 Jul 16 20:54:57.150585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:57.173195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:57.207101 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.628435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.629063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:57.630702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] 10.222.0.21 "PUT /v2.0/ports/9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 1091 time: 1.5893486 Jul 16 20:54:57.635257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:57.637568 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af42bb-2499-46c4-a7e0-68286f23f719" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:57.648113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-bcc2b2dc-fc0a-4ed0-bd8d-11439fd7e96b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71 HTTP/1.1" status: 200 len: 1002 time: 0.4849491 Jul 16 20:54:57.672108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82964b1c-053d-479e-8cc1-609f6fe63be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:57.776215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02384168-9088-4a76-8043-e976fd19b5a0 req-d326f3a3-18e3-4a74-b8fe-8e2516094b86 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.778371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02384168-9088-4a76-8043-e976fd19b5a0 req-d326f3a3-18e3-4a74-b8fe-8e2516094b86 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 943 time: 0.2059102 Jul 16 20:54:57.783721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-5053f0b9-0152-4c43-a04f-5d64c2d4d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.786022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-5053f0b9-0152-4c43-a04f-5d64c2d4d1ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.1238322 Jul 16 20:54:57.880040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02384168-9088-4a76-8043-e976fd19b5a0 req-2553f6c5-6455-4738-a96c-1c09d7d7dc6a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888135 Jul 16 20:54:57.881873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-f5d32afb-1442-4dfc-838f-5461f7ef6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.883308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-f5d32afb-1442-4dfc-838f-5461f7ef6fda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1094 time: 0.1844628 Jul 16 20:54:57.945172 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ce7e9d-6cb7-45d4-940a-d3c0942a727d x-openstack-request-id: req-e3ce7e9d-6cb7-45d4-940a-d3c0942a727d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:57.945541 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:57.945857 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e3ce7e9d-6cb7-45d4-940a-d3c0942a727d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:57.946317 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'status': 'completed', 'code': 200} Jul 16 20:54:57.949354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-3149e2c8-affb-4542-aebb-1ec823648e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 217 time: 0.0573275 Jul 16 20:54:57.953859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-7412b2ad-be87-4cfc-93e1-5ae0f40ba1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.955382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-7412b2ad-be87-4cfc-93e1-5ae0f40ba1fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630034 Jul 16 20:54:58.050042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-d2641b46-815e-4127-9458-58d6e78e8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.052045 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-d2641b46-815e-4127-9458-58d6e78e8d6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0957453 Jul 16 20:54:58.115843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-72e99220-817c-4f50-b05a-86809b5e58d3 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521096 Jul 16 20:54:58.162102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-d8f80e40-5bed-4363-b577-b259df5976c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.163865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-d8f80e40-5bed-4363-b577-b259df5976c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041851 Jul 16 20:54:58.282300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a8a00db-6bca-451c-82ad-64820e9ac7a8 req-b6dcb8e7-b4fd-4b0d-a237-e3aa56ab6461 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587198 Jul 16 20:54:58.317984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-1ba665ce-6ccb-4d31-bf7a-abcaf7b3fa07 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278567 Jul 16 20:54:58.433015 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e3c4eae-ee3a-4b24-8941-e77ed5831bda req-8e024a2c-28f9-474b-b4c2-72021b6677d9 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078370 Jul 16 20:54:58.541586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-a2aaed6d-09e0-4540-bf9a-c73d8424a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.543203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-a2aaed6d-09e0-4540-bf9a-c73d8424a959 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1094 time: 0.0588460 Jul 16 20:54:58.657048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-5c7c4ed5-863f-401f-9557-56658b019672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.658625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-5c7c4ed5-863f-401f-9557-56658b019672 service neutron] 10.222.0.21 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1074681 Jul 16 20:54:58.717085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b8ab7c5-6330-4505-81ec-586cc5a041b0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:54:58.729543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-58780897-ef0f-442c-8bf5-a79e05f5ade7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 217 time: 0.0609839 Jul 16 20:54:58.778974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:58.779662 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:58.785825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-25d9e184-cf1b-49b9-b2cf-b770468e43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.787676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-25d9e184-cf1b-49b9-b2cf-b770468e43a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0506651 Jul 16 20:54:58.868077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-887ce3f4-bbd5-4767-8ce3-3578afc75125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.870205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-887ce3f4-bbd5-4767-8ce3-3578afc75125 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757456 Jul 16 20:54:58.974494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-457a2599-144b-48cc-9261-4d9ab18383d9 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970402 Jul 16 20:54:59.120235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4af42bb-2499-46c4-a7e0-68286f23f719 req-9fb1b5ec-862e-4bdc-960d-cd54eacaee64 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381872 Jul 16 20:54:59.136955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858c8d-1a11-4b60-a662-32f14ac541dc req-700b5e2f-c4ee-4934-974c-46451dec2e6f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:59.138743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67858c8d-1a11-4b60-a662-32f14ac541dc req-700b5e2f-c4ee-4934-974c-46451dec2e6f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 943 time: 0.1248391 Jul 16 20:54:59.177999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67858c8d-1a11-4b60-a662-32f14ac541dc req-a89d28d6-8e1d-4999-aa6d-a5f27b459d32 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328312 Jul 16 20:55:00.281358 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569ab261-1fc9-4363-b1e0-447616c098d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:00.401077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d453392-0b49-48f6-a56e-f863651a883c req-d90d8fa2-c782-4eeb-8d8d-0196576b9b8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:00.403863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d453392-0b49-48f6-a56e-f863651a883c req-d90d8fa2-c782-4eeb-8d8d-0196576b9b8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 943 time: 0.0919344 Jul 16 20:55:00.458688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d453392-0b49-48f6-a56e-f863651a883c req-958dc6d3-55af-4f0d-b7ee-75a06a333163 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476844 Jul 16 20:55:01.194101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:55:01.309620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:01.323504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '9c2d077b-6119-4254-a10c-be166e027a91', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'port_id': '9c2d077b-6119-4254-a10c-be166e027a91', 'mac_address': 'fa:16:3e:93:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:55:01.366651 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:01.383950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d077b-6119-4254-a10c-be166e027a91 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:55:01.412274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:01.417951 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:01.474308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:01.641726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['9c2d077b-6119-4254-a10c-be166e027a91'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:55:01.667842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d60d-79a8-4cab-b637-c0089ecb9794 req-efd88441-5a34-4e9d-a52c-bd321616b183 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:01.669619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4238d60d-79a8-4cab-b637-c0089ecb9794 req-efd88441-5a34-4e9d-a52c-bd321616b183 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 944 time: 0.0801163 Jul 16 20:55:01.724718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4238d60d-79a8-4cab-b637-c0089ecb9794 req-6049657f-e323-417e-a6c4-ff16dff20ff1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469053 Jul 16 20:55:02.933078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eeaf0-33a5-4c2f-8fb7-3a75051857a0 req-d63b8fdf-9d88-4e99-ab0c-e962e24755ca tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:02.934691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-988eeaf0-33a5-4c2f-8fb7-3a75051857a0 req-d63b8fdf-9d88-4e99-ab0c-e962e24755ca tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 944 time: 0.0697780 Jul 16 20:55:02.980235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-988eeaf0-33a5-4c2f-8fb7-3a75051857a0 req-58c0c6e4-14ac-48ed-ae03-a1e8037c3133 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Jul 16 20:55:03.205532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:03.267311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 9c2d077b-6119-4254-a10c-be166e027a91 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:03.272995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 9c2d077b-6119-4254-a10c-be166e027a91 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:03.273368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:03.372997 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:03.396600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:03.399281 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87937a80-8c49-48e6-8efa-de0bb0c2ace0" -d '{"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:03.413544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:03.418340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:03.447993 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d423a0-7e6f-42f1-b181-f3da75bbb530 x-openstack-request-id: req-a5d423a0-7e6f-42f1-b181-f3da75bbb530 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:03.448324 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:03.449162 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a5d423a0-7e6f-42f1-b181-f3da75bbb530 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:03.449162 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'code': 200} Jul 16 20:55:03.479621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:03.581240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd817e-8abd-4bf5-a1ba-a5495c72373d req-3dd7cab9-86b8-4b1a-8dbf-ebbc200db03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:03.582789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fdd817e-8abd-4bf5-a1ba-a5495c72373d req-3dd7cab9-86b8-4b1a-8dbf-ebbc200db03e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1096 time: 0.0578747 Jul 16 20:55:03.630246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fdd817e-8abd-4bf5-a1ba-a5495c72373d req-02cc7910-6910-4361-b943-9746e4ef9fc0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359581 Jul 16 20:55:04.058187 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:04.191361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95214b9-cab4-4b3a-958e-9b0ef9b77ac9 req-35a82197-5668-4d3a-bdb3-5ec71de2c538 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:04.192947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b95214b9-cab4-4b3a-958e-9b0ef9b77ac9 req-35a82197-5668-4d3a-bdb3-5ec71de2c538 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0709949 Jul 16 20:55:04.238938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b95214b9-cab4-4b3a-958e-9b0ef9b77ac9 req-2a03d9b4-7c48-47fc-9051-cc8438c21d75 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Jul 16 20:55:04.775129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-8af75a87-480f-4b72-8b95-23c03500ea2f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141183 Jul 16 20:55:04.883822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-e9c7a557-5131-4dc0-b384-8c83dd5e4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:04.885627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-e9c7a557-5131-4dc0-b384-8c83dd5e4518 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1096 time: 0.0641468 Jul 16 20:55:04.896554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47044e51-2841-4648-b172-6afcf1e828f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:05.006842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-86cb353a-3957-4168-9028-af857d7d6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.008476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-86cb353a-3957-4168-9028-af857d7d6b4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.0917106 Jul 16 20:55:05.091921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-f5ea5c0c-c1f0-46fe-a7a2-099edd5d5f36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 1000 time: 0.0770550 Jul 16 20:55:05.145936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-b8f3de1d-73d9-4e91-ab0c-162596db846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.147644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-b8f3de1d-73d9-4e91-ab0c-162596db846a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0495653 Jul 16 20:55:05.211781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-236b9c55-33f7-462a-b4f7-0ed7f2639abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.213377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-236b9c55-33f7-462a-b4f7-0ed7f2639abf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595489 Jul 16 20:55:05.318194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-09c0f1ca-c071-484d-a89a-a911a8a25d4b service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980680 Jul 16 20:55:05.466366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac199f4-7373-4c60-b447-59f2a08d1c17 req-43f8d010-eb65-462c-9e4e-742f42b949ad service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420031 Jul 16 20:55:05.495653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce5aee-bc7d-4482-ad60-e4e468901021 req-edc89540-f258-4d08-916d-c258b4282c93 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.497317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ce5aee-bc7d-4482-ad60-e4e468901021 req-edc89540-f258-4d08-916d-c258b4282c93 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1062822 Jul 16 20:55:05.540275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ce5aee-bc7d-4482-ad60-e4e468901021 req-e8246f12-f186-4c83-b3f5-fdebe48c7a0d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360241 Jul 16 20:55:05.736885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef9247-fc59-48ef-b760-57f72750fbcd req-97c3f02f-a5fa-455b-a5bd-e9ea16f82164 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.739283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ef9247-fc59-48ef-b760-57f72750fbcd req-97c3f02f-a5fa-455b-a5bd-e9ea16f82164 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0768313 Jul 16 20:55:05.786754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ef9247-fc59-48ef-b760-57f72750fbcd req-8729c161-5c0b-4d6f-8a70-d0bc3cc3611a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Jul 16 20:55:05.812896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51848) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:05.873529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bb2624-0d9b-4a88-b66e-10ae1ee867b5 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.878204 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98bb2624-0d9b-4a88-b66e-10ae1ee867b5 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1091 time: 0.0642028 Jul 16 20:55:05.878492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51850) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:05.886537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '9c2d077b-6119-4254-a10c-be166e027a91', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:05.914687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:06.018693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:06.129484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.172 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/acbf73d2-8dd5-4803-bcf4-669478f94c47) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:06.130906 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:06.259441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:06.301865 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:06.346594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:06.349717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:06.354039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:06.378971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=acbf73d2-8dd5-4803-bcf4-669478f94c47,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:06.902891 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.342932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.496196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.500665 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.571608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=acbf73d2-8dd5-4803-bcf4-669478f94c47,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:07.583503 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.691811 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP 5cf70610-933d-4950-844a-be5082a5f08c associated. External IP: 172.25.8.172, port: 9c2d077b-6119-4254-a10c-be166e027a91. Jul 16 20:55:07.909732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router f1e06475-8bb9-48fa-9962-4f816e672648 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:08.024029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:08.034762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] Sync routers for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:08.047039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:08.047712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:55:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:08.048732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:08.095602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-84cbd5de-62ee-4e22-89d5-29614b4e4bab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2132893 Jul 16 20:55:08.097130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:08.099875 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46a9fd-6601-4d75-ad00-f088d94c07e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:08.160972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:08.266414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe989ab-ac04-420c-9dd1-bfa7a94cac5b req-899b22a4-cd9c-489c-b445-4593a31ba87f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:08.272327 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:08.275858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fe989ab-ac04-420c-9dd1-bfa7a94cac5b req-899b22a4-cd9c-489c-b445-4593a31ba87f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0868747 Jul 16 20:55:08.332262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fe989ab-ac04-420c-9dd1-bfa7a94cac5b req-8e10b208-7eb0-41b3-87c3-80c70c905051 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Jul 16 20:55:08.359042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 51900) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:08.402417 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b52c7c-e6f5-4719-be29-568ccfa5823e x-openstack-request-id: req-77b52c7c-e6f5-4719-be29-568ccfa5823e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:08.402796 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:08.403112 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-77b52c7c-e6f5-4719-be29-568ccfa5823e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:08.404356 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'status': 'completed', 'code': 200} Jul 16 20:55:08.428290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '5cf70610-933d-4950-844a-be5082a5f08c', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'port_id': '9c2d077b-6119-4254-a10c-be166e027a91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'mac_address': 'fa:16:3e:93:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:06Z', 'updated_at': '2021-07-16T20:55:06Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:56Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:08.435291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5f36fe73-08d5-42bb-9212-eec904965f16 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/5cf70610-933d-4950-844a-be5082a5f08c HTTP/1.1" status: 200 len: 991 time: 0.0743892 Jul 16 20:55:08.460777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] Checking router: f1e06475-8bb9-48fa-9962-4f816e672648 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:08.469432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:08.470174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:55:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:08.500756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-35d17b8c-c36c-4b56-ab87-d8cdfbe234c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:08.502309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-35d17b8c-c36c-4b56-ab87-d8cdfbe234c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1096 time: 0.0551403 Jul 16 20:55:08.621572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-5b59f8ae-06db-45ad-bb6a-7a466266574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:08.623927 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-5b59f8ae-06db-45ad-bb6a-7a466266574c service neutron] 10.222.0.21 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1136205 Jul 16 20:55:08.738892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:08.747802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-3f3e5fa7-46d2-448c-b6df-4263ea642da9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 999 time: 0.1175852 Jul 16 20:55:08.749813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:08.814552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-a4eb4e6f-d05e-4b9f-970f-ecb165cc0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:08.817458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-a4eb4e6f-d05e-4b9f-970f-ecb165cc0615 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0628579 Jul 16 20:55:08.878514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-ecd3034c-906d-450c-b31a-77acecd80ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:08.880355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-ecd3034c-906d-450c-b31a-77acecd80ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567374 Jul 16 20:55:08.934901 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:08.999710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-c0b75fa4-31bd-4c61-87d2-2f425be04189 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120281 Jul 16 20:55:09.020786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '5cf70610-933d-4950-844a-be5082a5f08c', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'port_id': '9c2d077b-6119-4254-a10c-be166e027a91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'mac_address': 'fa:16:3e:93:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:06Z', 'updated_at': '2021-07-16T20:55:06Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:56Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:09.052713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320eb19-52ca-488a-8901-a5f4febcb7ac None None] The sync data for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 is: [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '5cf70610-933d-4950-844a-be5082a5f08c', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'port_id': '9c2d077b-6119-4254-a10c-be166e027a91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'mac_address': 'fa:16:3e:93:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:06Z', 'updated_at': '2021-07-16T20:55:06Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:56Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:09.100629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c46a9fd-6601-4d75-ad00-f088d94c07e2 req-ed9df75f-6954-427f-b793-9efd2abe2727 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944028 Jul 16 20:55:09.282378 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe870c-2cf8-46c0-9b67-42c6bbd38127 None None] New status for floating IP 5cf70610-933d-4950-844a-be5082a5f08c: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:55:09.439047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 51916) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:09.522293 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f40fa19-fecb-4584-b493-8635d48bc232 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/5cf70610-933d-4950-844a-be5082a5f08c HTTP/1.1" status: 200 len: 993 time: 0.0810721 Jul 16 20:55:16.949814 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:30.287907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c85b6b3-53fe-4ced-b25c-693c711bc6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.048879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.886247 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4440ac1-5c57-4557-9901-d55565dd08c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:36.119807 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.263980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.629166 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:38.930371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:40.984301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eb775-9ff3-40dc-95ff-52ac95841671 req-73a37bf6-8eeb-4505-a8e5-4abf09a31204 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:40.986180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-162eb775-9ff3-40dc-95ff-52ac95841671 req-73a37bf6-8eeb-4505-a8e5-4abf09a31204 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1096 time: 0.0701096 Jul 16 20:55:41.022946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-162eb775-9ff3-40dc-95ff-52ac95841671 req-6486218e-be78-4452-bef2-f61fd6b439d6 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.170504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-162eb775-9ff3-40dc-95ff-52ac95841671 req-6486218e-be78-4452-bef2-f61fd6b439d6 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.175701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-162eb775-9ff3-40dc-95ff-52ac95841671 req-6486218e-be78-4452-bef2-f61fd6b439d6 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:41.218297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-162eb775-9ff3-40dc-95ff-52ac95841671 req-6486218e-be78-4452-bef2-f61fd6b439d6 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183557 Jul 16 20:55:41.219066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486218e-be78-4452-bef2-f61fd6b439d6 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072570ee-e8b4-4b69-bf19-943a58189b8d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:41.449690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73e72e-2de3-4dfe-9e80-540251aa8a3d req-4ff928b4-ebbc-494e-b17e-89dcd9eac80e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:41.451378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a73e72e-2de3-4dfe-9e80-540251aa8a3d req-4ff928b4-ebbc-494e-b17e-89dcd9eac80e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0783417 Jul 16 20:55:41.500979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a73e72e-2de3-4dfe-9e80-540251aa8a3d req-6e2ef53b-3101-4964-88a5-e2318b117107 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Jul 16 20:55:41.528528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52366) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:41.619139 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6b5e0d9c-7719-4105-8738-7db551410f25 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/5cf70610-933d-4950-844a-be5082a5f08c HTTP/1.1" status: 200 len: 993 time: 0.0886295 Jul 16 20:55:42.054261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-a0ae50c7-87a8-414e-8c9f-b5a8fe7b2272 req-be76f965-fc95-42e1-8afa-9dcf278c83fd service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:55:42.057443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a0ae50c7-87a8-414e-8c9f-b5a8fe7b2272 req-be76f965-fc95-42e1-8afa-9dcf278c83fd service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080516 Jul 16 20:55:42.706507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d525a-7389-4289-9122-2c11d30d3a51 req-5b8ebe02-582e-4716-a5a3-041885cb50df tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:42.708327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a7d525a-7389-4289-9122-2c11d30d3a51 req-5b8ebe02-582e-4716-a5a3-041885cb50df tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1047890 Jul 16 20:55:42.762261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a7d525a-7389-4289-9122-2c11d30d3a51 req-7c597183-68c3-459d-8034-862677497c3f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419977 Jul 16 20:55:42.763916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-7949bea9-80d7-47a1-91e0-91bbf7088458 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2050993 Jul 16 20:55:44.037461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6a4c8-b02a-4cb9-a228-1dbc5339961c req-74b95e08-0de0-478c-941c-86289df4f25b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.039204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cd6a4c8-b02a-4cb9-a228-1dbc5339961c req-74b95e08-0de0-478c-941c-86289df4f25b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0978804 Jul 16 20:55:44.089809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cd6a4c8-b02a-4cb9-a228-1dbc5339961c req-d1afc979-6586-40ee-86a4-5785ce48b57d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Jul 16 20:55:44.433027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-07decbf3-5ac2-4bd4-8ff9-65e353991999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.434848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-07decbf3-5ac2-4bd4-8ff9-65e353991999 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1096 time: 0.0647421 Jul 16 20:55:44.569558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-bcbda001-db75-4cec-bf0f-d1385373e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.572457 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-bcbda001-db75-4cec-bf0f-d1385373e885 service neutron] 10.222.0.21 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1301200 Jul 16 20:55:44.663600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-73413450-dfc3-4f38-9f3c-76a3ae8681e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 1001 time: 0.0847142 Jul 16 20:55:44.729021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-58a40df7-437f-443a-a811-e2381866d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.732048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-58a40df7-437f-443a-a811-e2381866d3c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0615249 Jul 16 20:55:44.813390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-f709e270-4d97-4e1e-a2d7-0d88d3bb31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:44.814955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-f709e270-4d97-4e1e-a2d7-0d88d3bb31b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767093 Jul 16 20:55:44.947785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-827cc6fd-5142-4bb4-b333-75bc8602cef7 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257310 Jul 16 20:55:45.105134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-4fdfd25d-b0af-47b6-963d-d58f4791df1f service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505408 Jul 16 20:55:45.402008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4a53d-ff58-4c38-857d-9053c2b2d7de req-2be2bb4d-37c5-4b61-b519-e6324ea9c125 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:45.404131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfd4a53d-ff58-4c38-857d-9053c2b2d7de req-2be2bb4d-37c5-4b61-b519-e6324ea9c125 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0892065 Jul 16 20:55:45.457524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cfd4a53d-ff58-4c38-857d-9053c2b2d7de req-d338ba37-4128-4062-a519-1dd587d0f804 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Jul 16 20:55:45.838595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:46.052650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port ab19dd3e-4af5-4dcf-b66d-8f39e130fa64 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:46.052650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:46.171159 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:46.171679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:46.192970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for ab19dd3e-4af5-4dcf-b66d-8f39e130fa64 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:46.392714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:46.423827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=ab19dd3e-4af5-4dcf-b66d-8f39e130fa64,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:46.439286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.440289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.440557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.440909 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.441264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.441654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.441992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.442308 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.442640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.442965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.443325 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.443811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:46.516963 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:46.517538 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Floating IP 0c2b6007-e64b-4e7c-81fb-8a7c668b68bd disassociated (deleted). External IP: 172.25.8.114, port: a77f097a-35f7-41d4-a800-3d0b8a133e71. Jul 16 20:55:46.693627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c26f2c-c036-48e1-99d1-87fb657c05de req-09f8484e-3e30-4a1d-bac5-2a2b43a5c005 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:46.701318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19c26f2c-c036-48e1-99d1-87fb657c05de req-09f8484e-3e30-4a1d-bac5-2a2b43a5c005 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1049931 Jul 16 20:55:46.742108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-19c26f2c-c036-48e1-99d1-87fb657c05de req-adda4715-f46f-4ee2-ba3e-fc2760a99741 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Jul 16 20:55:46.795478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:47.001852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:47.009941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:47.017133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:47.039286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:47.039286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:55:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:47.068725 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-674e8d80-72e2-43d3-9563-4edbe7d61eda tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "DELETE /v2.0/floatingips/0c2b6007-e64b-4e7c-81fb-8a7c668b68bd HTTP/1.1" status: 204 len: 168 time: 1.2245731 Jul 16 20:55:47.068725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:47.068725 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477cb34c-7ff0-4f05-b2ed-643cfc72b534" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:47.191278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:47.381353 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd52e9dd-1e36-4679-b06a-f49e4f84f31a x-openstack-request-id: req-fd52e9dd-1e36-4679-b06a-f49e4f84f31a {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:47.382240 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:47.382898 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fd52e9dd-1e36-4679-b06a-f49e4f84f31a {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:47.383844 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'status': 'completed', 'code': 200} Jul 16 20:55:47.556986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-071b845e-00bf-419c-a536-3d86de5c799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:47.558525 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-071b845e-00bf-419c-a536-3d86de5c799e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 1097 time: 0.1425676 Jul 16 20:55:47.571390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:10Z', 'revision_number': 1, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:47.603079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:47.613888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:47.615068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:55:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:47.661344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952544b-4b9e-4f97-a8f9-82264bb1b832 req-83a0cb8d-2c48-4c7e-bd90-4f10a1d14c09 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:47.663059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d952544b-4b9e-4f97-a8f9-82264bb1b832 req-83a0cb8d-2c48-4c7e-bd90-4f10a1d14c09 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 946 time: 0.1640365 Jul 16 20:55:47.725467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-fd9b91d7-b91c-489a-bd49-d90fbba7589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:47.727058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-fd9b91d7-b91c-489a-bd49-d90fbba7589d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1589289 Jul 16 20:55:47.749673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d952544b-4b9e-4f97-a8f9-82264bb1b832 req-f28d956f-0c7d-48c4-b8fb-662cb96c3f1d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753727 Jul 16 20:55:47.786290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-565a35b4-5fb2-4553-8eae-89f6f88c6bfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71 HTTP/1.1" status: 200 len: 217 time: 0.0499320 Jul 16 20:55:47.786945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:47.867713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-992f83bb-6e39-44a7-9e04-ed37c8bc9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:47.869880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-992f83bb-6e39-44a7-9e04-ed37c8bc9484 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0762031 Jul 16 20:55:48.037758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-deec275b-f028-4375-afbf-5c12805fd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:48.041234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-deec275b-f028-4375-afbf-5c12805fd4d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572542 Jul 16 20:55:48.058096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07f14a-10c3-4d46-852e-b29b2cb448bb req-4ffde1c3-3ad6-4d9e-ad66-c153024c7eff tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:48.060641 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca07f14a-10c3-4d46-852e-b29b2cb448bb req-4ffde1c3-3ad6-4d9e-ad66-c153024c7eff tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1643631 Jul 16 20:55:48.107878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:10Z', 'revision_number': 1, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:48.145057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff7766-d150-424e-ab1d-c6326742fb32 None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62b0be94-3cd3-456b-826a-8e821c241642', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'port_id': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'mac_address': 'fa:16:3e:84:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:07Z', 'updated_at': '2021-07-16T20:52:10Z', 'revision_number': 1, 'project_id': '6898068694c04984aaa4498a79804b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:48.177847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca07f14a-10c3-4d46-852e-b29b2cb448bb req-d67bb282-7c68-4f60-b881-27f5635b5b1c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037099 Jul 16 20:55:48.210820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-e219c93f-5002-4079-8f91-373b2a715dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488299 Jul 16 20:55:48.319643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-477cb34c-7ff0-4f05-b2ed-643cfc72b534 req-8c567a7e-bdfd-4e65-b4f1-236755e36bca service neutron] 10.222.0.21 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006417 Jul 16 20:55:48.441456 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689118d-fb2d-4e9b-bc98-2bf18391d2a4 None None] New status for floating IP 0c2b6007-e64b-4e7c-81fb-8a7c668b68bd: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:55:48.954093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c5c8-26f0-467c-ad65-804763499ddf req-4eb55e88-708f-4387-b87e-13c7487b57af tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:48.956343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fd4c5c8-26f0-467c-ad65-804763499ddf req-4eb55e88-708f-4387-b87e-13c7487b57af tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 946 time: 0.0728083 Jul 16 20:55:49.048229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6fd4c5c8-26f0-467c-ad65-804763499ddf req-6422139f-1061-4070-94dc-dd1ad6786cf7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842080 Jul 16 20:55:49.101055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-67887eed-4a1f-41df-a363-049018ef0604 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:49.102637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-67887eed-4a1f-41df-a363-049018ef0604 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 946 time: 0.1054957 Jul 16 20:55:49.239792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port a77f097a-35f7-41d4-a800-3d0b8a133e71 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:55:49.240396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.425291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] For port a77f097a-35f7-41d4-a800-3d0b8a133e71, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=a77f097a-35f7-41d4-a800-3d0b8a133e71,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:49.425668 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.445880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for a77f097a-35f7-41d4-a800-3d0b8a133e71 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:55:49.476222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d91a8-362d-4c48-b36a-61028e8a28c2 req-2abb2ea3-de4a-4d51-b76f-71bbd35e2e94 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:49.477775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c5d91a8-362d-4c48-b36a-61028e8a28c2 req-2abb2ea3-de4a-4d51-b76f-71bbd35e2e94 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1267338 Jul 16 20:55:49.559279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c5d91a8-362d-4c48-b36a-61028e8a28c2 req-51c6910d-4e16-4f38-9438-b5a31c6a02f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520806 Jul 16 20:55:49.659676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.691833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=a77f097a-35f7-41d4-a800-3d0b8a133e71,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:49.764068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] No DVR routers for this DVR port a77f097a-35f7-41d4-a800-3d0b8a133e71 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:49.766917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:49.769277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1456b3ae-875b-4b09-94ff-2fbd0d390311 req-3786590f-5a9f-4626-b06a-60a3234ddc39 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.21 "DELETE /v2.0/ports/a77f097a-35f7-41d4-a800-3d0b8a133e71 HTTP/1.1" status: 204 len: 173 time: 0.6606195 Jul 16 20:55:49.769783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'name': 'network-vif-deleted', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:49.772074 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb784b9c-7f7a-43b2-923f-8eee5b547051" -d '{"events": [{"server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "name": "network-vif-deleted", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:49.820825 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8499dd22-6041-4bba-9df3-0a6795a274ab x-openstack-request-id: req-8499dd22-6041-4bba-9df3-0a6795a274ab {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:49.821146 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd068bd-8769-4214-9b95-4d47d00c4c36", "name": "network-vif-deleted", "tag": "a77f097a-35f7-41d4-a800-3d0b8a133e71", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:49.821391 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8499dd22-6041-4bba-9df3-0a6795a274ab {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:49.821816 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd068bd-8769-4214-9b95-4d47d00c4c36', 'name': 'network-vif-deleted', 'tag': 'a77f097a-35f7-41d4-a800-3d0b8a133e71', 'status': 'completed', 'code': 200} Jul 16 20:55:50.244708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae478b42-2a08-4c4b-8453-c1f815bf3fae req-fe0825c7-19de-43c6-8fc8-597fcd92a401 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 210 time: 0.0373914 Jul 16 20:55:50.753882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d052-98f3-4a00-b574-199cdc0aae93 req-5c6bab56-e182-4e18-90b4-6574a5e20b87 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:50.755442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ca2d052-98f3-4a00-b574-199cdc0aae93 req-5c6bab56-e182-4e18-90b4-6574a5e20b87 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0735533 Jul 16 20:55:50.807882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ca2d052-98f3-4a00-b574-199cdc0aae93 req-2d306b8e-667a-4425-977a-99dd9922e501 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Jul 16 20:55:51.402255 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f20ef496-0057-415c-abab-6ecb7512d3a9 req-18b31f83-7a47-44b7-80a3-af0af7f9806f tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 210 time: 0.0346253 Jul 16 20:55:52.025909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085883f-5793-4207-aac3-8e6f5665b899 req-ea460078-23af-42f7-9483-3e0f7e2ba928 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:52.027636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e085883f-5793-4207-aac3-8e6f5665b899 req-ea460078-23af-42f7-9483-3e0f7e2ba928 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0940461 Jul 16 20:55:52.079431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e085883f-5793-4207-aac3-8e6f5665b899 req-2c5259a4-5158-4223-8df8-05f90ea99d58 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445554 Jul 16 20:55:52.562507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0d74a50-93a5-4471-b7f4-7ab5e068ea93 req-68c619aa-4e37-43ed-ab4f-7f1b446e7022 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 210 time: 0.0447385 Jul 16 20:55:53.268514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da8923-5d29-4687-83b8-dfb3ee32a40b req-a9492c8d-4632-4c2e-80d3-83f78f3bcf29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:53.270179 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61da8923-5d29-4687-83b8-dfb3ee32a40b req-a9492c8d-4632-4c2e-80d3-83f78f3bcf29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0741472 Jul 16 20:55:53.310983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61da8923-5d29-4687-83b8-dfb3ee32a40b req-947593e4-f8ed-477d-ad27-15d02ce4eed0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345988 Jul 16 20:55:53.487513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a77f097a-35f7-41d4-a800-3d0b8a133e71 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:55:53.510006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: a77f097a-35f7-41d4-a800-3d0b8a133e71 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:55:53.510357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device a77f097a-35f7-41d4-a800-3d0b8a133e71 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:55:53.713411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aeaca517-a381-4df9-b98f-37426a5f5488 req-4d68b436-4545-4599-a4d5-9dda45627c48 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 210 time: 0.0305388 Jul 16 20:55:53.949301 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:54.557512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbd24-9cda-4dd2-ab65-66dc99a6ba48 req-1d15b494-47c3-4623-b476-43c8a89aa9dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:54.560140 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-161cbd24-9cda-4dd2-ab65-66dc99a6ba48 req-1d15b494-47c3-4623-b476-43c8a89aa9dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1212637 Jul 16 20:55:54.605211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-161cbd24-9cda-4dd2-ab65-66dc99a6ba48 req-bf703134-adee-481c-93a3-6799b0aaf38b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 Jul 16 20:55:54.862568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a6b672e-4058-416e-a0b0-36e5ad307a71 req-589a95da-ed65-425d-b9dd-b2cecd52ebb7 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=7fd068bd-8769-4214-9b95-4d47d00c4c36 HTTP/1.1" status: 200 len: 210 time: 0.0322621 Jul 16 20:55:55.844525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4870b2-6bda-4555-8a76-eb48ad576b1d req-48472a45-16ce-48f1-9f92-d809313b0c75 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:55.847871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d4870b2-6bda-4555-8a76-eb48ad576b1d req-48472a45-16ce-48f1-9f92-d809313b0c75 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1099396 Jul 16 20:55:55.907943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d4870b2-6bda-4555-8a76-eb48ad576b1d req-307d5c53-628c-49b7-ab08-1f3cc52f0a12 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548871 Jul 16 20:55:57.189015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf99014-665a-4cc4-959b-86353fc01cfb req-6247b8bb-0650-458c-9cdc-27539b6c8472 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.192100 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf99014-665a-4cc4-959b-86353fc01cfb req-6247b8bb-0650-458c-9cdc-27539b6c8472 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1100535 Jul 16 20:55:57.245249 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5bf99014-665a-4cc4-959b-86353fc01cfb req-43330f0a-0376-4d0d-989b-cdcbe31d781f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Jul 16 20:55:57.395368 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-56717e24-9af3-40b4-ae02-4491c75259e0 service neutron] show failed (client error): The resource could not be found. Jul 16 20:55:57.396779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-56717e24-9af3-40b4-ae02-4491c75259e0 service neutron] 10.222.0.21 "GET /v2.0/ports/9c2d077b-6119-4254-a10c-be166e027a91/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0781004 Jul 16 20:55:57.704077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-2708d34d-d498-46ea-b898-3e07e9191fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:57.706207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-2708d34d-d498-46ea-b898-3e07e9191fcb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 1096 time: 0.0934114 Jul 16 20:55:57.719278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:57.838878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:58.100918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:58.143940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:58.198513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:58.201526 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8ee0ea-b469-400b-91a3-1925f7296419" -d '{"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:58.206108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:58.222671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Transition to ACTIVE for port object 9c2d077b-6119-4254-a10c-be166e027a91 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:55:58.227083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:58.344124 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105c22f9-30da-405a-a39e-b9d869d7f9e4 x-openstack-request-id: req-105c22f9-30da-405a-a39e-b9d869d7f9e4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:58.344517 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:58.344847 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-105c22f9-30da-405a-a39e-b9d869d7f9e4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:58.345368 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'code': 200} Jul 16 20:55:58.404161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:58.482888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.483309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.483642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.484009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.484339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.484900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.485221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.485740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.486240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.486907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.487334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.487744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:58.600760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] No DVR routers for this DVR port 9c2d077b-6119-4254-a10c-be166e027a91 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:55:58.752860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e7c50-c961-4845-ada0-192350e2ed6f req-2e9a5c94-7935-44f8-bd83-a4598d7a793b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:58.754925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-967e7c50-c961-4845-ada0-192350e2ed6f req-2e9a5c94-7935-44f8-bd83-a4598d7a793b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 943 time: 0.2103691 Jul 16 20:55:58.842297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-967e7c50-c961-4845-ada0-192350e2ed6f req-5d8140cc-f213-4f6e-92a9-deeaa679578c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789919 Jul 16 20:55:58.843194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:55:58.843559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:55:58.843888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 on network 539dc126-7669-4997-80f1-4c3d7afecb34 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:58.850266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Port 9c2d077b-6119-4254-a10c-be166e027a91 on network 539dc126-7669-4997-80f1-4c3d7afecb34 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:55:58.850596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Attempting to bind port 9c2d077b-6119-4254-a10c-be166e027a91 on network 539dc126-7669-4997-80f1-4c3d7afecb34 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:55:58.860387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:55:58.860737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Checking segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:55:58.861136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Bound using segment: {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:55:58.862234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Bound port: 9c2d077b-6119-4254-a10c-be166e027a91, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca727a2-4a8b-4201-adf8-e4d581537220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:55:58.862849 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:58.961322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:55:58.965468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:55:58.973417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:59.032051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:59.032797 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:59.035394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] 10.222.0.26 "PUT /v2.0/ports/9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 1091 time: 1.3220613 Jul 16 20:55:59.065230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b0f3a-0ee3-4483-888d-38c891e50d57 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:59.246742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-7de466f9-3d09-4614-84d8-ee30d27ea5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:59.251438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-7de466f9-3d09-4614-84d8-ee30d27ea5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1094 time: 0.1779530 Jul 16 20:55:59.460292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-79b97bc3-f499-4a35-ad47-9588e54a2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:59.462945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-79b97bc3-f499-4a35-ad47-9588e54a2bcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.2041171 Jul 16 20:55:59.597765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-f57bbc1e-b185-49fc-aed3-9ad82eac6e1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 999 time: 0.1248560 Jul 16 20:55:59.682698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-b63f09f3-8d2b-44f2-be60-6d07c480f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:59.685077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-b63f09f3-8d2b-44f2-be60-6d07c480f5bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0806451 Jul 16 20:55:59.803805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-5bdce343-eb60-419f-928a-ca73a0754868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:59.805800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-5bdce343-eb60-419f-928a-ca73a0754868 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128361 Jul 16 20:55:59.959374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-b56a6bc7-602a-4fbd-9fa5-26ab4d59f8d7 service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463463 Jul 16 20:56:00.164206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bbe039b1-2766-4fbd-8819-0e0a3ea71df4 req-bf039a9e-35c4-4660-ac72-35a7a2369ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991069 Jul 16 20:56:00.193330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521a8b0-c0a5-47be-8557-5b1adbc1b3d4 req-fa4473e3-f2b9-484e-915a-ca307c54f7b1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:00.195035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8521a8b0-c0a5-47be-8557-5b1adbc1b3d4 req-fa4473e3-f2b9-484e-915a-ca307c54f7b1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 943 time: 0.1839747 Jul 16 20:56:00.286789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8521a8b0-c0a5-47be-8557-5b1adbc1b3d4 req-0398777e-bdf7-4f46-8f39-6cd966016dbf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714362 Jul 16 20:56:00.297658 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2af9368a-d37b-4f5c-84c6-e6da97c47869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:00.346275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:00.349114 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a56fef-489f-42a1-ae07-c7c09d753199" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:00.428858 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc486886-0be0-43e7-9b3f-d3eff2622872 x-openstack-request-id: req-dc486886-0be0-43e7-9b3f-d3eff2622872 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:00.429363 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:00.429613 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dc486886-0be0-43e7-9b3f-d3eff2622872 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:00.433742 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'status': 'completed', 'code': 200} Jul 16 20:56:00.962480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-f7ba17d5-fdc3-4107-b7fd-2958e854bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:00.964187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-f7ba17d5-fdc3-4107-b7fd-2958e854bf62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1094 time: 0.5140975 Jul 16 20:56:00.969142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-4d634f53-d29f-407a-8d8e-027b60d315aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:00.971375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-4d634f53-d29f-407a-8d8e-027b60d315aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1094 time: 0.5108004 Jul 16 20:56:01.145527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-fc15766f-eb45-42bb-9378-b7440b24f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.146924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-fc15766f-eb45-42bb-9378-b7440b24f285 service neutron] 10.222.0.26 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1740539 Jul 16 20:56:01.152733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-21e8cad9-81ae-4818-92a4-be9fac031177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.154312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-21e8cad9-81ae-4818-92a4-be9fac031177 service neutron] 10.222.0.21 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1723561 Jul 16 20:56:01.296677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-786f5588-be90-4cd2-8508-1c103dfb1a3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 999 time: 0.1413376 Jul 16 20:56:01.303594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-fcd3edc5-d622-4f89-99eb-69f1959233e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 999 time: 0.1419983 Jul 16 20:56:01.388637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-95d50cbb-6999-41b9-88e0-e244646b15be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.390125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-95d50cbb-6999-41b9-88e0-e244646b15be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0856285 Jul 16 20:56:01.392036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-f34de8e3-8f75-4fd6-a2ab-39972fe6cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.393909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-f34de8e3-8f75-4fd6-a2ab-39972fe6cbba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0814633 Jul 16 20:56:01.551418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:01.553041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-1b725c4f-98df-4d0f-85a6-9f025eb6f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.554607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-1b725c4f-98df-4d0f-85a6-9f025eb6f771 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575511 Jul 16 20:56:01.557496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-e798e015-2e23-4a38-92b0-6f1a0d352bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.558980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-e798e015-2e23-4a38-92b0-6f1a0d352bde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538801 Jul 16 20:56:01.589679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797b816-0a9d-4688-aa65-914f090a81d7 req-5d2c8eb3-0723-4dac-88b8-94fa8a6d83f8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:01.592195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5797b816-0a9d-4688-aa65-914f090a81d7 req-5d2c8eb3-0723-4dac-88b8-94fa8a6d83f8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 943 time: 0.1367528 Jul 16 20:56:01.606514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:01.624505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 52984) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:01.757169 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5797b816-0a9d-4688-aa65-914f090a81d7 req-b5e657ec-1f63-43de-9edd-f8b6352650fb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534972 Jul 16 20:56:01.777019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-d659b71b-0706-4221-8198-6a5a5afad0fe service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156940 Jul 16 20:56:01.814322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-268ac134-ca69-4fef-9c94-d1643779e024 service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419703 Jul 16 20:56:01.836215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port 4d985b59-bed3-49b5-b281-b84dd35e4cfb {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:01.836532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:01.941885 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:01.942446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:01.966091 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for 4d985b59-bed3-49b5-b281-b84dd35e4cfb owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:01.992074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-6ded9318-7fb1-4627-8da6-db8702180fe6 service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050259 Jul 16 20:56:02.003677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5a56fef-489f-42a1-ae07-c7c09d753199 req-17ebd1d0-303c-456c-b8c7-1382506da40b service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811264 Jul 16 20:56:02.168192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:02.198854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=4d985b59-bed3-49b5-b281-b84dd35e4cfb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:02.282354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:02.282779 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Floating IP 62b0be94-3cd3-456b-826a-8e821c241642 disassociated (deleted). External IP: 172.25.8.69, port: 73194be6-9dab-49c4-93e3-90c08748a9a9. Jul 16 20:56:02.528329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:02.652805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:02.657925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:02.663083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:02.673532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:02.674224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:55:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:02.697308 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d14ced3a-1cf4-410d-9473-f133b6e35139 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "DELETE /v2.0/floatingips/62b0be94-3cd3-456b-826a-8e821c241642 HTTP/1.1" status: 204 len: 168 time: 1.0716395 Jul 16 20:56:02.697867 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:02.700205 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d2b08e-7882-4166-b8a3-2139619c53f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:02.788690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:02.979783 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df51b42-8169-4be5-9841-2cbbd76f7fc6 x-openstack-request-id: req-7df51b42-8169-4be5-9841-2cbbd76f7fc6 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:02.980533 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:02.980979 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7df51b42-8169-4be5-9841-2cbbd76f7fc6 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:02.981612 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'status': 'completed', 'code': 200} Jul 16 20:56:03.018115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:03.057812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:03.067891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:03.068532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:55:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:03.084175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-d76a4e62-6c81-49d4-8e08-9ec23cf164bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.085852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-d76a4e62-6c81-49d4-8e08-9ec23cf164bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6898068694c04984aaa4498a79804b2d&device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 1096 time: 0.0797567 Jul 16 20:56:03.186110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:03.230943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:56:03.246729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-212d5676-5468-4d1b-9792-dca698f83e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.248499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-212d5676-5468-4d1b-9792-dca698f83e2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 200 len: 912 time: 0.1553802 Jul 16 20:56:03.258163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489b595-2c5d-486b-8905-27e4e8b56faa req-53dd1bd9-7454-4d04-9c20-a3e042a6cb68 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.259810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9489b595-2c5d-486b-8905-27e4e8b56faa req-53dd1bd9-7454-4d04-9c20-a3e042a6cb68 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 943 time: 0.1584930 Jul 16 20:56:03.303583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-d2e91a15-17ff-4062-abf3-be9bf2a095c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 200 len: 217 time: 0.0426695 Jul 16 20:56:03.386072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9489b595-2c5d-486b-8905-27e4e8b56faa req-1b80d39c-c576-49f7-8b82-1945484aabf7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192830 Jul 16 20:56:03.395396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-81390c69-dc10-4559-83d1-ce379d0de9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.397543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-81390c69-dc10-4559-83d1-ce379d0de9e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 200 len: 850 time: 0.0866354 Jul 16 20:56:03.481811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-844459b8-66f5-404e-add5-3769f6c701b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.483896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-844459b8-66f5-404e-add5-3769f6c701b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dd8f16f-484e-4176-93aa-5274ef1286a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766466 Jul 16 20:56:03.683311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-ffd7f44f-3877-4e4f-ab01-36472860888d service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906667 Jul 16 20:56:03.692790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:03.710501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '9c2d077b-6119-4254-a10c-be166e027a91', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'port_id': '9c2d077b-6119-4254-a10c-be166e027a91', 'mac_address': 'fa:16:3e:93:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:56:03.750218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd0ce7-029c-4dc1-b4c2-83cde1590c80 req-fd3868ff-b03f-4d14-bcf6-432401f00494 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:03.752280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9fd0ce7-029c-4dc1-b4c2-83cde1590c80 req-fd3868ff-b03f-4d14-bcf6-432401f00494 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 945 time: 0.1804938 Jul 16 20:56:03.776214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:03.778423 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:03.818978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b12328-8c3c-4dd7-b93f-364eb4220214 None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:45:50Z', 'revision_number': 4, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1a21451d-97c5-4327-bb4b-d3b769b56ed8', 'name': '', 'network_id': '8dd8f16f-484e-4176-93aa-5274ef1286a6', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'mac_address': 'fa:16:3e:3f:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:49Z', 'updated_at': '2021-07-16T20:45:57Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'subnets': [{'id': '9a751ec8-23b3-45de-95be-1c3abd75a242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:03.833396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d077b-6119-4254-a10c-be166e027a91 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:03.845367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e7d2b08e-7882-4166-b8a3-2139619c53f7 req-b215e08e-81a5-41f2-98a8-a6e373698549 service neutron] 10.222.0.26 "GET /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537557 Jul 16 20:56:03.860510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:03.865537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9fd0ce7-029c-4dc1-b4c2-83cde1590c80 req-ef0dbce1-7da6-4b22-8d62-a6b041f13f96 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789750 Jul 16 20:56:03.867913 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:03.946613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:03.956243 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.956588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.957187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.957870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.958395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.959185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.959735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.960263 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.960765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.961594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.962257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:03.962761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:04.068126 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.133607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['9c2d077b-6119-4254-a10c-be166e027a91'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:04.209431 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b79d6-b183-480a-a29e-fbce7a2783e1 None None] New status for floating IP 62b0be94-3cd3-456b-826a-8e821c241642: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:56:04.328160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-d9636c97-4d78-4ddf-8c6a-e765c0ce63ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.330021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-d9636c97-4d78-4ddf-8c6a-e765c0ce63ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b&tenant_id=aec84f59caf741128d7bdf6f36b72b56&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 944 time: 0.1801679 Jul 16 20:56:04.372066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d72e7-12fc-432f-bc48-f8fd1a2579b5 req-8186ca8d-bcaf-4ef9-80a2-09823f59ed55 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.373877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a68d72e7-12fc-432f-bc48-f8fd1a2579b5 req-8186ca8d-bcaf-4ef9-80a2-09823f59ed55 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 944 time: 0.1859972 Jul 16 20:56:04.429014 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-725eb804-9c03-4cb3-939c-87e6916c619e service neutron] delete failed (client error): The resource could not be found. Jul 16 20:56:04.430122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-725eb804-9c03-4cb3-939c-87e6916c619e service neutron] 10.222.0.21 "DELETE /v2.0/ports/9c2d077b-6119-4254-a10c-be166e027a91/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0922656 Jul 16 20:56:04.437838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a68d72e7-12fc-432f-bc48-f8fd1a2579b5 req-7bbe0e7a-be8e-4f78-af7b-8ce95bfcc254 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523138 Jul 16 20:56:04.581415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-85783def-3246-46bf-9ab5-291d9655db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.582680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-85783def-3246-46bf-9ab5-291d9655db9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1095 time: 0.1037357 Jul 16 20:56:04.632559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-beaed786-f800-4b0c-ab4f-508e06d987ea tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.634404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-beaed786-f800-4b0c-ab4f-508e06d987ea tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 945 time: 0.1135507 Jul 16 20:56:04.759773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-13816962-5c5d-4a33-85f6-03be2fc0be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.761292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-13816962-5c5d-4a33-85f6-03be2fc0be0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1716139 Jul 16 20:56:04.848574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-76cf608a-1a39-4097-ac67-bbcf167bbbf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 1000 time: 0.0794249 Jul 16 20:56:04.849800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port 73194be6-9dab-49c4-93e3-90c08748a9a9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:04.850138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.888594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe721-b4cf-4ddd-8b54-0bd10c91e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:04.977961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-b0c38494-b981-4e0e-9ea3-98a9aaf5b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:04.979498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-b0c38494-b981-4e0e-9ea3-98a9aaf5b4ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.1245894 Jul 16 20:56:05.065366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] For port 73194be6-9dab-49c4-93e3-90c08748a9a9, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=73194be6-9dab-49c4-93e3-90c08748a9a9,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:05.065662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.086400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for 73194be6-9dab-49c4-93e3-90c08748a9a9 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:05.242977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:05.322090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 9c2d077b-6119-4254-a10c-be166e027a91 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:05.327518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 9c2d077b-6119-4254-a10c-be166e027a91 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:05.327895 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.432097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.477751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:05.480607 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65325c0c-1409-474f-af84-0dcaf7472788" -d '{"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:05.497454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:05.502781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.544186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-8c1af547-362a-42ce-9b66-839d3b67e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.545323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-8c1af547-362a-42ce-9b66-839d3b67e701 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5590992 Jul 16 20:56:05.559238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:05.572779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1c30-9318-479e-8726-44d941a78998 req-4e184eee-95a6-40ad-970f-0d1b6b80f4eb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.574338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-071c1c30-9318-479e-8726-44d941a78998 req-4e184eee-95a6-40ad-970f-0d1b6b80f4eb tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 945 time: 0.5586009 Jul 16 20:56:05.687923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-071c1c30-9318-479e-8726-44d941a78998 req-e20ac65c-9673-4b21-879d-34f9222ef476 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/security-groups?id=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007366 Jul 16 20:56:05.741280 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-9ca3cdb9-ced5-463a-999e-883b83bd4e88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766845 Jul 16 20:56:05.750717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-32db6b0a-a8d5-4daa-8a91-1d5d8f7f394e service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940150 Jul 16 20:56:05.788137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.847206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=73194be6-9dab-49c4-93e3-90c08748a9a9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:05.881265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-441019c1-a7c5-4472-8607-4796faf42fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:05.883070 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-441019c1-a7c5-4472-8607-4796faf42fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1096 time: 0.0937359 Jul 16 20:56:05.967667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] No DVR routers for this DVR port 73194be6-9dab-49c4-93e3-90c08748a9a9 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:05.970439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:05.973577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9486ee47-fbf9-49c7-9e7a-f0b59885683e req-3b074d81-36e5-4112-afbf-764c4d1d9727 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.26 "DELETE /v2.0/ports/73194be6-9dab-49c4-93e3-90c08748a9a9 HTTP/1.1" status: 204 len: 173 time: 1.3331764 Jul 16 20:56:05.976385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'name': 'network-vif-deleted', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:05.978837 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d0eb00-9f8c-4b2f-9089-891c4ed3488c" -d '{"events": [{"server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "name": "network-vif-deleted", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:06.005495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-7ff8e364-1dbe-4b76-9447-3b95ed607b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.007324 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-7ff8e364-1dbe-4b76-9447-3b95ed607b49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1035788 Jul 16 20:56:06.018467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e3b3f73-ebfe-4e80-8ea5-96287ec6d13a req-d3553e29-0284-4ca2-bf56-7540518099ac service neutron] 10.222.0.21 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598042 Jul 16 20:56:06.066250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c122ad-dc8e-4355-9032-ad0f1fcf9429 req-69caef43-0aa2-49e0-bd00-6dc4700848ba tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.081202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0c122ad-dc8e-4355-9032-ad0f1fcf9429 req-69caef43-0aa2-49e0-bd00-6dc4700848ba tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1892869 Jul 16 20:56:06.087593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-5193e995-4134-4b30-ac6f-857d3392b2f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 1001 time: 0.0734842 Jul 16 20:56:06.143001 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:06.193213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-f2d6cb54-af1c-4f35-97d0-06e984253a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.197338 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-f2d6cb54-af1c-4f35-97d0-06e984253a9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.1031423 Jul 16 20:56:06.230461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0c122ad-dc8e-4355-9032-ad0f1fcf9429 req-8d041ce6-a5a2-48ee-a048-c335c93428e7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387937 Jul 16 20:56:06.387942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-b384a74b-7293-47bd-8d93-b8c5abf8b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:06.389535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-b384a74b-7293-47bd-8d93-b8c5abf8b014 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735179 Jul 16 20:56:06.516558 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca57bc-0190-4f21-85a4-721d440850ff x-openstack-request-id: req-06ca57bc-0190-4f21-85a4-721d440850ff {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:06.516698 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:06.516855 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-06ca57bc-0190-4f21-85a4-721d440850ff {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:06.517264 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'code': 200} Jul 16 20:56:06.564155 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f572dc-e6bf-4d3d-b6fd-a06a5faff579 x-openstack-request-id: req-33f572dc-e6bf-4d3d-b6fd-a06a5faff579 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:06.565257 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c362a0f-7a60-4b78-9618-098e1030db7c", "name": "network-vif-deleted", "tag": "73194be6-9dab-49c4-93e3-90c08748a9a9", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:06.565365 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-33f572dc-e6bf-4d3d-b6fd-a06a5faff579 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:06.565704 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c362a0f-7a60-4b78-9618-098e1030db7c', 'name': 'network-vif-deleted', 'tag': '73194be6-9dab-49c4-93e3-90c08748a9a9', 'status': 'completed', 'code': 200} Jul 16 20:56:06.574654 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-10a178d9-3331-4909-83ae-b05c3d0ad35e service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738696 Jul 16 20:56:06.695121 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a729a654-e52d-46f1-a9c3-4beee88be91a req-472928c1-019a-4838-8f59-7c4933a71ec6 service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097252 Jul 16 20:56:06.897673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bb1b1f7-d9ff-481d-b751-bf0b4569745a req-6326b7c7-f787-4d9b-980a-8eb88d0bf844 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 210 time: 0.0464661 Jul 16 20:56:07.255996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 73194be6-9dab-49c4-93e3-90c08748a9a9 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:07.279958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 73194be6-9dab-49c4-93e3-90c08748a9a9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:07.280409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 73194be6-9dab-49c4-93e3-90c08748a9a9 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:07.441552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd3f7a-ebe2-4fc2-9b57-db4172d4be4d req-769c0f9b-87f3-4806-88d6-a87de7d041dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:07.443104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61dd3f7a-ebe2-4fc2-9b57-db4172d4be4d req-769c0f9b-87f3-4806-88d6-a87de7d041dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0696893 Jul 16 20:56:07.482721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61dd3f7a-ebe2-4fc2-9b57-db4172d4be4d req-299cbffa-8ca4-4f33-80a7-701437677111 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336211 Jul 16 20:56:07.509727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53110) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:07.587116 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a64941cb-7b68-4132-bcb4-7839cd68ae07 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/5cf70610-933d-4950-844a-be5082a5f08c HTTP/1.1" status: 200 len: 993 time: 0.0759368 Jul 16 20:56:08.069460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87289ea1-fdf8-48a3-93e7-5a626d8516ad req-03151b7e-0e6a-43f7-ace7-afe5ea103a56 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 210 time: 0.0329125 Jul 16 20:56:08.260511 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:08.623710 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:08.929374 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:09.218676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6e1f92-a094-4264-9962-25d77dc81f55 req-ec475878-01db-40fb-aaf6-c1a0f731274d tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "GET /v2.0/ports?device_id=0c362a0f-7a60-4b78-9618-098e1030db7c HTTP/1.1" status: 200 len: 210 time: 0.0334938 Jul 16 20:56:10.312110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53128) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:10.441684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Deleting port 8e2dd1f4-96ef-4f57-b5c6-532cb89464e9 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:10.442034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.516593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.516822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.529931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Calling delete_port for 8e2dd1f4-96ef-4f57-b5c6-532cb89464e9 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:10.693430 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.724995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'Port': ['ID=8e2dd1f4-96ef-4f57-b5c6-532cb89464e9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:10.794051 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.796878 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:10.798161 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87332ca1-ffc8-4cf5-9868-f0b0c3c546bc tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "DELETE /v2.0/floatingips/8b702678-a609-4333-b01f-82567038e3fd HTTP/1.1" status: 204 len: 168 time: 0.4849756 Jul 16 20:56:12.613430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53150) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:12.796284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9aa2d8f8-d25d-452b-9b72-c3c9c2ce4034 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=50bf970ff63c4ea6aa6c2c56ca3e4e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814680 Jul 16 20:56:12.800018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53156) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:12.853237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b4530eb-4417-42ed-a84c-ab3579b9b246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:12.875526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b4530eb-4417-42ed-a84c-ab3579b9b246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:12.926740 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b4530eb-4417-42ed-a84c-ab3579b9b246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:12.929917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b4530eb-4417-42ed-a84c-ab3579b9b246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:12.931098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3b4530eb-4417-42ed-a84c-ab3579b9b246 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/489aace0-3440-432b-b04e-9324d783d930 HTTP/1.1" status: 204 len: 168 time: 0.1300390 Jul 16 20:56:12.939663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4530eb-4417-42ed-a84c-ab3579b9b246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489aace0-3440-432b-b04e-9324d783d930,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:14.027026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53188) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:14.136618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c757e2ec-6b98-4589-911b-ec6f3f17776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.217531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53194) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:14.256688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c757e2ec-6b98-4589-911b-ec6f3f17776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.262219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c757e2ec-6b98-4589-911b-ec6f3f17776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.299742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa48e760-ed63-4d0e-a4ee-50c86a4fb8c2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.303651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c757e2ec-6b98-4589-911b-ec6f3f17776d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3a7fe396bddf4d4aa8f1d4c21d41aea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754557 Jul 16 20:56:14.304762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757e2ec-6b98-4589-911b-ec6f3f17776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee390661-54d6-4474-891d-fa21f95c2c7e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:14.307125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53196) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:14.328332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa48e760-ed63-4d0e-a4ee-50c86a4fb8c2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.360423 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad332913-73d5-46ff-8405-a7009589090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.386221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad332913-73d5-46ff-8405-a7009589090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.389609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa48e760-ed63-4d0e-a4ee-50c86a4fb8c2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.392229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa48e760-ed63-4d0e-a4ee-50c86a4fb8c2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.393542 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fa48e760-ed63-4d0e-a4ee-50c86a4fb8c2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] 10.222.0.100 "DELETE /v2.0/security-groups/d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6 HTTP/1.1" status: 204 len: 168 time: 0.1749105 Jul 16 20:56:14.402768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48e760-ed63-4d0e-a4ee-50c86a4fb8c2 tempest-TestVolumeBootPattern-1319866758 tempest-TestVolumeBootPattern-1319866758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ec92ef-bf9e-4755-b6d7-0ebce40ab5f6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:14.450502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad332913-73d5-46ff-8405-a7009589090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.454862 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ad332913-73d5-46ff-8405-a7009589090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:14.456928 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53200) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:14.460581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ad332913-73d5-46ff-8405-a7009589090b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ee390661-54d6-4474-891d-fa21f95c2c7e HTTP/1.1" status: 204 len: 168 time: 0.1524382 Jul 16 20:56:14.469238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad332913-73d5-46ff-8405-a7009589090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee390661-54d6-4474-891d-fa21f95c2c7e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:14.916771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.183050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53224) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:15.293603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-202137630-network', 'tenant_id': '7b27926fa6244db08e573a3f75745a40'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:15.316873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Made reservation on behalf of 7b27926fa6244db08e573a3f75745a40 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:15.319394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.328956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.434512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.439301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.463196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:15.483561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.483947 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Added segment 696e1355-299a-405f-b40b-6f422ab3fa29 of type vlan for network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 Jul 16 20:56:15.485604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:15.534205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.568637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.570080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:15.570929 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.578238 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Deleting port 1a21451d-97c5-4327-bb4b-d3b769b56ed8 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:15.579218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.608602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4241183 Jul 16 20:56:15.612109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53228) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:15.617042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Request body: {'subnet': {'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-202137630-subnet', 'tenant_id': '7b27926fa6244db08e573a3f75745a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:15.647026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1284c-5af6-4a80-b2b2-f5e61d5bf2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e46ab87-a90f-4ae1-bd3b-8bbc16921046,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:15.658373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:15.677970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Made reservation on behalf of 7b27926fa6244db08e573a3f75745a40 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:15.678354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] For port 1a21451d-97c5-4327-bb4b-d3b769b56ed8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1a21451d-97c5-4327-bb4b-d3b769b56ed8,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:15.679017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.681562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.693854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Calling delete_port for 1a21451d-97c5-4327-bb4b-d3b769b56ed8 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:15.876746 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.904145 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:15.936453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a21451d-97c5-4327-bb4b-d3b769b56ed8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:15.952468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d136515a-f91b-4b1a-aab7-c17619680097,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:15.960618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Checking segment: {'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:15.961165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Network hostable DHCP agents. Network: 0e46ab87-a90f-4ae1-bd3b-8bbc16921046, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:15.981151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:15.993059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0e46ab87-a90f-4ae1-bd3b-8bbc16921046) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:16.001476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:16.003627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.004271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae94ebb-40a1-4b5d-b6bf-bb23e6d43339 None None] Network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:16.024340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf19ffe9-a064-41ba-8e34-21a6463a4f1d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4111035 Jul 16 20:56:16.190567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.247181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ff949-71f6-4b15-9f89-87ad323f605e None None] Network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:16.477640 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Router 3a26a892-836c-4960-840f-3e3b1949efa8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:16.591473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:16.600223 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-96edfdbc-97d5-4ef7-989c-17aa23961bb8 admin admin] 10.222.0.100 "PUT /v2.0/routers/3a26a892-836c-4960-840f-3e3b1949efa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1395552 Jul 16 20:56:16.600223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53236) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:16.608395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] Sync routers for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:16.617893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:16.618541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:16.743812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.769845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:16.905781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.959036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:56:15Z', 'revision_number': 5, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port': {'id': '31e11cbf-7a19-4b95-8425-8bbaeee5338a', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:48Z', 'updated_at': '2021-07-16T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:16.961552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Deleting port 31e11cbf-7a19-4b95-8425-8bbaeee5338a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:16.961977 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:16.990878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] Checking router: 3a26a892-836c-4960-840f-3e3b1949efa8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:16.999517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] Routers {'3a26a892-836c-4960-840f-3e3b1949efa8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:17.000142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3a26a892-836c-4960-840f-3e3b1949efa8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:17.044826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] For port 31e11cbf-7a19-4b95-8425-8bbaeee5338a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=31e11cbf-7a19-4b95-8425-8bbaeee5338a,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:17.045287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.059404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Calling delete_port for 31e11cbf-7a19-4b95-8425-8bbaeee5338a owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:17.099426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] Set router 3a26a892-836c-4960-840f-3e3b1949efa8 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:17.153933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:56:16Z', 'revision_number': 6, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:17.185257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3298ffa-ccd4-4036-9281-729209dcbf04 None None] The sync data for ids ['3a26a892-836c-4960-840f-3e3b1949efa8'] in n-d-798930-6 is: [{'id': '3a26a892-836c-4960-840f-3e3b1949efa8', 'name': 'tempest-TestVolumeBootPattern-749071898-router', 'tenant_id': '6898068694c04984aaa4498a79804b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:47Z', 'updated_at': '2021-07-16T20:56:16Z', 'revision_number': 6, 'project_id': '6898068694c04984aaa4498a79804b2d', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:17.256421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.294868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Pushing event deleted for resources: {'Port': ['ID=31e11cbf-7a19-4b95-8425-8bbaeee5338a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:17.360512 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.461824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.464047 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.510427 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.510935 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a26a892-836c-4960-840f-3e3b1949efa8 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:56:17.518965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.520601 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ee650f91-4a76-429d-895a-34174fc8a34a admin admin] 10.222.0.100 "DELETE /v2.0/routers/3a26a892-836c-4960-840f-3e3b1949efa8 HTTP/1.1" status: 204 len: 168 time: 0.9193797 Jul 16 20:56:17.522889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53244) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:17.583326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] Deleting subnet 9a751ec8-23b3-45de-95be-1c3abd75a242 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:56:17.587710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.632003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.712575 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.770389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.801693 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a751ec8-23b3-45de-95be-1c3abd75a242,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:17.805479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.810228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d6506acc-4d94-46c7-b36c-5583d69dde8d admin admin] 10.222.0.100 "DELETE /v2.0/subnets/9a751ec8-23b3-45de-95be-1c3abd75a242 HTTP/1.1" status: 204 len: 168 time: 0.2834899 Jul 16 20:56:17.810598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53250) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:17.813217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3543b-9475-4934-9883-d518b5a2ec98 None None] Network 8dd8f16f-484e-4176-93aa-5274ef1286a6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:17.887456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.961873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Deleting port e90ed708-8fcf-4433-b6c2-029356c93d62 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:17.962286 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.052372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] For port e90ed708-8fcf-4433-b6c2-029356c93d62, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e90ed708-8fcf-4433-b6c2-029356c93d62,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:18.052800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.073067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Calling delete_port for e90ed708-8fcf-4433-b6c2-029356c93d62 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:18.086288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] DHCP port deletion for 8dd8f16f-484e-4176-93aa-5274ef1286a6 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:56:18.148411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] Deleting port e90ed708-8fcf-4433-b6c2-029356c93d62 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:18.149443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.175396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.209376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90ed708-8fcf-4433-b6c2-029356c93d62,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:18.216844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] No DVR routers for this DVR port e90ed708-8fcf-4433-b6c2-029356c93d62 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:18.258138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] For port e90ed708-8fcf-4433-b6c2-029356c93d62, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e90ed708-8fcf-4433-b6c2-029356c93d62,segment=NetworkSegment(1e32bd60-8c35-4c70-aca3-f13bc0547321),segment_id=1e32bd60-8c35-4c70-aca3-f13bc0547321)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:18.258616 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.278553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] Calling delete_port for e90ed708-8fcf-4433-b6c2-029356c93d62 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:18.362325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.382425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd8f16f-484e-4176-93aa-5274ef1286a6']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:18.388614 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.405189 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e32bd60-8c35-4c70-aca3-f13bc0547321') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:18.405682 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e32bd60-8c35-4c70-aca3-f13bc0547321') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:18.417873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] Pushing event deleted for resources: {'Port': ['ID=e90ed708-8fcf-4433-b6c2-029356c93d62,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:18.422935 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.426225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d9e0c-a3ae-439a-9cf8-af419d2480a0 None None] No DVR routers for this DVR port e90ed708-8fcf-4433-b6c2-029356c93d62 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:18.448570 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.457028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:18.457446 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:18.462260 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:18.533203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.540939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:18.542909 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] 10.222.0.100 "DELETE /v2.0/networks/8dd8f16f-484e-4176-93aa-5274ef1286a6 HTTP/1.1" status: 204 len: 168 time: 0.7314575 Jul 16 20:56:18.546238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53254) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:18.556841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c931d4-4dda-4ca8-847b-77eea16d6185 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd8f16f-484e-4176-93aa-5274ef1286a6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:18.764872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e90ed708-8fcf-4433-b6c2-029356c93d62 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:18.788019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e90ed708-8fcf-4433-b6c2-029356c93d62 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:18.788292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e90ed708-8fcf-4433-b6c2-029356c93d62 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:18.788292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 31e11cbf-7a19-4b95-8425-8bbaeee5338a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:18.809145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 31e11cbf-7a19-4b95-8425-8bbaeee5338a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:18.809487 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 31e11cbf-7a19-4b95-8425-8bbaeee5338a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:18.809929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1a21451d-97c5-4327-bb4b-d3b769b56ed8 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:18.833788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 1a21451d-97c5-4327-bb4b-d3b769b56ed8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:18.839523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1a21451d-97c5-4327-bb4b-d3b769b56ed8 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:18.982471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.317309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Deleting port 72a065e5-4995-4b34-b467-bf999e9bb3c6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:19.317582 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.407284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] For port 72a065e5-4995-4b34-b467-bf999e9bb3c6, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=72a065e5-4995-4b34-b467-bf999e9bb3c6,segment=NetworkSegment(82ac9cf2-f478-4966-9068-a57c80d0167d),segment_id=82ac9cf2-f478-4966-9068-a57c80d0167d)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:19.407559 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.422227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Calling delete_port for 72a065e5-4995-4b34-b467-bf999e9bb3c6 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:19.607884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:19.637066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a065e5-4995-4b34-b467-bf999e9bb3c6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:19.814661 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.031870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Router da21c54a-6ede-43d4-8463-09dd52e059b8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:20.152438 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:20.157738 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-750314ce-1e1a-40fe-8c69-08a2562fe797 admin admin] 10.222.0.100 "PUT /v2.0/routers/da21c54a-6ede-43d4-8463-09dd52e059b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098282 Jul 16 20:56:20.161190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53264) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:20.164575 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] Sync routers for ids ['da21c54a-6ede-43d4-8463-09dd52e059b8'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:20.179918 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] Routers {'da21c54a-6ede-43d4-8463-09dd52e059b8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:20.180697 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['da21c54a-6ede-43d4-8463-09dd52e059b8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:20.284089 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.305778 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] Set router da21c54a-6ede-43d4-8463-09dd52e059b8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:20.395044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.454629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Deleting port 0cf8dd44-14e6-40a9-968e-72cc4049f41f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:20.455909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.499806 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:56:19Z', 'revision_number': 5, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port': {'id': '0cf8dd44-14e6-40a9-968e-72cc4049f41f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:45:53Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:20.529648 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] Checking router: da21c54a-6ede-43d4-8463-09dd52e059b8 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:20.539378 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] Routers {'da21c54a-6ede-43d4-8463-09dd52e059b8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:20.540001 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['da21c54a-6ede-43d4-8463-09dd52e059b8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:20.543660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] For port 0cf8dd44-14e6-40a9-968e-72cc4049f41f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0cf8dd44-14e6-40a9-968e-72cc4049f41f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:20.544019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.557671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Calling delete_port for 0cf8dd44-14e6-40a9-968e-72cc4049f41f owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:20.630364 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] Set router da21c54a-6ede-43d4-8463-09dd52e059b8 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:20.686491 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:56:20Z', 'revision_number': 6, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:20.721118 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38980f-a3e7-45b1-a299-697184de5fd4 None None] The sync data for ids ['da21c54a-6ede-43d4-8463-09dd52e059b8'] in n-d-798930-6 is: [{'id': 'da21c54a-6ede-43d4-8463-09dd52e059b8', 'name': 'tempest-TestVolumeBootPattern-1001802818-router', 'tenant_id': '1c079cc956b540adb07fec67a27e713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:45:52Z', 'updated_at': '2021-07-16T20:56:20Z', 'revision_number': 6, 'project_id': '1c079cc956b540adb07fec67a27e713e', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:20.769337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.793934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf8dd44-14e6-40a9-968e-72cc4049f41f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:20.862177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.958382 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.960774 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.012853 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.013644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router da21c54a-6ede-43d4-8463-09dd52e059b8 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:56:21.018155 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.019383 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e449a68-8ec4-4639-9002-5f39de6cf4bf admin admin] 10.222.0.100 "DELETE /v2.0/routers/da21c54a-6ede-43d4-8463-09dd52e059b8 HTTP/1.1" status: 204 len: 168 time: 0.8571553 Jul 16 20:56:21.021919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53266) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:21.067605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] Deleting subnet d81cf7c1-8af5-4a14-8181-36fa5e5486fa {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:56:21.071216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.107928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.198928 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.254423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.282475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81cf7c1-8af5-4a14-8181-36fa5e5486fa,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:21.285254 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.287194 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a4a9ace4-70e3-4e70-92b7-f5e96edd309b admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d81cf7c1-8af5-4a14-8181-36fa5e5486fa HTTP/1.1" status: 204 len: 168 time: 0.2642546 Jul 16 20:56:21.290655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53272) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:21.293138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4dd7c-e4f3-41d6-91b5-23312845dcf6 None None] Network 86b5ee46-fe05-43e8-91f9-dd527aa52e1d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:21.365404 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.437210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Deleting port f8788f27-20c3-4979-ab06-0948fbe20bd8 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:21.437558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.514374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] DHCP port deletion for 86b5ee46-fe05-43e8-91f9-dd527aa52e1d request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:56:21.519471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] For port f8788f27-20c3-4979-ab06-0948fbe20bd8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f8788f27-20c3-4979-ab06-0948fbe20bd8,segment=NetworkSegment(82ac9cf2-f478-4966-9068-a57c80d0167d),segment_id=82ac9cf2-f478-4966-9068-a57c80d0167d)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:21.519612 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.534918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Calling delete_port for f8788f27-20c3-4979-ab06-0948fbe20bd8 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:21.574657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] Deleting port f8788f27-20c3-4979-ab06-0948fbe20bd8 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:21.575036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.631130 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.644542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] For port f8788f27-20c3-4979-ab06-0948fbe20bd8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f8788f27-20c3-4979-ab06-0948fbe20bd8,segment=NetworkSegment(82ac9cf2-f478-4966-9068-a57c80d0167d),segment_id=82ac9cf2-f478-4966-9068-a57c80d0167d)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:21.644940 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.662230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8788f27-20c3-4979-ab06-0948fbe20bd8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:21.666694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] No DVR routers for this DVR port f8788f27-20c3-4979-ab06-0948fbe20bd8 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:21.684574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] Calling delete_port for f8788f27-20c3-4979-ab06-0948fbe20bd8 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:21.748621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.760831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b5ee46-fe05-43e8-91f9-dd527aa52e1d']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:21.773609 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.776854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ac9cf2-f478-4966-9068-a57c80d0167d') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:21.777090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ac9cf2-f478-4966-9068-a57c80d0167d') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:21.788401 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.802888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] Pushing event deleted for resources: {'Port': ['ID=f8788f27-20c3-4979-ab06-0948fbe20bd8,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:21.814202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd4ea7-9796-4811-ae9e-ab969d879afd None None] No DVR routers for this DVR port f8788f27-20c3-4979-ab06-0948fbe20bd8 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:21.815732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.839059 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:21.839059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:21.840071 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:21.904533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.913154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:21.914815 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] 10.222.0.100 "DELETE /v2.0/networks/86b5ee46-fe05-43e8-91f9-dd527aa52e1d HTTP/1.1" status: 204 len: 168 time: 0.6225400 Jul 16 20:56:21.928519 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9a8e3-5ca7-40d9-a4a4-91699dd5ff97 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b5ee46-fe05-43e8-91f9-dd527aa52e1d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:22.050906 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53276) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:22.108213 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4180c6c-7de4-4cb7-a7f3-aefdd968cd8a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6898068694c04984aaa4498a79804b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559096 Jul 16 20:56:22.111129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53278) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:22.165493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c254959f-dc6f-46fe-b42e-8fd0c53959e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.188137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c254959f-dc6f-46fe-b42e-8fd0c53959e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.258766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c254959f-dc6f-46fe-b42e-8fd0c53959e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.261360 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c254959f-dc6f-46fe-b42e-8fd0c53959e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.265580 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c254959f-dc6f-46fe-b42e-8fd0c53959e9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/47c69a43-dde5-4637-b5dc-5eee272be0c5 HTTP/1.1" status: 204 len: 168 time: 0.1493850 Jul 16 20:56:22.274583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254959f-dc6f-46fe-b42e-8fd0c53959e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c69a43-dde5-4637-b5dc-5eee272be0c5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:22.630213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53286) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:22.673280 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-676b724a-03d7-4e6e-9426-8844233b652d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1c079cc956b540adb07fec67a27e713e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418670 Jul 16 20:56:22.677021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53288) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:22.755603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2daabcc4-0736-42b4-9a53-4d33bc06429a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.777909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2daabcc4-0736-42b4-9a53-4d33bc06429a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.780557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f8788f27-20c3-4979-ab06-0948fbe20bd8 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:22.805580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f8788f27-20c3-4979-ab06-0948fbe20bd8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:22.807500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f8788f27-20c3-4979-ab06-0948fbe20bd8 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:22.807500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cf8dd44-14e6-40a9-968e-72cc4049f41f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:22.825092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0cf8dd44-14e6-40a9-968e-72cc4049f41f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:22.825681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0cf8dd44-14e6-40a9-968e-72cc4049f41f not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:22.826293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 72a065e5-4995-4b34-b467-bf999e9bb3c6 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:22.848844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 72a065e5-4995-4b34-b467-bf999e9bb3c6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:22.849442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 72a065e5-4995-4b34-b467-bf999e9bb3c6 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:22.865384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2daabcc4-0736-42b4-9a53-4d33bc06429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.868106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2daabcc4-0736-42b4-9a53-4d33bc06429a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:22.871299 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2daabcc4-0736-42b4-9a53-4d33bc06429a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/08703afb-3a83-4363-b72a-ccbbbdaa404b HTTP/1.1" status: 204 len: 168 time: 0.1911910 Jul 16 20:56:22.877786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daabcc4-0736-42b4-9a53-4d33bc06429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08703afb-3a83-4363-b72a-ccbbbdaa404b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:30.295032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b0cca793-9a8b-480e-b450-3ff34ae5d97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:30.948559 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:34.047153 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.390291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d5fe-f654-49e3-ad93-9cd4e8b1680b req-f2057cb8-2130-4018-93f8-497ed9b014c6 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:34.392107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cb0d5fe-f654-49e3-ad93-9cd4e8b1680b req-f2057cb8-2130-4018-93f8-497ed9b014c6 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1096 time: 0.0567923 Jul 16 20:56:34.428537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cb0d5fe-f654-49e3-ad93-9cd4e8b1680b req-c891b574-cd80-477a-ba4c-4d54670fc4fc tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306766 Jul 16 20:56:34.456827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53372) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:34.634838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port acbf73d2-8dd5-4803-bcf4-669478f94c47 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:34.635240 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.717330 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.717692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:34.732579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for acbf73d2-8dd5-4803-bcf4-669478f94c47 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:34.884272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-468d89ad-01fc-4f11-9c3e-3348f9082bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.233121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.258260 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=acbf73d2-8dd5-4803-bcf4-669478f94c47,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:35.326522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.326859 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP 5cf70610-933d-4950-844a-be5082a5f08c disassociated (deleted). External IP: 172.25.8.172, port: 9c2d077b-6119-4254-a10c-be166e027a91. Jul 16 20:56:35.538257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router f1e06475-8bb9-48fa-9962-4f816e672648 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:35.650251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:35.655084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:35.661316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] Sync routers for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:35.670756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:35.671396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:35.698408 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-845659cc-c277-435b-819f-604fb7506132 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/floatingips/5cf70610-933d-4950-844a-be5082a5f08c HTTP/1.1" status: 204 len: 168 time: 1.2402310 Jul 16 20:56:35.699074 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:35.701578 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5712df-3158-426d-a731-43255af29dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:35.953014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:35.971186 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0739822a-19f0-43c5-8c30-b13f8398d60f x-openstack-request-id: req-0739822a-19f0-43c5-8c30-b13f8398d60f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:35.971510 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:35.972680 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0739822a-19f0-43c5-8c30-b13f8398d60f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:35.973286 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'status': 'completed', 'code': 200} Jul 16 20:56:36.050823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5712df-3158-426d-a731-43255af29dd3 req-b62a0e3b-47e9-4a7d-8aca-242161ad3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.052666 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef5712df-3158-426d-a731-43255af29dd3 req-b62a0e3b-47e9-4a7d-8aca-242161ad3d7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 1096 time: 0.0546560 Jul 16 20:56:36.152054 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:36.161476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5712df-3158-426d-a731-43255af29dd3 req-d8367b05-5bc5-41e0-9a54-d523815f05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.163072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef5712df-3158-426d-a731-43255af29dd3 req-d8367b05-5bc5-41e0-9a54-d523815f05d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 200 len: 897 time: 0.1024628 Jul 16 20:56:36.188925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc1ae0-6974-40a0-9db0-2d120c7eed86 req-65f6ea5f-3d33-435b-a374-15423b70bc15 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.192476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78cc1ae0-6974-40a0-9db0-2d120c7eed86 req-65f6ea5f-3d33-435b-a374-15423b70bc15 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.1020720 Jul 16 20:56:36.207759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:56Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:36.223034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef5712df-3158-426d-a731-43255af29dd3 req-34b664cf-e8bd-4892-bbf0-1b3e1a37525f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 200 len: 217 time: 0.0531311 Jul 16 20:56:36.240116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] Checking router: f1e06475-8bb9-48fa-9962-4f816e672648 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:36.240911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78cc1ae0-6974-40a0-9db0-2d120c7eed86 req-77451b91-dd69-4672-8e30-4eb5c9d235f6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426695 Jul 16 20:56:36.249413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:36.250049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:36.285412 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5712df-3158-426d-a731-43255af29dd3 req-48c52b61-30ae-4834-9487-3bcdaf720b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.287041 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef5712df-3158-426d-a731-43255af29dd3 req-48c52b61-30ae-4834-9487-3bcdaf720b47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 200 len: 835 time: 0.0576792 Jul 16 20:56:36.350028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5712df-3158-426d-a731-43255af29dd3 req-b4f256e8-f3cb-4d4e-8d0c-2e5e3f0cdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:36.351619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef5712df-3158-426d-a731-43255af29dd3 req-b4f256e8-f3cb-4d4e-8d0c-2e5e3f0cdad2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=539dc126-7669-4997-80f1-4c3d7afecb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576282 Jul 16 20:56:36.361347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:36.463034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef5712df-3158-426d-a731-43255af29dd3 req-813885c0-80fa-422b-9f73-c4d447ecb6d9 service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041672 Jul 16 20:56:36.559882 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef5712df-3158-426d-a731-43255af29dd3 req-f5e57ab4-4afb-49ee-8be7-42c739ef14c0 service neutron] 10.222.0.26 "GET /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903978 Jul 16 20:56:36.576932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:56Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:36.604926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01876bd8-e3f1-489b-a77e-7dfd5b0b975b None None] The sync data for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 is: [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '5b8ab7c5-6330-4505-81ec-586cc5a041b0', 'name': '', 'network_id': '539dc126-7669-4997-80f1-4c3d7afecb34', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:66:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:50Z', 'updated_at': '2021-07-16T20:54:56Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '718e0483-91e4-4a5b-a776-9183dc4d56ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:36.846568 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b5d5f-0968-4960-8e87-bc7623242b37 None None] New status for floating IP 5cf70610-933d-4950-844a-be5082a5f08c: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:56:37.330935 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37917191-72af-444e-83ac-ea8c821225c8 req-06557129-29dc-4740-809e-fd6dccc94cb4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:37.333494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37917191-72af-444e-83ac-ea8c821225c8 req-06557129-29dc-4740-809e-fd6dccc94cb4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0834532 Jul 16 20:56:37.427134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178341-ae65-45f5-b531-255afbce3b1c req-57920ba8-9e86-4524-ae9d-8548acc62b08 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:37.428849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a178341-ae65-45f5-b531-255afbce3b1c req-57920ba8-9e86-4524-ae9d-8548acc62b08 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcc54c6f-d321-4c07-8404-52cebf923b2b HTTP/1.1" status: 200 len: 945 time: 0.0662167 Jul 16 20:56:37.444321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 9c2d077b-6119-4254-a10c-be166e027a91 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:37.444321 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:37.472951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a178341-ae65-45f5-b531-255afbce3b1c req-c486336d-a8ad-482f-9609-7920c0ae4f70 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f460872a-fd0c-4604-8252-0f7a245de1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350034 Jul 16 20:56:37.547728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port 9c2d077b-6119-4254-a10c-be166e027a91, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=9c2d077b-6119-4254-a10c-be166e027a91,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:37.547998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:37.561648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 9c2d077b-6119-4254-a10c-be166e027a91 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:37.705898 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:37.747911 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=9c2d077b-6119-4254-a10c-be166e027a91,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:37.803577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] No DVR routers for this DVR port 9c2d077b-6119-4254-a10c-be166e027a91 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:37.806372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:37.808566 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-37917191-72af-444e-83ac-ea8c821225c8 req-4cbe30ec-16be-4df5-ae85-faa8c84f74eb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "DELETE /v2.0/ports/9c2d077b-6119-4254-a10c-be166e027a91 HTTP/1.1" status: 204 len: 173 time: 0.4695647 Jul 16 20:56:37.974422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-deleted', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:37.976811 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1330a-82c6-4196-8de8-11d87c36472f" -d '{"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-deleted", "tag": "9c2d077b-6119-4254-a10c-be166e027a91"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:38.016730 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c6aea4-7fc4-4928-b296-0987f1357f6c x-openstack-request-id: req-05c6aea4-7fc4-4928-b296-0987f1357f6c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:38.017021 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc54c6f-d321-4c07-8404-52cebf923b2b", "name": "network-vif-deleted", "tag": "9c2d077b-6119-4254-a10c-be166e027a91", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:38.017273 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-05c6aea4-7fc4-4928-b296-0987f1357f6c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:38.017689 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc54c6f-d321-4c07-8404-52cebf923b2b', 'name': 'network-vif-deleted', 'tag': '9c2d077b-6119-4254-a10c-be166e027a91', 'status': 'completed', 'code': 200} Jul 16 20:56:38.265568 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:38.576056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53454) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:38.640681 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:38.942547 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:38.963465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:39.245300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 5b8ab7c5-6330-4505-81ec-586cc5a041b0 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:39.245672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:39.340996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port 5b8ab7c5-6330-4505-81ec-586cc5a041b0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5b8ab7c5-6330-4505-81ec-586cc5a041b0,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:39.341457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:39.356547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 5b8ab7c5-6330-4505-81ec-586cc5a041b0 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:39.546958 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:39.577857 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=5b8ab7c5-6330-4505-81ec-586cc5a041b0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:39.783443 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.010532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router f1e06475-8bb9-48fa-9962-4f816e672648 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:40.121752 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:40.127746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2392902-a513-4bd3-a640-f9956b4e8e31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/f1e06475-8bb9-48fa-9962-4f816e672648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5501130 Jul 16 20:56:40.130649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53484) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:40.133934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] Sync routers for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:40.156111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:40.156910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:40.187901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting subnet 718e0483-91e4-4a5b-a776-9183dc4d56ba {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:56:40.191626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.234783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.269161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:40.327760 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.393927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.422410 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Subnet': ['ID=718e0483-91e4-4a5b-a776-9183dc4d56ba,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:40.426509 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.435073 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4fbf0196-1182-4453-8224-46a6d86febce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/subnets/718e0483-91e4-4a5b-a776-9183dc4d56ba HTTP/1.1" status: 204 len: 168 time: 0.2968976 Jul 16 20:56:40.435073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:40.450840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3963634-af2e-4fa2-a9ca-3dabc4b7ff52 None None] Network 539dc126-7669-4997-80f1-4c3d7afecb34 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:40.530121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:56:39Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:40.551288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.578893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] Checking router: f1e06475-8bb9-48fa-9962-4f816e672648 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:40.607348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] Routers {'f1e06475-8bb9-48fa-9962-4f816e672648'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:40.607971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f1e06475-8bb9-48fa-9962-4f816e672648'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:40.674868 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.752709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] Set router f1e06475-8bb9-48fa-9962-4f816e672648 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:40.787836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:40.788291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.830865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] DHCP port deletion for 539dc126-7669-4997-80f1-4c3d7afecb34 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:56:40.888432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port 0839c67d-2e97-40e3-a93e-f26bcaa0f61c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:40.888817 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:40.902300 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 0839c67d-2e97-40e3-a93e-f26bcaa0f61c owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:40.962797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] Deleting port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:56:40.963173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.046646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] For port 1012fa80-d0af-47f0-be9b-4cd722ce00b8, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1012fa80-d0af-47f0-be9b-4cd722ce00b8,segment=NetworkSegment(7ca727a2-4a8b-4201-adf8-e4d581537220),segment_id=7ca727a2-4a8b-4201-adf8-e4d581537220)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:41.046930 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.062278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] Calling delete_port for 1012fa80-d0af-47f0-be9b-4cd722ce00b8 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:56:41.064769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:56:39Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:41.093970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.099479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fbb2db-5a60-4a7a-99b7-9cc2e9e51838 None None] The sync data for ids ['f1e06475-8bb9-48fa-9962-4f816e672648'] in n-d-798930-6 is: [{'id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654874237', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:56:39Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '0839c67d-2e97-40e3-a93e-f26bcaa0f61c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e06475-8bb9-48fa-9962-4f816e672648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:54:47Z', 'updated_at': '2021-07-16T20:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:41.130188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=0839c67d-2e97-40e3-a93e-f26bcaa0f61c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:41.180957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.197365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.210690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] Pushing event deleted for resources: {'Port': ['ID=1012fa80-d0af-47f0-be9b-4cd722ce00b8,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:41.213101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdabbeb-a506-400f-ba30-46abdbe4f542 None None] No DVR routers for this DVR port 1012fa80-d0af-47f0-be9b-4cd722ce00b8 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:56:41.298391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.301766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.350733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:41.354236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.354888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Fanout notify agent at l3_agent the message router_deleted on router f1e06475-8bb9-48fa-9962-4f816e672648 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:56:41.363774 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.367275 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cced4f9b-3332-4dd0-b147-424597be3366 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/routers/f1e06475-8bb9-48fa-9962-4f816e672648 HTTP/1.1" status: 204 len: 168 time: 0.9325404 Jul 16 20:56:41.367999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53506) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:41.373877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 9c2d077b-6119-4254-a10c-be166e027a91 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:41.374254 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 9c2d077b-6119-4254-a10c-be166e027a91 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:41.450193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.542696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.554822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539dc126-7669-4997-80f1-4c3d7afecb34']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:41.568155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca727a2-4a8b-4201-adf8-e4d581537220') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:41.568465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca727a2-4a8b-4201-adf8-e4d581537220') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:41.580110 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.602234 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.610387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:56:41.610785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:56:41.615330 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:56:41.681212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.689219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.691574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/networks/539dc126-7669-4997-80f1-4c3d7afecb34 HTTP/1.1" status: 204 len: 168 time: 0.3225036 Jul 16 20:56:41.694567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:41.702896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06271d0d-776b-4381-b07e-5147a27f22ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Network': ['ID=539dc126-7669-4997-80f1-4c3d7afecb34,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:41.769084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61990fbf-ff14-49f0-9d31-d3db9c4de176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.801300 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61990fbf-ff14-49f0-9d31-d3db9c4de176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.878593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61990fbf-ff14-49f0-9d31-d3db9c4de176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.881369 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61990fbf-ff14-49f0-9d31-d3db9c4de176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:41.882545 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-61990fbf-ff14-49f0-9d31-d3db9c4de176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/security-groups/f460872a-fd0c-4604-8252-0f7a245de1e8 HTTP/1.1" status: 204 len: 168 time: 0.1869869 Jul 16 20:56:41.892000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61990fbf-ff14-49f0-9d31-d3db9c4de176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460872a-fd0c-4604-8252-0f7a245de1e8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:42.251024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53528) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:42.255843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-717ebac6-d9c0-449e-9a4b-d407310f2c7c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379624612', 'description': 'tempest-secgroup-smoke-1379624612 description', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:42.279473 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-717ebac6-d9c0-449e-9a4b-d407310f2c7c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.363532 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-717ebac6-d9c0-449e-9a4b-d407310f2c7c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.367363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-717ebac6-d9c0-449e-9a4b-d407310f2c7c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.403037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-717ebac6-d9c0-449e-9a4b-d407310f2c7c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.404374 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-717ebac6-d9c0-449e-9a4b-d407310f2c7c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1523042 Jul 16 20:56:42.405545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ebac6-d9c0-449e-9a4b-d407310f2c7c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a4357-ea11-4ebe-90e3-37b9f10f7363,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:42.407390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53534) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:42.412630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b7514ff2-db74-41a1-b65c-701986d2e5b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4357-ea11-4ebe-90e3-37b9f10f7363', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:42.442777 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7514ff2-db74-41a1-b65c-701986d2e5b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.501805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7514ff2-db74-41a1-b65c-701986d2e5b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.505941 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7514ff2-db74-41a1-b65c-701986d2e5b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.523739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7514ff2-db74-41a1-b65c-701986d2e5b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4736c89-cbd0-407b-9a22-3e7b3b0b7277,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:42.530604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b7514ff2-db74-41a1-b65c-701986d2e5b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.531884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b7514ff2-db74-41a1-b65c-701986d2e5b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235404 Jul 16 20:56:42.534862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53536) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:42.539294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-57ea860f-cb12-432e-9b0a-96e41814e7ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4357-ea11-4ebe-90e3-37b9f10f7363', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:42.567232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57ea860f-cb12-432e-9b0a-96e41814e7ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.632250 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57ea860f-cb12-432e-9b0a-96e41814e7ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.636079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57ea860f-cb12-432e-9b0a-96e41814e7ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.654412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea860f-cb12-432e-9b0a-96e41814e7ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef7edb9-0825-4a88-8fdd-12ee30002ce8,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:42.660457 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57ea860f-cb12-432e-9b0a-96e41814e7ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.663206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-57ea860f-cb12-432e-9b0a-96e41814e7ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261091 Jul 16 20:56:42.664614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53542) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:42.669257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1278e031-00b9-4e95-8da6-042be14be95f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4357-ea11-4ebe-90e3-37b9f10f7363', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:42.700872 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1278e031-00b9-4e95-8da6-042be14be95f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.765523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1278e031-00b9-4e95-8da6-042be14be95f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.770187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1278e031-00b9-4e95-8da6-042be14be95f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.781943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b8ab7c5-6330-4505-81ec-586cc5a041b0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:42.794205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278e031-00b9-4e95-8da6-042be14be95f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d281f28c-1def-45ad-85ea-09164323be28,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:42.803782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1278e031-00b9-4e95-8da6-042be14be95f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.805369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1278e031-00b9-4e95-8da6-042be14be95f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396840 Jul 16 20:56:42.808422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53546) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:42.813590 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d3be13a7-07ff-43aa-8a82-9a0cf2e26ab0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4357-ea11-4ebe-90e3-37b9f10f7363', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:42.826724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 5b8ab7c5-6330-4505-81ec-586cc5a041b0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:42.827070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b8ab7c5-6330-4505-81ec-586cc5a041b0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:42.827726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1012fa80-d0af-47f0-be9b-4cd722ce00b8 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:42.844951 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3be13a7-07ff-43aa-8a82-9a0cf2e26ab0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.851499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 1012fa80-d0af-47f0-be9b-4cd722ce00b8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:42.852070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1012fa80-d0af-47f0-be9b-4cd722ce00b8 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:42.852493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0839c67d-2e97-40e3-a93e-f26bcaa0f61c no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:56:42.871460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0839c67d-2e97-40e3-a93e-f26bcaa0f61c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:56:42.871719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0839c67d-2e97-40e3-a93e-f26bcaa0f61c not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:56:42.912661 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3be13a7-07ff-43aa-8a82-9a0cf2e26ab0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.916759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3be13a7-07ff-43aa-8a82-9a0cf2e26ab0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.935034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be13a7-07ff-43aa-8a82-9a0cf2e26ab0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80e378e-40f2-47b9-ba8f-6a5d78c58555,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:42.941448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3be13a7-07ff-43aa-8a82-9a0cf2e26ab0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:42.943504 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d3be13a7-07ff-43aa-8a82-9a0cf2e26ab0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339030 Jul 16 20:56:42.946181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53552) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:42.950974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4357-ea11-4ebe-90e3-37b9f10f7363', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:42.973906 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:56:42.979750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.046127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.049907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.077635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3fff71-fbe8-42d5-8542-bc0619c24dda,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:43.083298 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.085362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-21913f17-6197-40e8-88e5-5c46946dbc9b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381073 Jul 16 20:56:43.088008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53554) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:43.092829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4357-ea11-4ebe-90e3-37b9f10f7363', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:43.116585 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:56:43.121744 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.187042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.191430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.214705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3192811a-eabe-4198-88b0-70f04e6453e9,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:43.219347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.220756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7b71df66-701a-49a4-84e5-ec2b989c9a7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316397 Jul 16 20:56:43.224384 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53558) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:43.230847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'network': {'name': 'tempest-network-smoke--541082743', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'port_security_enabled': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:43.252328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:43.256567 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.280518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:56:43.290457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.290827 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Added segment 9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed of type vlan for network c98e6492-4039-47c6-a589-0e2182c46784 Jul 16 20:56:43.337449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.367410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.372951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:43.373479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.414573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1863649 Jul 16 20:56:43.414808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53562) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:43.419148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'admin_state_up': True, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:43.796748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1639a48-1349-4c3e-b3aa-d63b5f94a2ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Network': ['ID=c98e6492-4039-47c6-a589-0e2182c46784,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:43.808571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network c98e6492-4039-47c6-a589-0e2182c46784 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:56:43.821381 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.822743 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:43.886295 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.027113 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.236402 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.261705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.367279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.63 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:44.486370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.525913 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:44.566436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:44.569318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:44.572908 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:44.578542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:44.854182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.096323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.277124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 458debfe-d0c1-4276-82fe-80e56ae5bd9c is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:56:45.390695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:45.402323 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Sync routers for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:45.413373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.414785 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:45.415198 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2afa3162-11bd-4be9-9a01-40e4c6268cd0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9994376 Jul 16 20:56:45.415928 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:45.418200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:45.453405 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b3ac87a3-d4ba-4708-a8b6-5a31559e5574 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=aec84f59caf741128d7bdf6f36b72b56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305297 Jul 16 20:56:45.453696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53602) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:45.542914 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:45.551982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffec66e-679d-4358-b849-e2716b94ccf3 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:45.553527 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4ffec66e-679d-4358-b849-e2716b94ccf3 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988762 Jul 16 20:56:45.556566 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53604) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:45.586039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-58466b86-d6ba-429f-9ce2-35d222f30112 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282638 Jul 16 20:56:45.588869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53606) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:45.593676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595705829', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:45.692786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:45.699827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.749493 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:44Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:45.780239 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Checking router: 458debfe-d0c1-4276-82fe-80e56ae5bd9c for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:45.781007 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Updating router 458debfe-d0c1-4276-82fe-80e56ae5bd9c port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:56:45.825585 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.921937 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.991400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Subnet': ['ID=d2154056-779a-4856-9195-342c7bdab902,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:46.000731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Checking segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:46.001097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network hostable DHCP agents. Network: c98e6492-4039-47c6-a589-0e2182c46784, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:56:46.017418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network c98e6492-4039-47c6-a589-0e2182c46784 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:56:46.027848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, c98e6492-4039-47c6-a589-0e2182c46784) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:46.035401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:46.035401 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.058565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcf32fa-f6a1-48ce-a316-c7500956b578 None None] Network c98e6492-4039-47c6-a589-0e2182c46784 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:46.064852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b3b0faca-9823-4a29-bba0-604a14b02c99 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4747975 Jul 16 20:56:46.068232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 53618) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:46.108902 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.120198 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Transition to ACTIVE for port object e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:46.126834 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.178991 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Attempting to bind port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:46.179400 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Attempting to bind port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:46.179905 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Attempting to bind port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:46.187022 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:46.187422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:46.187836 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.188234 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:46.188719 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Bound port: e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:46.189104 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.219815 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Pushing event updated for resources: {'Port': ['ID=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:46.229983 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.230329 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.230673 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.231290 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.231626 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.231954 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.232279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.233207 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.233207 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.243681 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.244142 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.244482 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:46.286045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] For port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:46.290741 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] For port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:46.297916 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.302662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-c98e6492-4039-47c6-a589-0e2182c46784', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:56:46.307532 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.369802 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:46.370451 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:46.475354 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee33c3-0143-4a6b-9184-ff6bd4bec043 None None] Pushing event updated for resources: {'Port': ['ID=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:46.509447 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:46.511211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Allocated IP 172.20.0.2 (c98e6492-4039-47c6-a589-0e2182c46784/d2154056-779a-4856-9195-342c7bdab902/6d2076c7-3559-45e3-ad61-adbdf0674de2) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:46.672997 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.688147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Transition to ACTIVE for port object 6d2076c7-3559-45e3-ad61-adbdf0674de2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:46.724193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Transition to ACTIVE for port object 6d2076c7-3559-45e3-ad61-adbdf0674de2 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:46.730014 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.756079 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:44Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:46.786045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Network c98e6492-4039-47c6-a589-0e2182c46784 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:46.789190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:46.793158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:46.793830 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd5ad1-a1fa-4d25-aa0c-956ec8a37b19 None None] The sync data for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 is: [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:44Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:46.799156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Pushing event updated for resources: {'Port': ['ID=6d2076c7-3559-45e3-ad61-adbdf0674de2,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:46.872544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Attempting to bind port 6d2076c7-3559-45e3-ad61-adbdf0674de2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:46.872974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Attempting to bind port 6d2076c7-3559-45e3-ad61-adbdf0674de2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:46.873286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Attempting to bind port 6d2076c7-3559-45e3-ad61-adbdf0674de2 on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:46.880303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:46.880803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Checking segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:46.881213 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.881607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Bound using segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:46.882074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Bound port: 6d2076c7-3559-45e3-ad61-adbdf0674de2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:46.882459 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:46.969147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] For port 6d2076c7-3559-45e3-ad61-adbdf0674de2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:46.973676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] For port 6d2076c7-3559-45e3-ad61-adbdf0674de2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6d2076c7-3559-45e3-ad61-adbdf0674de2,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:46.978107 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:47.045464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b17e5-bb4f-45fb-84f1-491a044b45db None None] Pushing event updated for resources: {'Port': ['ID=6d2076c7-3559-45e3-ad61-adbdf0674de2,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:47.147541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:47.546004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.1 (c98e6492-4039-47c6-a589-0e2182c46784/d2154056-779a-4856-9195-342c7bdab902/41c214a6-f5ad-47d4-80ca-8c90fe438504) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:47.693784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:47.713210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object 41c214a6-f5ad-47d4-80ca-8c90fe438504 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:47.760428 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:47.814200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network c98e6492-4039-47c6-a589-0e2182c46784 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:47.819124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:47.822455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:47.851912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=41c214a6-f5ad-47d4-80ca-8c90fe438504,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:47.887638 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.066608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.188168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b22094-8acd-42b9-924a-8f9336729b91 None None] Network c98e6492-4039-47c6-a589-0e2182c46784 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:56:48.425357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.429806 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9f830484-f68e-4ef9-aebb-3dbe48644a74 None None] Provisioning for port 6d2076c7-3559-45e3-ad61-adbdf0674de2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:48.430627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.521724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=41c214a6-f5ad-47d4-80ca-8c90fe438504,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:48.526021 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.653658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network c98e6492-4039-47c6-a589-0e2182c46784 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:48.655214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:48.809122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 458debfe-d0c1-4276-82fe-80e56ae5bd9c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:56:48.887649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6d2076c7-3559-45e3-ad61-adbdf0674de2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:48.919591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c784d07a-7408-4866-b9c8-f3b0ce9f8024 None None] Provisioning for port 41c214a6-f5ad-47d4-80ca-8c90fe438504 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:48.928734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c784d07a-7408-4866-b9c8-f3b0ce9f8024 None None] Provisioning complete for port 41c214a6-f5ad-47d4-80ca-8c90fe438504 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:48.929111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c784d07a-7408-4866-b9c8-f3b0ce9f8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.970854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:56:48.975549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c784d07a-7408-4866-b9c8-f3b0ce9f8024 None None] Port 41c214a6-f5ad-47d4-80ca-8c90fe438504 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:56:48.977399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7bac8c8a-2ad4-4123-93ec-71bab2c3cd74 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/458debfe-d0c1-4276-82fe-80e56ae5bd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9074335 Jul 16 20:56:49.017028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6d2076c7-3559-45e3-ad61-adbdf0674de2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:49.022719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6d2076c7-3559-45e3-ad61-adbdf0674de2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:49.023227 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.084139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Sync routers for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:56:49.123696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:49.124132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:49.201902 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.263695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-e0ff78cf-3693-4fa0-8ff7-7e88d63a8b7a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379624612&fields=id&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 267 time: 0.0744429 Jul 16 20:56:49.294560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 6d2076c7-3559-45e3-ad61-adbdf0674de2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6d2076c7-3559-45e3-ad61-adbdf0674de2,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:49.303104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.304033 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:49.309347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-72db11ff-64ff-46d6-afff-e578b60e497f None None] Provisioning complete for port 41c214a6-f5ad-47d4-80ca-8c90fe438504 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:49.309719 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-72db11ff-64ff-46d6-afff-e578b60e497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.395528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-938086f9-37b7-4255-a04b-980f2244cb33 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:49.397111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-938086f9-37b7-4255-a04b-980f2244cb33 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 796 time: 0.1323755 Jul 16 20:56:49.417383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-c91dc0be-f68a-4d22-9420-93e1af3a5134 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/quotas/aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 375 time: 0.0130978 Jul 16 20:56:49.431468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:49.433671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-72db11ff-64ff-46d6-afff-e578b60e497f None None] Port 41c214a6-f5ad-47d4-80ca-8c90fe438504 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:56:49.494634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=6d2076c7-3559-45e3-ad61-adbdf0674de2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:49.506356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-3127617c-c5a7-4a55-afdf-b8a76e1680f7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814667 Jul 16 20:56:49.541671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:49.563099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:49.563495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.629760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-83b022ce-6939-4a61-9353-4c27936a2b37 None None] Provisioning complete for port 41c214a6-f5ad-47d4-80ca-8c90fe438504 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:49.630141 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83b022ce-6939-4a61-9353-4c27936a2b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.696930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-83b022ce-6939-4a61-9353-4c27936a2b37 None None] Port 41c214a6-f5ad-47d4-80ca-8c90fe438504 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:56:49.729533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-016be7cb-b797-4147-9acb-17285c096508 service neutron] 10.222.0.100 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080345 Jul 16 20:56:49.764630 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.790997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:49.797543 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:49.808126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 2, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:49.840038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-194bef7e-7257-4440-ac6c-a4b3d6e54030 service neutron] 10.222.0.100 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038375 Jul 16 20:56:49.855486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Checking router: 458debfe-d0c1-4276-82fe-80e56ae5bd9c for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:56:49.855843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Updating router 458debfe-d0c1-4276-82fe-80e56ae5bd9c port 41c214a6-f5ad-47d4-80ca-8c90fe438504 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:56:49.902271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:49.908836 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.060094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2abfb012-4469-46bd-99e3-b9f61c41a4a1 req-bbe623e3-75aa-4799-8ad7-f7a9d7265f04 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 210 time: 0.0490935 Jul 16 20:56:50.293964 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.306995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Transition to ACTIVE for port object 41c214a6-f5ad-47d4-80ca-8c90fe438504 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:50.314949 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.389445 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1b14a-aa47-43d0-8333-2a97d1e08e6b None None] Pushing event updated for resources: {'Port': ['ID=41c214a6-f5ad-47d4-80ca-8c90fe438504,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:50.444595 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Attempting to bind port 41c214a6-f5ad-47d4-80ca-8c90fe438504 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:50.444976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Attempting to bind port 41c214a6-f5ad-47d4-80ca-8c90fe438504 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:50.445351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Attempting to bind port 41c214a6-f5ad-47d4-80ca-8c90fe438504 on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:50.451553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:50.451937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Checking segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:50.452353 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.452757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Bound using segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:50.453389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Bound port: 41c214a6-f5ad-47d4-80ca-8c90fe438504, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:50.453998 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.533273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] For port 41c214a6-f5ad-47d4-80ca-8c90fe438504, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:50.541446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] For port 41c214a6-f5ad-47d4-80ca-8c90fe438504, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41c214a6-f5ad-47d4-80ca-8c90fe438504,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:50.547431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:50.600329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:56:50.600976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:50.689684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1b14a-aa47-43d0-8333-2a97d1e08e6b None None] Pushing event updated for resources: {'Port': ['ID=41c214a6-f5ad-47d4-80ca-8c90fe438504,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:50.775707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:56:50.834871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6d2076c7-3559-45e3-ad61-adbdf0674de2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:51.024928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6d2076c7-3559-45e3-ad61-adbdf0674de2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:51.025306 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.153143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:50Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:56:51.155712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:51.229460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ace9307-7f16-4c08-b5dc-19764756fa4b req-eee2fa55-72b3-413e-8146-8251e5c9b8e2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 210 time: 0.0395257 Jul 16 20:56:51.382555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c955e-2938-418a-bf3d-457929473ff5 None None] The sync data for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 is: [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:50Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:56:51.433471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:51.433968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:51.741397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-fbe6957f-3316-4d4d-abd6-3446a9e685c1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:51.743034 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-fbe6957f-3316-4d4d-abd6-3446a9e685c1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 796 time: 0.1509068 Jul 16 20:56:51.802328 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-d1fb8d42-bed1-4cf7-93c4-2b36a1ff7014 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 380 time: 0.0456553 Jul 16 20:56:51.812006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'port': {'device_id': '309345a9-b62e-4e82-be64-2da546572d2e', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'admin_state_up': True, 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'security_groups': ['fd8a4357-ea11-4ebe-90e3-37b9f10f7363']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:51.947989 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:56:51.951990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.121371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.5 (c98e6492-4039-47c6-a589-0e2182c46784/d2154056-779a-4856-9195-342c7bdab902/b466d589-ae05-4bb3-bcdb-6eddc22b697a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:52.315031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.331441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object b466d589-ae05-4bb3-bcdb-6eddc22b697a will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:52.373143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.419982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network c98e6492-4039-47c6-a589-0e2182c46784 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:52.423589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:52.431100 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:52.458012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac821e-8fce-4020-9072-13baaac8c5c6 req-bf884587-97fe-428e-8419-310cb22d5208 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:52.461001 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fac821e-8fce-4020-9072-13baaac8c5c6 req-bf884587-97fe-428e-8419-310cb22d5208 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 931 time: 0.0949299 Jul 16 20:56:52.473917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:52.497984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.498617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.499281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.499807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.500323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.501002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.501874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.502386 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.503800 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.504332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.504829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.505324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:56:52.536356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:52.537318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.543605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fac821e-8fce-4020-9072-13baaac8c5c6 req-02bab5d3-44a0-418c-b699-70832a2007f1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687313 Jul 16 20:56:52.566634 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-652e4b69-b4dd-4fcf-befe-09a8191b5897 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592540 Jul 16 20:56:52.578963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Request body: {'port': {'device_id': '309345a9-b62e-4e82-be64-2da546572d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:52.669862 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.779677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7304c48c-f379-4fce-b896-6345e1721735 None None] Provisioning for port b466d589-ae05-4bb3-bcdb-6eddc22b697a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:52.800132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7304c48c-f379-4fce-b896-6345e1721735 None None] Provisioning complete for port b466d589-ae05-4bb3-bcdb-6eddc22b697a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:52.800786 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7304c48c-f379-4fce-b896-6345e1721735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:52.870667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7304c48c-f379-4fce-b896-6345e1721735 None None] Port b466d589-ae05-4bb3-bcdb-6eddc22b697a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:56:52.903064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41c214a6-f5ad-47d4-80ca-8c90fe438504 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:52.972933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 41c214a6-f5ad-47d4-80ca-8c90fe438504 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:52.977939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 41c214a6-f5ad-47d4-80ca-8c90fe438504 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:52.978345 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.030362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b466d589-ae05-4bb3-bcdb-6eddc22b697a {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:53.044390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.057951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Transition to ACTIVE for port object b466d589-ae05-4bb3-bcdb-6eddc22b697a will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:56:53.063534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.079987 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.121563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 41c214a6-f5ad-47d4-80ca-8c90fe438504, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41c214a6-f5ad-47d4-80ca-8c90fe438504,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:53.128472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.133286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:53.189576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=41c214a6-f5ad-47d4-80ca-8c90fe438504,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:53.240931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:56:53.241620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:56:53.242172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:53.247559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:56:53.247753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:56:53.253721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:56:53.254043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Checking segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:56:53.254439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Bound using segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:56:53.254859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Bound port: b466d589-ae05-4bb3-bcdb-6eddc22b697a, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:56:53.255214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.349339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:56:53.353456 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:56:53.359398 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.396013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:53.396795 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.398031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] 10.222.0.26 "PUT /v2.0/ports/b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 1091 time: 0.8240809 Jul 16 20:56:53.398472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:53.400748 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd" -d '{"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:53.434272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dbaa9-7d2d-4977-b641-ef38b9ca2ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:53.478340 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa3b0d8-423f-4964-bc64-2b0fd79024a3 x-openstack-request-id: req-ffa3b0d8-423f-4964-bc64-2b0fd79024a3 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:53.478611 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:53.478870 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ffa3b0d8-423f-4964-bc64-2b0fd79024a3 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:53.479281 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'status': 'completed', 'code': 200} Jul 16 20:56:53.507888 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-8893ba31-fb1b-4c9b-af42-392787777cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:53.509432 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-8893ba31-fb1b-4c9b-af42-392787777cfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1094 time: 0.0628700 Jul 16 20:56:53.556872 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-50134df8-ad42-4f59-a59b-cf40650d68ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 217 time: 0.0404477 Jul 16 20:56:53.613873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-452ec65e-6c06-4510-ae81-c5766161fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:53.615764 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-452ec65e-6c06-4510-ae81-c5766161fce2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0531890 Jul 16 20:56:53.682946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-bbb7989f-7aa7-401d-ab8a-98be89875d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:53.684792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-bbb7989f-7aa7-401d-ab8a-98be89875d8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629404 Jul 16 20:56:53.748130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346c54-0f39-409d-af5b-79be8e0fa0aa req-c4d492fc-a09b-4373-8c2c-4b8820dd376a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:53.751722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46346c54-0f39-409d-af5b-79be8e0fa0aa req-c4d492fc-a09b-4373-8c2c-4b8820dd376a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 943 time: 0.0739968 Jul 16 20:56:53.792180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46346c54-0f39-409d-af5b-79be8e0fa0aa req-68d3a53b-94d3-44ac-b89d-1d334fc081c9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359981 Jul 16 20:56:53.806909 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-3c44aa33-e87b-46be-8b61-98fe234f8e76 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149352 Jul 16 20:56:53.912102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e64cfbfb-a1aa-46fc-a74e-8b9d4abfdd22 req-f321a700-19a0-4ff5-b595-bad6ddab2ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987227 Jul 16 20:56:54.015625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-ba8fb4a9-f925-4c74-b344-32ad82806967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:54.017212 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-ba8fb4a9-f925-4c74-b344-32ad82806967 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1094 time: 0.0547588 Jul 16 20:56:54.116775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-5ceda13e-5081-45e0-88bd-4627626ebb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:54.118314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-5ceda13e-5081-45e0-88bd-4627626ebb94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.0952005 Jul 16 20:56:54.162833 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-a4d9c003-903d-4e4d-85df-e72352181b01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 217 time: 0.0367720 Jul 16 20:56:54.218729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-a10f5859-145a-487d-be60-48cb13cac25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:54.220308 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-a10f5859-145a-487d-be60-48cb13cac25d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0514958 Jul 16 20:56:54.277951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-decf0190-577f-445b-ac9d-479f764e2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:54.279531 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-decf0190-577f-445b-ac9d-479f764e2626 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529513 Jul 16 20:56:54.373504 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-eca1b6c1-353b-49a5-ac5f-9070afa50208 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867724 Jul 16 20:56:54.468223 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ee74ac30-c04d-43c1-b6eb-b4c4a63019cd req-1cbe2c55-8f44-46cc-99ea-01ef100bb5ca service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865774 Jul 16 20:56:54.791362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41c214a6-f5ad-47d4-80ca-8c90fe438504 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:54.844334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 41c214a6-f5ad-47d4-80ca-8c90fe438504 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:54.844784 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.989963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e358-f189-4261-bde7-d7b03735fe75 req-1af5efda-c5c1-4536-90ac-4f9b17775cd7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:54.991656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14e0e358-f189-4261-bde7-d7b03735fe75 req-1af5efda-c5c1-4536-90ac-4f9b17775cd7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 943 time: 0.0775082 Jul 16 20:56:55.034903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14e0e358-f189-4261-bde7-d7b03735fe75 req-d5c18942-3cd4-4982-8e57-c54f46a6890f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368283 Jul 16 20:56:55.398132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:56:55.492449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:55.504892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'port_id': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'mac_address': 'fa:16:3e:73:34:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:56:55.547401 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.560813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b466d589-ae05-4bb3-bcdb-6eddc22b697a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:56:55.580352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:55.584384 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:55.633041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:55.774067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b466d589-ae05-4bb3-bcdb-6eddc22b697a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:56:56.222876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5793302-201a-470e-86cc-3614897d4452 req-54feb0e7-38e3-4c13-b442-0185f9ad3d30 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:56.225714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5793302-201a-470e-86cc-3614897d4452 req-54feb0e7-38e3-4c13-b442-0185f9ad3d30 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 944 time: 0.0782862 Jul 16 20:56:56.281963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5793302-201a-470e-86cc-3614897d4452 req-a9397a6b-550d-4127-af04-1c493cf89f17 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452316 Jul 16 20:56:57.411818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:56:57.461500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b466d589-ae05-4bb3-bcdb-6eddc22b697a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:56:57.466134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b466d589-ae05-4bb3-bcdb-6eddc22b697a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:56:57.466509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.468951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0b673-4c76-4056-92e8-6d6cdad163ca req-1113e464-8bd7-4c15-9a5c-8da5276dcdb6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:57.474823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72e0b673-4c76-4056-92e8-6d6cdad163ca req-1113e464-8bd7-4c15-9a5c-8da5276dcdb6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 944 time: 0.0735657 Jul 16 20:56:57.520917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72e0b673-4c76-4056-92e8-6d6cdad163ca req-20130f23-dbc0-4696-8989-1771a6e84a4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444467 Jul 16 20:56:57.558044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.588151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:56:57.591007 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb1dad3-9910-42a1-a066-ec3f4ad88d9e" -d '{"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:56:57.607998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:56:57.614277 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:57.640774 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ba9c2f-0daa-47f4-adce-e3b266298322 x-openstack-request-id: req-b1ba9c2f-0daa-47f4-adce-e3b266298322 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:56:57.641062 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:56:57.641321 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b1ba9c2f-0daa-47f4-adce-e3b266298322 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:56:57.642419 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'code': 200} Jul 16 20:56:57.672175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:57.751755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e301-ff1b-4697-ab7b-2ae30c53c5b8 req-30c55775-bf1d-48e4-b889-9f0b7ba42818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:57.754070 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3255e301-ff1b-4697-ab7b-2ae30c53c5b8 req-30c55775-bf1d-48e4-b889-9f0b7ba42818 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1096 time: 0.0520635 Jul 16 20:56:57.789961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3255e301-ff1b-4697-ab7b-2ae30c53c5b8 req-4bfb044a-a26f-4ff5-af5d-52cb92ae6fea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297740 Jul 16 20:56:58.716386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f64f1-bed0-4f2d-bc17-ea310b431c3e req-6e98ab27-d3ac-440a-9271-767ae0f4b855 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:58.717802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-337f64f1-bed0-4f2d-bc17-ea310b431c3e req-6e98ab27-d3ac-440a-9271-767ae0f4b855 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0640006 Jul 16 20:56:58.758060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-337f64f1-bed0-4f2d-bc17-ea310b431c3e req-203e34fd-cfd8-45cd-b704-fea2cd6d00a6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337586 Jul 16 20:56:58.937436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41197898-8f29-48c8-b239-60f824702245 req-185fc601-4bbf-4b8a-ad83-69d43a136c4a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:58.938950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41197898-8f29-48c8-b239-60f824702245 req-185fc601-4bbf-4b8a-ad83-69d43a136c4a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0681860 Jul 16 20:56:58.977796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41197898-8f29-48c8-b239-60f824702245 req-6d9f7e2b-f386-40e2-b4e6-920442745ce8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Jul 16 20:56:59.003495 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:59.060390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668876a-3eeb-4878-b187-a2cb0b5e8efd tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:59.064548 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9668876a-3eeb-4878-b187-a2cb0b5e8efd tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1091 time: 0.0572965 Jul 16 20:56:59.064743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53882) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:56:59.069743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:56:59.092853 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.198901 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.308376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.254 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/bbae7873-0239-4c7b-b9bc-f909ea1b459f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:56:59.415107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.455382 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:59.500504 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:56:59.503511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:56:59.507121 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:56:59.512654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=bbae7873-0239-4c7b-b9bc-f909ea1b459f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:56:59.918227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.004166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.167378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.171934 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.223774 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=bbae7873-0239-4c7b-b9bc-f909ea1b459f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:00.263136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.291595 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc59e7dc-2e24-4641-95d6-84827da43548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.374560 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP 0f779660-a98e-4fe9-9184-5ea64271a8f2 associated. External IP: 172.25.8.254, port: b466d589-ae05-4bb3-bcdb-6eddc22b697a. Jul 16 20:57:00.943236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 458debfe-d0c1-4276-82fe-80e56ae5bd9c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:01.058575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:01.069062 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] Sync routers for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:01.076044 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:01.091050 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:01.091764 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:01.116858 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cbcd97d3-e15a-4873-9579-09838b098476 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0480652 Jul 16 20:57:01.116858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:01.117698 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9" -d '{"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:01.206048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:01.285688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab0e32-4787-4bdf-96f1-dc242e704d99 req-ef137855-4482-4a17-8c06-669fe01fe9d4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:01.287339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87ab0e32-4787-4bdf-96f1-dc242e704d99 req-ef137855-4482-4a17-8c06-669fe01fe9d4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0746491 Jul 16 20:57:01.328181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87ab0e32-4787-4bdf-96f1-dc242e704d99 req-e89c5990-f0f7-4d48-9629-5db75df4e443 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Jul 16 20:57:01.355185 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53932) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:01.423189 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034b5455-213e-47eb-974a-c333d517447b x-openstack-request-id: req-034b5455-213e-47eb-974a-c333d517447b {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:01.423661 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:01.424001 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-034b5455-213e-47eb-974a-c333d517447b {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:01.424530 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'status': 'completed', 'code': 200} Jul 16 20:57:01.491965 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d1f6c2ee-364d-47c3-bfba-3060bc410740 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/0f779660-a98e-4fe9-9184-5ea64271a8f2 HTTP/1.1" status: 200 len: 991 time: 0.1354795 Jul 16 20:57:01.509566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-53415584-aa94-4d12-be63-ef88a546bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:01.511172 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-53415584-aa94-4d12-be63-ef88a546bff0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1096 time: 0.0839913 Jul 16 20:57:01.588326 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0f779660-a98e-4fe9-9184-5ea64271a8f2', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'port_id': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'mac_address': 'fa:16:3e:73:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309345a9-b62e-4e82-be64-2da546572d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:56:59Z', 'updated_at': '2021-07-16T20:56:59Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:53Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:01.610976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-fa683a1b-4ff5-43be-b349-56c5cd79b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:01.612783 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-fa683a1b-4ff5-43be-b349-56c5cd79b324 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.0958843 Jul 16 20:57:01.622011 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] Checking router: 458debfe-d0c1-4276-82fe-80e56ae5bd9c for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:01.631808 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:01.632520 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:56:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:01.684683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-b91cb24e-c9fb-4f90-8115-9bd336ff967d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 999 time: 0.0661016 Jul 16 20:57:01.740343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-a466a4e6-6d38-4598-a9e0-e0c21e61f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:01.742716 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-a466a4e6-6d38-4598-a9e0-e0c21e61f85b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0505178 Jul 16 20:57:01.747066 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:01.803019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-931ebc51-553c-4058-a5ec-7ed6729bcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:01.804779 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-931ebc51-553c-4058-a5ec-7ed6729bcf67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561802 Jul 16 20:57:01.923267 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-a4eb6406-0bcd-4874-87a4-a6b3ea3b3fd1 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124296 Jul 16 20:57:01.991370 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0f779660-a98e-4fe9-9184-5ea64271a8f2', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'port_id': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'mac_address': 'fa:16:3e:73:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309345a9-b62e-4e82-be64-2da546572d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:56:59Z', 'updated_at': '2021-07-16T20:56:59Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:53Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:02.017067 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecfd0fe2-3ba0-4f1f-875d-7affe37fedd9 req-fd83d4f0-fdd0-4a40-bc9e-e6c8bf49accb service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875361 Jul 16 20:57:02.019426 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed989c-c5fd-414c-9164-7ac884ccf3bc None None] The sync data for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 is: [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '0f779660-a98e-4fe9-9184-5ea64271a8f2', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'port_id': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'mac_address': 'fa:16:3e:73:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309345a9-b62e-4e82-be64-2da546572d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:56:59Z', 'updated_at': '2021-07-16T20:56:59Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:53Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:02.232980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8078c-eea7-4331-ad5e-aa18798fadc8 None None] New status for floating IP 0f779660-a98e-4fe9-9184-5ea64271a8f2: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:57:02.493907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 53950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:02.559719 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ea18986b-d612-40be-aad3-6f4a16acb026 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/0f779660-a98e-4fe9-9184-5ea64271a8f2 HTTP/1.1" status: 200 len: 993 time: 0.0645995 Jul 16 20:57:04.054382 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:04.890057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-269b3ad3-5918-45b9-b813-b2626c67d85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.129735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:06.701126 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-c66b1fc7-0008-4523-bb88-85bb6c5eada2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600624 Jul 16 20:57:06.802841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-51f4ef0c-8201-4ede-97f3-9cc73c0db50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:06.804630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-51f4ef0c-8201-4ede-97f3-9cc73c0db50d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1096 time: 0.0585413 Jul 16 20:57:06.931793 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-71c85c78-e72d-4bf4-a7d7-90586be53cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:06.933575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-71c85c78-e72d-4bf4-a7d7-90586be53cb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.1094334 Jul 16 20:57:07.007709 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-b86d7ed2-1021-4337-a206-f6470b349eae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 1001 time: 0.0665007 Jul 16 20:57:07.061702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-54df76e3-22b0-47d7-9759-eaa84f66c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:07.063731 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-54df76e3-22b0-47d7-9759-eaa84f66c314 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0505414 Jul 16 20:57:07.129580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-b8608a15-20fc-4b5d-8b4e-971238649cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:07.132024 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-b8608a15-20fc-4b5d-8b4e-971238649cfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625265 Jul 16 20:57:07.245895 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-dccf2acf-0ec9-4994-84d2-cd9cc5b89424 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054094 Jul 16 20:57:07.351216 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f1cc1bf-a3fa-4ae0-8628-92ef1fe97dc3 req-297ee349-fbc5-48a5-bd66-3daeaf1fa50a service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993590 Jul 16 20:57:07.949873 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:08.267699 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.640756 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:08.941967 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:09.951585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-aa37c93b-2ecb-4183-91d2-2d1b0b4b27e3 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:09.953069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-aa37c93b-2ecb-4183-91d2-2d1b0b4b27e3 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/networks?id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 200 len: 813 time: 0.1016109 Jul 16 20:57:09.968181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-fc3a2e6d-2c3e-4afd-bbe4-c0af1c31f35f tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/quotas/7b27926fa6244db08e573a3f75745a40 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Jul 16 20:57:10.007570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e9ad5a6a-3d56-438f-9966-4dbc80b7f2df tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b27926fa6244db08e573a3f75745a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334613 Jul 16 20:57:10.098799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-bf75e723-5825-4544-b3d9-8fa5683b28e0 service neutron] 10.222.0.100 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845594 Jul 16 20:57:10.194226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-679d6413-45e9-410b-9183-99d9d67ca35f service neutron] 10.222.0.100 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895197 Jul 16 20:57:10.364902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b2ae631-6914-4332-b005-80c3446f0dee req-a32d66c6-a387-4eff-9f43-cdcbf4b93e55 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 210 time: 0.0299392 Jul 16 20:57:11.535776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73e57859-2303-4c63-8a6e-ddad3e1543fa req-24cf04a7-be99-46a4-ba7f-764290fbac62 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 210 time: 0.0432048 Jul 16 20:57:11.613395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-8bc48340-151d-41c3-b85d-3169d55d63eb tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:11.614906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-8bc48340-151d-41c3-b85d-3169d55d63eb tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "GET /v2.0/networks?id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 200 len: 813 time: 0.1450171 Jul 16 20:57:11.627762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Request body: {'port': {'device_id': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046', 'admin_state_up': True, 'tenant_id': '7b27926fa6244db08e573a3f75745a40'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:11.741380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Made reservation on behalf of 7b27926fa6244db08e573a3f75745a40 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:11.745874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:11.874129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Allocated IP 172.20.0.11 (0e46ab87-a90f-4ae1-bd3b-8bbc16921046/d136515a-f91b-4b1a-aab7-c17619680097/6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:12.026485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.064843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.110829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:12.114189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:12.118339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:12.142157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Pushing event updated for resources: {'Port': ['ID=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:12.157104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.157448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.157787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.158113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.158440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.158812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.159233 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.159576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.159898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.160218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.160534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.160850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:12.180253 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.180865 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.194670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e53278e6-0a9b-4f6e-b031-ed32b8a3aee6 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708768 Jul 16 20:57:12.206776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Request body: {'port': {'device_id': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:12.285202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.543550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:12.551338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.562721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Transition to ACTIVE for port object 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:12.567749 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.622173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:12.728852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Attempting to bind port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:12.729185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Attempting to bind port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:12.729504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Attempting to bind port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 on network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:12.744583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 on network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:12.744906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Attempting to bind port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 on network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:12.755043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:12.755528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Checking segment: {'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:12.755916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Bound using segment: {'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:12.756338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Bound port: 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:12.756692 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.775948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9eb2-cc93-40b4-87a2-0768067a4255 req-272d4f3a-69d9-420c-ab6f-d9f80f550026 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.777411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b74f9eb2-cc93-40b4-87a2-0768067a4255 req-272d4f3a-69d9-420c-ab6f-d9f80f550026 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 944 time: 0.1118562 Jul 16 20:57:12.857491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b74f9eb2-cc93-40b4-87a2-0768067a4255 req-df81f4f1-9f4f-4f1b-921e-9390de3197bf tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579858 Jul 16 20:57:12.859948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] For port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:12.864576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] For port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:12.868959 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.902390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.903006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:12.904625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 HTTP/1.1" status: 200 len: 1092 time: 0.7024841 Jul 16 20:57:12.905062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'tag': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:12.907331 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "31af3fa8-8489-4b9f-95f7-5e2d9142a8a6", "tag": "6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:12.938836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb16ee5-6663-4412-849c-803d439cae94 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:13.000818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-493e7a2b-dfa5-487e-9d4f-28308196af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:13.002340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-493e7a2b-dfa5-487e-9d4f-28308196af7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b27926fa6244db08e573a3f75745a40&device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 1095 time: 0.0577791 Jul 16 20:57:13.045494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-ecc7bd5e-1905-4d0d-a7b0-61fa95bd677c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 HTTP/1.1" status: 200 len: 217 time: 0.0351717 Jul 16 20:57:13.085168 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6377b8-74d9-4e23-ad32-c5cdb611af3e x-openstack-request-id: req-1f6377b8-74d9-4e23-ad32-c5cdb611af3e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:13.085469 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31af3fa8-8489-4b9f-95f7-5e2d9142a8a6", "tag": "6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:13.085722 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1f6377b8-74d9-4e23-ad32-c5cdb611af3e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:13.086126 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'tag': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198', 'status': 'completed', 'code': 200} Jul 16 20:57:13.097332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-bcddb878-02c4-41e5-8bd7-603072862ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:13.099075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-bcddb878-02c4-41e5-8bd7-603072862ddb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d136515a-f91b-4b1a-aab7-c17619680097 HTTP/1.1" status: 200 len: 853 time: 0.0476253 Jul 16 20:57:13.134068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-975a099a-0996-4382-b3ec-abc9ef4f6398 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270679 Jul 16 20:57:13.225728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-e5f135e0-d5c0-4a9d-9ba4-5adbb747b8b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850189 Jul 16 20:57:13.322125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96216da0-d8bd-49d8-bda7-58ed15240a98 req-59de96ff-5f86-4dca-9af9-fd53278bb16e service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895133 Jul 16 20:57:13.424066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-d70c5c47-64c3-40c5-a7e8-db435f8c0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:13.425459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-d70c5c47-64c3-40c5-a7e8-db435f8c0885 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b27926fa6244db08e573a3f75745a40&device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 1095 time: 0.0524933 Jul 16 20:57:13.513879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-6fc691de-8133-46c6-9fa6-c6bcf4d33de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:13.515478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-6fc691de-8133-46c6-9fa6-c6bcf4d33de2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 200 len: 914 time: 0.0839343 Jul 16 20:57:13.559579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-b3876c94-860d-4727-bad0-e5b8b98fac30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 HTTP/1.1" status: 200 len: 217 time: 0.0374258 Jul 16 20:57:13.607923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-ee5e1c86-7d91-420f-b156-a52f7dc00729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:13.609394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-ee5e1c86-7d91-420f-b156-a52f7dc00729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d136515a-f91b-4b1a-aab7-c17619680097 HTTP/1.1" status: 200 len: 853 time: 0.0437043 Jul 16 20:57:13.642121 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-ffbf12dd-495a-4705-b8e3-afa1f0a34f3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261161 Jul 16 20:57:13.737253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-82e88fe4-7994-4951-8fb2-c7766baca1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863874 Jul 16 20:57:13.826477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2ed26d5-0e12-444f-9280-ac8c702aa5a9 req-c1b5f6c0-17e9-4324-bd95-2ce1a15c46cb service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819490 Jul 16 20:57:14.036839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22f505-73fa-4c0f-992a-573bbec4a201 req-5bb6fd14-3827-412f-8f32-afebc1622299 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:14.038549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c22f505-73fa-4c0f-992a-573bbec4a201 req-5bb6fd14-3827-412f-8f32-afebc1622299 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 944 time: 0.0678313 Jul 16 20:57:14.078477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c22f505-73fa-4c0f-992a-573bbec4a201 req-c37b0966-cce2-4f29-80f7-ad877e292c07 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Jul 16 20:57:15.249996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ab29f-96f1-47c6-8eaa-ddeb5db46af8 req-3fdd5d92-59ce-41b1-ab5a-8b2f7022adee tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.251521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b8ab29f-96f1-47c6-8eaa-ddeb5db46af8 req-3fdd5d92-59ce-41b1-ab5a-8b2f7022adee tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 944 time: 0.0642912 Jul 16 20:57:15.289494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b8ab29f-96f1-47c6-8eaa-ddeb5db46af8 req-2cdba977-8bfe-42a8-90ca-a3600041724e tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 16 20:57:15.878896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:57:15.983299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:15.995575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198', 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046', 'port_id': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198', 'mac_address': 'fa:16:3e:58:49:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd136515a-f91b-4b1a-aab7-c17619680097', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:57:16.036652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.054519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:16.077510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:16.083484 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.131045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:16.138365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.138708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.139046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.139412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.139746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.140092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.140402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.140724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.141046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.141368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.141689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.142008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:16.307554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:16.470339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296d7dc-c0c6-43e3-bb5e-d34426401fd1 req-661e840e-ca28-4910-b61d-6141142a1aad tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:16.472013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f296d7dc-c0c6-43e3-bb5e-d34426401fd1 req-661e840e-ca28-4910-b61d-6141142a1aad tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 945 time: 0.0672748 Jul 16 20:57:16.510417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f296d7dc-c0c6-43e3-bb5e-d34426401fd1 req-57e38164-d81d-4fe8-ab87-3a6b6c38a26a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Jul 16 20:57:17.688409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b116b4-913d-4df1-aad7-29c12b624340 req-3fc6bcb8-2ae4-438c-a969-447dbd483f89 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.689885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b116b4-913d-4df1-aad7-29c12b624340 req-3fc6bcb8-2ae4-438c-a969-447dbd483f89 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 945 time: 0.0679421 Jul 16 20:57:17.728390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b116b4-913d-4df1-aad7-29c12b624340 req-347ec33d-1a12-40e5-ba40-24e74ebd6b55 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Jul 16 20:57:17.886162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:17.938208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:17.942538 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:17.942907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.027540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.051320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:18.053571 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b03c254-7ff0-4860-9100-eee05238ff5d" -d '{"events": [{"server_uuid": "31af3fa8-8489-4b9f-95f7-5e2d9142a8a6", "name": "network-vif-plugged", "status": "completed", "tag": "6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:18.068761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:18.080388 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.110430 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b52220b-7269-46aa-9b70-963cfdaf1d44 x-openstack-request-id: req-8b52220b-7269-46aa-9b70-963cfdaf1d44 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:18.110778 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31af3fa8-8489-4b9f-95f7-5e2d9142a8a6", "name": "network-vif-plugged", "status": "completed", "tag": "6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:18.110969 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8b52220b-7269-46aa-9b70-963cfdaf1d44 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:18.111382 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198', 'code': 200} Jul 16 20:57:18.137628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:18.208996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756904a3-2bb1-41e1-8adf-36fcaba324e8 req-73c125c2-f83e-45f7-9e80-2571f59e885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.210492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-756904a3-2bb1-41e1-8adf-36fcaba324e8 req-73c125c2-f83e-45f7-9e80-2571f59e885c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 1097 time: 0.0545421 Jul 16 20:57:18.244270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-756904a3-2bb1-41e1-8adf-36fcaba324e8 req-931eb4d4-485f-4456-8a8e-770f9aebcbfd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276811 Jul 16 20:57:18.911829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28138bf4-f357-43aa-80e5-0b81c3424772 req-e38c09e6-7d4a-4022-ac70-11d98e5579eb tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:18.913355 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28138bf4-f357-43aa-80e5-0b81c3424772 req-e38c09e6-7d4a-4022-ac70-11d98e5579eb tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 946 time: 0.0691485 Jul 16 20:57:18.955018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-28138bf4-f357-43aa-80e5-0b81c3424772 req-3f039aea-9f18-4cc7-a899-a167b5100d49 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Jul 16 20:57:20.133152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5eea6-2224-4093-afce-3d8e5dc40802 req-a9e3d110-9049-4dd8-af9a-6d6d48836861 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.134663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edc5eea6-2224-4093-afce-3d8e5dc40802 req-a9e3d110-9049-4dd8-af9a-6d6d48836861 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 946 time: 0.0652220 Jul 16 20:57:20.172141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edc5eea6-2224-4093-afce-3d8e5dc40802 req-606bc57c-fb35-41c3-8d17-963e81ab6b75 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Jul 16 20:57:30.295784 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-70e90e40-ff57-4932-abb1-cdbe2ec0ebcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:33.934851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539c50d-6da3-4b56-b5d6-44b0f3cb2da5 req-03ad586a-bd3f-4980-8951-2da3b45354b9 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:33.936461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3539c50d-6da3-4b56-b5d6-44b0f3cb2da5 req-03ad586a-bd3f-4980-8951-2da3b45354b9 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1096 time: 0.0601356 Jul 16 20:57:33.976183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3539c50d-6da3-4b56-b5d6-44b0f3cb2da5 req-a591de26-87d1-4df0-b075-fd6da4495cfc tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334957 Jul 16 20:57:34.049561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:34.179054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41238a-ccb9-4523-9b6f-2ea780875bc9 req-d277b7fb-cb55-43b6-9935-6195e6796ad9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:34.180756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b41238a-ccb9-4523-9b6f-2ea780875bc9 req-d277b7fb-cb55-43b6-9935-6195e6796ad9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0830846 Jul 16 20:57:34.223934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b41238a-ccb9-4523-9b6f-2ea780875bc9 req-7cf65cd1-9633-41bd-8b38-8496d46857c0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Jul 16 20:57:34.249134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:34.316882 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a2390dc4-60b3-4c0b-957b-e7823e876253 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/0f779660-a98e-4fe9-9184-5ea64271a8f2 HTTP/1.1" status: 200 len: 993 time: 0.0662553 Jul 16 20:57:34.892534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76652168-5695-4cb4-b163-7b73368cc9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:35.253076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb3412-062b-4044-9499-c759d9cee275 req-f91c65e7-424a-4ca1-9d8e-d5b9572216e6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:35.254774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10fb3412-062b-4044-9499-c759d9cee275 req-f91c65e7-424a-4ca1-9d8e-d5b9572216e6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.1119392 Jul 16 20:57:35.261696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-327a709c-88a3-44d4-a967-9af37b7318ef service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1651549 Jul 16 20:57:35.296498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10fb3412-062b-4044-9499-c759d9cee275 req-bc7855c9-72a1-4f5b-8446-f9f9d9db68f5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338418 Jul 16 20:57:36.131263 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:36.488236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87acac6-f7bc-4bff-bc7a-cfbbf8bcf0d3 req-fc759f6a-ccb3-4266-9caa-74351a403be5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:36.497937 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d87acac6-f7bc-4bff-bc7a-cfbbf8bcf0d3 req-fc759f6a-ccb3-4266-9caa-74351a403be5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0812254 Jul 16 20:57:36.505357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-ea1600c8-31a7-4de7-8594-ad5cb00ad878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:36.506746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-ea1600c8-31a7-4de7-8594-ad5cb00ad878 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1096 time: 0.0568740 Jul 16 20:57:36.540159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d87acac6-f7bc-4bff-bc7a-cfbbf8bcf0d3 req-62e23578-bb85-40a0-b906-04cac2323f56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Jul 16 20:57:36.606242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-bfade92d-caa2-435c-ac89-d8df242d38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:36.607836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-bfade92d-caa2-435c-ac89-d8df242d38bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.0945303 Jul 16 20:57:36.681615 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-f368f854-3859-42be-a9e0-4de670c47571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 1001 time: 0.0669482 Jul 16 20:57:36.737416 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-a4d62435-0b9f-4c5f-9fa8-148015821e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:36.739160 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-a4d62435-0b9f-4c5f-9fa8-148015821e75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0518012 Jul 16 20:57:36.809548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-1146e45e-15d3-480b-a219-a7ecc601adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:36.811518 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-1146e45e-15d3-480b-a219-a7ecc601adb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660253 Jul 16 20:57:36.907776 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-a9fa45c9-7ed6-461d-9a9b-7f69feb2392b service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893304 Jul 16 20:57:37.008428 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-a4d53d04-65aa-471b-8456-9dc9fb4d6375 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949988 Jul 16 20:57:37.719202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a772e-e4df-45a2-8a2f-129fdb12706d req-17367a44-e299-4e37-9c33-44259fb7d184 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:37.720682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d1a772e-e4df-45a2-8a2f-129fdb12706d req-17367a44-e299-4e37-9c33-44259fb7d184 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0703132 Jul 16 20:57:37.761437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d1a772e-e4df-45a2-8a2f-129fdb12706d req-1b080137-8f37-4d26-9bb1-0959d9c8de5c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340364 Jul 16 20:57:38.269391 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.644263 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.947434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28480b6-eb0f-48c3-8bf2-d049a2be2abf req-0aa5d572-2c94-4899-b958-e737f61a5736 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:38.949794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d28480b6-eb0f-48c3-8bf2-d049a2be2abf req-0aa5d572-2c94-4899-b958-e737f61a5736 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0680466 Jul 16 20:57:38.954415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:38.990406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d28480b6-eb0f-48c3-8bf2-d049a2be2abf req-785136c8-8886-429f-8e1b-1f34a2932b6f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Jul 16 20:57:40.170771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab845-7b10-498d-a7de-c55e246293b4 req-523f5cb0-89c8-4e12-b422-4273dafdbc51 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:40.172344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-484ab845-7b10-498d-a7de-c55e246293b4 req-523f5cb0-89c8-4e12-b422-4273dafdbc51 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0670636 Jul 16 20:57:40.211666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-484ab845-7b10-498d-a7de-c55e246293b4 req-d3a37c59-880e-419c-abe2-4e161a4c4906 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Jul 16 20:57:41.395120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33926a-0d72-420e-9339-47494ace207d req-5cdd7d51-552c-4793-b893-b4fcf80b9f54 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:41.396546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a33926a-0d72-420e-9339-47494ace207d req-5cdd7d51-552c-4793-b893-b4fcf80b9f54 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0709572 Jul 16 20:57:41.435997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a33926a-0d72-420e-9339-47494ace207d req-8e507b7d-c660-4dc1-8d48-29488b3bff69 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335503 Jul 16 20:57:42.610439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081bc69-8f81-41cc-8d56-c517c60725c3 req-e0beddc0-eddb-4e6b-9398-1bd3b8662ced tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:42.611939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6081bc69-8f81-41cc-8d56-c517c60725c3 req-e0beddc0-eddb-4e6b-9398-1bd3b8662ced tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0645316 Jul 16 20:57:42.649574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6081bc69-8f81-41cc-8d56-c517c60725c3 req-a48f93d3-53c8-4cb1-8a9b-2dfa756b54ff tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320759 Jul 16 20:57:43.837383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07355d-8fec-44be-b908-8375a72dfec2 req-8b568b52-ecb9-480b-8639-8b207fa16fae tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:43.838960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a07355d-8fec-44be-b908-8375a72dfec2 req-8b568b52-ecb9-480b-8639-8b207fa16fae tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0712242 Jul 16 20:57:44.218992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a07355d-8fec-44be-b908-8375a72dfec2 req-5e7f3f70-7974-4375-8078-359671441f6d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743365 Jul 16 20:57:44.955186 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:45.404121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d5e0-e791-4db3-b169-1c202c40bcc8 req-f8b3d693-2f5f-4d93-85ce-c3f4520779e3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:45.405896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a68d5e0-e791-4db3-b169-1c202c40bcc8 req-f8b3d693-2f5f-4d93-85ce-c3f4520779e3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0664880 Jul 16 20:57:45.446550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a68d5e0-e791-4db3-b169-1c202c40bcc8 req-6e0694bb-3ad0-48a1-a0db-2d57aa0630c4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349505 Jul 16 20:57:46.640054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecb0cd-6e53-49f0-afe3-79612da6e550 req-99d4a6c8-d8f3-4e0f-8e89-b42a3c58fcac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:46.641568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86ecb0cd-6e53-49f0-afe3-79612da6e550 req-99d4a6c8-d8f3-4e0f-8e89-b42a3c58fcac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0676122 Jul 16 20:57:46.689604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86ecb0cd-6e53-49f0-afe3-79612da6e550 req-82e48082-2a3b-4820-b6ec-9473b687faf2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418105 Jul 16 20:57:47.921117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d758ff-3812-4258-9df0-5e351e1547bf req-9b8f8751-1478-4a1b-b083-f555ed4bebab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:47.923053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1d758ff-3812-4258-9df0-5e351e1547bf req-9b8f8751-1478-4a1b-b083-f555ed4bebab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.1141582 Jul 16 20:57:47.971561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1d758ff-3812-4258-9df0-5e351e1547bf req-0e4010a2-192b-4d7a-957e-4ecab985f163 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Jul 16 20:57:49.205986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409027d-88a4-4179-a912-63c6bf5c667a req-5e5936e4-44c0-4e80-be18-cdd9f75dbff2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:49.209629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2409027d-88a4-4179-a912-63c6bf5c667a req-5e5936e4-44c0-4e80-be18-cdd9f75dbff2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0984445 Jul 16 20:57:49.249786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2409027d-88a4-4179-a912-63c6bf5c667a req-66bccca9-e20f-4a0d-bd51-9c9fbd450542 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354793 Jul 16 20:57:50.448224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a045-27ca-4834-84fd-611ea13a9bab req-4e820e87-6883-4e6e-b7cb-dbf58a04df6a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:50.449799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea64a045-27ca-4834-84fd-611ea13a9bab req-4e820e87-6883-4e6e-b7cb-dbf58a04df6a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0697715 Jul 16 20:57:50.491349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea64a045-27ca-4834-84fd-611ea13a9bab req-9bd5788b-f115-43ba-93a3-dfb439fa1ae8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351467 Jul 16 20:57:51.885064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16d50e-ce0e-4839-b920-d468d02f8d89 req-e8f676d0-f50f-4558-a35a-4e5ed0890ce1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:51.887339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa16d50e-ce0e-4839-b920-d468d02f8d89 req-e8f676d0-f50f-4558-a35a-4e5ed0890ce1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0797853 Jul 16 20:57:51.929789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa16d50e-ce0e-4839-b920-d468d02f8d89 req-227c647c-cf19-43bd-a64d-3da1d55a5954 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359638 Jul 16 20:57:53.112815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f020-48f5-40d2-8617-9604147ed5fb req-c1dc21da-14e1-4abe-b7f6-332f234a9864 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:53.114329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a05f020-48f5-40d2-8617-9604147ed5fb req-c1dc21da-14e1-4abe-b7f6-332f234a9864 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0700579 Jul 16 20:57:53.154373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a05f020-48f5-40d2-8617-9604147ed5fb req-717da65b-bc11-409d-a93d-3de8eb6f49ca tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340767 Jul 16 20:57:54.377023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a11634-2081-4954-8450-2adaf3a98f8f req-06d8c9a6-453b-494f-a3a0-a59b8a2f1160 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:54.378619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39a11634-2081-4954-8450-2adaf3a98f8f req-06d8c9a6-453b-494f-a3a0-a59b8a2f1160 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0759313 Jul 16 20:57:54.426848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39a11634-2081-4954-8450-2adaf3a98f8f req-7d0676db-24a5-4dcb-85d3-b03c1a8dc04b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Jul 16 20:57:55.612148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392e4c-b7b2-4561-a9f5-8c3a996d40eb req-4ff68c9b-e297-4652-b09c-c7983035bf62 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:55.614345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5392e4c-b7b2-4561-a9f5-8c3a996d40eb req-4ff68c9b-e297-4652-b09c-c7983035bf62 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0673962 Jul 16 20:57:55.656384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5392e4c-b7b2-4561-a9f5-8c3a996d40eb req-34713a75-6a29-4341-9ef1-4400628feb60 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350018 Jul 16 20:57:56.848337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f3a92-18d5-40be-beda-00d3e3ad2b32 req-e380fd49-99b4-47e8-abac-1ad1545235a0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:56.849970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c2f3a92-18d5-40be-beda-00d3e3ad2b32 req-e380fd49-99b4-47e8-abac-1ad1545235a0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0714517 Jul 16 20:57:56.891611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c2f3a92-18d5-40be-beda-00d3e3ad2b32 req-de826149-8420-454c-b347-fa546d598b12 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358312 Jul 16 20:57:58.098013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca15740-3668-4015-83e7-fd72896e666c req-29525b8d-7a0d-4063-87b1-e2870f31bad1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.100044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ca15740-3668-4015-83e7-fd72896e666c req-29525b8d-7a0d-4063-87b1-e2870f31bad1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0817218 Jul 16 20:57:58.152460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ca15740-3668-4015-83e7-fd72896e666c req-46e69e7c-04e6-44bb-94d8-c99faf713756 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 Jul 16 20:57:58.652948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-9ac96fdf-4f33-4751-8a78-513eab4e7bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693879 Jul 16 20:57:58.765509 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f6412-0a92-48a8-944f-11e8df376caf req-10fbc2cd-8c97-448c-9cbe-594f7aae89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.767571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-10fbc2cd-8c97-448c-9cbe-594f7aae89cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b27926fa6244db08e573a3f75745a40&device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 1097 time: 0.0626955 Jul 16 20:57:58.902270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f6412-0a92-48a8-944f-11e8df376caf req-96ec72b6-72a3-4ff3-9741-fa382c4b1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:58.904639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-96ec72b6-72a3-4ff3-9741-fa382c4b1202 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 200 len: 914 time: 0.1149142 Jul 16 20:57:58.954380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-60f1d7c4-8743-45fb-bba8-69981a1ae29e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 HTTP/1.1" status: 200 len: 217 time: 0.0433130 Jul 16 20:57:59.014115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f6412-0a92-48a8-944f-11e8df376caf req-e8ab5d27-ec24-4510-9186-7aef6cfeb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.016868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-e8ab5d27-ec24-4510-9186-7aef6cfeb657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d136515a-f91b-4b1a-aab7-c17619680097 HTTP/1.1" status: 200 len: 853 time: 0.0551496 Jul 16 20:57:59.056691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-eedabab1-68e2-4f56-af69-d77f7938f35f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335529 Jul 16 20:57:59.093761 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-b700ba67-8863-4c2e-81f2-92b901fd21b0 service neutron] show failed (client error): The resource could not be found. Jul 16 20:57:59.094845 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-b700ba67-8863-4c2e-81f2-92b901fd21b0 service neutron] 10.222.0.26 "GET /v2.0/ports/b466d589-ae05-4bb3-bcdb-6eddc22b697a/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0727959 Jul 16 20:57:59.204070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-9502a868-b6ea-4d63-a3da-047054080e17 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406677 Jul 16 20:57:59.449752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-818f6412-0a92-48a8-944f-11e8df376caf req-964f86b6-a9ab-42aa-9c9a-c17e0801dc8b service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384131 Jul 16 20:57:59.497810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ee8a5-6ce1-4906-b890-2c954858d1f0 req-ea92ce18-3377-4bdb-a808-f54a18fb60a8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.499700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-954ee8a5-6ce1-4906-b890-2c954858d1f0 req-ea92ce18-3377-4bdb-a808-f54a18fb60a8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.1366062 Jul 16 20:57:59.503071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-beff10b6-0f22-4e07-b106-077115693c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:59.504694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-beff10b6-0f22-4e07-b106-077115693c2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 1096 time: 0.1276102 Jul 16 20:57:59.530811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:59.600483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-954ee8a5-6ce1-4906-b890-2c954858d1f0 req-6fe07931-af90-40cc-b04f-f64b1ab64af4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888004 Jul 16 20:57:59.655647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:59.958817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:00.030569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:00.091276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:00.093225 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca82ad1-487a-4491-a66b-c59822a38905" -d '{"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:00.099911 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.121807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Transition to ACTIVE for port object b466d589-ae05-4bb3-bcdb-6eddc22b697a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:00.127838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.218424 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad034d4-acb5-4f4b-8f30-8bc76a2fc3fa x-openstack-request-id: req-aad034d4-acb5-4f4b-8f30-8bc76a2fc3fa {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:00.219563 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:00.219563 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-aad034d4-acb5-4f4b-8f30-8bc76a2fc3fa {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:00.220267 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'code': 200} Jul 16 20:58:00.268485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:00.304798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40eb16e1-3ecf-43e5-a2a4-8ae1fef844f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.330739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] No DVR routers for this DVR port b466d589-ae05-4bb3-bcdb-6eddc22b697a on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:00.511800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:00.512185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:00.512416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:00.517676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:58:00.518007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:00.524718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:00.525070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Checking segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:00.525472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Bound using segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:00.525926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Bound port: b466d589-ae05-4bb3-bcdb-6eddc22b697a, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:00.526356 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.616674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:00.620635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:00.626251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.664912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.665551 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:00.667501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] 10.222.0.21 "PUT /v2.0/ports/b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 1091 time: 1.1461382 Jul 16 20:58:00.701688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90657632-cb1f-4d4e-b533-05792d706cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:00.812197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-0eaca55c-9dbd-4c23-b88d-dc9fca81c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.813902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-0eaca55c-9dbd-4c23-b88d-dc9fca81c356 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1094 time: 0.1002281 Jul 16 20:58:00.874745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e801b-41fe-45d0-9849-738a9693eb43 req-0703beb1-1aab-49da-a56e-36ee82959653 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.882906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c8e801b-41fe-45d0-9849-738a9693eb43 req-0703beb1-1aab-49da-a56e-36ee82959653 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 943 time: 0.1321185 Jul 16 20:58:00.978014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c8e801b-41fe-45d0-9849-738a9693eb43 req-1b6ff800-5c41-479b-a67b-4c3391c92ee8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940809 Jul 16 20:58:00.983762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-5042b300-a715-4e71-83d9-7a113344c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:00.985272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-5042b300-a715-4e71-83d9-7a113344c6f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.1649010 Jul 16 20:58:01.086790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-0689d744-6865-4630-8045-2fc6e6319897 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 999 time: 0.0941768 Jul 16 20:58:01.158538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-ba009cca-f4c3-4e8a-a3d1-72a16438fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.160528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-ba009cca-f4c3-4e8a-a3d1-72a16438fd1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0670142 Jul 16 20:58:01.225126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-dd518007-9e7e-4ec8-8a63-85d36b953ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:01.226854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-dd518007-9e7e-4ec8-8a63-85d36b953ffa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596335 Jul 16 20:58:01.349892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-96de18d3-34a4-40a5-ad66-401314ed7926 service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157966 Jul 16 20:58:01.451137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-dab87703-9395-4edc-a8a4-b8b534cc33dd service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941734 Jul 16 20:58:01.646674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:01.712665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:02.187168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6613fe7-966e-4e2c-87ef-9e1466cd941c req-1ae1e52d-7437-46f7-802e-c9d87cc59143 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.188888 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6613fe7-966e-4e2c-87ef-9e1466cd941c req-1ae1e52d-7437-46f7-802e-c9d87cc59143 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 943 time: 0.0800109 Jul 16 20:58:02.221076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:02.224019 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3274294b-684f-428b-8753-f598ea472c70" -d '{"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:02.243905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6613fe7-966e-4e2c-87ef-9e1466cd941c req-ee646a09-ae51-4163-98ca-cb4b277813dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 Jul 16 20:58:02.568414 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dcb7bb-494a-454b-aca5-91b03c4d19dd x-openstack-request-id: req-e5dcb7bb-494a-454b-aca5-91b03c4d19dd {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:02.568739 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:02.569092 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e5dcb7bb-494a-454b-aca5-91b03c4d19dd {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:02.571627 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'status': 'completed', 'code': 200} Jul 16 20:58:02.658341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-71ae564a-8454-4cb6-b1f1-ee6c2f7ac956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.660707 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-71ae564a-8454-4cb6-b1f1-ee6c2f7ac956 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1094 time: 0.0697966 Jul 16 20:58:02.677760 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-684e4a3a-8eab-45a6-84ed-b8b0a35291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.679698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-684e4a3a-8eab-45a6-84ed-b8b0a35291e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1094 time: 0.0810001 Jul 16 20:58:02.789062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-7142f903-ed0f-4cb4-afeb-b01a880d2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.791930 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-7142f903-ed0f-4cb4-afeb-b01a880d2b23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.1240964 Jul 16 20:58:02.827824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406d78a-9c01-4ebb-8e8e-10c7255dd9d9 req-350ad57f-b361-49a7-9355-da820e2cd8ca tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.829482 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4406d78a-9c01-4ebb-8e8e-10c7255dd9d9 req-350ad57f-b361-49a7-9355-da820e2cd8ca tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 946 time: 0.1560485 Jul 16 20:58:02.830605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-91f58c4f-e56d-454b-bcb6-baa7c710ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.832871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-91f58c4f-e56d-454b-bcb6-baa7c710ed1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.1437895 Jul 16 20:58:02.868406 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-f39aa639-7e7f-490f-b13c-265bdaccd4ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 999 time: 0.0697825 Jul 16 20:58:02.921251 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4406d78a-9c01-4ebb-8e8e-10c7255dd9d9 req-fd4bdb67-5058-4bf4-a19a-284b09cca1ac tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837846 Jul 16 20:58:02.930902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-7353bf42-1c47-439b-9b8a-aedcb5c549cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:02.932203 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-7353bf42-1c47-439b-9b8a-aedcb5c549cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0582247 Jul 16 20:58:02.939744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-22db35cc-88bf-44cb-a002-1a49053b1719 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 999 time: 0.0946908 Jul 16 20:58:02.998784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-b94aae1c-6106-4d0d-b132-d56d91a1c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.000393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-b94aae1c-6106-4d0d-b132-d56d91a1c5a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0521796 Jul 16 20:58:03.000612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-fbe16dc9-e353-4517-921a-3784ed639406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.002106 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-fbe16dc9-e353-4517-921a-3784ed639406 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637059 Jul 16 20:58:03.067530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274294b-684f-428b-8753-f598ea472c70 req-073f7416-3286-4825-971e-756fb70a40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.069520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-073f7416-3286-4825-971e-756fb70a40f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619681 Jul 16 20:58:03.125162 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-d0e82b6c-43e7-4cc2-8828-ac72fcb1b4b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166902 Jul 16 20:58:03.206883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-f28324ce-e517-4170-8b8a-93b8ebc0ea8b service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107891 Jul 16 20:58:03.282812 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-d13ae9c2-de32-47df-99a2-ff7e38361eaa service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516516 Jul 16 20:58:03.345452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3274294b-684f-428b-8753-f598ea472c70 req-80c63c21-7f6e-421b-89df-5943f2e4f5a2 service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306341 Jul 16 20:58:03.460764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adbff1-390c-430e-89d3-575b0ae75318 req-e7525d8c-97a5-4095-8c81-d68aaf10c7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.462613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84adbff1-390c-430e-89d3-575b0ae75318 req-e7525d8c-97a5-4095-8c81-d68aaf10c7b3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 943 time: 0.0855286 Jul 16 20:58:03.509928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84adbff1-390c-430e-89d3-575b0ae75318 req-e320c826-bad5-4e56-bb03-10b951fa75c0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408924 Jul 16 20:58:03.919991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-2dc6b32d-4ffe-4238-8002-4d2e63bb06c4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.921492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-2dc6b32d-4ffe-4238-8002-4d2e63bb06c4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e&tenant_id=aec84f59caf741128d7bdf6f36b72b56&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 943 time: 0.1190186 Jul 16 20:58:03.983421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d733a8-2cd5-43d3-ba9d-6e19b418eff5 req-e412ec83-c75d-494c-bd82-c59875397df7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:03.985029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41d733a8-2cd5-43d3-ba9d-6e19b418eff5 req-e412ec83-c75d-494c-bd82-c59875397df7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 943 time: 0.1254523 Jul 16 20:58:04.031679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-39079d0f-bbc3-4e20-be6b-11247dd7e7fb service neutron] 10.222.0.21 "GET /v2.0/ports/b466d589-ae05-4bb3-bcdb-6eddc22b697a/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 382 time: 0.1022723 Jul 16 20:58:04.044830 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.051755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-41d733a8-2cd5-43d3-ba9d-6e19b418eff5 req-010c3e9f-6708-44f3-b585-4f33d7e6a0b4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569649 Jul 16 20:58:04.156148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:04.185436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-6d669d57-d879-4f3a-9db5-ccf7f1d59687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.188136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-6d669d57-d879-4f3a-9db5-ccf7f1d59687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1094 time: 0.1297057 Jul 16 20:58:04.272139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:04.289690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'port_id': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'mac_address': 'fa:16:3e:73:34:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:04.313460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-bebccecf-4fd1-469f-af4d-0b7ccce30dd8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.315030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-bebccecf-4fd1-469f-af4d-0b7ccce30dd8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 946 time: 0.1952362 Jul 16 20:58:04.335947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.352943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b466d589-ae05-4bb3-bcdb-6eddc22b697a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:04.376025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:04.381538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.406741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-86b0462e-48eb-4ba3-98b9-4516ddfdc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.408346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-86b0462e-48eb-4ba3-98b9-4516ddfdc2b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.2130632 Jul 16 20:58:04.439031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:04.446436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e0622-42b3-4a06-aa78-ec4ed0a908f8 req-3b929d28-32da-46fd-a63c-96024e95f3fa tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.448700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-156e0622-42b3-4a06-aa78-ec4ed0a908f8 req-3b929d28-32da-46fd-a63c-96024e95f3fa tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 946 time: 0.2566304 Jul 16 20:58:04.544111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-1298ea51-dff0-4aef-8dae-04b7e556e4d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 1000 time: 0.1270468 Jul 16 20:58:04.547996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-156e0622-42b3-4a06-aa78-ec4ed0a908f8 req-95a5ed81-feec-4854-9e22-bc77f6473377 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Jul 16 20:58:04.579913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b466d589-ae05-4bb3-bcdb-6eddc22b697a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:04.593869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Deleting port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:04.594211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.623078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-ec1fa833-911e-4e29-994b-7ff24e2e359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.624627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-ec1fa833-911e-4e29-994b-7ff24e2e359d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0740602 Jul 16 20:58:04.739592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] For port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:04.740091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:04.756952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Calling delete_port for 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:04.771054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-475d5c9f-e479-4ce5-bdd1-a14d154ccf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:04.772698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-475d5c9f-e479-4ce5-bdd1-a14d154ccf39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396942 Jul 16 20:58:04.890642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-54c6f109-8e75-4f5f-83be-c29b0db9893d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.327201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-74d043af-2d81-4636-9958-d1ada41ffba9 service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188262 Jul 16 20:58:05.438097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69a382-8fb2-4edd-8517-f244e7e2debd req-e40213d3-bac5-4833-a1ee-5ad79c60862d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:05.439588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe69a382-8fb2-4edd-8517-f244e7e2debd req-e40213d3-bac5-4833-a1ee-5ad79c60862d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 944 time: 0.1967676 Jul 16 20:58:05.445545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.457636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:05.498455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Pushing event deleted for resources: {'Port': ['ID=6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:05.569258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] No DVR routers for this DVR port 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:05.573490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe69a382-8fb2-4edd-8517-f244e7e2debd req-8396317d-5f50-498c-99aa-ea5ad08bd382 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260653 Jul 16 20:58:05.574723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:05.577524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-98972766-e8a7-46a6-8cd3-02c4344c87f1 req-c08a285d-372f-4576-85dd-a1d7a4dfb572 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "DELETE /v2.0/ports/6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 HTTP/1.1" status: 204 len: 173 time: 1.2544866 Jul 16 20:58:05.578485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-62356ea8-3f40-4ba2-be6e-24abf31386a1 service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301815 Jul 16 20:58:05.578961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'name': 'network-vif-deleted', 'tag': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:05.581275 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b02e6-d21b-4273-8f19-8f0792b520f0" -d '{"events": [{"server_uuid": "31af3fa8-8489-4b9f-95f7-5e2d9142a8a6", "name": "network-vif-deleted", "tag": "6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:05.706267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b111908-7f34-480f-976e-c44aa90c9446 req-c4962069-daf7-4253-af83-b60942ba3e72 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=31af3fa8-8489-4b9f-95f7-5e2d9142a8a6 HTTP/1.1" status: 200 len: 210 time: 0.0293407 Jul 16 20:58:05.754459 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41a4b06-402c-42be-a3a7-856ba2018273 x-openstack-request-id: req-e41a4b06-402c-42be-a3a7-856ba2018273 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:05.755102 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31af3fa8-8489-4b9f-95f7-5e2d9142a8a6", "name": "network-vif-deleted", "tag": "6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:05.755102 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e41a4b06-402c-42be-a3a7-856ba2018273 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:05.755359 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31af3fa8-8489-4b9f-95f7-5e2d9142a8a6', 'name': 'network-vif-deleted', 'tag': '6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198', 'status': 'completed', 'code': 200} Jul 16 20:58:06.139025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.173382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:06.229059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port b466d589-ae05-4bb3-bcdb-6eddc22b697a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:06.233767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port b466d589-ae05-4bb3-bcdb-6eddc22b697a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:06.234138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.313655 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.335385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:06.337608 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb1e56-05b8-4506-a788-07a0e6fcad4b" -d '{"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:06.350272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:06.354415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:06.355209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:06.392792 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb81f63-cba8-41af-b685-a589da37fa5f x-openstack-request-id: req-bdb81f63-cba8-41af-b685-a589da37fa5f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:06.393086 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:06.393340 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bdb81f63-cba8-41af-b685-a589da37fa5f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:06.393729 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'code': 200} Jul 16 20:58:06.396003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:06.396349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 6e0bf72b-c71e-4d0c-b1f4-98b8bd2b5198 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:06.420414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:06.752978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199047a0-0119-4d56-acb1-ac5033133933 req-9c68dc11-f362-4007-964f-fcb637b6ba4c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:06.754911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-199047a0-0119-4d56-acb1-ac5033133933 req-9c68dc11-f362-4007-964f-fcb637b6ba4c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0663595 Jul 16 20:58:06.801268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-199047a0-0119-4d56-acb1-ac5033133933 req-c0ece206-1f94-4670-a523-6b5ef63a2ffb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Jul 16 20:58:07.737454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75703-0263-4680-9de8-1474d7e619bf req-40f007a7-0e68-4596-8810-b9a6cb26fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:07.739591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eb75703-0263-4680-9de8-1474d7e619bf req-40f007a7-0e68-4596-8810-b9a6cb26fe4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1096 time: 0.0613623 Jul 16 20:58:07.744564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-fd6f1c23-6f96-4bff-b629-0ab166a9cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:07.746247 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-fd6f1c23-6f96-4bff-b629-0ab166a9cbba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 1096 time: 0.1062937 Jul 16 20:58:07.758035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:07.843171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:07.867532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75703-0263-4680-9de8-1474d7e619bf req-c23ba444-9453-443e-95e8-eac0258185f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:07.869814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eb75703-0263-4680-9de8-1474d7e619bf req-c23ba444-9453-443e-95e8-eac0258185f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.1091199 Jul 16 20:58:07.950610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eb75703-0263-4680-9de8-1474d7e619bf req-782fd01f-e05a-4de6-9173-432ca369156b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 1001 time: 0.0735891 Jul 16 20:58:08.077968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75703-0263-4680-9de8-1474d7e619bf req-f33a05d7-dbe4-40fc-8eac-36f3b4a69e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.079781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eb75703-0263-4680-9de8-1474d7e619bf req-f33a05d7-dbe4-40fc-8eac-36f3b4a69e19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.1233451 Jul 16 20:58:08.114032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:08.189448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35995d-446f-4724-be3f-e1256be2d68a req-a4c1d453-24b3-47c3-b1fc-e46c5d4dae8d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.191612 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b35995d-446f-4724-be3f-e1256be2d68a req-a4c1d453-24b3-47c3-b1fc-e46c5d4dae8d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.2231145 Jul 16 20:58:08.212309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:08.258931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75703-0263-4680-9de8-1474d7e619bf req-c055fe6b-8497-470e-91bc-702acad8c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.260531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eb75703-0263-4680-9de8-1474d7e619bf req-c055fe6b-8497-470e-91bc-702acad8c5a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683276 Jul 16 20:58:08.265893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b35995d-446f-4724-be3f-e1256be2d68a req-2c626783-c4c6-4b85-a185-41f27f3e5223 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637512 Jul 16 20:58:08.267841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:08.271717 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d6f6ff-43e3-4500-8340-046fbb0374c0" -d '{"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:08.276606 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.288341 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.299987 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Transition to ACTIVE for port object b466d589-ae05-4bb3-bcdb-6eddc22b697a will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:08.304466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.383591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eb75703-0263-4680-9de8-1474d7e619bf req-ace43ece-fa03-4822-a14f-315a863692b2 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166275 Jul 16 20:58:08.418826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=10']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:08.451454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.451809 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.452154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.452557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.452901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.453234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.453568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.453903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.454230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.454559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.454883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.455207 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:08.530347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] No DVR routers for this DVR port b466d589-ae05-4bb3-bcdb-6eddc22b697a on host n-h1-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:08.535682 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c72d31-171d-4009-a6b9-8d0f8662eef3 x-openstack-request-id: req-78c72d31-171d-4009-a6b9-8d0f8662eef3 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:08.536096 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:08.536586 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-78c72d31-171d-4009-a6b9-8d0f8662eef3 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:08.536972 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'code': 200} Jul 16 20:58:08.540982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7eb75703-0263-4680-9de8-1474d7e619bf req-2b37a20e-d3d0-45df-80df-b4041ea4b62e service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454430 Jul 16 20:58:08.639163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.680577 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:08.680912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:08.681245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:08.685767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:58:08.686095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Attempting to bind port b466d589-ae05-4bb3-bcdb-6eddc22b697a on network c98e6492-4039-47c6-a589-0e2182c46784 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:08.690954 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:08.692188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Checking segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:08.692581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Bound using segment: {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:08.693120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Bound port: b466d589-ae05-4bb3-bcdb-6eddc22b697a, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:08.693484 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.762704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:08.765926 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:08.770580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.806069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.806709 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.808209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] 10.222.0.26 "PUT /v2.0/ports/b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 1092 time: 1.0547218 Jul 16 20:58:08.829639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa3704-91fd-4803-b60e-6be17c6fd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=11']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:08.897569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-db5d3547-5456-475f-ad49-a43e39bb0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:08.899419 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-db5d3547-5456-475f-ad49-a43e39bb0828 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1095 time: 0.0618660 Jul 16 20:58:08.954649 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:08.999768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-b7943340-1db4-4d07-a427-8b81131e51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.001281 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-b7943340-1db4-4d07-a427-8b81131e51f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.0963073 Jul 16 20:58:09.065942 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-e9a554b6-7a21-4c48-be5d-e7c89ab41439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 999 time: 0.0588474 Jul 16 20:58:09.115961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-c1947411-40ae-4945-95e2-62ca319878a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.117433 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-c1947411-40ae-4945-95e2-62ca319878a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0460050 Jul 16 20:58:09.179450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-116d21c8-aa14-4215-8287-47341ef91884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.180998 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-116d21c8-aa14-4215-8287-47341ef91884 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578675 Jul 16 20:58:09.289714 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-ac53efc3-afee-4f6f-8cdc-103732056ba2 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019588 Jul 16 20:58:09.403781 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-20a75b85-3a30-448e-9bff-353ee3357fd0 req-4b6cf316-b700-44c2-8086-e62b2c58a5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080182 Jul 16 20:58:09.497078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00939af6-51b7-4e1c-b028-fe4e939e224d req-212f5008-1221-4528-b1e5-a1f84b1e27c2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:09.499688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00939af6-51b7-4e1c-b028-fe4e939e224d req-212f5008-1221-4528-b1e5-a1f84b1e27c2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 944 time: 0.0969954 Jul 16 20:58:09.540504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00939af6-51b7-4e1c-b028-fe4e939e224d req-d6cb3cd9-483c-469f-9a51-7eb915ed5dd6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Jul 16 20:58:10.202553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:10.261396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:10.538819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:10.541528 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9437eb-18d4-4f41-a727-56dbfef30091" -d '{"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:10.590118 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eba3fb-3428-489b-bc5c-abc01803d459 x-openstack-request-id: req-80eba3fb-3428-489b-bc5c-abc01803d459 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:10.590298 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:10.590398 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-80eba3fb-3428-489b-bc5c-abc01803d459 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:10.590952 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'status': 'completed', 'code': 200} Jul 16 20:58:10.677254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-8bce98a7-6b28-409b-98d0-5d8ee2e67393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.678801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-8bce98a7-6b28-409b-98d0-5d8ee2e67393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1095 time: 0.0618958 Jul 16 20:58:10.717455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-f0282cfc-9453-4e99-aa72-c17b7009a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.719115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-f0282cfc-9453-4e99-aa72-c17b7009a1c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1095 time: 0.0985513 Jul 16 20:58:10.793675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-d6ab3abb-43a3-4bfc-9b59-d9e7644a33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.795222 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-d6ab3abb-43a3-4bfc-9b59-d9e7644a33bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.1097822 Jul 16 20:58:10.811938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016c127-8fde-4a7c-a751-61f9348427cb req-a5b533cc-1e97-48f9-ac08-b51ef802bd0b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.813500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2016c127-8fde-4a7c-a751-61f9348427cb req-a5b533cc-1e97-48f9-ac08-b51ef802bd0b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 944 time: 0.1303642 Jul 16 20:58:10.862927 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-0f53f614-f0e9-4dea-b52f-df94960d382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.864728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-0f53f614-f0e9-4dea-b52f-df94960d382d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.1397312 Jul 16 20:58:10.868989 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-1025855a-b1ca-42e0-9e17-c439fbf5539b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 999 time: 0.0656469 Jul 16 20:58:10.915660 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2016c127-8fde-4a7c-a751-61f9348427cb req-c9bfa3c5-2c93-456f-9349-4564cf55e9ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930982 Jul 16 20:58:10.920983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-d67a0112-fdbc-4193-8d67-737249759515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.922828 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-d67a0112-fdbc-4193-8d67-737249759515 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0472946 Jul 16 20:58:10.940739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-d249c6c2-5b5f-4fda-b525-1ca8005df345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 999 time: 0.0684485 Jul 16 20:58:10.991702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-6935afef-2ed8-4434-aac8-f4294c1427a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.993662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-6935afef-2ed8-4434-aac8-f4294c1427a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651462 Jul 16 20:58:10.995107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-b3530df0-97f8-4f17-840d-432bc6a97a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:10.996654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-b3530df0-97f8-4f17-840d-432bc6a97a04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0496018 Jul 16 20:58:11.066865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-b82616f8-4408-40e1-adc2-b50209a74ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:11.068337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-b82616f8-4408-40e1-adc2-b50209a74ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655866 Jul 16 20:58:11.103602 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-6bd95358-41d6-4300-baa9-b44a5f583174 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028841 Jul 16 20:58:11.210163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-f7935ed2-e11e-4871-a5e6-52df731c6aea service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344407 Jul 16 20:58:11.241346 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-f9143070-98ca-4a63-bee2-2acb61459150 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311941 Jul 16 20:58:11.309799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba9437eb-18d4-4f41-a727-56dbfef30091 req-2055305f-7fec-47df-ad2f-f2166b4f8415 service neutron] 10.222.0.21 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929163 Jul 16 20:58:11.677386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:11.781839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:11.794649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'port_id': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'mac_address': 'fa:16:3e:73:34:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:11.834038 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.848323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b466d589-ae05-4bb3-bcdb-6eddc22b697a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:11.868779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:11.873313 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:11.926590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=12']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:12.084015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b466d589-ae05-4bb3-bcdb-6eddc22b697a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:12.117413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52d03e-f86e-4679-9a36-7913ebf3d11b req-a204b50e-1962-43e7-9a81-a461fd0a7e0a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.119221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de52d03e-f86e-4679-9a36-7913ebf3d11b req-a204b50e-1962-43e7-9a81-a461fd0a7e0a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 945 time: 0.0726714 Jul 16 20:58:12.162178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de52d03e-f86e-4679-9a36-7913ebf3d11b req-1c85e905-fc62-4ec6-b545-84a498fce50d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372791 Jul 16 20:58:12.189254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 54872) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:12.256375 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7cc0173d-42f9-45b0-9dda-2c1e0f0d6b29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/0f779660-a98e-4fe9-9184-5ea64271a8f2 HTTP/1.1" status: 200 len: 992 time: 0.0658016 Jul 16 20:58:13.690705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:13.747361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b466d589-ae05-4bb3-bcdb-6eddc22b697a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:13.752358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b466d589-ae05-4bb3-bcdb-6eddc22b697a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:13.753063 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:13.850252 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:13.881743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:13.884053 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bab8833-bce9-4dd4-8207-e44cc59a550c" -d '{"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:13.898949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:13.905563 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:13.957954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-8e654790-7793-4a0f-9a97-8af952c0b92a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:13.959622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-8e654790-7793-4a0f-9a97-8af952c0b92a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/networks?id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 200 len: 813 time: 0.1308050 Jul 16 20:58:13.960188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=13']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:13.975843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-55f95200-b4ca-47c9-ad78-d11beea43f3f tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/quotas/7b27926fa6244db08e573a3f75745a40 HTTP/1.1" status: 200 len: 375 time: 0.0101471 Jul 16 20:58:14.011885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-46e07daf-9899-4efb-a991-5b4ca5efd6fd tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=7b27926fa6244db08e573a3f75745a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303528 Jul 16 20:58:14.108708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-e64e3101-3914-43ae-97ba-5961cd6063bc service neutron] 10.222.0.100 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901299 Jul 16 20:58:14.208240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-5abe9965-8ad5-40b5-8013-a444db0588fe service neutron] 10.222.0.100 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931153 Jul 16 20:58:14.362032 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95189350-c20b-4bc8-8619-ff1739f725be x-openstack-request-id: req-95189350-c20b-4bc8-8619-ff1739f725be {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:14.362379 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:14.362719 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-95189350-c20b-4bc8-8619-ff1739f725be {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:14.363812 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'code': 200} Jul 16 20:58:14.423465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02fe1e7f-9094-4ee3-ad84-c96a7fb1b7d5 req-12ea3d67-1c36-4644-9f99-be345b856506 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 210 time: 0.0307934 Jul 16 20:58:15.448637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-26efdc9f-0c4d-4ad2-bc28-48a8f6b6761e tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:15.450323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-26efdc9f-0c4d-4ad2-bc28-48a8f6b6761e tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "GET /v2.0/networks?id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 200 len: 813 time: 0.1157236 Jul 16 20:58:15.478861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Request body: {'port': {'device_id': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046', 'admin_state_up': True, 'tenant_id': '7b27926fa6244db08e573a3f75745a40'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:15.593094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bac43632-8ecd-4d3d-bcfc-d13d609d6d0a req-3f45b0e5-cae9-4a23-85ba-d83a6a6f7fb0 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 210 time: 0.0429623 Jul 16 20:58:15.634899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Made reservation on behalf of 7b27926fa6244db08e573a3f75745a40 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:15.638620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:15.767086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Allocated IP 172.20.0.3 (0e46ab87-a90f-4ae1-bd3b-8bbc16921046/d136515a-f91b-4b1a-aab7-c17619680097/bc85e890-8c37-425c-933f-22c63f17a7c3) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:15.923287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:15.962597 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.016138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:16.019560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:16.022372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:16.049279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Pushing event updated for resources: {'Port': ['ID=bc85e890-8c37-425c-933f-22c63f17a7c3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:16.064361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.064704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.065080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.065364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.065689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.066037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.066372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.066689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.067001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.067423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.067742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.068063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:16.089620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:16.090231 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.105235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-897bfc13-0108-4242-8d64-5233f56e751a tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328714 Jul 16 20:58:16.117734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Request body: {'port': {'device_id': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:16.189421 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.457700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc85e890-8c37-425c-933f-22c63f17a7c3 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:16.464572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.476887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Transition to ACTIVE for port object bc85e890-8c37-425c-933f-22c63f17a7c3 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:16.480261 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.531090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Pushing event updated for resources: {'Port': ['ID=bc85e890-8c37-425c-933f-22c63f17a7c3,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:16.603535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Attempting to bind port bc85e890-8c37-425c-933f-22c63f17a7c3 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:16.603861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Attempting to bind port bc85e890-8c37-425c-933f-22c63f17a7c3 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:16.604183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Attempting to bind port bc85e890-8c37-425c-933f-22c63f17a7c3 on network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:16.608656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Port bc85e890-8c37-425c-933f-22c63f17a7c3 on network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:58:16.608964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Attempting to bind port bc85e890-8c37-425c-933f-22c63f17a7c3 on network 0e46ab87-a90f-4ae1-bd3b-8bbc16921046 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:16.615185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:16.615581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Checking segment: {'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:16.615989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Bound using segment: {'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:16.616417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Bound port: bc85e890-8c37-425c-933f-22c63f17a7c3, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696e1355-299a-405f-b40b-6f422ab3fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:16.616777 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.682127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] For port bc85e890-8c37-425c-933f-22c63f17a7c3, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:16.685514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] For port bc85e890-8c37-425c-933f-22c63f17a7c3, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bc85e890-8c37-425c-933f-22c63f17a7c3,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:16.690719 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.741606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:16.742232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.743671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] 10.222.0.21 "PUT /v2.0/ports/bc85e890-8c37-425c-933f-22c63f17a7c3 HTTP/1.1" status: 200 len: 1091 time: 0.6311018 Jul 16 20:58:16.744189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'tag': 'bc85e890-8c37-425c-933f-22c63f17a7c3'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:16.746357 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9add13c-4572-4e54-a61c-7078083feab6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3baa3e-6596-40c6-a91f-57d9dd749a1d", "tag": "bc85e890-8c37-425c-933f-22c63f17a7c3"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:16.829007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a5c4b-0c60-4b79-8421-533a5c8fc162 service neutron] Pushing event updated for resources: {'Port': ['ID=bc85e890-8c37-425c-933f-22c63f17a7c3,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:16.864917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d89c8-3652-4690-86be-e583f7ca2421 req-6b88a312-50b1-49b3-8780-d8815d751cd3 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:16.866413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-276d89c8-3652-4690-86be-e583f7ca2421 req-6b88a312-50b1-49b3-8780-d8815d751cd3 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 943 time: 0.1485088 Jul 16 20:58:16.892267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-0fc6b92d-25c1-430b-8ea2-68a8ab8a3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:16.893850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-0fc6b92d-25c1-430b-8ea2-68a8ab8a3dc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b27926fa6244db08e573a3f75745a40&device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 1094 time: 0.1124487 Jul 16 20:58:16.944549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-276d89c8-3652-4690-86be-e583f7ca2421 req-72b7d21b-a459-46f0-ac4c-ed92f782d245 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718813 Jul 16 20:58:16.945924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-d0abb465-c2a7-4601-9b11-bde438c8fa15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc85e890-8c37-425c-933f-22c63f17a7c3 HTTP/1.1" status: 200 len: 217 time: 0.0446656 Jul 16 20:58:16.990585 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa2954b-2113-4540-9b02-ffee75f9e719 x-openstack-request-id: req-caa2954b-2113-4540-9b02-ffee75f9e719 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:16.990877 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3baa3e-6596-40c6-a91f-57d9dd749a1d", "tag": "bc85e890-8c37-425c-933f-22c63f17a7c3", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:16.991132 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-caa2954b-2113-4540-9b02-ffee75f9e719 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:16.991560 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'tag': 'bc85e890-8c37-425c-933f-22c63f17a7c3', 'status': 'completed', 'code': 200} Jul 16 20:58:17.001874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-a269e8de-8e1d-4044-958f-4bfba8bf2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.003356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-a269e8de-8e1d-4044-958f-4bfba8bf2573 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d136515a-f91b-4b1a-aab7-c17619680097 HTTP/1.1" status: 200 len: 853 time: 0.0515311 Jul 16 20:58:17.036542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-576c26f3-79b3-4bfc-afb2-0e0e900f7fd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258820 Jul 16 20:58:17.126678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-ca48f6ec-0f2a-450f-9a07-f9411a502c13 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Jul 16 20:58:17.223955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8da2fa-88c7-4ad4-ad3e-72a5b26e50db req-dc359675-489e-44fd-8614-21e6fa70d277 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909729 Jul 16 20:58:17.333462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9add13c-4572-4e54-a61c-7078083feab6 req-117ddb3e-ecf9-4f8d-a07d-90c7680b5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.334964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9add13c-4572-4e54-a61c-7078083feab6 req-117ddb3e-ecf9-4f8d-a07d-90c7680b5eb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b27926fa6244db08e573a3f75745a40&device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 1094 time: 0.0541325 Jul 16 20:58:17.428005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9add13c-4572-4e54-a61c-7078083feab6 req-ddc9511c-f8ae-4ad4-992e-d411254f3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.429473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9add13c-4572-4e54-a61c-7078083feab6 req-ddc9511c-f8ae-4ad4-992e-d411254f3fd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 200 len: 914 time: 0.0884347 Jul 16 20:58:17.469769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9add13c-4572-4e54-a61c-7078083feab6 req-62299f69-ed57-44a7-8831-6f0e42d0a5c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc85e890-8c37-425c-933f-22c63f17a7c3 HTTP/1.1" status: 200 len: 217 time: 0.0338910 Jul 16 20:58:17.518023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9add13c-4572-4e54-a61c-7078083feab6 req-d6954c5c-9b28-40cc-be6c-deaf2d1c1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.519924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9add13c-4572-4e54-a61c-7078083feab6 req-d6954c5c-9b28-40cc-be6c-deaf2d1c1255 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d136515a-f91b-4b1a-aab7-c17619680097 HTTP/1.1" status: 200 len: 853 time: 0.0424111 Jul 16 20:58:17.556746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9add13c-4572-4e54-a61c-7078083feab6 req-6172e840-e46e-4167-add2-2a1a0c816d37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e46ab87-a90f-4ae1-bd3b-8bbc16921046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293663 Jul 16 20:58:17.648348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9add13c-4572-4e54-a61c-7078083feab6 req-f73d3008-b48f-4811-94db-bba518e8cea0 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848782 Jul 16 20:58:17.742204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9add13c-4572-4e54-a61c-7078083feab6 req-2b137f01-14c6-47be-8f98-26e1674f5618 service neutron] 10.222.0.21 "GET /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866580 Jul 16 20:58:18.124723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba018e8-01a9-4e35-83e6-044a5cc4756d req-59df2d8b-c81a-4dd6-834e-971cc306f2c3 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:18.126329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ba018e8-01a9-4e35-83e6-044a5cc4756d req-59df2d8b-c81a-4dd6-834e-971cc306f2c3 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 943 time: 0.0694196 Jul 16 20:58:18.163972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ba018e8-01a9-4e35-83e6-044a5cc4756d req-8142a6a8-ee30-4083-a647-cae0f67dff73 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Jul 16 20:58:19.339879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e9761-4d34-4ee2-a0ec-c659429af851 req-46ff9357-212a-4c9c-9821-bcaa947616fa tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:19.341319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-957e9761-4d34-4ee2-a0ec-c659429af851 req-46ff9357-212a-4c9c-9821-bcaa947616fa tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 943 time: 0.0624232 Jul 16 20:58:19.384565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-957e9761-4d34-4ee2-a0ec-c659429af851 req-77024053-71f3-47c1-bf60-5fc966527824 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Jul 16 20:58:20.247881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bc85e890-8c37-425c-933f-22c63f17a7c3 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:58:20.341775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bc85e890-8c37-425c-933f-22c63f17a7c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bc85e890-8c37-425c-933f-22c63f17a7c3,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:20.356097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'bc85e890-8c37-425c-933f-22c63f17a7c3', 'network_id': '0e46ab87-a90f-4ae1-bd3b-8bbc16921046', 'port_id': 'bc85e890-8c37-425c-933f-22c63f17a7c3', 'mac_address': 'fa:16:3e:34:8f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd136515a-f91b-4b1a-aab7-c17619680097', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:58:20.392173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.405371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc85e890-8c37-425c-933f-22c63f17a7c3 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:58:20.424826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bc85e890-8c37-425c-933f-22c63f17a7c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bc85e890-8c37-425c-933f-22c63f17a7c3,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:20.429572 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:20.479578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bc85e890-8c37-425c-933f-22c63f17a7c3,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:20.487175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.487612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.488046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.488571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.489075 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.489496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.489822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.490147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.490470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.490790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.491110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.491458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:20.563559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7aed-44d9-4217-a492-aca2221c777f req-e1fa6969-b029-4724-a775-bedb26fa7dd5 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:20.565156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d77e7aed-44d9-4217-a492-aca2221c777f req-e1fa6969-b029-4724-a775-bedb26fa7dd5 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 944 time: 0.0648057 Jul 16 20:58:20.606052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d77e7aed-44d9-4217-a492-aca2221c777f req-3dc5bf42-8e4c-4e1e-b58a-7e9724c77d80 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Jul 16 20:58:20.633095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['bc85e890-8c37-425c-933f-22c63f17a7c3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:21.785553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d26374-36aa-4613-b5f7-51aad372b743 req-0297747c-7c81-4474-971e-24580e853d72 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:21.787093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17d26374-36aa-4613-b5f7-51aad372b743 req-0297747c-7c81-4474-971e-24580e853d72 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 944 time: 0.0664792 Jul 16 20:58:21.826709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17d26374-36aa-4613-b5f7-51aad372b743 req-4a39804e-e3f3-421b-bb8c-ffbb460a2c74 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Jul 16 20:58:21.954633 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:22.247707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bc85e890-8c37-425c-933f-22c63f17a7c3 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:22.295980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port bc85e890-8c37-425c-933f-22c63f17a7c3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:22.299726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port bc85e890-8c37-425c-933f-22c63f17a7c3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:22.300099 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:22.379685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:22.401630 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85e890-8c37-425c-933f-22c63f17a7c3'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:22.403899 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24421c8-c9d9-45ba-88e0-9d4b79187db4" -d '{"events": [{"server_uuid": "9b3baa3e-6596-40c6-a91f-57d9dd749a1d", "name": "network-vif-plugged", "status": "completed", "tag": "bc85e890-8c37-425c-933f-22c63f17a7c3"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:22.416386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bc85e890-8c37-425c-933f-22c63f17a7c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bc85e890-8c37-425c-933f-22c63f17a7c3,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:22.420605 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:22.445869 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e047c-c265-4db7-8f60-210d760bdf81 x-openstack-request-id: req-1e9e047c-c265-4db7-8f60-210d760bdf81 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:22.446164 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3baa3e-6596-40c6-a91f-57d9dd749a1d", "name": "network-vif-plugged", "status": "completed", "tag": "bc85e890-8c37-425c-933f-22c63f17a7c3", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:22.446419 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1e9e047c-c265-4db7-8f60-210d760bdf81 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:22.446834 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85e890-8c37-425c-933f-22c63f17a7c3', 'code': 200} Jul 16 20:58:22.473446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bc85e890-8c37-425c-933f-22c63f17a7c3,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:22.559300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcefce-dcf9-43df-931d-39bd4647cbcc req-1170afcd-c585-4b51-9507-cadf7d26e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:22.560720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20fcefce-dcf9-43df-931d-39bd4647cbcc req-1170afcd-c585-4b51-9507-cadf7d26e689 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 1096 time: 0.0548055 Jul 16 20:58:22.595896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20fcefce-dcf9-43df-931d-39bd4647cbcc req-0dd9efa4-d46e-4864-bc64-5ae60020a3c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283802 Jul 16 20:58:23.007172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4717384-9ad5-4dd0-9a64-33b1d105c5e0 req-5ef9d936-0ee9-4304-9441-1ef12d0a9f62 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:23.008702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4717384-9ad5-4dd0-9a64-33b1d105c5e0 req-5ef9d936-0ee9-4304-9441-1ef12d0a9f62 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 945 time: 0.0640187 Jul 16 20:58:23.045745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4717384-9ad5-4dd0-9a64-33b1d105c5e0 req-6d677614-18f8-4397-9448-73fb22cda9fc tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Jul 16 20:58:24.223522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833e5f-ef23-443e-bd53-a56a846b2282 req-d17dc8fe-7252-4f46-9e7f-65c8c7aabb38 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:24.225326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f833e5f-ef23-443e-bd53-a56a846b2282 req-d17dc8fe-7252-4f46-9e7f-65c8c7aabb38 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 945 time: 0.0640652 Jul 16 20:58:24.270485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f833e5f-ef23-443e-bd53-a56a846b2282 req-b7ab73af-902a-4823-9839-d4df4a5a611b tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Jul 16 20:58:30.297696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6935eddb-483e-4589-8835-55dd269a6868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.047239 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:34.892123 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1019-f067-477b-a219-ef9e6efdb50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:36.136197 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.275157 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.651942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:38.969149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.059646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed43a7-87a2-4c0c-aa2e-0104fa29951c req-1d364a38-6576-466c-b046-fe2fd70371f7 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:43.061094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24ed43a7-87a2-4c0c-aa2e-0104fa29951c req-1d364a38-6576-466c-b046-fe2fd70371f7 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1097 time: 0.0531771 Jul 16 20:58:43.097698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24ed43a7-87a2-4c0c-aa2e-0104fa29951c req-5073a342-40d8-4854-bbba-b5e5cc1a9cd2 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295677 Jul 16 20:58:43.122079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55002) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:43.283064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port bbae7873-0239-4c7b-b9bc-f909ea1b459f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:43.283358 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.364378 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.364635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.378757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for bbae7873-0239-4c7b-b9bc-f909ea1b459f owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:43.563977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.588360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=bbae7873-0239-4c7b-b9bc-f909ea1b459f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:43.652187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:43.652473 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP 0f779660-a98e-4fe9-9184-5ea64271a8f2 disassociated (deleted). External IP: 172.25.8.254, port: b466d589-ae05-4bb3-bcdb-6eddc22b697a. Jul 16 20:58:43.884061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 458debfe-d0c1-4276-82fe-80e56ae5bd9c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:43.999415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:44.005483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.010754 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530c646-601a-4256-944c-3987c7863316 None None] Sync routers for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:44.020718 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:44.021340 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.042159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1aeb9dea-e54d-4351-ba3c-ccd6d1856ccb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/floatingips/0f779660-a98e-4fe9-9184-5ea64271a8f2 HTTP/1.1" status: 204 len: 168 time: 0.9189584 Jul 16 20:58:44.042749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:44.045014 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a247c4-4f40-40e7-939f-a699314c875d" -d '{"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:44.133915 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:44.315630 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a3b9be-9298-4ffb-aef9-ef50c347a237 x-openstack-request-id: req-43a3b9be-9298-4ffb-aef9-ef50c347a237 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:44.316705 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:44.316859 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-43a3b9be-9298-4ffb-aef9-ef50c347a237 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:44.317237 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'status': 'completed', 'code': 200} Jul 16 20:58:44.348964 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:53Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.379112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530c646-601a-4256-944c-3987c7863316 None None] Checking router: 458debfe-d0c1-4276-82fe-80e56ae5bd9c for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:44.389252 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:44.390241 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.397834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a247c4-4f40-40e7-939f-a699314c875d req-0eee9313-3666-48d1-b4e7-7bb54133e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.399403 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c9a247c4-4f40-40e7-939f-a699314c875d req-0eee9313-3666-48d1-b4e7-7bb54133e81a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 1097 time: 0.0609679 Jul 16 20:58:44.497740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a247c4-4f40-40e7-939f-a699314c875d req-8048fb6b-8253-4d16-9e91-d7e06dccf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.499393 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c9a247c4-4f40-40e7-939f-a699314c875d req-8048fb6b-8253-4d16-9e91-d7e06dccf818 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 200 len: 897 time: 0.0930574 Jul 16 20:58:44.505871 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:44.546767 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c9a247c4-4f40-40e7-939f-a699314c875d req-0d123c7b-9724-4062-9203-77505405168d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 200 len: 217 time: 0.0399945 Jul 16 20:58:44.601843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a247c4-4f40-40e7-939f-a699314c875d req-67f19792-cd10-45e7-9fbb-7c8c3056c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.604930 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c9a247c4-4f40-40e7-939f-a699314c875d req-67f19792-cd10-45e7-9fbb-7c8c3056c998 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 200 len: 834 time: 0.0519249 Jul 16 20:58:44.668014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a247c4-4f40-40e7-939f-a699314c875d req-c263edf5-cfb1-43c6-bd2e-15bc19b81c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.669733 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c9a247c4-4f40-40e7-939f-a699314c875d req-c263edf5-cfb1-43c6-bd2e-15bc19b81c7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c98e6492-4039-47c6-a589-0e2182c46784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583100 Jul 16 20:58:44.730893 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4530c646-601a-4256-944c-3987c7863316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:53Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:44.758061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530c646-601a-4256-944c-3987c7863316 None None] The sync data for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 is: [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:56:48Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '41c214a6-f5ad-47d4-80ca-8c90fe438504', 'name': '', 'network_id': 'c98e6492-4039-47c6-a589-0e2182c46784', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:07:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'd2154056-779a-4856-9195-342c7bdab902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:47Z', 'updated_at': '2021-07-16T20:56:53Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'd2154056-779a-4856-9195-342c7bdab902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:44.781355 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c9a247c4-4f40-40e7-939f-a699314c875d req-1565f3b0-e588-448c-88ec-9f63ef871140 service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038482 Jul 16 20:58:44.838837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc07a2-a741-4f99-a95c-3e2657e76929 req-08fddcde-72a6-44f1-87d8-389e2b869cac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.840275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6fc07a2-a741-4f99-a95c-3e2657e76929 req-08fddcde-72a6-44f1-87d8-389e2b869cac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 946 time: 0.4320211 Jul 16 20:58:44.880425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6fc07a2-a741-4f99-a95c-3e2657e76929 req-3f4d52fb-cac3-418e-a98b-9d126adba038 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Jul 16 20:58:44.881177 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-c9a247c4-4f40-40e7-939f-a699314c875d req-5d1bcb81-85ee-4688-899c-1a969a03931c service neutron] 10.222.0.26 "GET /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930376 Jul 16 20:58:45.017693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81219a65-59a0-4cdc-ac7a-c3be21d20e11 None None] New status for floating IP 0f779660-a98e-4fe9-9184-5ea64271a8f2: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:58:45.657489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-d5405745-5876-4f78-b419-7aa4a62430de tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:45.658823 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-d5405745-5876-4f78-b419-7aa4a62430de tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 946 time: 0.0698559 Jul 16 20:58:46.070267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c776e2-53f2-4011-9370-77511e0a9403 req-47985bed-c5ea-4893-b68d-72c9fd3d815c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:46.071822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77c776e2-53f2-4011-9370-77511e0a9403 req-47985bed-c5ea-4893-b68d-72c9fd3d815c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=309345a9-b62e-4e82-be64-2da546572d2e HTTP/1.1" status: 200 len: 946 time: 0.0711365 Jul 16 20:58:46.108304 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port b466d589-ae05-4bb3-bcdb-6eddc22b697a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:46.108903 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.113439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-77c776e2-53f2-4011-9370-77511e0a9403 req-ba5e43df-5524-4238-a027-ef48caeff54f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=fd8a4357-ea11-4ebe-90e3-37b9f10f7363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Jul 16 20:58:46.221008 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port b466d589-ae05-4bb3-bcdb-6eddc22b697a, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b466d589-ae05-4bb3-bcdb-6eddc22b697a,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:46.221393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.235869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for b466d589-ae05-4bb3-bcdb-6eddc22b697a owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:46.401367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.432937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=b466d589-ae05-4bb3-bcdb-6eddc22b697a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:46.480216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] No DVR routers for this DVR port b466d589-ae05-4bb3-bcdb-6eddc22b697a on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:46.483157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.485545 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3cf185e3-eff3-41a3-b291-17559a2c295f req-0e7cd7fe-856a-4606-8256-80e9c08d7f88 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "DELETE /v2.0/ports/b466d589-ae05-4bb3-bcdb-6eddc22b697a HTTP/1.1" status: 204 len: 173 time: 0.8219373 Jul 16 20:58:46.485988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-deleted', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:46.488412 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daefd25b-4384-436d-94de-617698112ddd" -d '{"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-deleted", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:46.530123 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbeb679-21b3-490d-a725-49e4073c0b6d x-openstack-request-id: req-9dbeb679-21b3-490d-a725-49e4073c0b6d {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:46.530548 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309345a9-b62e-4e82-be64-2da546572d2e", "name": "network-vif-deleted", "tag": "b466d589-ae05-4bb3-bcdb-6eddc22b697a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:46.530693 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9dbeb679-21b3-490d-a725-49e4073c0b6d {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:46.531056 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309345a9-b62e-4e82-be64-2da546572d2e', 'name': 'network-vif-deleted', 'tag': 'b466d589-ae05-4bb3-bcdb-6eddc22b697a', 'status': 'completed', 'code': 200} Jul 16 20:58:47.220962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55030) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:47.586571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.872621 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 41c214a6-f5ad-47d4-80ca-8c90fe438504 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:47.873245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.968685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port 41c214a6-f5ad-47d4-80ca-8c90fe438504, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41c214a6-f5ad-47d4-80ca-8c90fe438504,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:47.969100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.981901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 41c214a6-f5ad-47d4-80ca-8c90fe438504 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:48.177462 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.206094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=41c214a6-f5ad-47d4-80ca-8c90fe438504,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:48.391898 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.624129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 458debfe-d0c1-4276-82fe-80e56ae5bd9c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:48.731786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:48.740919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3b3a12e8-ce35-47ba-8813-9cd7ada91e29 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/458debfe-d0c1-4276-82fe-80e56ae5bd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5150719 Jul 16 20:58:48.740919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55036) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:48.744160 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] Sync routers for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:48.753475 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:48.754921 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:48.794207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting subnet d2154056-779a-4856-9195-342c7bdab902 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:58:48.797371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.850509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.962308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:48.991292 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:49.042134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.073932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Subnet': ['ID=d2154056-779a-4856-9195-342c7bdab902,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:49.078007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.079967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8a68dea5-d200-4124-be37-e3a3df84cee3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/subnets/d2154056-779a-4856-9195-342c7bdab902 HTTP/1.1" status: 204 len: 168 time: 0.3382409 Jul 16 20:58:49.082847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:49.088971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69646da-30cb-4abe-bbd3-46c8caee63eb None None] Network c98e6492-4039-47c6-a589-0e2182c46784 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:49.231444 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.242160 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:49.271081 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] Checking router: 458debfe-d0c1-4276-82fe-80e56ae5bd9c for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:49.279666 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] Routers {'458debfe-d0c1-4276-82fe-80e56ae5bd9c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:49.280270 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:49.328890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] DHCP port deletion for c98e6492-4039-47c6-a589-0e2182c46784 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:58:49.367210 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.384816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] Deleting port 6d2076c7-3559-45e3-ad61-adbdf0674de2 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:49.385304 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.413220 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] Set router 458debfe-d0c1-4276-82fe-80e56ae5bd9c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:49.430873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:49.431335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.475324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] For port 6d2076c7-3559-45e3-ad61-adbdf0674de2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6d2076c7-3559-45e3-ad61-adbdf0674de2,segment=NetworkSegment(9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed),segment_id=9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:49.475733 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.491037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] Calling delete_port for 6d2076c7-3559-45e3-ad61-adbdf0674de2 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:49.531810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:49.532255 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.551130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:49.577357 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.624923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] No DVR routers for this DVR port 6d2076c7-3559-45e3-ad61-adbdf0674de2 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:49.630742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:49.635517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9845539-65bd-4b8c-9de5-d3c8f58242c6 None None] Pushing event deleted for resources: {'Port': ['ID=6d2076c7-3559-45e3-ad61-adbdf0674de2,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:49.666117 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ad717-349d-4183-87e9-0aaa0914c1f1 None None] The sync data for ids ['458debfe-d0c1-4276-82fe-80e56ae5bd9c'] in n-d-798930-6 is: [{'id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825205774', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:56:43Z', 'updated_at': '2021-07-16T20:58:48Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458debfe-d0c1-4276-82fe-80e56ae5bd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:56:44Z', 'updated_at': '2021-07-16T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:49.755950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.782203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:49.846218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.852604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:49.876815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: b466d589-ae05-4bb3-bcdb-6eddc22b697a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:49.877156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b466d589-ae05-4bb3-bcdb-6eddc22b697a not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:49.945858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.948050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.976702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dce2d-c8bc-43b1-942e-42613fa448e2 req-05c44d74-e546-422b-b0a2-b0c1e4c722e7 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:49.978218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b60dce2d-c8bc-43b1-942e-42613fa448e2 req-05c44d74-e546-422b-b0a2-b0c1e4c722e7 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 945 time: 0.0769379 Jul 16 20:58:49.993486 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:49.994110 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Fanout notify agent at l3_agent the message router_deleted on router 458debfe-d0c1-4276-82fe-80e56ae5bd9c {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:58:50.005778 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.006992 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-32b9a42f-169c-4cf4-855f-9fd527511de5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/routers/458debfe-d0c1-4276-82fe-80e56ae5bd9c HTTP/1.1" status: 204 len: 168 time: 0.9227319 Jul 16 20:58:50.009703 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:50.018598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b60dce2d-c8bc-43b1-942e-42613fa448e2 req-9cc109d2-e968-4c57-9e2d-f086fac97225 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Jul 16 20:58:50.097517 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.195794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.207727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98e6492-4039-47c6-a589-0e2182c46784']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:50.218128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:50.218287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1eaeaa-db30-48b5-8ba2-e6b92b7ddfed') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:50.227621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.242851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.249159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:58:50.249555 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: timer() Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:58:50.252520 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:58:50.319293 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.327037 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.331571 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/networks/c98e6492-4039-47c6-a589-0e2182c46784 HTTP/1.1" status: 204 len: 168 time: 0.3176603 Jul 16 20:58:50.331571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55048) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:50.348966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110014e-93e3-4602-a3cf-4a30cd2e0b4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Network': ['ID=c98e6492-4039-47c6-a589-0e2182c46784,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:50.404827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11dcec76-f42b-46d0-af87-8689bfa0d99c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.429688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11dcec76-f42b-46d0-af87-8689bfa0d99c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.496390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11dcec76-f42b-46d0-af87-8689bfa0d99c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.499014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11dcec76-f42b-46d0-af87-8689bfa0d99c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.500261 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-11dcec76-f42b-46d0-af87-8689bfa0d99c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/security-groups/fd8a4357-ea11-4ebe-90e3-37b9f10f7363 HTTP/1.1" status: 204 len: 168 time: 0.1675398 Jul 16 20:58:50.510587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcec76-f42b-46d0-af87-8689bfa0d99c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a4357-ea11-4ebe-90e3-37b9f10f7363,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:50.781028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:50.786224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-638117f5-82d9-4333-ac7a-5a9bee3ec1ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881752678', 'description': 'tempest-secgroup-smoke-1881752678 description', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:50.811084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-638117f5-82d9-4333-ac7a-5a9bee3ec1ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.857578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41c214a6-f5ad-47d4-80ca-8c90fe438504 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:50.881320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 41c214a6-f5ad-47d4-80ca-8c90fe438504 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:50.881970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 41c214a6-f5ad-47d4-80ca-8c90fe438504 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:50.882396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6d2076c7-3559-45e3-ad61-adbdf0674de2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:50.901474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 6d2076c7-3559-45e3-ad61-adbdf0674de2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:50.901836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6d2076c7-3559-45e3-ad61-adbdf0674de2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:50.902255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:50.905601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-638117f5-82d9-4333-ac7a-5a9bee3ec1ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.909254 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-638117f5-82d9-4333-ac7a-5a9bee3ec1ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.921122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:50.921467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e7f2dac6-d5b1-4c76-ad31-5b1f91f0c735 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:50.942235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-638117f5-82d9-4333-ac7a-5a9bee3ec1ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:50.946229 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-638117f5-82d9-4333-ac7a-5a9bee3ec1ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612890 Jul 16 20:58:50.946229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638117f5-82d9-4333-ac7a-5a9bee3ec1ce tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4db270b-a4fc-43a7-846a-814e5c972c24,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:50.946653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55056) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:50.951546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b2c425c4-a66e-4599-8049-18af1583cd56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f4db270b-a4fc-43a7-846a-814e5c972c24', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:50.979671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c425c4-a66e-4599-8049-18af1583cd56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.027927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c425c4-a66e-4599-8049-18af1583cd56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.031720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c425c4-a66e-4599-8049-18af1583cd56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.052460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c425c4-a66e-4599-8049-18af1583cd56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc23cb7-795f-409d-9fc0-aa977bdac76b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.061379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b2c425c4-a66e-4599-8049-18af1583cd56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.062318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b2c425c4-a66e-4599-8049-18af1583cd56 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143930 Jul 16 20:58:51.065536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55060) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.071706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6101e953-155a-49ba-83fb-12e48540c6fc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f4db270b-a4fc-43a7-846a-814e5c972c24', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:51.106594 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6101e953-155a-49ba-83fb-12e48540c6fc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.204848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6101e953-155a-49ba-83fb-12e48540c6fc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.210772 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6101e953-155a-49ba-83fb-12e48540c6fc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.238723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101e953-155a-49ba-83fb-12e48540c6fc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e651254d-ac9e-480f-813b-8622dd62300d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.246605 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6101e953-155a-49ba-83fb-12e48540c6fc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.247931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6101e953-155a-49ba-83fb-12e48540c6fc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1806402 Jul 16 20:58:51.250896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55062) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.256771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-96f962c1-5fa0-42c2-8d13-98ff3eafe150 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f4db270b-a4fc-43a7-846a-814e5c972c24', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:51.258043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aef20-f7af-4580-a0bb-53093595b047 req-1f807dd0-cf87-459a-937e-dd1cb0d4ada7 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:51.260860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-346aef20-f7af-4580-a0bb-53093595b047 req-1f807dd0-cf87-459a-937e-dd1cb0d4ada7 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 945 time: 0.1215580 Jul 16 20:58:51.296356 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96f962c1-5fa0-42c2-8d13-98ff3eafe150 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.364714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-346aef20-f7af-4580-a0bb-53093595b047 req-cda04ef0-21a4-44ce-a14a-eb3bb4c1a91b tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/security-groups?id=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978084 Jul 16 20:58:51.365886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96f962c1-5fa0-42c2-8d13-98ff3eafe150 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.371050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96f962c1-5fa0-42c2-8d13-98ff3eafe150 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.393255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f962c1-5fa0-42c2-8d13-98ff3eafe150 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b98e595-0816-4579-bf16-b6e27f5d6dc9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.396945 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-96f962c1-5fa0-42c2-8d13-98ff3eafe150 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.398212 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-96f962c1-5fa0-42c2-8d13-98ff3eafe150 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461642 Jul 16 20:58:51.401109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55066) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.406979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-789f2174-44e7-42eb-9c9c-1f86c6590003 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f4db270b-a4fc-43a7-846a-814e5c972c24', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:51.468562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-789f2174-44e7-42eb-9c9c-1f86c6590003 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.522693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-87ba5a7f-31f8-4102-a058-ca36437975ec tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:51.524383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-87ba5a7f-31f8-4102-a058-ca36437975ec tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 945 time: 0.1210034 Jul 16 20:58:51.580259 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-789f2174-44e7-42eb-9c9c-1f86c6590003 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.586312 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-789f2174-44e7-42eb-9c9c-1f86c6590003 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.616804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f2174-44e7-42eb-9c9c-1f86c6590003 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e719f6f-ff54-4d49-93c3-82a02a0fd0a8,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.638853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-789f2174-44e7-42eb-9c9c-1f86c6590003 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.640096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-789f2174-44e7-42eb-9c9c-1f86c6590003 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2379646 Jul 16 20:58:51.643772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.649203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f4db270b-a4fc-43a7-846a-814e5c972c24', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:51.671925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Deleting port bc85e890-8c37-425c-933f-22c63f17a7c3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:51.672299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.672449 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:58:51.678834 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.744911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.749744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.768762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafe65a4-5d19-453d-855b-1294dd14e0ad,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.775262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] For port bc85e890-8c37-425c-933f-22c63f17a7c3, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bc85e890-8c37-425c-933f-22c63f17a7c3,segment=NetworkSegment(696e1355-299a-405f-b40b-6f422ab3fa29),segment_id=696e1355-299a-405f-b40b-6f422ab3fa29)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:51.775426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.775552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.779601 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2e877e7-fb1d-4702-9c2c-960082e5c165 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341119 Jul 16 20:58:51.780234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55070) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.785554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': 'f4db270b-a4fc-43a7-846a-814e5c972c24', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:51.791034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Calling delete_port for bc85e890-8c37-425c-933f-22c63f17a7c3 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:51.808035 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:58:51.813408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.887883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.892900 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.915939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af77738c-9e76-45bf-b4e8-f93857fb6a0d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.920067 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.921299 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7793aafa-5f26-4cf2-a15f-2391de030413 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400931 Jul 16 20:58:51.924248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55072) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:51.930392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'network': {'name': 'tempest-network-smoke--2058158668', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'port_security_enabled': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:51.940239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.952893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['bc85e890-8c37-425c-933f-22c63f17a7c3'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:58:51.957605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:51.961189 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:51.972071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Pushing event deleted for resources: {'Port': ['ID=bc85e890-8c37-425c-933f-22c63f17a7c3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:51.995447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:58:52.005939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.006663 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Added segment d9ee18ee-95ed-4988-a4af-e6f5b122ebc1 of type vlan for network a5e39dff-3c91-45b8-a5c8-322d24d16d11 Jul 16 20:58:52.040110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] No DVR routers for this DVR port bc85e890-8c37-425c-933f-22c63f17a7c3 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:52.044103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.046260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b678d13f-353f-4177-b7a5-e53ad90ff155 req-5f2c8f69-ba41-4b85-a0e4-4b73a4d97ce8 tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.21 "DELETE /v2.0/ports/bc85e890-8c37-425c-933f-22c63f17a7c3 HTTP/1.1" status: 204 len: 173 time: 0.5155816 Jul 16 20:58:52.046724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'name': 'network-vif-deleted', 'tag': 'bc85e890-8c37-425c-933f-22c63f17a7c3'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:52.049081 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce242bc-0b5e-49b0-a0df-6c44510b9efa" -d '{"events": [{"server_uuid": "9b3baa3e-6596-40c6-a91f-57d9dd749a1d", "name": "network-vif-deleted", "tag": "bc85e890-8c37-425c-933f-22c63f17a7c3"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:52.050585 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.086382 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.091935 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:52.092703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.094714 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6070cd09-4552-4a2a-96e5-d3330cdc1a8a x-openstack-request-id: req-6070cd09-4552-4a2a-96e5-d3330cdc1a8a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:52.094931 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3baa3e-6596-40c6-a91f-57d9dd749a1d", "name": "network-vif-deleted", "tag": "bc85e890-8c37-425c-933f-22c63f17a7c3", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:52.095088 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6070cd09-4552-4a2a-96e5-d3330cdc1a8a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:52.095527 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3baa3e-6596-40c6-a91f-57d9dd749a1d', 'name': 'network-vif-deleted', 'tag': 'bc85e890-8c37-425c-933f-22c63f17a7c3', 'status': 'completed', 'code': 200} Jul 16 20:58:52.138498 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2127249 Jul 16 20:58:52.141120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55076) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:52.147117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'admin_state_up': True, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:52.176189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.177607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.178829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a132e-1f39-4fd0-9067-037d6970f487 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Network': ['ID=a5e39dff-3c91-45b8-a5c8-322d24d16d11,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:52.192627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:58:52.242892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.439930 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.584346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3faddb04-fbb1-4626-b327-7f0f0689d11d req-290fd8bd-a61e-4f75-a2f0-92607178ab8c tempest-VolumesSnapshotTestJSON-1382784766 tempest-VolumesSnapshotTestJSON-1382784766-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3baa3e-6596-40c6-a91f-57d9dd749a1d HTTP/1.1" status: 200 len: 210 time: 0.0431113 Jul 16 20:58:52.726276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.747901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:52.881971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.209 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/bbba12c4-7580-4eda-b952-6c58d319740f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:52.997177 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.041077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.084623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:53.088327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:53.095070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:53.098466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=bbba12c4-7580-4eda-b952-6c58d319740f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:53.356735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.572187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.702238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 48df20a8-3c09-400f-8977-fb8045daa283 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:58:53.816929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:53.826970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Sync routers for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:53.838212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:53.838941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:53.839515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.843679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-163dcdd3-64ea-4100-8920-df9183eb6efb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6986308 Jul 16 20:58:53.843929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55084) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:53.877744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7e528b38-287c-410a-92d7-23b29db06e33 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=aec84f59caf741128d7bdf6f36b72b56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303407 Jul 16 20:58:53.878310 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55086) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:54.000758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:54.002836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a2cf1-46e4-47dc-be57-cb6bf9e19ca5 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.007343 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-888a2cf1-46e4-47dc-be57-cb6bf9e19ca5 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247909 Jul 16 20:58:54.007632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55092) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:54.044497 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-23fcb1f5-0874-4ba5-aa48-277932b7c3ff tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334945 Jul 16 20:58:54.045008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55094) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:54.051744 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-620153493', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:58:54.172696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:58:54.177028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.216724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:53Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:54.269789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Checking router: 48df20a8-3c09-400f-8977-fb8045daa283 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:54.270752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Updating router 48df20a8-3c09-400f-8977-fb8045daa283 port bbba12c4-7580-4eda-b952-6c58d319740f binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:58:54.328680 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.399545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.414466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bc85e890-8c37-425c-933f-22c63f17a7c3 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:54.442471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: bc85e890-8c37-425c-933f-22c63f17a7c3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:54.443091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bc85e890-8c37-425c-933f-22c63f17a7c3 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:54.467757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Subnet': ['ID=b9af384d-bb7d-42cd-92de-7e4c7684d9ff,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:54.478089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Checking segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:54.478464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network hostable DHCP agents. Network: a5e39dff-3c91-45b8-a5c8-322d24d16d11, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:58:54.500999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:58:54.514130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, a5e39dff-3c91-45b8-a5c8-322d24d16d11) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:54.518544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.519178 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.537155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d3c6a7d6-99c2-4a8b-92ab-7b2f99723d0c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4908245 Jul 16 20:58:54.540034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55098) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:54.545531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4c524-921e-4963-826c-6a0c4b64676c None None] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:54.760664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.797719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Transition to ACTIVE for port object bbba12c4-7580-4eda-b952-6c58d319740f will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:54.810782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:58:54.811900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.814926 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.930551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Attempting to bind port bbba12c4-7580-4eda-b952-6c58d319740f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:54.931321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Attempting to bind port bbba12c4-7580-4eda-b952-6c58d319740f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:54.931321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Attempting to bind port bbba12c4-7580-4eda-b952-6c58d319740f on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:54.936843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3060c-bb66-45e8-9def-632f12b4c738 None None] Pushing event updated for resources: {'Port': ['ID=bbba12c4-7580-4eda-b952-6c58d319740f,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:54.945019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:54.945417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:54.945862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.946175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:54.946981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Bound port: bbba12c4-7580-4eda-b952-6c58d319740f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:54.947113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.062127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] For port bbba12c4-7580-4eda-b952-6c58d319740f, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:55.068808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] For port bbba12c4-7580-4eda-b952-6c58d319740f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bbba12c4-7580-4eda-b952-6c58d319740f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:55.080653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Allocated IP 172.20.0.2 (a5e39dff-3c91-45b8-a5c8-322d24d16d11/b9af384d-bb7d-42cd-92de-7e4c7684d9ff/750ea038-0d20-48a7-8150-6470ab3f21b3) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:55.083589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.182837 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:55.183740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:55.234312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3060c-bb66-45e8-9def-632f12b4c738 None None] Pushing event updated for resources: {'Port': ['ID=bbba12c4-7580-4eda-b952-6c58d319740f,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:55.411446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:55.485666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.663195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.677868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Transition to ACTIVE for port object 750ea038-0d20-48a7-8150-6470ab3f21b3 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:55.725329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Transition to ACTIVE for port object 750ea038-0d20-48a7-8150-6470ab3f21b3 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:55.733595 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.790977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:55.794871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.1 (a5e39dff-3c91-45b8-a5c8-322d24d16d11/b9af384d-bb7d-42cd-92de-7e4c7684d9ff/4eea9378-08d7-4aca-ba1e-c56ecf499534) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:58:55.819548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:55.822475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:55.834757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Pushing event updated for resources: {'Port': ['ID=750ea038-0d20-48a7-8150-6470ab3f21b3,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:55.908320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Attempting to bind port 750ea038-0d20-48a7-8150-6470ab3f21b3 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:55.908841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Attempting to bind port 750ea038-0d20-48a7-8150-6470ab3f21b3 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:55.909249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Attempting to bind port 750ea038-0d20-48a7-8150-6470ab3f21b3 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:55.919092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:55.919499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Checking segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:55.920292 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.920292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Bound using segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:55.920699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Bound port: 750ea038-0d20-48a7-8150-6470ab3f21b3, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:55.921124 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.937829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:53Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:55.948308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.961988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object 4eea9378-08d7-4aca-ba1e-c56ecf499534 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:55.987338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45dafb-4521-408c-a3d7-32471827fa99 None None] The sync data for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 is: [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:53Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:55.997688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.030850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] For port 750ea038-0d20-48a7-8150-6470ab3f21b3, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:56.042342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] For port 750ea038-0d20-48a7-8150-6470ab3f21b3, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=750ea038-0d20-48a7-8150-6470ab3f21b3,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:56.049866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:56.052247 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.054232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:56.058395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:58:56.064893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=4eea9378-08d7-4aca-ba1e-c56ecf499534,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:56.135932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139154a-6598-4bb8-a363-1cfe31616063 None None] Pushing event updated for resources: {'Port': ['ID=750ea038-0d20-48a7-8150-6470ab3f21b3,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:56.140484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.341621 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.794421 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.799906 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.875292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.901923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=4eea9378-08d7-4aca-ba1e-c56ecf499534,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:56.949357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 750ea038-0d20-48a7-8150-6470ab3f21b3 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:57.007633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 750ea038-0d20-48a7-8150-6470ab3f21b3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:57.013273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bbba12c4-7580-4eda-b952-6c58d319740f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:57.020689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:58:57.022466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:58:57.089989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port bbba12c4-7580-4eda-b952-6c58d319740f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:57.094999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bbba12c4-7580-4eda-b952-6c58d319740f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:57.095475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.179406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 48df20a8-3c09-400f-8977-fb8045daa283 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:57.195710 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.219415 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port bbba12c4-7580-4eda-b952-6c58d319740f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bbba12c4-7580-4eda-b952-6c58d319740f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:57.225302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.280479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=bbba12c4-7580-4eda-b952-6c58d319740f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:57.322038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:57.334287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-82e22046-f4f2-423b-84f1-a3c7e68d1264 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/48df20a8-3c09-400f-8977-fb8045daa283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7843454 Jul 16 20:58:57.378724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187cd501-2923-4cb4-82ce-ee760240ca17 None None] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:58:57.473929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-27b16bec-db01-4b68-88a6-2e7d47738866 None None] Provisioning for port 750ea038-0d20-48a7-8150-6470ab3f21b3 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:57.494361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-27b16bec-db01-4b68-88a6-2e7d47738866 None None] Provisioning complete for port 750ea038-0d20-48a7-8150-6470ab3f21b3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:57.494968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-27b16bec-db01-4b68-88a6-2e7d47738866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.511603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-64622583-0378-4a80-ae15-f5aa0858cc6e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881752678&fields=id&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 267 time: 0.0466142 Jul 16 20:58:57.666714 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-27b16bec-db01-4b68-88a6-2e7d47738866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.667103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-61d84194-2982-402d-84a6-0a0bbee613e6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:57.670041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-61d84194-2982-402d-84a6-0a0bbee613e6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 797 time: 0.1458068 Jul 16 20:58:57.698263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-44e705d0-a3a4-4e17-bf80-476d9cfc397f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/quotas/aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 375 time: 0.0184453 Jul 16 20:58:57.717342 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-27b16bec-db01-4b68-88a6-2e7d47738866 None None] For port 750ea038-0d20-48a7-8150-6470ab3f21b3, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=750ea038-0d20-48a7-8150-6470ab3f21b3,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:57.733550 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-27b16bec-db01-4b68-88a6-2e7d47738866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:57.814421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-53d40bae-7330-4f55-a78c-7e6585e2cdc0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102810 Jul 16 20:58:57.815051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b16bec-db01-4b68-88a6-2e7d47738866 None None] Pushing event updated for resources: {'Port': ['ID=750ea038-0d20-48a7-8150-6470ab3f21b3,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:57.974983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-913c325d-b2f1-4c08-834e-7d6481353236 service neutron] 10.222.0.100 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410749 Jul 16 20:58:58.065314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-53feaf80-2dbf-468e-ac4c-98aab49067c5 None None] Provisioning for port 4eea9378-08d7-4aca-ba1e-c56ecf499534 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:58:58.075823 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-53feaf80-2dbf-468e-ac4c-98aab49067c5 None None] Provisioning complete for port 4eea9378-08d7-4aca-ba1e-c56ecf499534 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:58.076390 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53feaf80-2dbf-468e-ac4c-98aab49067c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.109729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-8392be83-b54a-4756-b5c1-4cc97429de84 service neutron] 10.222.0.100 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279671 Jul 16 20:58:58.135780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-53feaf80-2dbf-468e-ac4c-98aab49067c5 None None] Port 4eea9378-08d7-4aca-ba1e-c56ecf499534 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:58.149870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-53feaf80-2dbf-468e-ac4c-98aab49067c5 None None] Provisioning complete for port 750ea038-0d20-48a7-8150-6470ab3f21b3 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:58.150473 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-53feaf80-2dbf-468e-ac4c-98aab49067c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.162550 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Sync routers for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:58.173587 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:58.174212 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.342487 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:58.396980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-da08168b-33a9-4c81-bd58-deb63ceb1f0e None None] Provisioning complete for port 4eea9378-08d7-4aca-ba1e-c56ecf499534 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:58.397433 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-da08168b-33a9-4c81-bd58-deb63ceb1f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.439749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ce6adce-cf7c-424e-a2cb-63ca98b53758 req-461b6782-89f4-4750-9c10-08ddf19e935a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 210 time: 0.0505061 Jul 16 20:58:58.485802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-da08168b-33a9-4c81-bd58-deb63ceb1f0e None None] Port 4eea9378-08d7-4aca-ba1e-c56ecf499534 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:58.612198 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 2, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:58.644357 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Checking router: 48df20a8-3c09-400f-8977-fb8045daa283 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:58.644701 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Updating router 48df20a8-3c09-400f-8977-fb8045daa283 port 4eea9378-08d7-4aca-ba1e-c56ecf499534 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:58:58.694721 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.719575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-84a2c6fc-4e78-46fc-b721-24eb18556874 None None] Provisioning complete for port 4eea9378-08d7-4aca-ba1e-c56ecf499534 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:58.719901 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6fc-4e78-46fc-b721-24eb18556874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:58.764035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-84a2c6fc-4e78-46fc-b721-24eb18556874 None None] Port 4eea9378-08d7-4aca-ba1e-c56ecf499534 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:58:58.925096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 750ea038-0d20-48a7-8150-6470ab3f21b3 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:58.977194 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:58.990876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 750ea038-0d20-48a7-8150-6470ab3f21b3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:58.991324 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.032196 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.045647 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Transition to ACTIVE for port object 4eea9378-08d7-4aca-ba1e-c56ecf499534 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:58:59.053530 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.126937 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Pushing event updated for resources: {'Port': ['ID=4eea9378-08d7-4aca-ba1e-c56ecf499534,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:59.139753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bbba12c4-7580-4eda-b952-6c58d319740f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:58:59.166447 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.167461 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.167746 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.168093 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.171884 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.172214 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.172567 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.172910 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.173245 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.173580 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.173908 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.174243 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:59.225356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port bbba12c4-7580-4eda-b952-6c58d319740f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:58:59.226024 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.259958 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Attempting to bind port 4eea9378-08d7-4aca-ba1e-c56ecf499534 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:58:59.260681 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Attempting to bind port 4eea9378-08d7-4aca-ba1e-c56ecf499534 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:58:59.261229 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Attempting to bind port 4eea9378-08d7-4aca-ba1e-c56ecf499534 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:58:59.267902 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:58:59.268715 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Checking segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:58:59.269428 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.270110 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Bound using segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:58:59.270807 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Bound port: 4eea9378-08d7-4aca-ba1e-c56ecf499534, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:58:59.271432 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.381948 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] For port 4eea9378-08d7-4aca-ba1e-c56ecf499534, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:58:59.386263 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] For port 4eea9378-08d7-4aca-ba1e-c56ecf499534, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4eea9378-08d7-4aca-ba1e-c56ecf499534,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:58:59.391110 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:59.457919 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:59.458575 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:58:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:59.661390 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a390abb-ef69-44d0-bdd0-da433ae5224e None None] Pushing event updated for resources: {'Port': ['ID=4eea9378-08d7-4aca-ba1e-c56ecf499534,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:59.670361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b649a41-800e-4dc6-93be-386cd38749ab req-ef1329be-4cbc-496c-ada6-371f4690dd3f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 210 time: 0.0518582 Jul 16 20:58:59.752159 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:59.996528 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:58:59Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:00.033271 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2097dfc-eefe-4143-9730-c6bca9366630 None None] The sync data for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 is: [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:58:59Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:00.205228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-5c1fcc04-8155-4103-a54f-108ef248ee46 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:00.206963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-5c1fcc04-8155-4103-a54f-108ef248ee46 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 797 time: 0.2110152 Jul 16 20:59:00.270688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1727ac7f-d331-44eb-b14d-88f45267da7a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 380 time: 0.0512023 Jul 16 20:59:00.292674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'port': {'device_id': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'admin_state_up': True, 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'security_groups': ['f4db270b-a4fc-43a7-846a-814e5c972c24']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:00.319477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8f02d8ff-118f-46e8-afda-3d2e597bbc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.494831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:00.498725 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.646887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.4 (a5e39dff-3c91-45b8-a5c8-322d24d16d11/b9af384d-bb7d-42cd-92de-7e4c7684d9ff/b90277dd-b00a-4614-8c1c-a7bec618ecf1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:00.906937 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84f876cb-db49-4d31-b192-44ff0b74bb0c req-b218512b-da53-4760-b0f9-d32de8c9b552 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 210 time: 0.0480378 Jul 16 20:59:00.956040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.957586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4eea9378-08d7-4aca-ba1e-c56ecf499534 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:00.978611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object b90277dd-b00a-4614-8c1c-a7bec618ecf1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:01.042441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.079106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4eea9378-08d7-4aca-ba1e-c56ecf499534 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:01.095373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4eea9378-08d7-4aca-ba1e-c56ecf499534 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:01.097788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.163021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:01.169424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:01.175017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:01.211129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.233209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.273974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:01.276323 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.307696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1bde4af4-bef2-4010-9b76-ab16f52256dc tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0265071 Jul 16 20:59:01.331288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 4eea9378-08d7-4aca-ba1e-c56ecf499534, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4eea9378-08d7-4aca-ba1e-c56ecf499534,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:01.345377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.346892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Request body: {'port': {'device_id': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:01.454694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=4eea9378-08d7-4aca-ba1e-c56ecf499534,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:01.484482 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.579552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-24c65538-b99e-48c9-8031-2807c62c3dec None None] Provisioning for port b90277dd-b00a-4614-8c1c-a7bec618ecf1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:01.595799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-24c65538-b99e-48c9-8031-2807c62c3dec None None] Provisioning complete for port b90277dd-b00a-4614-8c1c-a7bec618ecf1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:01.597803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-24c65538-b99e-48c9-8031-2807c62c3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.667040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-24c65538-b99e-48c9-8031-2807c62c3dec None None] Port b90277dd-b00a-4614-8c1c-a7bec618ecf1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:01.861347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90277dd-b00a-4614-8c1c-a7bec618ecf1 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:01.870829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.885555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Transition to ACTIVE for port object b90277dd-b00a-4614-8c1c-a7bec618ecf1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:01.891316 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:01.956833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:02.053671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:02.054158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:02.054599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:02.063893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:02.064285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:02.076703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:02.077056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Checking segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:02.077484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Bound using segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:02.077938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Bound port: b90277dd-b00a-4614-8c1c-a7bec618ecf1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:02.078302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.247724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:02.254254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:02.266984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5b0c0-3bc9-4d1b-a606-d025918e5df6 req-f83b2d38-8892-4be9-a3b1-2e158d8fc94d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.269781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ece5b0c0-3bc9-4d1b-a606-d025918e5df6 req-f83b2d38-8892-4be9-a3b1-2e158d8fc94d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 943 time: 0.1523674 Jul 16 20:59:02.273072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.347004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.348995 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.350658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] 10.222.0.21 "PUT /v2.0/ports/b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 1091 time: 1.0306497 Jul 16 20:59:02.361067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:02.364060 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:02.379107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ece5b0c0-3bc9-4d1b-a606-d025918e5df6 req-c868b8b1-2578-48dc-b892-fd5329e2973b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868278 Jul 16 20:59:02.468382 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69cd80e-ee22-444d-ae27-7542c5e630c9 x-openstack-request-id: req-d69cd80e-ee22-444d-ae27-7542c5e630c9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:02.469528 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:02.469528 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d69cd80e-ee22-444d-ae27-7542c5e630c9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:02.469528 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'status': 'completed', 'code': 200} Jul 16 20:59:02.473131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca148d53-3cec-451a-8e98-406062b4a14c service neutron] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:02.519790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1f931f01-c6e0-4f1f-806e-3e68d78f4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.521804 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-1f931f01-c6e0-4f1f-806e-3e68d78f4f65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1094 time: 0.1200013 Jul 16 20:59:02.571135 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-74ffbda7-c1ad-463f-8809-c7993e063aa5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 217 time: 0.0409415 Jul 16 20:59:02.633437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-b9b6a0d3-f341-4c6c-8c1f-fb0aea8baa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.635867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-b9b6a0d3-f341-4c6c-8c1f-fb0aea8baa2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 200 len: 834 time: 0.0589201 Jul 16 20:59:02.701034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-5682c270-150b-4a5d-8c37-8775fe287767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:02.702772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-5682c270-150b-4a5d-8c37-8775fe287767 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5e39dff-3c91-45b8-a5c8-322d24d16d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610480 Jul 16 20:59:02.804329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-8bf13de7-0e20-465e-9d60-01eb522ab5c5 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944877 Jul 16 20:59:02.880715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4eea9378-08d7-4aca-ba1e-c56ecf499534 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:02.928325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ec85a70-a5a5-4a42-9d9e-949bae3b0237 req-745162dd-ff97-48df-a7de-fcd7a239f495 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170645 Jul 16 20:59:02.951003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4eea9378-08d7-4aca-ba1e-c56ecf499534 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:02.952243 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:03.047934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-d22f2c95-3a89-4948-83c0-dd1cb9783c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:03.049773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-d22f2c95-3a89-4948-83c0-dd1cb9783c2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0686586 Jul 16 20:59:03.157958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-95ee5526-fcac-45f8-91fd-d099b92601e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:03.162470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-95ee5526-fcac-45f8-91fd-d099b92601e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 898 time: 0.1061893 Jul 16 20:59:03.210634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-ca0e5c09-8c75-4e81-9a26-1b3c2192f792 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 217 time: 0.0404077 Jul 16 20:59:03.273083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-9dce3c01-79ae-4e28-98f8-6aa3f81cd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:03.274928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-9dce3c01-79ae-4e28-98f8-6aa3f81cd27e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 200 len: 834 time: 0.0576134 Jul 16 20:59:03.344993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-69b14c1f-8196-4377-873d-25ef7aedaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:03.346510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-69b14c1f-8196-4377-873d-25ef7aedaaa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5e39dff-3c91-45b8-a5c8-322d24d16d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648112 Jul 16 20:59:03.454908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-4d7475cd-0672-4f22-8d6a-99d75b283bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005430 Jul 16 20:59:03.605481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f3e4902-7e12-4b50-bb8c-16a48a109bc5 req-4a596c57-0292-4fcb-9841-6eccb969619d service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384680 Jul 16 20:59:03.629443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01d3ef-8a47-424c-840a-db7c1c1c0293 req-2624314e-2bcd-460a-aa4b-e3ccf4475017 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:03.630965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc01d3ef-8a47-424c-840a-db7c1c1c0293 req-2624314e-2bcd-460a-aa4b-e3ccf4475017 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 943 time: 0.0889332 Jul 16 20:59:03.672419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc01d3ef-8a47-424c-840a-db7c1c1c0293 req-01ff578a-7650-478c-ad2e-94d345270d16 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353730 Jul 16 20:59:04.064696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.899206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd637a6d-21e0-4b92-9de3-4bf54641e7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.954688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb74310-2fcd-4ba4-8e1f-d494c7512dd6 req-504abc09-7cd6-42fb-bee4-e83be93f9206 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:04.956286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bb74310-2fcd-4ba4-8e1f-d494c7512dd6 req-504abc09-7cd6-42fb-bee4-e83be93f9206 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 943 time: 0.0843341 Jul 16 20:59:05.003007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bb74310-2fcd-4ba4-8e1f-d494c7512dd6 req-93d4c11f-1607-4dfb-a60d-81c07a294647 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402195 Jul 16 20:59:06.150172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.222708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d324d12-8cd2-4205-ada3-6e837cea6497 req-6a3aeac6-f0f6-4e4b-92a2-8e4f484d9998 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:06.224712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d324d12-8cd2-4205-ada3-6e837cea6497 req-6a3aeac6-f0f6-4e4b-92a2-8e4f484d9998 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 943 time: 0.0753140 Jul 16 20:59:06.276414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d324d12-8cd2-4205-ada3-6e837cea6497 req-9d967a32-0fea-4da8-8502-51e4dd45c578 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 Jul 16 20:59:06.408605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:06.521739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:06.537434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'port_id': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'mac_address': 'fa:16:3e:ec:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:06.596163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.611877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90277dd-b00a-4614-8c1c-a7bec618ecf1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:06.650853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:06.656336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.721934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.849527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b90277dd-b00a-4614-8c1c-a7bec618ecf1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:07.493549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6c558-984b-47d7-b944-894448d7edbf req-c4965862-2019-4675-bafc-589f03d5f630 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:07.495168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fe6c558-984b-47d7-b944-894448d7edbf req-c4965862-2019-4675-bafc-589f03d5f630 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 944 time: 0.0898473 Jul 16 20:59:07.539749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fe6c558-984b-47d7-b944-894448d7edbf req-2a33796c-39a2-4a2f-aada-c6c3b5f27039 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385256 Jul 16 20:59:08.280531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.426982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:08.479501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port b90277dd-b00a-4614-8c1c-a7bec618ecf1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:08.483677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port b90277dd-b00a-4614-8c1c-a7bec618ecf1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:08.484049 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.570206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.595500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:08.598537 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a08084-f3ab-4b5a-8a6c-5b0f033ca903" -d '{"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-plugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:08.613948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:08.618097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.676883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:08.680588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.739575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f3b19-08a4-478c-98bb-620c7920bf98 req-0f7089b2-91c7-44b9-bb09-102f7e451c53 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:08.742294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923f3b19-08a4-478c-98bb-620c7920bf98 req-0f7089b2-91c7-44b9-bb09-102f7e451c53 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0767767 Jul 16 20:59:08.786165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923f3b19-08a4-478c-98bb-620c7920bf98 req-ed1db40a-3216-40bd-872e-68ce99f6218f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390325 Jul 16 20:59:08.842855 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196bf2d3-fa28-4f91-ab3b-2b941e83a5ae x-openstack-request-id: req-196bf2d3-fa28-4f91-ab3b-2b941e83a5ae {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:08.842855 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-plugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:08.843942 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-196bf2d3-fa28-4f91-ab3b-2b941e83a5ae {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:08.843942 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'code': 200} Jul 16 20:59:08.979040 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.988519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aa4a8-8608-4c6d-9dc5-8e72a2aef10c req-9186ead4-b84e-4b57-a24a-003b76a705c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:08.990088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e1aa4a8-8608-4c6d-9dc5-8e72a2aef10c req-9186ead4-b84e-4b57-a24a-003b76a705c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0630412 Jul 16 20:59:09.034144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e1aa4a8-8608-4c6d-9dc5-8e72a2aef10c req-7c44edc4-9a55-4934-aaa2-fb553b1e5e2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373135 Jul 16 20:59:10.052058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cd286-6d22-4ac0-bac8-aeb93083424b req-6ad4ab1f-7ce0-4ac2-aaa6-fa66a622e513 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:10.053735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-449cd286-6d22-4ac0-bac8-aeb93083424b req-6ad4ab1f-7ce0-4ac2-aaa6-fa66a622e513 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.1052060 Jul 16 20:59:10.101731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-449cd286-6d22-4ac0-bac8-aeb93083424b req-9a0e62d1-1acb-401f-88ed-cb67d9424674 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Jul 16 20:59:11.310362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51665b1a-4f21-44bc-8a1d-c077b84abfbf req-48e9051d-db7c-40b2-b5bc-876ede8b690a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.313170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51665b1a-4f21-44bc-8a1d-c077b84abfbf req-48e9051d-db7c-40b2-b5bc-876ede8b690a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0881469 Jul 16 20:59:11.384602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51665b1a-4f21-44bc-8a1d-c077b84abfbf req-e5b689b1-38eb-4df5-a462-600917616bc4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643880 Jul 16 20:59:11.616771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530832c-4984-4e9c-b677-d394899e51a7 req-e4ebf986-f228-4376-b277-ea06c169cf86 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.618957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3530832c-4984-4e9c-b677-d394899e51a7 req-e4ebf986-f228-4376-b277-ea06c169cf86 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0857999 Jul 16 20:59:11.679845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3530832c-4984-4e9c-b677-d394899e51a7 req-01570943-11e0-4bb1-93bf-ef5ce09f3eef tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543761 Jul 16 20:59:11.706115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55212) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:11.774824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffdfcde-ec31-49d5-9069-76a185e65978 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:11.776423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bffdfcde-ec31-49d5-9069-76a185e65978 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1091 time: 0.0675118 Jul 16 20:59:11.781318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55214) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:11.787173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:11.811189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:11.913546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.022330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.122 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/4c7815f8-0c4a-4637-a606-5275b83256e9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:12.128883 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.175682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.218839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:12.221920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:12.226117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:12.232203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=4c7815f8-0c4a-4637-a606-5275b83256e9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:12.645926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.729739 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.915574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.922463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:12.993107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=4c7815f8-0c4a-4637-a606-5275b83256e9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:13.010430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:13.125782 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP 11ef5a03-3837-4fb2-aeba-3884b4263062 associated. External IP: 172.25.8.122, port: b90277dd-b00a-4614-8c1c-a7bec618ecf1. Jul 16 20:59:13.377928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 48df20a8-3c09-400f-8977-fb8045daa283 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:13.503611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:13.515146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] Sync routers for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:13.522355 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:13.529511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:13.530311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:59:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:13.566550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b1deec5e-05b4-4fc6-bb4c-ce9fb8b529f2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7810819 Jul 16 20:59:13.566550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:13.567738 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:13.658699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:13.735227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82f54f-a067-4b1a-b44d-39f34a1c5f91 req-7e4afa07-aafa-4587-95c8-711d3c1062cb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:13.737106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be82f54f-a067-4b1a-b44d-39f34a1c5f91 req-7e4afa07-aafa-4587-95c8-711d3c1062cb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0758314 Jul 16 20:59:13.920286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '11ef5a03-3837-4fb2-aeba-3884b4263062', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'port_id': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'mac_address': 'fa:16:3e:ec:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:12Z', 'updated_at': '2021-07-16T20:59:12Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:59:01Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:13.949355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] Checking router: 48df20a8-3c09-400f-8977-fb8045daa283 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:13.959989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:13.960632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:59:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:14.082924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:14.138952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be82f54f-a067-4b1a-b44d-39f34a1c5f91 req-910b2994-abc1-479f-b4f7-f25c7e547d6a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947160 Jul 16 20:59:14.177324 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55232) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:14.217829 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19626ca0-39df-4559-ab26-19bf51cd448f x-openstack-request-id: req-19626ca0-39df-4559-ab26-19bf51cd448f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:14.218239 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:14.218740 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-19626ca0-39df-4559-ab26-19bf51cd448f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:14.220583 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'status': 'completed', 'code': 200} Jul 16 20:59:14.262277 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5c060265-8dd2-443e-9ff1-d8b610927e7e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/11ef5a03-3837-4fb2-aeba-3884b4263062 HTTP/1.1" status: 200 len: 991 time: 0.0830789 Jul 16 20:59:14.297679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-6f3f9f64-0b21-47fc-8acb-557ca866e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:14.299326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-6f3f9f64-0b21-47fc-8acb-557ca866e99d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0580688 Jul 16 20:59:14.339514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '11ef5a03-3837-4fb2-aeba-3884b4263062', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'port_id': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'mac_address': 'fa:16:3e:ec:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:12Z', 'updated_at': '2021-07-16T20:59:12Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:59:01Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:14.375031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f78f98-6aa1-4cac-8a88-50ebefb5b1c9 None None] The sync data for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 is: [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '11ef5a03-3837-4fb2-aeba-3884b4263062', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'port_id': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'mac_address': 'fa:16:3e:ec:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:59:12Z', 'updated_at': '2021-07-16T20:59:12Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:59:01Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:14.427429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-498ba134-1686-4416-9353-034f0ef80ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:14.428826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-498ba134-1686-4416-9353-034f0ef80ad6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 898 time: 0.1238952 Jul 16 20:59:14.496653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-ebe6be8b-dff0-4ffa-aea5-0e86daf8098e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 999 time: 0.0617287 Jul 16 20:59:14.549119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-8097a666-b050-432e-9032-84e7c18b113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:14.550803 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-8097a666-b050-432e-9032-84e7c18b113c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 200 len: 834 time: 0.0475168 Jul 16 20:59:14.611025 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be391660-0cae-45a8-b322-724eb62b80a1 None None] New status for floating IP 11ef5a03-3837-4fb2-aeba-3884b4263062: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:59:14.620180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-a37baf3c-42a8-4156-8c15-cff21e65e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:14.622253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-a37baf3c-42a8-4156-8c15-cff21e65e3dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5e39dff-3c91-45b8-a5c8-322d24d16d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655711 Jul 16 20:59:14.734786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-df03df37-95e3-470c-a712-8b72460a2bff service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059837 Jul 16 20:59:14.843842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef0a654f-4d6e-4ef8-be47-133ff2ab8afa req-46df7974-1b0e-4a9c-8d29-9b644713b47d service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028407 Jul 16 20:59:15.263906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55236) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:15.364926 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1b769310-2004-442c-a985-da5b00603d31 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/11ef5a03-3837-4fb2-aeba-3884b4263062 HTTP/1.1" status: 200 len: 993 time: 0.0926921 Jul 16 20:59:30.302453 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc094717-7c49-4ba8-90d9-266cedcfef59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.048517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.891499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94ceedc8-a994-44ff-8668-741dd7ced911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.977425 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:59:36.142053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.281376 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.686473 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.843017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:38.889596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Deleting subnet d136515a-f91b-4b1a-aab7-c17619680097 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:38.892744 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.930272 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.968509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:38.975771 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.030066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.060236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.062136 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d136515a-f91b-4b1a-aab7-c17619680097 HTTP/1.1" status: 204 len: 168 time: 0.2179832 Jul 16 20:59:39.063348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d136515a-f91b-4b1a-aab7-c17619680097,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:39.064783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55344) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:39.076032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.076383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.076726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.077062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.077402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.077728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.078054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.078378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.078701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.079076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.079772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.080124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccad61-7c9c-45a1-a84f-2d4edaed8bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.145662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.224562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.235022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e46ab87-a90f-4ae1-bd3b-8bbc16921046']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:39.246963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696e1355-299a-405f-b40b-6f422ab3fa29') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:39.247295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696e1355-299a-405f-b40b-6f422ab3fa29') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:39.257086 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.277021 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.283350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:39.283748 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: timer() Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:39.286023 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:39.341055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.347195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.349067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] 10.222.0.100 "DELETE /v2.0/networks/0e46ab87-a90f-4ae1-bd3b-8bbc16921046 HTTP/1.1" status: 204 len: 168 time: 0.2822597 Jul 16 20:59:39.361023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e46ab87-a90f-4ae1-bd3b-8bbc16921046,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:39.369519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.369855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.370200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.370553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.370868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.371979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.371979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.371979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.372321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.372570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.372901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.373225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862030d-d23b-4a2b-bc58-672d8a35760e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:39.551372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55348) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:39.592939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6b95f945-1c2d-4929-9036-91a16a024dc5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7b27926fa6244db08e573a3f75745a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403502 Jul 16 20:59:39.595389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:39.645110 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a7b96f62-15c7-4546-85e5-b7093cdbf3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.665952 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a7b96f62-15c7-4546-85e5-b7093cdbf3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.720300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a7b96f62-15c7-4546-85e5-b7093cdbf3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.723150 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a7b96f62-15c7-4546-85e5-b7093cdbf3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.726684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a7b96f62-15c7-4546-85e5-b7093cdbf3c4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3aefe342-ee8f-4ba7-a45b-7fb6e15de50b HTTP/1.1" status: 204 len: 168 time: 0.1280892 Jul 16 20:59:39.734393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b96f62-15c7-4546-85e5-b7093cdbf3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefe342-ee8f-4ba7-a45b-7fb6e15de50b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:42.048421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4795ee-5a39-4143-8e4a-1c6c8cfc4379 req-4d9b90e1-8eae-49e1-8f18-a25ad41871a0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:42.050572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f4795ee-5a39-4143-8e4a-1c6c8cfc4379 req-4d9b90e1-8eae-49e1-8f18-a25ad41871a0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0690360 Jul 16 20:59:42.089543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f4795ee-5a39-4143-8e4a-1c6c8cfc4379 req-633138b6-53ca-44c8-ace4-2b8320e91cfb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333204 Jul 16 20:59:42.115105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55402) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:42.189328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b3b990f6-70c2-4623-ab37-27a3cc0340f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/11ef5a03-3837-4fb2-aeba-3884b4263062 HTTP/1.1" status: 200 len: 993 time: 0.0683539 Jul 16 20:59:42.631867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a939e7-e822-4ba1-8ac4-48cdb9aafe4e req-c62896ea-2dff-4b4a-bb5f-1fe32187048d tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:42.633328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97a939e7-e822-4ba1-8ac4-48cdb9aafe4e req-c62896ea-2dff-4b4a-bb5f-1fe32187048d tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0544276 Jul 16 20:59:42.671049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97a939e7-e822-4ba1-8ac4-48cdb9aafe4e req-92995f86-ff39-4730-9935-511325c5bd8d tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Jul 16 20:59:43.416376 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-21fe5691-599b-4560-83ba-5e59f8342652 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0540814 Jul 16 20:59:43.880061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-caf231f1-d33a-4c54-9b52-b1e5588ce057 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:59:43.881114 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-caf231f1-d33a-4c54-9b52-b1e5588ce057 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064785 Jul 16 20:59:44.117401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-780b7fad-30b8-4e08-a8fb-99865de10aef tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:59:44.118422 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-780b7fad-30b8-4e08-a8fb-99865de10aef tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1920960 Jul 16 20:59:44.127664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Request body: {'binding': {'host': 'n-h2-798930-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:44.128750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Unknown quota resources ['binding']. {{(pid=94096) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:59:44.265173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on host n-h2-798930-6 for vnic_type normal with profile None {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:44.265515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:44.265844 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:44.270743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:44.270889 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:44.276062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:44.276660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Checking segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:44.277048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Bound using segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:44.277475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Bound port: b90277dd-b00a-4614-8c1c-a7bec618ecf1, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:44.387859 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:44.394387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.395695 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e4e37fb6-cecb-476b-8c9b-64840d14ae44 service neutron] 10.222.0.100 "POST /v2.0/ports/b90277dd-b00a-4614-8c1c-a7bec618ecf1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2709243 Jul 16 20:59:44.647617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-ff448f43-290d-4c28-acea-4e498c10ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:44.649195 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-ff448f43-290d-4c28-acea-4e498c10ba4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0560758 Jul 16 20:59:44.740572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9fcf9-34ce-4352-965f-390ff244f2c0 req-4abd0baf-d4f1-4b4d-8a63-512a90127e4d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:44.742829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00c9fcf9-34ce-4352-965f-390ff244f2c0 req-4abd0baf-d4f1-4b4d-8a63-512a90127e4d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0811756 Jul 16 20:59:44.752070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-0a510e0b-b4f8-4a4f-b7f9-9385a91a9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:44.754824 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-0a510e0b-b4f8-4a4f-b7f9-9385a91a9fcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 898 time: 0.0986223 Jul 16 20:59:44.782449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00c9fcf9-34ce-4352-965f-390ff244f2c0 req-e89a99e2-124f-437e-935c-eb67710af2f0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338824 Jul 16 20:59:44.826961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-d67721dd-aa23-48a3-9222-fb35dec98af7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 1001 time: 0.0661659 Jul 16 20:59:44.876737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-bfdb1233-3aa5-47a9-ac66-07e1b31c97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:44.878907 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-bfdb1233-3aa5-47a9-ac66-07e1b31c97a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 200 len: 834 time: 0.0464020 Jul 16 20:59:44.937435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-392219c4-b859-4800-bfd1-aa25aefff230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:44.939046 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-392219c4-b859-4800-bfd1-aa25aefff230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5e39dff-3c91-45b8-a5c8-322d24d16d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542939 Jul 16 20:59:45.033126 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-e1555ab2-467a-41d1-87c3-cb5471863c3f service neutron] 10.222.0.26 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878241 Jul 16 20:59:45.126373 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-cd8bceb7-4247-4470-8b5e-59dbdaff594e service neutron] 10.222.0.26 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Jul 16 20:59:45.281298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-4b095233-9f68-4a48-b2d3-5e9e9dfb7291 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:45.282910 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-4b095233-9f68-4a48-b2d3-5e9e9dfb7291 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7&tenant_id=aec84f59caf741128d7bdf6f36b72b56&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1096 time: 0.1027539 Jul 16 20:59:45.292946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-6'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:45.374776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.514963 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:45.554282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:45.598627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:45.600943 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba855811-54b9-411d-89e6-775452806711" -d '{"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:45.605008 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.611023 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.641000 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e78bc8-5d56-4688-b0c9-7137e934ef9f x-openstack-request-id: req-d1e78bc8-5d56-4688-b0c9-7137e934ef9f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:45.641300 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:45.641551 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d1e78bc8-5d56-4688-b0c9-7137e934ef9f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:45.641941 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'code': 200} Jul 16 20:59:45.713184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=7']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:45.765253 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on host n-h1-798930-6 for vnic_type normal with profile {"migrating_to": "n-h2-798930-6"} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:45.765587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:45.765919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:45.773329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:45.774559 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Attempting to bind port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on network a5e39dff-3c91-45b8-a5c8-322d24d16d11 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:45.780293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:45.780635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Checking segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:45.781030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Bound using segment: {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:45.781474 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Bound port: b90277dd-b00a-4614-8c1c-a7bec618ecf1, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:45.781841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.853719 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:45.856882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:45.864231 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.864724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Provisioning complete for port b90277dd-b00a-4614-8c1c-a7bec618ecf1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:45.865245 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.970574 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:45.973808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=8']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:45.994307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4f41-0ccd-46df-9cb2-b7609653b052 req-5d6184b6-d182-4e16-9c84-421fba9c6da4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:45.996076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a3d4f41-0ccd-46df-9cb2-b7609653b052 req-5d6184b6-d182-4e16-9c84-421fba9c6da4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 943 time: 0.0853848 Jul 16 20:59:46.015138 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:46.020090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:46.020332 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d5670a-e467-4709-a484-19748115b4ab" -d '{"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-plugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:46.020732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.022164 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-89a8fae9-f5c4-47d0-9f16-63d949e6eda1 service neutron] 10.222.0.26 "PUT /v2.0/ports/b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 1121 time: 0.7332866 Jul 16 20:59:46.037943 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:46.045337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a3d4f41-0ccd-46df-9cb2-b7609653b052 req-9e54f84b-de22-468d-9f62-51aca8d729b0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Jul 16 20:59:46.048209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.297874 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1bef3b-6776-4d33-aee4-4f51121a0d20 x-openstack-request-id: req-cf1bef3b-6776-4d33-aee4-4f51121a0d20 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:46.298109 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-plugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:46.298293 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cf1bef3b-6776-4d33-aee4-4f51121a0d20 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:46.298679 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'code': 200} Jul 16 20:59:46.307084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['b90277dd-b00a-4614-8c1c-a7bec618ecf1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:46.403790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:46.419733 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.420080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.420420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.420758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.421091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.421420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.421747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.422073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.422397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.422718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.423039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.423396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a704e57-5756-4359-a05b-22bcdb3e311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:46.583807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c8c908dc-f8d2-45ba-bd34-ae377d70df0e None None] Provisioning complete for port b90277dd-b00a-4614-8c1c-a7bec618ecf1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:46.584182 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c8c908dc-f8d2-45ba-bd34-ae377d70df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.231489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86227-1d88-4738-8a19-8ca0c86dbaed req-4ea8dcbe-438f-4f3e-9599-e680624f24ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:47.233064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8f86227-1d88-4738-8a19-8ca0c86dbaed req-4ea8dcbe-438f-4f3e-9599-e680624f24ec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0657163 Jul 16 20:59:47.274167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f8f86227-1d88-4738-8a19-8ca0c86dbaed req-9a81ab60-9473-4b40-b944-396fb432db19 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338531 Jul 16 20:59:47.643095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:47.646297 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d555f62-4d52-4f81-b629-660ab9fb3be9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:47.682159 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b0aae9-011e-470f-9010-cf594fa2b828 x-openstack-request-id: req-03b0aae9-011e-470f-9010-cf594fa2b828 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:47.682447 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:47.682695 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-03b0aae9-011e-470f-9010-cf594fa2b828 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:47.683125 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'status': 'completed', 'code': 200} Jul 16 20:59:47.761379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-03fc3b0b-bcef-4379-80f7-fb23d8502cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:47.763049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-03fc3b0b-bcef-4379-80f7-fb23d8502cfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1126 time: 0.0552797 Jul 16 20:59:47.864420 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-3de9bd5d-2a28-46aa-80d5-512750bd3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:47.865973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-3de9bd5d-2a28-46aa-80d5-512750bd3ec6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 898 time: 0.0969727 Jul 16 20:59:47.941257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-2d31f717-eace-403d-9a36-8b94a5bf139a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 1001 time: 0.0662348 Jul 16 20:59:48.002572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-e8f0bd1e-94d8-4444-8d38-0cd0adbfb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:48.004802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-e8f0bd1e-94d8-4444-8d38-0cd0adbfb69f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 200 len: 834 time: 0.0551553 Jul 16 20:59:48.064051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-bd30b6f5-4570-4149-9331-80008758f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:48.066290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-bd30b6f5-4570-4149-9331-80008758f773 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5e39dff-3c91-45b8-a5c8-322d24d16d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544660 Jul 16 20:59:48.166090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-f1997ce4-bcfc-47ec-97db-259c60cb0325 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926476 Jul 16 20:59:48.173641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:48.262280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d555f62-4d52-4f81-b629-660ab9fb3be9 req-2274d74b-5496-49e4-882f-2dc433cafa9c service neutron] 10.222.0.21 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899014 Jul 16 20:59:48.287270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:48.301152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 has no active binding in host n-h2-798930-6 {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:59:48.466977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c265-6661-4a49-943d-6cb0e510fedf req-46319638-5e14-4b06-be38-3fcac771c9ff tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:48.469616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65d7c265-6661-4a49-943d-6cb0e510fedf req-46319638-5e14-4b06-be38-3fcac771c9ff tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0756121 Jul 16 20:59:48.508614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65d7c265-6661-4a49-943d-6cb0e510fedf req-60dd43ce-c011-4346-a19c-a2e0289f4893 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Jul 16 20:59:48.899676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55480) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:49.012221 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14d6d0c6-3dc8-40cf-9357-7840c6362372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.104617 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14d6d0c6-3dc8-40cf-9357-7840c6362372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.108834 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-14d6d0c6-3dc8-40cf-9357-7840c6362372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.148502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-14d6d0c6-3dc8-40cf-9357-7840c6362372 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=96b0e9f946be469dacd4906cf275a220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477446 Jul 16 20:59:49.149234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d0c6-3dc8-40cf-9357-7840c6362372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7704734c-b60b-4284-871c-1132c0fbe00f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:49.151196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55484) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:49.208291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6078ab7f-257e-4f18-b4be-1a6a48d32d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.229747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6078ab7f-257e-4f18-b4be-1a6a48d32d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.278070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6078ab7f-257e-4f18-b4be-1a6a48d32d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.280643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6078ab7f-257e-4f18-b4be-1a6a48d32d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:49.281804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6078ab7f-257e-4f18-b4be-1a6a48d32d1d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7704734c-b60b-4284-871c-1132c0fbe00f HTTP/1.1" status: 204 len: 168 time: 0.1295493 Jul 16 20:59:49.289969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078ab7f-257e-4f18-b4be-1a6a48d32d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704734c-b60b-4284-871c-1132c0fbe00f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:49.690041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbad50e-244b-4ace-bbe7-417dea8d53a9 req-469424dc-12bd-46e9-9152-c15b6102330d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.691956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbbad50e-244b-4ace-bbe7-417dea8d53a9 req-469424dc-12bd-46e9-9152-c15b6102330d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.0673563 Jul 16 20:59:49.736757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cbbad50e-244b-4ace-bbe7-417dea8d53a9 req-14480d9d-185b-4c87-915a-04387332d7d9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383921 Jul 16 20:59:49.933305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:50.039181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1588540353-network', 'tenant_id': '77bbe00b09e646ad9a9dd275d303d7ed'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:50.062695 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Made reservation on behalf of 77bbe00b09e646ad9a9dd275d303d7ed for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:50.065101 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.075475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.169466 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.176372 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.206181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:50.215457 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165feadb-98a7-42ab-8885-11772fa320bc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:50.223788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.224136 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Added segment 7507f356-97aa-4f95-951e-369da218e7e8 of type vlan for network 3efe8a5b-f93a-4e38-888d-5508b70b3607 Jul 16 20:59:50.276858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.307667 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.308758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:50.309472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.368648 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4337482 Jul 16 20:59:50.371645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55512) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:50.376696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Request body: {'subnet': {'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1588540353-subnet', 'tenant_id': '77bbe00b09e646ad9a9dd275d303d7ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:50.403070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Made reservation on behalf of 77bbe00b09e646ad9a9dd275d303d7ed for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:50.405548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.421307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eb117-fba0-45c0-b53b-1f0fff18aca7 admin admin] Pushing event updated for resources: {'Network': ['ID=3efe8a5b-f93a-4e38-888d-5508b70b3607,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:50.431928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 3efe8a5b-f93a-4e38-888d-5508b70b3607 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:50.584606 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.639718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3103bc2e-b1ae-48a0-a261-e43b56c472f0,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:50.648622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Checking segment: {'id': '7507f356-97aa-4f95-951e-369da218e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:50.648981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Network hostable DHCP agents. Network: 3efe8a5b-f93a-4e38-888d-5508b70b3607, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:50.665252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Network 3efe8a5b-f93a-4e38-888d-5508b70b3607 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:50.674375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 3efe8a5b-f93a-4e38-888d-5508b70b3607) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:50.679734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:50.680741 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:50.684522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1599d-9974-420b-9bf0-9d5ca7c394ff None None] Network 3efe8a5b-f93a-4e38-888d-5508b70b3607 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:50.695798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-52c2a7c0-1df5-4db2-bcc3-fb5ff08b0268 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3229182 Jul 16 20:59:50.832483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f93ca-6faa-43a0-a273-98db128ad063 None None] Network 3efe8a5b-f93a-4e38-888d-5508b70b3607 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:50.973148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-7f3ee0ea-8316-4059-92b7-c21d4a85973c service neutron] 10.222.0.21 "GET /v2.0/ports/b90277dd-b00a-4614-8c1c-a7bec618ecf1/bindings/n-h2-798930-6 HTTP/1.1" status: 200 len: 384 time: 0.0821745 Jul 16 20:59:50.981147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657538-b852-4284-bfb9-22856acf55cc req-0093aeb0-6501-4192-b160-68f3a548c26c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:50.982693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b657538-b852-4284-bfb9-22856acf55cc req-0093aeb0-6501-4192-b160-68f3a548c26c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 945 time: 0.1237245 Jul 16 20:59:51.074594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b657538-b852-4284-bfb9-22856acf55cc req-69840232-fd83-4506-aab6-8d7cc3317393 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649142 Jul 16 20:59:51.208798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:51.231058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:51.231329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55530) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:51.237149 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1128112116-network', 'tenant_id': '94e2b826218d492680a55fd551a8158c'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:51.259237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Made reservation on behalf of 94e2b826218d492680a55fd551a8158c for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:51.261611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.270526 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.273893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:51.276552 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57af2291-ebbf-4f6a-97bb-0aacc47cdd6e" -d '{"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:51.284836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:51.301880 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.337743 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb03c0-5c45-4876-b8d0-c1e2e30827f2 x-openstack-request-id: req-12cb03c0-5c45-4876-b8d0-c1e2e30827f2 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:51.337743 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:51.338164 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-12cb03c0-5c45-4876-b8d0-c1e2e30827f2 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:51.338638 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'code': 200} Jul 16 20:59:51.365017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.369143 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.389389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] Transition to ACTIVE for port object b90277dd-b00a-4614-8c1c-a7bec618ecf1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:51.393203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:51.394011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.403258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b162a8-0e58-407d-bec5-a35caba41a2d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:51.408640 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.409433 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Added segment 8b94aa63-6ecb-4d00-a886-c903cc4dae45 of type vlan for network e46dac73-24e1-4fe8-a3ee-e183c0f51d3a Jul 16 20:59:51.453063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.486345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.487430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:51.488229 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.519832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] Pushing event updated for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=11']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:51.525882 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2931643 Jul 16 20:59:51.526341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55534) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:51.531503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Request body: {'subnet': {'network_id': 'e46dac73-24e1-4fe8-a3ee-e183c0f51d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1128112116-subnet', 'tenant_id': '94e2b826218d492680a55fd551a8158c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:51.565479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91119e28-bf4e-4b0c-96a6-c7c33d497039 admin admin] Pushing event updated for resources: {'Network': ['ID=e46dac73-24e1-4fe8-a3ee-e183c0f51d3a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:51.576304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] No DVR routers for this DVR port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:51.578599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e46dac73-24e1-4fe8-a3ee-e183c0f51d3a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:51.622749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Made reservation on behalf of 94e2b826218d492680a55fd551a8158c for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:51.625345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.814417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-dae15c63-16cf-4eb4-97c3-08ba7608892c service neutron] 10.222.0.21 "PUT /v2.0/ports/b90277dd-b00a-4614-8c1c-a7bec618ecf1/bindings/n-h2-798930-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8305764 Jul 16 20:59:51.880133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.930533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239284fa-2c10-4771-a7af-26c81eec12bd,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:51.947195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Checking segment: {'id': '8b94aa63-6ecb-4d00-a886-c903cc4dae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e46dac73-24e1-4fe8-a3ee-e183c0f51d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:51.947589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Network hostable DHCP agents. Network: e46dac73-24e1-4fe8-a3ee-e183c0f51d3a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:51.964117 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Network e46dac73-24e1-4fe8-a3ee-e183c0f51d3a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:51.973562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e46dac73-24e1-4fe8-a3ee-e183c0f51d3a) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:51.977626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:51.978212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:51.983470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b1417-5dde-477d-b5e0-c144d4a93347 None None] Network e46dac73-24e1-4fe8-a3ee-e183c0f51d3a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:51.994834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-db0dfa5d-eed3-4377-ab67-47456c0e6515 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4674096 Jul 16 20:59:52.127224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03fc64-5094-42be-91b8-b31b7f4babf3 None None] Network e46dac73-24e1-4fe8-a3ee-e183c0f51d3a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:52.169821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-95af9875-2f23-49a3-be57-f6d8236b8374 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.172012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-95af9875-2f23-49a3-be57-f6d8236b8374 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7&tenant_id=aec84f59caf741128d7bdf6f36b72b56&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.3012903 Jul 16 20:59:52.259018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-4bbf513a-d340-48bb-8822-9712d2b462af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.260896 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-4bbf513a-d340-48bb-8822-9712d2b462af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 1095 time: 0.0818474 Jul 16 20:59:52.292779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e286f0-2f7e-48bd-97c3-1317de93173c req-e9955d74-dfbc-4c1d-9678-ef03c0729297 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.294155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9e286f0-2f7e-48bd-97c3-1317de93173c req-e9955d74-dfbc-4c1d-9678-ef03c0729297 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 944 time: 0.0814927 Jul 16 20:59:52.337373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9e286f0-2f7e-48bd-97c3-1317de93173c req-931b49df-91b2-473b-8eb6-af75e23767af tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369155 Jul 16 20:59:52.343343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-f952843b-be80-406e-a2ca-fda94e6f4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.345228 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-f952843b-be80-406e-a2ca-fda94e6f4cbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0595672 Jul 16 20:59:52.444242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-071859ef-6c91-44e6-8d5f-9ee97849eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.445739 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-071859ef-6c91-44e6-8d5f-9ee97849eff3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 898 time: 0.0947142 Jul 16 20:59:52.520514 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-df0804db-dd7c-4793-81a1-01e8a8943289 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 999 time: 0.0674686 Jul 16 20:59:52.568871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-d499ecd4-2cf2-42ef-86dd-358f0f418382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.570371 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-d499ecd4-2cf2-42ef-86dd-358f0f418382 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 200 len: 834 time: 0.0445061 Jul 16 20:59:52.629712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-14414fee-5939-48d6-9f9a-6658d122f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.631164 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-14414fee-5939-48d6-9f9a-6658d122f445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5e39dff-3c91-45b8-a5c8-322d24d16d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540357 Jul 16 20:59:52.642240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-65732cdf-5b50-43e3-a35e-b037f0940288 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:52.644325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-65732cdf-5b50-43e3-a35e-b037f0940288 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/networks?id=3efe8a5b-f93a-4e38-888d-5508b70b3607 HTTP/1.1" status: 200 len: 812 time: 0.1137645 Jul 16 20:59:52.659709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-0f95aa80-b914-4df8-8bbb-7777b4cce925 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/quotas/77bbe00b09e646ad9a9dd275d303d7ed HTTP/1.1" status: 200 len: 375 time: 0.0094793 Jul 16 20:59:52.694552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-82f24342-74d3-4c8a-9d45-0cfd9e13920f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=77bbe00b09e646ad9a9dd275d303d7ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297406 Jul 16 20:59:52.726111 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-b4254ff4-e678-4385-8543-c162c4ce245e service neutron] 10.222.0.26 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886118 Jul 16 20:59:52.791313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-700a66cd-a19e-4f8e-ae4b-4931a640102e service neutron] 10.222.0.100 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898106 Jul 16 20:59:52.816952 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-2547ce69-8288-4596-8612-b12bd7efee19 service neutron] 10.222.0.26 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845859 Jul 16 20:59:52.882218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-03398ce4-2ac3-4b6b-85f1-35fec0385cb4 service neutron] 10.222.0.100 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843806 Jul 16 20:59:53.060848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d57aced-64ab-41de-8b00-e11a7bf58b26 req-fe0c69d5-4bd5-4754-9281-fedf9801e0a8 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 210 time: 0.0357058 Jul 16 20:59:53.123355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-62709f9b-3754-4dce-acf8-d37d1294fd69 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.125126 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-62709f9b-3754-4dce-acf8-d37d1294fd69 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7&tenant_id=aec84f59caf741128d7bdf6f36b72b56&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 1095 time: 0.0713863 Jul 16 20:59:53.263873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-2792e08d-a3eb-45b1-a4ff-48549b90aea2 service neutron] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h1-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:53.267270 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-2792e08d-a3eb-45b1-a4ff-48549b90aea2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.268532 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-18659c93-4734-4d11-b618-de6ffc9a97fd req-2792e08d-a3eb-45b1-a4ff-48549b90aea2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/b90277dd-b00a-4614-8c1c-a7bec618ecf1/bindings/n-h1-798930-6 HTTP/1.1" status: 204 len: 173 time: 0.1370838 Jul 16 20:59:53.533795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3df80-234a-44f9-a429-a62691392e00 req-fe8956f9-b560-4100-bfc8-d980c680aaa7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.542999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6d3df80-234a-44f9-a429-a62691392e00 req-fe8956f9-b560-4100-bfc8-d980c680aaa7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 944 time: 0.0771315 Jul 16 20:59:53.581879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6d3df80-234a-44f9-a429-a62691392e00 req-a06cb205-bf14-4753-815e-b495827d7b2d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Jul 16 20:59:53.758039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de9806-9147-4591-a33d-a1f073ca1256 req-f42fd8b8-e84c-4ac8-a9de-2de15b753445 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.759590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8de9806-9147-4591-a33d-a1f073ca1256 req-f42fd8b8-e84c-4ac8-a9de-2de15b753445 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0554578 Jul 16 20:59:53.797591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8de9806-9147-4591-a33d-a1f073ca1256 req-40a758c6-dec6-4139-85f3-09c8fdca21d7 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Jul 16 20:59:53.984095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4792fa-370e-4da8-ba0d-a3e6d7a498b0 req-27d4e8d3-485c-43e7-aaea-a76c864d70a4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:53.985884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4792fa-370e-4da8-ba0d-a3e6d7a498b0 req-27d4e8d3-485c-43e7-aaea-a76c864d70a4 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 944 time: 0.0782514 Jul 16 20:59:54.027227 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4792fa-370e-4da8-ba0d-a3e6d7a498b0 req-2db7412f-05c8-4db4-bc61-f116893f557d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349007 Jul 16 20:59:54.055437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55572) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:54.135379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9aaae905-9c61-47d5-b700-88cbb474f90f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/11ef5a03-3837-4fb2-aeba-3884b4263062 HTTP/1.1" status: 200 len: 991 time: 0.0787530 Jul 16 20:59:54.232434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5357da87-420d-4246-b61c-44f793c579c5 req-b234f2bf-051a-4725-b05d-768b3d84b7c3 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 210 time: 0.0393291 Jul 16 20:59:54.492901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55580) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:54.550204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-fd87ace7-49f1-4597-a157-06a57ada2f4c tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:54.551735 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-fd87ace7-49f1-4597-a157-06a57ada2f4c tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.26 "GET /v2.0/networks?id=3efe8a5b-f93a-4e38-888d-5508b70b3607 HTTP/1.1" status: 200 len: 812 time: 0.4815309 Jul 16 20:59:54.564430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Request body: {'port': {'device_id': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607', 'admin_state_up': True, 'tenant_id': '77bbe00b09e646ad9a9dd275d303d7ed'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:54.652967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 4c7815f8-0c4a-4637-a606-5275b83256e9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:54.653314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.676782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Made reservation on behalf of 77bbe00b09e646ad9a9dd275d303d7ed for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:54.681195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.694301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:54.736508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.738116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.748137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:54.751402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 4c7815f8-0c4a-4637-a606-5275b83256e9 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:54.824574 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Allocated IP 172.20.0.3 (3efe8a5b-f93a-4e38-888d-5508b70b3607/3103bc2e-b1ae-48a0-a261-e43b56c472f0/b42d3a44-e19d-449b-b476-8021910c94fb) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:54.912645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:54.937924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=4c7815f8-0c4a-4637-a606-5275b83256e9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:55.008531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.009220 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP 11ef5a03-3837-4fb2-aeba-3884b4263062 disassociated (deleted). External IP: 172.25.8.122, port: b90277dd-b00a-4614-8c1c-a7bec618ecf1. Jul 16 20:59:55.017758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.057701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.099894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Network 3efe8a5b-f93a-4e38-888d-5508b70b3607 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:55.103148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:55.109299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:55.141169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Pushing event updated for resources: {'Port': ['ID=b42d3a44-e19d-449b-b476-8021910c94fb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:55.164270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:55.164890 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.180318 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-bb7f2f1f-f35a-4b14-bc01-35fd1c40684d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6195486 Jul 16 20:59:55.192140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Request body: {'port': {'device_id': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:55.232534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 48df20a8-3c09-400f-8977-fb8045daa283 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:55.273464 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.346041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:55.351733 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.359964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] Sync routers for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:55.370995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:55.371658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:59:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:55.481081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:55.564501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42d3a44-e19d-449b-b476-8021910c94fb {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:55.573100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.586210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Transition to ACTIVE for port object b42d3a44-e19d-449b-b476-8021910c94fb will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:55.590796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.650768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Pushing event updated for resources: {'Port': ['ID=b42d3a44-e19d-449b-b476-8021910c94fb,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:55.712116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:59:01Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:55.726361 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Attempting to bind port b42d3a44-e19d-449b-b476-8021910c94fb on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:55.726772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Attempting to bind port b42d3a44-e19d-449b-b476-8021910c94fb by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7507f356-97aa-4f95-951e-369da218e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:55.727021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Attempting to bind port b42d3a44-e19d-449b-b476-8021910c94fb on network 3efe8a5b-f93a-4e38-888d-5508b70b3607 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:55.731575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Port b42d3a44-e19d-449b-b476-8021910c94fb on network 3efe8a5b-f93a-4e38-888d-5508b70b3607 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:55.732000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Attempting to bind port b42d3a44-e19d-449b-b476-8021910c94fb on network 3efe8a5b-f93a-4e38-888d-5508b70b3607 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:55.737408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:55.737798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Checking segment: {'id': '7507f356-97aa-4f95-951e-369da218e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:55.738298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Bound using segment: {'id': '7507f356-97aa-4f95-951e-369da218e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:55.738725 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Bound port: b42d3a44-e19d-449b-b476-8021910c94fb, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f356-97aa-4f95-951e-369da218e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:55.739116 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.741674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] Checking router: 48df20a8-3c09-400f-8977-fb8045daa283 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:55.750911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:55.751582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:59:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:55.760330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-49682467-5e96-4b63-acf6-7d0a4341b9fa tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/floatingips/11ef5a03-3837-4fb2-aeba-3884b4263062 HTTP/1.1" status: 204 len: 168 time: 1.2638226 Jul 16 20:59:55.765820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:55.768146 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9587c15d-3e9a-473f-95df-59bae6e77fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:55.810758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] For port b42d3a44-e19d-449b-b476-8021910c94fb, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:55.816444 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] For port b42d3a44-e19d-449b-b476-8021910c94fb, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b42d3a44-e19d-449b-b476-8021910c94fb,segment=NetworkSegment(7507f356-97aa-4f95-951e-369da218e7e8),segment_id=7507f356-97aa-4f95-951e-369da218e7e8)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:55.822674 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.833966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54fce8-6c9d-40ec-851f-aa388272889a req-ec0b0f20-3b8b-4358-b4ec-6817ae48bdca tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:55.839772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e54fce8-6c9d-40ec-851f-aa388272889a req-ec0b0f20-3b8b-4358-b4ec-6817ae48bdca tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 943 time: 0.4842939 Jul 16 20:59:55.860477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:55.861283 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:55.863185 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] 10.222.0.26 "PUT /v2.0/ports/b42d3a44-e19d-449b-b476-8021910c94fb HTTP/1.1" status: 200 len: 1091 time: 0.6757858 Jul 16 20:59:55.865547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'tag': 'b42d3a44-e19d-449b-b476-8021910c94fb'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:55.868994 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7cef2d73-dfe1-4259-adf2-62d22757a806", "tag": "b42d3a44-e19d-449b-b476-8021910c94fb"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:55.891067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:55.893664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e54fce8-6c9d-40ec-851f-aa388272889a req-34ba592a-cb8a-46fa-91b9-f461e8a0177a tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523314 Jul 16 20:59:55.905659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783cde0-49b5-4107-9a0c-32aadee1673c service neutron] Pushing event updated for resources: {'Port': ['ID=b42d3a44-e19d-449b-b476-8021910c94fb,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:55.972956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-9b01702a-2e4c-4bf8-92d0-bfec2d1d7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:55.974625 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-9b01702a-2e4c-4bf8-92d0-bfec2d1d7e9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77bbe00b09e646ad9a9dd275d303d7ed&device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 1094 time: 0.0643177 Jul 16 20:59:56.019233 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-36b14a59-976b-4784-901a-4f853dcbf4c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42d3a44-e19d-449b-b476-8021910c94fb HTTP/1.1" status: 200 len: 217 time: 0.0376894 Jul 16 20:59:56.086549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-4a36e50c-d55c-4da1-ad83-96e4f8f1d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.088549 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-4a36e50c-d55c-4da1-ad83-96e4f8f1d32f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3103bc2e-b1ae-48a0-a261-e43b56c472f0 HTTP/1.1" status: 200 len: 852 time: 0.0638080 Jul 16 20:59:56.124220 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-07b85aea-2343-4ff6-95ca-2db90f685c73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3efe8a5b-f93a-4e38-888d-5508b70b3607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290112 Jul 16 20:59:56.133839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:59:01Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:56.184664 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a445db-1efe-4191-bc73-8581e7207cfc x-openstack-request-id: req-37a445db-1efe-4191-bc73-8581e7207cfc {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:56.185807 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:56.186316 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-37a445db-1efe-4191-bc73-8581e7207cfc {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:56.186951 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'status': 'completed', 'code': 200} Jul 16 20:59:56.226217 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54cb12-0e96-4ee7-ac14-2106f6e94f17 x-openstack-request-id: req-1e54cb12-0e96-4ee7-ac14-2106f6e94f17 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:56.226524 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cef2d73-dfe1-4259-adf2-62d22757a806", "tag": "b42d3a44-e19d-449b-b476-8021910c94fb", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:56.226760 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1e54cb12-0e96-4ee7-ac14-2106f6e94f17 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:56.227168 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'tag': 'b42d3a44-e19d-449b-b476-8021910c94fb', 'status': 'completed', 'code': 200} Jul 16 20:59:56.254083 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-1a94e3c5-8988-41c2-9634-0bc907c252e5 service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214883 Jul 16 20:59:56.289327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-5b58918b-fa77-4d26-b4fa-591d26c8633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.291286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-5b58918b-fa77-4d26-b4fa-591d26c8633f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0784388 Jul 16 20:59:56.329102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059790c-5602-40cb-8d4a-08040601f1d2 None None] The sync data for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 is: [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:56Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4eea9378-08d7-4aca-ba1e-c56ecf499534', 'name': '', 'network_id': 'a5e39dff-3c91-45b8-a5c8-322d24d16d11', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:3e:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:55Z', 'updated_at': '2021-07-16T20:59:01Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': 'b9af384d-bb7d-42cd-92de-7e4c7684d9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:56.376243 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7386c579-6ffa-4c04-bbbe-a4325e05ce79 req-747d2d75-bdf5-4761-bfb4-125ca0beee38 service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158772 Jul 16 20:59:56.442467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-2bda27ad-3544-4587-9a45-729706f35b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.443985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-2bda27ad-3544-4587-9a45-729706f35b9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 200 len: 898 time: 0.1443381 Jul 16 20:59:56.460660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c69c87-630d-416e-99d2-58862dc4b69f req-d4297b1d-3b55-44fb-af81-e611b7c2de0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.462156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5c69c87-630d-416e-99d2-58862dc4b69f req-d4297b1d-3b55-44fb-af81-e611b7c2de0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 944 time: 0.1207600 Jul 16 20:59:56.480927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-ee5cdd25-cbc2-452f-9881-ece77110ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.482614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-ee5cdd25-cbc2-452f-9881-ece77110ba53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77bbe00b09e646ad9a9dd275d303d7ed&device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 1094 time: 0.0545685 Jul 16 20:59:56.502393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-24a5c9fe-b52e-4b87-afa0-b35d8ffa7836 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 200 len: 217 time: 0.0496514 Jul 16 20:59:56.563557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5c69c87-630d-416e-99d2-58862dc4b69f req-477d754f-5a0c-4e1d-b12f-b83c924accd7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4db270b-a4fc-43a7-846a-814e5c972c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946510 Jul 16 20:59:56.571952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-4623c03b-4e98-4a6c-a7cb-04e3b0c2baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.573365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-4623c03b-4e98-4a6c-a7cb-04e3b0c2baaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 200 len: 834 time: 0.0629759 Jul 16 20:59:56.602441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-6a7d87e9-483f-4652-8460-c168efcd02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.604036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-6a7d87e9-483f-4652-8460-c168efcd02ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=3efe8a5b-f93a-4e38-888d-5508b70b3607 HTTP/1.1" status: 200 len: 913 time: 0.1123261 Jul 16 20:59:56.621927 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6c8c0-29f5-4db3-827f-c5baf5076739 None None] New status for floating IP 11ef5a03-3837-4fb2-aeba-3884b4263062: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:59:56.626929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.26', 52281) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:56.650250 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-4599eba6-0b1a-4ce3-ac7e-18de5da917c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42d3a44-e19d-449b-b476-8021910c94fb HTTP/1.1" status: 200 len: 217 time: 0.0383232 Jul 16 20:59:56.676353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-6575f351-f234-441d-9461-4002fd885b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.677890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-6575f351-f234-441d-9461-4002fd885b28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5e39dff-3c91-45b8-a5c8-322d24d16d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974419 Jul 16 20:59:56.709614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-c7bf6808-02d5-46b5-a3f5-55bbf55d0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.711120 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-c7bf6808-02d5-46b5-a3f5-55bbf55d0c06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3103bc2e-b1ae-48a0-a261-e43b56c472f0 HTTP/1.1" status: 200 len: 852 time: 0.0522673 Jul 16 20:59:56.735474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-6d158a23-1d9e-43c9-9a7d-9f9f25f35995 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:56.737475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-6d158a23-1d9e-43c9-9a7d-9f9f25f35995 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 944 time: 0.1090477 Jul 16 20:59:56.746445 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-e6a73f03-5bcd-49a8-a3f7-db055e36afde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3efe8a5b-f93a-4e38-888d-5508b70b3607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279396 Jul 16 20:59:56.837199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-e71e2120-061d-4d62-a23b-c74744660b41 service neutron] 10.222.0.26 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495092 Jul 16 20:59:56.837496 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-c595ab3e-3a23-456a-ba01-ecf5f4cbf268 service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850613 Jul 16 20:59:56.942579 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-ecee71ae-9216-4f32-9444-37aa99dc9f5b service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925777 Jul 16 20:59:56.952435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port b90277dd-b00a-4614-8c1c-a7bec618ecf1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:56.952783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:56.992615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-d52bbd23-3b58-49cd-868f-ac16c391b233 service neutron] 10.222.0.26 "GET /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361735 Jul 16 20:59:57.098889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port b90277dd-b00a-4614-8c1c-a7bec618ecf1, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b90277dd-b00a-4614-8c1c-a7bec618ecf1,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:57.098889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:57.116871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for b90277dd-b00a-4614-8c1c-a7bec618ecf1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:57.141540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643f79e-96a1-4f3e-a2ea-50a6b167ac7a req-fca45a70-9ec9-4179-bab9-6de5ccc4ea48 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:57.143037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d643f79e-96a1-4f3e-a2ea-50a6b167ac7a req-fca45a70-9ec9-4179-bab9-6de5ccc4ea48 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 943 time: 0.1155577 Jul 16 20:59:57.220726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d643f79e-96a1-4f3e-a2ea-50a6b167ac7a req-f6c384cb-28bc-4058-bf6e-29a6c9aebec1 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502074 Jul 16 20:59:57.292410 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:57.333297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=b90277dd-b00a-4614-8c1c-a7bec618ecf1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:57.377221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] No DVR routers for this DVR port b90277dd-b00a-4614-8c1c-a7bec618ecf1 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:57.380529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:57.382765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75e747d8-82ad-43d7-b0e6-7fa6c6b275e1 req-849cbec3-d4f3-4baf-95db-cb76912a178d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.26 "DELETE /v2.0/ports/b90277dd-b00a-4614-8c1c-a7bec618ecf1 HTTP/1.1" status: 204 len: 173 time: 0.6138604 Jul 16 20:59:57.728727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51b6fc07-d5b5-424c-b350-ec8f072b59d1 req-f3a2d60c-4de7-41db-9783-385c359c3f1f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=c5fc942a-9a63-41f3-89d8-87d452260ad7 HTTP/1.1" status: 200 len: 210 time: 0.0313022 Jul 16 20:59:58.188665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-deleted', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:58.191916 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05abe78-66b8-4d19-945f-313a690248ea" -d '{"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-deleted", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:58.218226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b42d3a44-e19d-449b-b476-8021910c94fb details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:58.229607 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867932af-0387-4a19-be17-2cec1dc924ce x-openstack-request-id: req-867932af-0387-4a19-be17-2cec1dc924ce {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:58.230173 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fc942a-9a63-41f3-89d8-87d452260ad7", "name": "network-vif-deleted", "tag": "b90277dd-b00a-4614-8c1c-a7bec618ecf1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:58.230412 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-867932af-0387-4a19-be17-2cec1dc924ce {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:58.230651 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fc942a-9a63-41f3-89d8-87d452260ad7', 'name': 'network-vif-deleted', 'tag': 'b90277dd-b00a-4614-8c1c-a7bec618ecf1', 'status': 'completed', 'code': 200} Jul 16 20:59:58.319916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b42d3a44-e19d-449b-b476-8021910c94fb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b42d3a44-e19d-449b-b476-8021910c94fb,segment=NetworkSegment(7507f356-97aa-4f95-951e-369da218e7e8),segment_id=7507f356-97aa-4f95-951e-369da218e7e8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:58.331229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'b42d3a44-e19d-449b-b476-8021910c94fb', 'network_id': '3efe8a5b-f93a-4e38-888d-5508b70b3607', 'port_id': 'b42d3a44-e19d-449b-b476-8021910c94fb', 'mac_address': 'fa:16:3e:b9:e3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3103bc2e-b1ae-48a0-a261-e43b56c472f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:58.368228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:58.381724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42d3a44-e19d-449b-b476-8021910c94fb {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:58.401302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b42d3a44-e19d-449b-b476-8021910c94fb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b42d3a44-e19d-449b-b476-8021910c94fb,segment=NetworkSegment(7507f356-97aa-4f95-951e-369da218e7e8),segment_id=7507f356-97aa-4f95-951e-369da218e7e8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:58.401649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40f9cc-6a95-44cd-b930-a2b395663d9f req-f2a6ca81-c13d-4476-bdc1-aa3c260fa69b tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:58.403400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c40f9cc-6a95-44cd-b930-a2b395663d9f req-f2a6ca81-c13d-4476-bdc1-aa3c260fa69b tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 943 time: 0.0683596 Jul 16 20:59:58.407012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:58.451945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c40f9cc-6a95-44cd-b930-a2b395663d9f req-b38c2fb4-00bf-4c79-8930-0f776402c6b6 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Jul 16 20:59:58.458430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b42d3a44-e19d-449b-b476-8021910c94fb,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:58.610714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b42d3a44-e19d-449b-b476-8021910c94fb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:58.821695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55602) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:59.177523 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.445742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 4eea9378-08d7-4aca-ba1e-c56ecf499534 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:59.446435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.539337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port 4eea9378-08d7-4aca-ba1e-c56ecf499534, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4eea9378-08d7-4aca-ba1e-c56ecf499534,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:59.539717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.552783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 4eea9378-08d7-4aca-ba1e-c56ecf499534 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:59.714690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672b179-ff5e-40cb-9e8e-0be18c228886 req-c79fee42-ba9a-4236-aac9-df012cfed63f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:59.716119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9672b179-ff5e-40cb-9e8e-0be18c228886 req-c79fee42-ba9a-4236-aac9-df012cfed63f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 944 time: 0.1515758 Jul 16 20:59:59.773805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9672b179-ff5e-40cb-9e8e-0be18c228886 req-c0d9e82d-1347-442c-8580-369c675b12df tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500209 Jul 16 20:59:59.830809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:59.860648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=4eea9378-08d7-4aca-ba1e-c56ecf499534,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:00.043016 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.234656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b42d3a44-e19d-449b-b476-8021910c94fb up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:00.264442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 48df20a8-3c09-400f-8977-fb8045daa283 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:00.286634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port b42d3a44-e19d-449b-b476-8021910c94fb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:00.299333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port b42d3a44-e19d-449b-b476-8021910c94fb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:00.300549 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.324782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-83cbadd0-037b-4e51-8c9b-4141ea598f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.375409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:00.383861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ef6dd8a0-50a6-4328-b7bc-85dbd0803052 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/48df20a8-3c09-400f-8977-fb8045daa283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582135 Jul 16 21:00:00.384145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55606) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:00.384980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] Sync routers for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:00.398032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.399809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:00.400431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:59:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:00.436409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting subnet b9af384d-bb7d-42cd-92de-7e4c7684d9ff {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:00.439494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.460804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d3a44-e19d-449b-b476-8021910c94fb'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:00.463099 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311ca2af-a2cb-4a06-a76e-253a7a982293" -d '{"events": [{"server_uuid": "7cef2d73-dfe1-4259-adf2-62d22757a806", "name": "network-vif-plugged", "status": "completed", "tag": "b42d3a44-e19d-449b-b476-8021910c94fb"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:00.479891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port b42d3a44-e19d-449b-b476-8021910c94fb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b42d3a44-e19d-449b-b476-8021910c94fb,segment=NetworkSegment(7507f356-97aa-4f95-951e-369da218e7e8),segment_id=7507f356-97aa-4f95-951e-369da218e7e8)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:00.482472 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.510309 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1f5889-2296-4c94-98e9-281b63bbf713 x-openstack-request-id: req-af1f5889-2296-4c94-98e9-281b63bbf713 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:00.510598 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cef2d73-dfe1-4259-adf2-62d22757a806", "name": "network-vif-plugged", "status": "completed", "tag": "b42d3a44-e19d-449b-b476-8021910c94fb", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:00.510848 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-af1f5889-2296-4c94-98e9-281b63bbf713 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:00.511223 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d3a44-e19d-449b-b476-8021910c94fb', 'code': 200} Jul 16 21:00:00.513912 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.514705 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:00.558896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: b90277dd-b00a-4614-8c1c-a7bec618ecf1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:00.559238 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b90277dd-b00a-4614-8c1c-a7bec618ecf1 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:00.587686 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.598110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:00.622123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07232a-7505-40c9-a8d3-05b7b36783bc req-c42c0e4d-b0da-42eb-bc9c-b95198002249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:00.623875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a07232a-7505-40c9-a8d3-05b7b36783bc req-c42c0e4d-b0da-42eb-bc9c-b95198002249 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 1096 time: 0.0551066 Jul 16 21:00:00.628546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=b42d3a44-e19d-449b-b476-8021910c94fb,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:00.654399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.666614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a07232a-7505-40c9-a8d3-05b7b36783bc req-f2de0c0a-a52e-4c57-88b2-5d92dbfbf904 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368714 Jul 16 21:00:00.683365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Subnet': ['ID=b9af384d-bb7d-42cd-92de-7e4c7684d9ff,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:00.687092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.689017 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-acd51a55-8400-44a7-b27f-9c64dbd4191e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/subnets/b9af384d-bb7d-42cd-92de-7e4c7684d9ff HTTP/1.1" status: 204 len: 168 time: 0.3037901 Jul 16 21:00:00.691980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55610) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:00.713115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20fd39a-9a26-4069-a7c7-089e6ebafa7f None None] Network a5e39dff-3c91-45b8-a5c8-322d24d16d11 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:00.808275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.951805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:59:59Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': 'bbba12c4-7580-4eda-b952-6c58d319740f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df20a8-3c09-400f-8977-fb8045daa283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:00.980761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:00.981585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] Checking router: 48df20a8-3c09-400f-8977-fb8045daa283 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:00.994819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] Routers {'48df20a8-3c09-400f-8977-fb8045daa283'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:00.994819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T20:59:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['48df20a8-3c09-400f-8977-fb8045daa283'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:01.063011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a6607-d113-4a25-9f24-253cac97d5b9 req-3963cc9d-359b-40e6-9a2f-03e5fcf6ddae tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:01.072415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce1a6607-d113-4a25-9f24-253cac97d5b9 req-3963cc9d-359b-40e6-9a2f-03e5fcf6ddae tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1252539 Jul 16 21:00:01.089374 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port bbba12c4-7580-4eda-b952-6c58d319740f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:01.089760 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.097581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] DHCP port deletion for a5e39dff-3c91-45b8-a5c8-322d24d16d11 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:00:01.138434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce1a6607-d113-4a25-9f24-253cac97d5b9 req-f80fac6a-6c24-42af-9b29-897cd98ccd95 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649571 Jul 16 21:00:01.169037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] Set router 48df20a8-3c09-400f-8977-fb8045daa283 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:01.192531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port bbba12c4-7580-4eda-b952-6c58d319740f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=bbba12c4-7580-4eda-b952-6c58d319740f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:01.192904 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.206891 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for bbba12c4-7580-4eda-b952-6c58d319740f owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:01.228301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T21:00:00Z', 'revision_number': 6, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:01.232732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] Deleting port 750ea038-0d20-48a7-8150-6470ab3f21b3 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:01.233097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.259640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2db83-6fea-4320-b8cc-dd0f43038a53 None None] The sync data for ids ['48df20a8-3c09-400f-8977-fb8045daa283'] in n-d-798930-6 is: [{'id': '48df20a8-3c09-400f-8977-fb8045daa283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410826794', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:58:52Z', 'updated_at': '2021-07-16T21:00:00Z', 'revision_number': 6, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:01.327746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] For port 750ea038-0d20-48a7-8150-6470ab3f21b3, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=750ea038-0d20-48a7-8150-6470ab3f21b3,segment=NetworkSegment(d9ee18ee-95ed-4988-a4af-e6f5b122ebc1),segment_id=d9ee18ee-95ed-4988-a4af-e6f5b122ebc1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:01.328143 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.341799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] Calling delete_port for 750ea038-0d20-48a7-8150-6470ab3f21b3 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:01.383871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.406989 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=bbba12c4-7580-4eda-b952-6c58d319740f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:01.428960 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.454729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] Pushing event deleted for resources: {'Port': ['ID=750ea038-0d20-48a7-8150-6470ab3f21b3,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:01.459348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df0b6d-7c27-44a7-b2ba-b9688e85d029 None None] No DVR routers for this DVR port 750ea038-0d20-48a7-8150-6470ab3f21b3 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:01.479553 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.575073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.577595 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.623045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.623629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Fanout notify agent at l3_agent the message router_deleted on router 48df20a8-3c09-400f-8977-fb8045daa283 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:00:01.633249 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.634517 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dd3041b6-b75a-48b4-abef-eb6851d8d77f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/routers/48df20a8-3c09-400f-8977-fb8045daa283 HTTP/1.1" status: 204 len: 168 time: 0.9414515 Jul 16 21:00:01.637151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55614) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:01.720644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.811052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.821119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e39dff-3c91-45b8-a5c8-322d24d16d11']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:01.830947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:01.831177 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ee18ee-95ed-4988-a4af-e6f5b122ebc1') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:01.839905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.853986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.860441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:01.860841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:01.864425 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:01.926151 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.933042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:01.934857 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/networks/a5e39dff-3c91-45b8-a5c8-322d24d16d11 HTTP/1.1" status: 204 len: 168 time: 0.2967410 Jul 16 21:00:01.937649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55616) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:01.950193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8d08-36ef-4525-87a0-5624ebb6fb27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Network': ['ID=a5e39dff-3c91-45b8-a5c8-322d24d16d11,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:02.004195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b99-ddfb-46bc-a7dc-ee794cd65af9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.030851 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b99-ddfb-46bc-a7dc-ee794cd65af9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.094667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b99-ddfb-46bc-a7dc-ee794cd65af9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.097677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b99-ddfb-46bc-a7dc-ee794cd65af9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.098867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e91a6b99-ddfb-46bc-a7dc-ee794cd65af9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/security-groups/f4db270b-a4fc-43a7-846a-814e5c972c24 HTTP/1.1" status: 204 len: 168 time: 0.1600797 Jul 16 21:00:02.109538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6b99-ddfb-46bc-a7dc-ee794cd65af9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4db270b-a4fc-43a7-846a-814e5c972c24,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:02.322041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9b42-0bbb-41a0-9056-6a08a0127ed4 req-a0a97908-a8f3-466a-be02-b6fa3f156b3a tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:02.323649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53cd9b42-0bbb-41a0-9056-6a08a0127ed4 req-a0a97908-a8f3-466a-be02-b6fa3f156b3a tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.0732489 Jul 16 21:00:02.364974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53cd9b42-0bbb-41a0-9056-6a08a0127ed4 req-ad9418a1-5097-4e9c-9dd9-e048c7de64ae tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354707 Jul 16 21:00:02.568893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55626) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:02.573646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cf2bc33c-4685-4a35-a05b-58e0e7e2972a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369389850', 'description': 'tempest-secgroup-smoke-1369389850 description', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:02.597180 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc33c-4685-4a35-a05b-58e0e7e2972a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.710430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc33c-4685-4a35-a05b-58e0e7e2972a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.717069 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc33c-4685-4a35-a05b-58e0e7e2972a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.746054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc33c-4685-4a35-a05b-58e0e7e2972a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.747294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cf2bc33c-4685-4a35-a05b-58e0e7e2972a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1773725 Jul 16 21:00:02.750307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55628) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:02.755550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a892ccd9-1d30-4828-92de-d4e4b8763b39 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': '9395e775-e90f-419c-882d-934ade16687c', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:02.758998 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bc33c-4685-4a35-a05b-58e0e7e2972a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9395e775-e90f-419c-882d-934ade16687c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:02.774071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08c0e5-0651-4d8d-a2ba-cb6e57dc81c5 req-c7b74516-df79-4c9f-9781-05458f0b241d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:02.775621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b08c0e5-0651-4d8d-a2ba-cb6e57dc81c5 req-c7b74516-df79-4c9f-9781-05458f0b241d tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1206825 Jul 16 21:00:02.786109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd9-1d30-4828-92de-d4e4b8763b39 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.816491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b08c0e5-0651-4d8d-a2ba-cb6e57dc81c5 req-808a5a04-3217-48b4-b925-551f255fad3f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Jul 16 21:00:02.844806 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd9-1d30-4828-92de-d4e4b8763b39 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.849456 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd9-1d30-4828-92de-d4e4b8763b39 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.878706 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ccd9-1d30-4828-92de-d4e4b8763b39 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab9f5cf-dce7-4b79-9d23-f2bd28c5f2c8,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:02.885253 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd9-1d30-4828-92de-d4e4b8763b39 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.886651 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a892ccd9-1d30-4828-92de-d4e4b8763b39 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352334 Jul 16 21:00:02.889306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55632) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:02.894711 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-83794895-0a24-4fd7-8b1b-e65088f18df5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': '9395e775-e90f-419c-882d-934ade16687c', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:02.924348 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83794895-0a24-4fd7-8b1b-e65088f18df5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.948600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 750ea038-0d20-48a7-8150-6470ab3f21b3 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:02.974387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 750ea038-0d20-48a7-8150-6470ab3f21b3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:02.974729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 750ea038-0d20-48a7-8150-6470ab3f21b3 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:02.975406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4eea9378-08d7-4aca-ba1e-c56ecf499534 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:02.986449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83794895-0a24-4fd7-8b1b-e65088f18df5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.991752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83794895-0a24-4fd7-8b1b-e65088f18df5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:02.995639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4eea9378-08d7-4aca-ba1e-c56ecf499534 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:02.995988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4eea9378-08d7-4aca-ba1e-c56ecf499534 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:02.996393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bbba12c4-7580-4eda-b952-6c58d319740f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:03.009634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83794895-0a24-4fd7-8b1b-e65088f18df5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa3317c-7be7-4de5-bf23-5245d89d10b6,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.016748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: bbba12c4-7580-4eda-b952-6c58d319740f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:03.016990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83794895-0a24-4fd7-8b1b-e65088f18df5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.017103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device bbba12c4-7580-4eda-b952-6c58d319740f not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:03.018850 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-83794895-0a24-4fd7-8b1b-e65088f18df5 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278648 Jul 16 21:00:03.022206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55634) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.028375 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-18c223ae-fefc-4986-9d26-07120d7fd46e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': '9395e775-e90f-419c-882d-934ade16687c', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:03.060588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18c223ae-fefc-4986-9d26-07120d7fd46e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.128529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18c223ae-fefc-4986-9d26-07120d7fd46e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.132630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18c223ae-fefc-4986-9d26-07120d7fd46e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.152863 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c223ae-fefc-4986-9d26-07120d7fd46e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc903ac-dea0-47c0-925f-8a8955fbc8c6,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.155896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18c223ae-fefc-4986-9d26-07120d7fd46e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.157244 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-18c223ae-fefc-4986-9d26-07120d7fd46e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340210 Jul 16 21:00:03.160483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55638) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.165293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ffb19bd4-7b2b-4ac8-816c-fa3a18028f09 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': '9395e775-e90f-419c-882d-934ade16687c', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:03.193572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ffb19bd4-7b2b-4ac8-816c-fa3a18028f09 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.230172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691101d-5a14-4f02-8995-09a99f8d25b7 req-f971c5be-2128-4d5d-a68c-4efdaa9e47f7 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:03.231642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2691101d-5a14-4f02-8995-09a99f8d25b7 req-f971c5be-2128-4d5d-a68c-4efdaa9e47f7 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.0717173 Jul 16 21:00:03.258202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ffb19bd4-7b2b-4ac8-816c-fa3a18028f09 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.261983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ffb19bd4-7b2b-4ac8-816c-fa3a18028f09 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.274408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2691101d-5a14-4f02-8995-09a99f8d25b7 req-95bb9c0f-cf7c-4c0d-917f-fa47da73bee6 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366399 Jul 16 21:00:03.279833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb19bd4-7b2b-4ac8-816c-fa3a18028f09 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac98245-542d-4b16-bc35-8483a11f8138,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.286479 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ffb19bd4-7b2b-4ac8-816c-fa3a18028f09 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.287868 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ffb19bd4-7b2b-4ac8-816c-fa3a18028f09 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263416 Jul 16 21:00:03.290721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55640) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.295857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': '9395e775-e90f-419c-882d-934ade16687c', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:03.321654 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:03.326472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.376046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.380024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.398021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f143d04a-7e82-4668-983d-a93cba5e30f1,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.403759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.405152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c7ca61ff-f441-4fc6-9136-79e9a3363f8f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1128354 Jul 16 21:00:03.407913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55642) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.412767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'security_group_rule': {'security_group_id': '9395e775-e90f-419c-882d-934ade16687c', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:03.435036 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Project aec84f59caf741128d7bdf6f36b72b56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:03.439756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.506155 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.509656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.528068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279b2f4e-d79a-417c-8fbb-59f9e0599f0f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.531190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.532418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-afdb159a-b5c5-4b61-b8af-94f408806040 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235864 Jul 16 21:00:03.535755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55644) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.540781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'network': {'name': 'tempest-network-smoke--1352640874', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'port_security_enabled': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:03.561237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:03.564804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.590110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:03.600769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.601116 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Added segment a3bb08e0-3ae9-4a4e-939a-5c6a765a7763 of type vlan for network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 Jul 16 21:00:03.642370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.669995 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.676142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:03.676720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.712357 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1754119 Jul 16 21:00:03.715130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55646) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:03.719927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'admin_state_up': True, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:03.744261 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.745305 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.746301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227526f5-8ff5-4473-aaee-05de196f0fe6 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Network': ['ID=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:03.759007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:03.800599 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:03.937484 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.051360 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.138524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.162109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.266505 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.20 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/81dfd9ca-2690-472e-8daf-248c50d35d93) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:04.373225 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.413794 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.450786 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:04.452745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e08b1-0553-43d6-ad99-67af105609df req-0bb05e8a-1262-4e83-8aaf-548c97d39b2f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:04.454259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-372e08b1-0553-43d6-ad99-67af105609df req-0bb05e8a-1262-4e83-8aaf-548c97d39b2f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.0651369 Jul 16 21:00:04.455663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:04.458122 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:04.492216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=81dfd9ca-2690-472e-8daf-248c50d35d93,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:04.494094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-372e08b1-0553-43d6-ad99-67af105609df req-6fd3dae6-57aa-4f53-b24f-a58f271c3a7c tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Jul 16 21:00:04.895960 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98137243-4135-48ab-9c9a-45f2885a73bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:04.913504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d815-a54e-4dd5-ae45-17337ff819ba req-2c500333-f641-4ff7-98f4-d816986258c6 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:04.915103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaa5d815-a54e-4dd5-ae45-17337ff819ba req-2c500333-f641-4ff7-98f4-d816986258c6 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1172662 Jul 16 21:00:04.920382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-dd7c597b-27fb-4984-a6cb-0aee1153e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:04.921924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-dd7c597b-27fb-4984-a6cb-0aee1153e3ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77bbe00b09e646ad9a9dd275d303d7ed&device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 1096 time: 0.1439922 Jul 16 21:00:05.011926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.222232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.357352 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:00:05.364453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaa5d815-a54e-4dd5-ae45-17337ff819ba req-ec4490f9-fee7-4d98-9c93-844ce373fa97 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415538 Jul 16 21:00:05.391347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-b16195f2-5dd3-4000-9d08-b76944b11068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:05.392859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-b16195f2-5dd3-4000-9d08-b76944b11068 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3efe8a5b-f93a-4e38-888d-5508b70b3607 HTTP/1.1" status: 200 len: 913 time: 0.4630296 Jul 16 21:00:05.433617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-bb8585d9-6c85-4774-a12d-18de59280a2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42d3a44-e19d-449b-b476-8021910c94fb HTTP/1.1" status: 200 len: 217 time: 0.0347424 Jul 16 21:00:05.470556 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:05.482473 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Sync routers for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:05.484284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-99b8077c-a2d4-40ac-9e0d-f13004192d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:05.485897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-99b8077c-a2d4-40ac-9e0d-f13004192d4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3103bc2e-b1ae-48a0-a261-e43b56c472f0 HTTP/1.1" status: 200 len: 852 time: 0.0466139 Jul 16 21:00:05.490125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.494519 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c1056ba6-9518-48b7-98c4-0c0ff92022b9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7756553 Jul 16 21:00:05.494712 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:05.494712 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:05.495137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55656) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:05.522885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-3177af3f-591b-4a59-ac53-fc04226425d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3efe8a5b-f93a-4e38-888d-5508b70b3607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310061 Jul 16 21:00:05.524859 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-144a9538-1b88-4801-a2b2-e00b251e195b tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=aec84f59caf741128d7bdf6f36b72b56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284631 Jul 16 21:00:05.527524 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:05.599900 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:05.624722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-43c23084-0166-4432-a724-0b5fa55b5db5 service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951147 Jul 16 21:00:05.625124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bd5d8-c933-440a-9c62-819cabcb4380 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:05.626709 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-359bd5d8-c933-440a-9c62-819cabcb4380 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982616 Jul 16 21:00:05.629591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55660) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:05.659446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e7083bfa-1967-47de-b8f8-af0192d68706 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280175 Jul 16 21:00:05.662336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55662) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:05.667320 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573382257', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:05.784817 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:04Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:05.786517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20ccc53b-09a0-4600-94a0-e0e2f174d181 req-b3e9f8cc-07fb-41e7-b789-09ccb8c15adb service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550176 Jul 16 21:00:05.805363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:05.810784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:05.811058 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Checking router: 949d0f19-a4d1-448e-ba86-2f729d4c3e65 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:05.811201 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Updating router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 port 81dfd9ca-2690-472e-8daf-248c50d35d93 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:05.845723 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.000531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.064518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Subnet': ['ID=9c96665c-66e3-46b0-a2d5-d0f9f3841219,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:06.079958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Checking segment: {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:06.080482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network hostable DHCP agents. Network: bd9d067e-d6ab-4712-b9d5-1bf4aebe8899, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:06.100442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:06.111115 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, bd9d067e-d6ab-4712-b9d5-1bf4aebe8899) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:06.116012 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.116407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:06.116897 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.126008 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27565814-94d2-4020-8ffd-1ecc3b354c7a None None] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:06.128450 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Transition to ACTIVE for port object 81dfd9ca-2690-472e-8daf-248c50d35d93 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:06.135111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e264059f-5924-4975-8a14-c732749ccb0e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4716794 Jul 16 21:00:06.138276 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.139645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55664) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:06.189330 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Attempting to bind port 81dfd9ca-2690-472e-8daf-248c50d35d93 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:06.189687 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Attempting to bind port 81dfd9ca-2690-472e-8daf-248c50d35d93 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:06.190846 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Attempting to bind port 81dfd9ca-2690-472e-8daf-248c50d35d93 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:06.202275 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:06.202647 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:06.203021 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.203638 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:06.204099 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Bound port: 81dfd9ca-2690-472e-8daf-248c50d35d93, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:06.206606 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.207723 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Pushing event updated for resources: {'Port': ['ID=81dfd9ca-2690-472e-8daf-248c50d35d93,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:06.230735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.235654 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.235997 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.236318 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.236650 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.237629 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.238161 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.238558 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.238880 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.239218 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.239805 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.240310 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.240833 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:06.280306 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] For port 81dfd9ca-2690-472e-8daf-248c50d35d93, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:06.284505 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] For port 81dfd9ca-2690-472e-8daf-248c50d35d93, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=81dfd9ca-2690-472e-8daf-248c50d35d93,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:06.293236 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.321810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:06.322686 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.359282 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:06.359936 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:06.471099 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:06.531603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Allocated IP 172.20.0.2 (bd9d067e-d6ab-4712-b9d5-1bf4aebe8899/9c96665c-66e3-46b0-a2d5-d0f9f3841219/2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:06.642380 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78697bd-f289-4466-bf03-0f0527c9c03b None None] Pushing event updated for resources: {'Port': ['ID=81dfd9ca-2690-472e-8daf-248c50d35d93,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:06.685903 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.686290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de2519-6a0f-49f3-9589-b893c70f57bf req-566ae9d3-bc6c-4cf2-b545-61f59d939c85 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:06.688331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8de2519-6a0f-49f3-9589-b893c70f57bf req-566ae9d3-bc6c-4cf2-b545-61f59d939c85 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1338253 Jul 16 21:00:06.695428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Transition to ACTIVE for port object 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:06.711353 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Transition to ACTIVE for port object 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:06.717370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.758199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:06.766016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:06.769784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:06.773466 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:04Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:06.778010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Pushing event updated for resources: {'Port': ['ID=2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:06.796732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8de2519-6a0f-49f3-9589-b893c70f57bf req-dc7bc33d-4460-4c0c-a1a0-721be1a32e2f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986826 Jul 16 21:00:06.813312 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7d765-b61a-411f-943b-a244c4b96f4d None None] The sync data for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 is: [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:04Z', 'revision_number': 3, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:06.827154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.837009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Attempting to bind port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:06.837256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Attempting to bind port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:06.837621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Attempting to bind port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb on network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:06.843303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:06.843734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Checking segment: {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:06.844060 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.844450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Bound using segment: {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:06.844914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Bound port: 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:06.845302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.916704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] For port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:06.921280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] For port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:06.927311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:06.989219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8dd0b-675b-466b-8019-fead35406db8 None None] Pushing event updated for resources: {'Port': ['ID=2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:07.147800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.1 (bd9d067e-d6ab-4712-b9d5-1bf4aebe8899/9c96665c-66e3-46b0-a2d5-d0f9f3841219/7adde500-3c8d-4efe-8fb9-736b009426b2) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:07.305912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.322288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object 7adde500-3c8d-4efe-8fb9-736b009426b2 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:07.357910 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.404085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:07.407345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:07.412259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:07.419111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=7adde500-3c8d-4efe-8fb9-736b009426b2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:07.461547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.616267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.921391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.939228 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:07.985059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b7847-fb4a-4dc1-a087-e58b38dd3166 None None] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:08.058865 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.060608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=7adde500-3c8d-4efe-8fb9-736b009426b2,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:08.111145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d5b77-147b-402d-87dd-400e50ba28e0 req-6d93f695-d5b8-4143-8f43-b3f4cdb6a61f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:08.113698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d41d5b77-147b-402d-87dd-400e50ba28e0 req-6d93f695-d5b8-4143-8f43-b3f4cdb6a61f tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1866374 Jul 16 21:00:08.204195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d41d5b77-147b-402d-87dd-400e50ba28e0 req-124d7fe6-7d31-432a-9615-024996acc63c tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845971 Jul 16 21:00:08.216535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:08.218332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:08.239403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-79e84fd2-2530-4215-befc-8d1c5d07d516 None None] Provisioning for port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:08.301282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.358897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:08.501876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:08.508460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5d30c511-2464-4a8f-a4b7-ab48648193f9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/949d0f19-a4d1-448e-ba86-2f729d4c3e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3668082 Jul 16 21:00:08.646547 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Sync routers for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:08.656790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:08.657531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:08.732927 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.735885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1d76df5a-372d-469e-801a-bad89a7d5584 None None] Provisioning for port 7adde500-3c8d-4efe-8fb9-736b009426b2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:08.741497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1d76df5a-372d-469e-801a-bad89a7d5584 None None] Provisioning complete for port 7adde500-3c8d-4efe-8fb9-736b009426b2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:08.741882 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1d76df5a-372d-469e-801a-bad89a7d5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:08.756674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e8df-60d8-4be2-990e-ea496eeb4810 req-f2637157-8484-4259-95ce-953244e8f7f8 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:08.758611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b335e8df-60d8-4be2-990e-ea496eeb4810 req-f2637157-8484-4259-95ce-953244e8f7f8 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.0812607 Jul 16 21:00:08.802198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b335e8df-60d8-4be2-990e-ea496eeb4810 req-877ae1bd-a8c5-4443-84e9-cb3f0149cbbb tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379369 Jul 16 21:00:08.837347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:08.839866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1d76df5a-372d-469e-801a-bad89a7d5584 None None] Port 7adde500-3c8d-4efe-8fb9-736b009426b2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:08.973877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-e9290832-e0de-48c1-a9c8-72c67395866e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369389850&fields=id&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 267 time: 0.0576730 Jul 16 21:00:08.995621 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.080512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:09.120023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-0bd89f39-ea62-42fd-a342-98bc8cbc11c0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:09.121589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-0bd89f39-ea62-42fd-a342-98bc8cbc11c0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/networks?id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 HTTP/1.1" status: 200 len: 797 time: 0.1389809 Jul 16 21:00:09.136981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-1243642c-4d2c-4abe-830d-474b092b1289 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/quotas/aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 375 time: 0.0097523 Jul 16 21:00:09.138162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-61658c30-748d-4458-a3c7-98636986d0ca None None] Provisioning complete for port 7adde500-3c8d-4efe-8fb9-736b009426b2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:09.138541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-61658c30-748d-4458-a3c7-98636986d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.193684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-61658c30-748d-4458-a3c7-98636986d0ca None None] Port 7adde500-3c8d-4efe-8fb9-736b009426b2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:09.197744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:09.203368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:09.203746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.210003 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-7fe5e39e-d099-4f0c-b59d-7107b3b58dbb tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673380 Jul 16 21:00:09.249039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 2, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:09.279144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Checking router: 949d0f19-a4d1-448e-ba86-2f729d4c3e65 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:09.279622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Updating router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 port 7adde500-3c8d-4efe-8fb9-736b009426b2 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:09.314385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-a5c04849-f8b3-4e1d-9b4a-ae2ed818ec3d service neutron] 10.222.0.100 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905030 Jul 16 21:00:09.352156 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.360255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-258d7921-a120-4434-ad86-1259ea7cc4fd None None] Provisioning complete for port 7adde500-3c8d-4efe-8fb9-736b009426b2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:09.360885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-258d7921-a120-4434-ad86-1259ea7cc4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.394362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.408028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-10d3496d-cb07-4356-b3ba-46ada9abce3a service neutron] 10.222.0.100 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878901 Jul 16 21:00:09.445903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-258d7921-a120-4434-ad86-1259ea7cc4fd None None] Port 7adde500-3c8d-4efe-8fb9-736b009426b2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:09.514661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:09.528559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.529361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 81dfd9ca-2690-472e-8daf-248c50d35d93 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:09.584246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73f1707d-9bef-4927-ab60-30a9c656936b req-97ae1ab6-b2b8-4fbc-bca1-d724afc8838f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 210 time: 0.0303097 Jul 16 21:00:09.653174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:09.694795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-71f49d4e-c3f5-40d2-a803-4ca28f5463ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588841 Jul 16 21:00:09.710055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 81dfd9ca-2690-472e-8daf-248c50d35d93 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:09.721867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 81dfd9ca-2690-472e-8daf-248c50d35d93 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:09.722252 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.806662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-cbf32d07-30b4-454d-a6e5-4444cd1d5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:09.808419 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-cbf32d07-30b4-454d-a6e5-4444cd1d5e91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77bbe00b09e646ad9a9dd275d303d7ed&device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 1096 time: 0.0669088 Jul 16 21:00:09.881843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.898732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Transition to ACTIVE for port object 7adde500-3c8d-4efe-8fb9-736b009426b2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:09.907225 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.926682 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:09.954604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-291dc0c1-7217-405c-ba70-5a9fe9f16233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:09.956275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-291dc0c1-7217-405c-ba70-5a9fe9f16233 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3efe8a5b-f93a-4e38-888d-5508b70b3607 HTTP/1.1" status: 200 len: 913 time: 0.1204371 Jul 16 21:00:09.973430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 81dfd9ca-2690-472e-8daf-248c50d35d93, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=81dfd9ca-2690-472e-8daf-248c50d35d93,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:09.991676 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.006451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b42fde-0c8d-43fb-a558-dd0a09e320ad None None] Pushing event updated for resources: {'Port': ['ID=7adde500-3c8d-4efe-8fb9-736b009426b2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.023217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-27759701-ec98-4d9c-8252-b093b34660dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42d3a44-e19d-449b-b476-8021910c94fb HTTP/1.1" status: 200 len: 217 time: 0.0470073 Jul 16 21:00:10.115345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=81dfd9ca-2690-472e-8daf-248c50d35d93,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.115613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-d16c6d0a-f980-4d01-9c82-494d186b4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:10.117040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-d16c6d0a-f980-4d01-9c82-494d186b4413 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3103bc2e-b1ae-48a0-a261-e43b56c472f0 HTTP/1.1" status: 200 len: 852 time: 0.0772908 Jul 16 21:00:10.118564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Attempting to bind port 7adde500-3c8d-4efe-8fb9-736b009426b2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:10.118941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Attempting to bind port 7adde500-3c8d-4efe-8fb9-736b009426b2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:10.119402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Attempting to bind port 7adde500-3c8d-4efe-8fb9-736b009426b2 on network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:10.126193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b117-b85d-4bfa-8c5a-3def0222d36a req-b4d60707-3985-4140-8ae1-4a92b20a6195 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:10.127893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db44b117-b85d-4bfa-8c5a-3def0222d36a req-b4d60707-3985-4140-8ae1-4a92b20a6195 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1917045 Jul 16 21:00:10.128674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:10.129050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Checking segment: {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:10.129461 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.130179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Bound using segment: {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:10.130320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Bound port: 7adde500-3c8d-4efe-8fb9-736b009426b2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:10.130709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.169230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-d8611952-9329-4370-9347-aab794fd72ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3efe8a5b-f93a-4e38-888d-5508b70b3607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402913 Jul 16 21:00:10.215170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] For port 7adde500-3c8d-4efe-8fb9-736b009426b2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:10.223678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] For port 7adde500-3c8d-4efe-8fb9-736b009426b2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7adde500-3c8d-4efe-8fb9-736b009426b2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:10.233297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:10.243907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db44b117-b85d-4bfa-8c5a-3def0222d36a req-e72b1ab6-d608-4b35-88c9-bf5374b4e6f7 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059873 Jul 16 21:00:10.326005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:10.326653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:10.347105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-e73453b6-f73a-4cfd-ab66-0fbe9e738863 service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680853 Jul 16 21:00:10.379271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b42fde-0c8d-43fb-a558-dd0a09e320ad None None] Pushing event updated for resources: {'Port': ['ID=7adde500-3c8d-4efe-8fb9-736b009426b2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:10.481634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:10.733292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:10Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:10.764549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5019b4-50ae-4562-8c78-773561002b3a None None] The sync data for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 is: [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:10Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:10.977167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a242b2f1-f0c9-44e0-abc1-cac76650e8f9 req-55869093-0b66-4b21-8967-8bcb8700aee5 service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238549 Jul 16 21:00:11.011652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-4228bb35-a73c-4ce8-b3f3-9378930a3d4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:11.013310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-4228bb35-a73c-4ce8-b3f3-9378930a3d4b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/networks?id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 HTTP/1.1" status: 200 len: 797 time: 0.2403252 Jul 16 21:00:11.027407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6de5f3-ba23-4dc2-83ea-a6dcae21ebe4 req-a5e855d4-4b32-49b6-8e83-0e52aa0a50bf tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:11.039826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b6de5f3-ba23-4dc2-83ea-a6dcae21ebe4 req-a5e855d4-4b32-49b6-8e83-0e52aa0a50bf tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.2654948 Jul 16 21:00:11.045476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7adde500-3c8d-4efe-8fb9-736b009426b2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:11.108841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 7adde500-3c8d-4efe-8fb9-736b009426b2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:11.115074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7adde500-3c8d-4efe-8fb9-736b009426b2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:11.117307 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.145190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-e8597568-924a-4c5b-b59f-9583b80aa97f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec84f59caf741128d7bdf6f36b72b56 HTTP/1.1" status: 200 len: 380 time: 0.1025057 Jul 16 21:00:11.150675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b6de5f3-ba23-4dc2-83ea-a6dcae21ebe4 req-ef93567e-72c2-4324-9bdd-2685cf42de9c tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101031 Jul 16 21:00:11.157605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'port': {'device_id': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'admin_state_up': True, 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'security_groups': ['9395e775-e90f-419c-882d-934ade16687c']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:11.204874 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.242466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 7adde500-3c8d-4efe-8fb9-736b009426b2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7adde500-3c8d-4efe-8fb9-736b009426b2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:11.248305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.249121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:11.260974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015491cf-a0a6-48bd-a541-4701df87e70c req-02afe0e8-c34d-4cd0-9560-78b8ee4b6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:11.262629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-015491cf-a0a6-48bd-a541-4701df87e70c req-02afe0e8-c34d-4cd0-9560-78b8ee4b6c14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77bbe00b09e646ad9a9dd275d303d7ed&device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 1096 time: 0.1972702 Jul 16 21:00:11.344062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87d54360-db41-41e4-8827-32d59734d75d req-1963b23f-5d62-4b27-ba43-361b14d41caf tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 210 time: 0.0521789 Jul 16 21:00:11.374078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Made reservation on behalf of aec84f59caf741128d7bdf6f36b72b56 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:11.378602 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.490992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015491cf-a0a6-48bd-a541-4701df87e70c req-f5b99e96-0aa0-4d17-a15e-6e0edf27a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:11.492814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-015491cf-a0a6-48bd-a541-4701df87e70c req-f5b99e96-0aa0-4d17-a15e-6e0edf27a880 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3efe8a5b-f93a-4e38-888d-5508b70b3607 HTTP/1.1" status: 200 len: 913 time: 0.2221251 Jul 16 21:00:11.504717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:11.505099 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.527658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=7adde500-3c8d-4efe-8fb9-736b009426b2,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:11.543354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-015491cf-a0a6-48bd-a541-4701df87e70c req-28e5cec1-a9a7-4d9c-9ff9-641b4d7ee60e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42d3a44-e19d-449b-b476-8021910c94fb HTTP/1.1" status: 200 len: 217 time: 0.0419519 Jul 16 21:00:11.592270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 81dfd9ca-2690-472e-8daf-248c50d35d93 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:11.634694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015491cf-a0a6-48bd-a541-4701df87e70c req-5f7d49d3-78eb-43bd-9aa6-1bdd3d596daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:11.637162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-015491cf-a0a6-48bd-a541-4701df87e70c req-5f7d49d3-78eb-43bd-9aa6-1bdd3d596daf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3103bc2e-b1ae-48a0-a261-e43b56c472f0 HTTP/1.1" status: 200 len: 852 time: 0.0861299 Jul 16 21:00:11.648434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 81dfd9ca-2690-472e-8daf-248c50d35d93 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:11.648811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.656755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.20.0.4 (bd9d067e-d6ab-4712-b9d5-1bf4aebe8899/9c96665c-66e3-46b0-a2d5-d0f9f3841219/bf0a17cf-87cc-4226-9957-139c7a002cd2) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:11.679666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-015491cf-a0a6-48bd-a541-4701df87e70c req-67404733-c802-4241-9e72-40b00f251a2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3efe8a5b-f93a-4e38-888d-5508b70b3607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355690 Jul 16 21:00:11.910881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-015491cf-a0a6-48bd-a541-4701df87e70c req-664d3a65-ec6b-4575-a5df-72be5a8246ff service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234073 Jul 16 21:00:11.916799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:11.961011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Transition to ACTIVE for port object bf0a17cf-87cc-4226-9957-139c7a002cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:12.048959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-015491cf-a0a6-48bd-a541-4701df87e70c req-4c2c2b11-2d6e-4ccf-ad6a-0e9c6ed3a60b service neutron] 10.222.0.26 "GET /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296208 Jul 16 21:00:12.051495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.105696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:12.109782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:12.115609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:12.146786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:12.179634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:12.180310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.197507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-15f50c7c-204a-442e-ba0b-d8aee907b54e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457077 Jul 16 21:00:12.210838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-9e72b43d-e1ae-4d4c-968f-7bb8db948108 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:00:12.212203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-9e72b43d-e1ae-4d4c-968f-7bb8db948108 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082791 Jul 16 21:00:12.290178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Request body: {'port': {'device_id': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:12.398288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3b5184a3-9c3e-4452-8e6f-7b6551d93d50 None None] Provisioning for port bf0a17cf-87cc-4226-9957-139c7a002cd2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:12.402186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3b5184a3-9c3e-4452-8e6f-7b6551d93d50 None None] Provisioning complete for port bf0a17cf-87cc-4226-9957-139c7a002cd2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:12.402722 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3b5184a3-9c3e-4452-8e6f-7b6551d93d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.409541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.420164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c98a9-74a9-467c-8236-da95d868194c req-0b4b1d36-d674-4ec8-b805-a76362bd0ca2 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:12.421689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-410c98a9-74a9-467c-8236-da95d868194c req-0b4b1d36-d674-4ec8-b805-a76362bd0ca2 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1355741 Jul 16 21:00:12.437955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3b5184a3-9c3e-4452-8e6f-7b6551d93d50 None None] Port bf0a17cf-87cc-4226-9957-139c7a002cd2 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:12.504058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-410c98a9-74a9-467c-8236-da95d868194c req-87a20e82-b501-4232-a892-dfab61eabaaa tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752866 Jul 16 21:00:12.742880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521d79d-efe1-4c43-a7f6-39ec2770ecf7 req-a9265d0e-8fce-40a1-81ff-388db2fe7c27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:12.744427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d521d79d-efe1-4c43-a7f6-39ec2770ecf7 req-a9265d0e-8fce-40a1-81ff-388db2fe7c27 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 931 time: 0.1367950 Jul 16 21:00:12.790140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0a17cf-87cc-4226-9957-139c7a002cd2 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:12.801346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.822758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d521d79d-efe1-4c43-a7f6-39ec2770ecf7 req-65a9d032-74b9-4cb0-ac28-b86fa43ef92e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599775 Jul 16 21:00:12.826275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Transition to ACTIVE for port object bf0a17cf-87cc-4226-9957-139c7a002cd2 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:12.830946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:12.893866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:12.949471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7adde500-3c8d-4efe-8fb9-736b009426b2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:12.974302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Attempting to bind port bf0a17cf-87cc-4226-9957-139c7a002cd2 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:12.974794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Attempting to bind port bf0a17cf-87cc-4226-9957-139c7a002cd2 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:12.975279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Attempting to bind port bf0a17cf-87cc-4226-9957-139c7a002cd2 on network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:12.979588 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:12.982831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Port bf0a17cf-87cc-4226-9957-139c7a002cd2 on network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:00:12.983170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Attempting to bind port bf0a17cf-87cc-4226-9957-139c7a002cd2 on network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:12.991137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:12.991525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Checking segment: {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:12.992146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Bound using segment: {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:12.992598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Bound port: bf0a17cf-87cc-4226-9957-139c7a002cd2, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:12.992963 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.009058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 7adde500-3c8d-4efe-8fb9-736b009426b2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:13.009717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.068375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:13.075710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:13.081110 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.125522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.126145 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:13.128223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] 10.222.0.21 "PUT /v2.0/ports/bf0a17cf-87cc-4226-9957-139c7a002cd2 HTTP/1.1" status: 200 len: 1091 time: 0.9084635 Jul 16 21:00:13.128734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:13.131015 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:13.151633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f31f-b172-4ba4-aefc-5fafcf3daafa service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:13.200679 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18089b10-ab60-4983-9914-3ed992e897d4 x-openstack-request-id: req-18089b10-ab60-4983-9914-3ed992e897d4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:13.201106 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:13.201365 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-18089b10-ab60-4983-9914-3ed992e897d4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:13.201765 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'status': 'completed', 'code': 200} Jul 16 21:00:13.231999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-f68b5be2-f293-4640-ab10-ee48a217cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.231999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-f68b5be2-f293-4640-ab10-ee48a217cea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1094 time: 0.0618064 Jul 16 21:00:13.276236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-f0dbd98a-2269-4062-ba24-caa22272086a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2 HTTP/1.1" status: 200 len: 217 time: 0.0361454 Jul 16 21:00:13.330664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-2cf28fe7-1934-4371-86b7-4753dcda1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.332299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-2cf28fe7-1934-4371-86b7-4753dcda1c3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c96665c-66e3-46b0-a2d5-d0f9f3841219 HTTP/1.1" status: 200 len: 835 time: 0.0501690 Jul 16 21:00:13.391173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-bb649a72-0cff-4683-a530-311527bd1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.392752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-bb649a72-0cff-4683-a530-311527bd1e54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542016 Jul 16 21:00:13.481973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-2bc2054b-f5a6-4f30-a998-53803247c392 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Jul 16 21:00:13.577929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08b80fe2-5eea-41ca-ac07-0fcb7cae1871 req-e795a2a5-8eb7-46d9-b232-9444443eeb46 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895638 Jul 16 21:00:13.729574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a743-9165-4ce5-a55a-e5ba32b529a8 req-72009c7b-f1bb-4ad2-8f94-7225a720d469 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.731077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acf9a743-9165-4ce5-a55a-e5ba32b529a8 req-72009c7b-f1bb-4ad2-8f94-7225a720d469 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.1077135 Jul 16 21:00:13.733861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-c276a892-82a0-48e8-9dcd-0e96ab4c60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.735280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-c276a892-82a0-48e8-9dcd-0e96ab4c60fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1094 time: 0.1022875 Jul 16 21:00:13.796064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-acf9a743-9165-4ce5-a55a-e5ba32b529a8 req-96b695a6-3baa-4e01-b0ca-ba170f853935 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589459 Jul 16 21:00:13.848644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-19b22dad-e48d-4bca-9d5f-5064f5947af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.850147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-19b22dad-e48d-4bca-9d5f-5064f5947af8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 HTTP/1.1" status: 200 len: 898 time: 0.1064286 Jul 16 21:00:13.896617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-6018a1a7-0a72-4a85-a551-19bb615de493 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2 HTTP/1.1" status: 200 len: 217 time: 0.0393703 Jul 16 21:00:13.950112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-2788305b-2e00-4915-889b-494a058303e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:13.951667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-2788305b-2e00-4915-889b-494a058303e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c96665c-66e3-46b0-a2d5-d0f9f3841219 HTTP/1.1" status: 200 len: 835 time: 0.0479333 Jul 16 21:00:14.010532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-22fc6e01-1e22-4ba1-9b89-7d56993ce0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:14.012167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-22fc6e01-1e22-4ba1-9b89-7d56993ce0eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532424 Jul 16 21:00:14.119982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-75ef7908-75b7-4173-9d9c-210049243c26 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005080 Jul 16 21:00:14.254623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a0a0e5a-42a7-4774-b99c-010fd60ad6c2 req-a1f5534f-b869-4726-9a12-ef22b8cbeeb4 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280832 Jul 16 21:00:14.270084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173c189-8051-46c2-9745-8f5b0cf3c03a req-6ced7158-25fd-49b4-88bb-2af913a627d1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:14.271597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3173c189-8051-46c2-9745-8f5b0cf3c03a req-6ced7158-25fd-49b4-88bb-2af913a627d1 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 943 time: 0.1274664 Jul 16 21:00:14.309379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3173c189-8051-46c2-9745-8f5b0cf3c03a req-072d7f58-f715-47bd-a42d-aebfbd5479d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jul 16 21:00:14.467720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50607ae-13e9-4304-b2d2-dff6cacb2319 req-5e5181ff-0ae8-4159-b654-293811aca4e3 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:14.469203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e50607ae-13e9-4304-b2d2-dff6cacb2319 req-5e5181ff-0ae8-4159-b654-293811aca4e3 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.0629885 Jul 16 21:00:14.508022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e50607ae-13e9-4304-b2d2-dff6cacb2319 req-3879f18e-422b-4818-a704-b26ef4dba9bf tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Jul 16 21:00:15.486480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eb592-577a-4d0c-a5f2-118aa343b7da req-e2dc6737-9dcb-4fb6-a9d3-bd189bab45d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:15.488911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea5eb592-577a-4d0c-a5f2-118aa343b7da req-e2dc6737-9dcb-4fb6-a9d3-bd189bab45d0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 943 time: 0.0653336 Jul 16 21:00:15.531495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea5eb592-577a-4d0c-a5f2-118aa343b7da req-3b868579-e758-4fad-8740-6e052397dfb2 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362668 Jul 16 21:00:15.700563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81d9d5-125b-4588-b1bf-da315bf55d37 req-5affedc2-8d14-4c67-9000-270c98f88569 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:15.702216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb81d9d5-125b-4588-b1bf-da315bf55d37 req-5affedc2-8d14-4c67-9000-270c98f88569 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.0680244 Jul 16 21:00:15.742128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb81d9d5-125b-4588-b1bf-da315bf55d37 req-e8590f5e-a0ef-4803-8fe4-198abe390831 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/security-groups?id=165feadb-98a7-42ab-8885-11772fa320bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Jul 16 21:00:15.905072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-68d3a394-2c0f-4df1-b174-8a1003d90b70 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:15.906791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-68d3a394-2c0f-4df1-b174-8a1003d90b70 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 945 time: 0.0695815 Jul 16 21:00:16.011748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Deleting port b42d3a44-e19d-449b-b476-8021910c94fb {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:16.011996 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.102249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] For port b42d3a44-e19d-449b-b476-8021910c94fb, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=b42d3a44-e19d-449b-b476-8021910c94fb,segment=NetworkSegment(7507f356-97aa-4f95-951e-369da218e7e8),segment_id=7507f356-97aa-4f95-951e-369da218e7e8)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:16.102622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.118076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Calling delete_port for b42d3a44-e19d-449b-b476-8021910c94fb owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:16.250241 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.262350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['b42d3a44-e19d-449b-b476-8021910c94fb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:16.279929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Pushing event deleted for resources: {'Port': ['ID=b42d3a44-e19d-449b-b476-8021910c94fb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:16.337800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] No DVR routers for this DVR port b42d3a44-e19d-449b-b476-8021910c94fb on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:16.340701 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.342734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2277d7f5-768f-43e9-a01e-c9321626f953 req-2257b14e-71fc-43ef-b83d-1eae53352661 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.26 "DELETE /v2.0/ports/b42d3a44-e19d-449b-b476-8021910c94fb HTTP/1.1" status: 204 len: 173 time: 0.4306898 Jul 16 21:00:16.343197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'name': 'network-vif-deleted', 'tag': 'b42d3a44-e19d-449b-b476-8021910c94fb'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:16.345572 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276cba1f-3450-4d9b-a2cd-72f2d0c00365" -d '{"events": [{"server_uuid": "7cef2d73-dfe1-4259-adf2-62d22757a806", "name": "network-vif-deleted", "tag": "b42d3a44-e19d-449b-b476-8021910c94fb"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:16.398490 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74e3d6c-3d23-4e48-b8ec-49f0b7eb7c5c x-openstack-request-id: req-a74e3d6c-3d23-4e48-b8ec-49f0b7eb7c5c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:16.398786 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cef2d73-dfe1-4259-adf2-62d22757a806", "name": "network-vif-deleted", "tag": "b42d3a44-e19d-449b-b476-8021910c94fb", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:16.399038 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a74e3d6c-3d23-4e48-b8ec-49f0b7eb7c5c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:16.399466 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cef2d73-dfe1-4259-adf2-62d22757a806', 'name': 'network-vif-deleted', 'tag': 'b42d3a44-e19d-449b-b476-8021910c94fb', 'status': 'completed', 'code': 200} Jul 16 21:00:16.710242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaabee-955b-4e7d-b15f-c11ae47edca3 req-13bcf772-c655-4d6d-a055-c92ec21a7752 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:16.711893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01eaabee-955b-4e7d-b15f-c11ae47edca3 req-13bcf772-c655-4d6d-a055-c92ec21a7752 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 943 time: 0.0640752 Jul 16 21:00:16.742983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf0a17cf-87cc-4226-9957-139c7a002cd2 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:00:16.751399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01eaabee-955b-4e7d-b15f-c11ae47edca3 req-b9d09476-55c8-47dd-90bb-5ff934705a1b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Jul 16 21:00:16.845385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:16.857213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'port_id': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'mac_address': 'fa:16:3e:5e:f0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:00:16.898237 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.915297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0a17cf-87cc-4226-9957-139c7a002cd2 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:16.921708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60d60e7b-1090-48b7-937c-0c3dd9f8cf67 req-2180d268-6fa4-4879-9aba-a9bc3a91e102 tempest-TestServerAdvancedOps-47012904 tempest-TestServerAdvancedOps-47012904-project] 10.222.0.100 "GET /v2.0/ports?device_id=7cef2d73-dfe1-4259-adf2-62d22757a806 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Jul 16 21:00:16.938271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:16.944833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.998233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:17.150880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['bf0a17cf-87cc-4226-9957-139c7a002cd2'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:17.933796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5b95e-a1ff-4ec9-b4eb-4932efe5a5de req-df7e814d-c6c4-45a1-971b-d05ccfd76d33 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.935320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ec5b95e-a1ff-4ec9-b4eb-4932efe5a5de req-df7e814d-c6c4-45a1-971b-d05ccfd76d33 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 944 time: 0.0687342 Jul 16 21:00:17.973554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ec5b95e-a1ff-4ec9-b4eb-4932efe5a5de req-c37581e2-71c9-4524-9bd5-484861818e6d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Jul 16 21:00:18.056554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55736) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:18.104691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] Deleting subnet 3103bc2e-b1ae-48a0-a261-e43b56c472f0 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:18.108567 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.144721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.183766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.242018 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.274599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.276711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] 10.222.0.100 "DELETE /v2.0/subnets/3103bc2e-b1ae-48a0-a261-e43b56c472f0 HTTP/1.1" status: 204 len: 168 time: 0.2191410 Jul 16 21:00:18.277947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaca00-61d8-44e9-866a-aa7a6490961b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3103bc2e-b1ae-48a0-a261-e43b56c472f0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.279338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55738) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:18.283449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b42d3a44-e19d-449b-b476-8021910c94fb no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:18.303107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: b42d3a44-e19d-449b-b476-8021910c94fb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:18.303497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device b42d3a44-e19d-449b-b476-8021910c94fb not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:18.361751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.444973 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.455047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efe8a5b-f93a-4e38-888d-5508b70b3607']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.464831 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7507f356-97aa-4f95-951e-369da218e7e8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.465124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7507f356-97aa-4f95-951e-369da218e7e8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.473872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.488234 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.495066 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:18.495480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:18.497186 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:18.554888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.560572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.562413 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] 10.222.0.100 "DELETE /v2.0/networks/3efe8a5b-f93a-4e38-888d-5508b70b3607 HTTP/1.1" status: 204 len: 168 time: 0.2820880 Jul 16 21:00:18.566430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:18.574024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cd99e-7dd9-4a1b-9abb-c873fb0e9599 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efe8a5b-f93a-4e38-888d-5508b70b3607,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.613908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] Deleting subnet 239284fa-2c10-4771-a7af-26c81eec12bd {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:18.617062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.651510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.689325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.741025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.745732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf0a17cf-87cc-4226-9957-139c7a002cd2 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:18.771431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239284fa-2c10-4771-a7af-26c81eec12bd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.775202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.777113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6e22c868-df63-4248-8ec1-38fd1d147854 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/239284fa-2c10-4771-a7af-26c81eec12bd HTTP/1.1" status: 204 len: 168 time: 0.2096500 Jul 16 21:00:18.779752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55742) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:18.796604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port bf0a17cf-87cc-4226-9957-139c7a002cd2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:18.800981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port bf0a17cf-87cc-4226-9957-139c7a002cd2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:18.801360 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.853357 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.881972 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.907829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:18.910900 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c9fc25-b832-449d-b683-264c18e9dfcd" -d '{"events": [{"server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:18.924962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:18.931104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.942436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.953484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46dac73-24e1-4fe8-a3ee-e183c0f51d3a']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.964967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b94aa63-6ecb-4d00-a886-c903cc4dae45') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.965270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b94aa63-6ecb-4d00-a886-c903cc4dae45') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:18.967560 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2902fa3-f808-4519-a389-35c7a3a79120 x-openstack-request-id: req-b2902fa3-f808-4519-a389-35c7a3a79120 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:18.967852 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:18.968103 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b2902fa3-f808-4519-a389-35c7a3a79120 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:18.968491 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'code': 200} Jul 16 21:00:18.975455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:18.981454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:18.992807 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.000054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:19.000417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:19.002291 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:19.084693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.093130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.094843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] 10.222.0.100 "DELETE /v2.0/networks/e46dac73-24e1-4fe8-a3ee-e183c0f51d3a HTTP/1.1" status: 204 len: 168 time: 0.3136580 Jul 16 21:00:19.117551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2c5d2-917e-4113-8ea8-4e76f941f08e admin admin] Pushing event deleted for resources: {'Network': ['ID=e46dac73-24e1-4fe8-a3ee-e183c0f51d3a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:19.161417 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efdcb-d451-4c64-96dc-436678762afb req-28c3617b-1b4e-4032-9bb9-fa0f492be52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.162935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed1efdcb-d451-4c64-96dc-436678762afb req-28c3617b-1b4e-4032-9bb9-fa0f492be52d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1141703 Jul 16 21:00:19.213354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dafb1-7ac6-4127-a7da-f54329fd7f90 req-56131675-855f-4383-8567-ecd9427ff1ab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.214893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dd4dafb1-7ac6-4127-a7da-f54329fd7f90 req-56131675-855f-4383-8567-ecd9427ff1ab tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.1190236 Jul 16 21:00:19.222097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed1efdcb-d451-4c64-96dc-436678762afb req-39c88933-5c72-438e-a8b4-f1596a3b87f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508523 Jul 16 21:00:19.256417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dd4dafb1-7ac6-4127-a7da-f54329fd7f90 req-42ea9a52-093f-4d18-8b53-e5e27d81b656 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331657 Jul 16 21:00:19.272250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55750) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.313428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f336ebb8-c02f-4a40-b2e1-73e30543a674 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=77bbe00b09e646ad9a9dd275d303d7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396693 Jul 16 21:00:19.315916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55752) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.370488 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04fcd2cc-ebe8-425d-901d-6a832f6e3892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.392856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04fcd2cc-ebe8-425d-901d-6a832f6e3892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.444867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04fcd2cc-ebe8-425d-901d-6a832f6e3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.447577 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04fcd2cc-ebe8-425d-901d-6a832f6e3892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.448704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-04fcd2cc-ebe8-425d-901d-6a832f6e3892 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/165feadb-98a7-42ab-8885-11772fa320bc HTTP/1.1" status: 204 len: 168 time: 0.1318905 Jul 16 21:00:19.457627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcd2cc-ebe8-425d-901d-6a832f6e3892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165feadb-98a7-42ab-8885-11772fa320bc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:19.773111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55758) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.813370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6b0323ff-0f83-426b-83ac-1a0c3425a889 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=94e2b826218d492680a55fd551a8158c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388293 Jul 16 21:00:19.816570 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55760) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:19.867374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-395acd6b-5ceb-4b48-adc7-191413deba5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.888675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-395acd6b-5ceb-4b48-adc7-191413deba5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.942391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-395acd6b-5ceb-4b48-adc7-191413deba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.945019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-395acd6b-5ceb-4b48-adc7-191413deba5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:19.946171 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-395acd6b-5ceb-4b48-adc7-191413deba5c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a6b162a8-0e58-407d-bec5-a35caba41a2d HTTP/1.1" status: 204 len: 168 time: 0.1283405 Jul 16 21:00:19.953735 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395acd6b-5ceb-4b48-adc7-191413deba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b162a8-0e58-407d-bec5-a35caba41a2d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:20.434340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc9dfb-da4c-47d2-b36e-19659dfc5c28 req-7f7e6f25-aeaf-4642-b79f-b000df5ec272 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:20.435910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fabc9dfb-da4c-47d2-b36e-19659dfc5c28 req-7f7e6f25-aeaf-4642-b79f-b000df5ec272 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0652149 Jul 16 21:00:20.476501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fabc9dfb-da4c-47d2-b36e-19659dfc5c28 req-394e8588-2e6b-479c-b431-7d14fb77e2fd tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347667 Jul 16 21:00:20.645261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55786) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:20.667443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06314-0037-4a07-925a-d0485599ed62 req-f46083ae-d9a5-4573-9911-1fb54645cc91 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:20.668947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bc06314-0037-4a07-925a-d0485599ed62 req-f46083ae-d9a5-4573-9911-1fb54645cc91 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0770259 Jul 16 21:00:20.709396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bc06314-0037-4a07-925a-d0485599ed62 req-03b3c00e-e1b8-4b7d-84b4-c81281e68452 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349197 Jul 16 21:00:20.734237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55790) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:20.766349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-249524078-network', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:20.797638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Made reservation on behalf of 2ee3c9692c014b03bbfc90efa0c7cea5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:20.800282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.810587 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.826282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37259e86-46be-465b-9daa-18f3e9ee6e16 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:20.827905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-37259e86-46be-465b-9daa-18f3e9ee6e16 tempest-TestNetworkAdvancedServerOps-1588381708 tempest-TestNetworkAdvancedServerOps-1588381708-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1091 time: 0.0926068 Jul 16 21:00:20.831582 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55792) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:20.836243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:20.912657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.916622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.936921 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.937278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:20.952688 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521589f0-5c9e-485d-99f9-80c214169167,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:20.956447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:20.956645 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Added segment 054dea82-e381-44f1-b15d-f9d381630ca9 of type vlan for network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 Jul 16 21:00:21.002360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.032043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.033009 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.033653 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.052419 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.066922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4205673 Jul 16 21:00:21.069749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55794) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.076153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Request body: {'subnet': {'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-249524078-subnet', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:21.108234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2b536-f4cc-407d-af13-6052336bb48a admin admin] Pushing event updated for resources: {'Network': ['ID=4352fe8e-79b3-4f5a-bfb8-86fa32993476,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:21.120949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:21.125467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Made reservation on behalf of 2ee3c9692c014b03bbfc90efa0c7cea5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:21.128599 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.166785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Allocated IP 172.25.8.114 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/734bb32b-309c-47f9-a497-d5a81f5ec80b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:21.280332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.305160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.323341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.390271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:21.391900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4fd333-4cc3-4ad8-b935-8792efe9c088,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:21.397943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:21.405436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:21.406570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Checking segment: {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:21.407126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Network hostable DHCP agents. Network: 4352fe8e-79b3-4f5a-bfb8-86fa32993476, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:21.410195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=734bb32b-309c-47f9-a497-d5a81f5ec80b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:21.431824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:21.440811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 4352fe8e-79b3-4f5a-bfb8-86fa32993476) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:21.444849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:21.445420 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.451893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81702935-f715-4abf-8c0a-760fa3ae4fd3 None None] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:21.460033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bd608c5e-c945-4d8f-881c-c584d978de88 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3891120 Jul 16 21:00:21.462398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55796) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:21.467123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:21.489808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.490895 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.553840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.604060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:21.605395 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.755615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Allocated IP 172.20.0.2 (4352fe8e-79b3-4f5a-bfb8-86fa32993476/eb4fd333-4cc3-4ad8-b935-8792efe9c088/911b8863-5968-476a-a6cb-daa56e93b980) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:21.829710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.920652 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.922992 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.932879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Transition to ACTIVE for port object 911b8863-5968-476a-a6cb-daa56e93b980 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:21.949576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Transition to ACTIVE for port object 911b8863-5968-476a-a6cb-daa56e93b980 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:21.957789 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:21.999697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:22.004536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:22.009050 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:22.012112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Pushing event updated for resources: {'Port': ['ID=911b8863-5968-476a-a6cb-daa56e93b980,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:22.065975 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.074053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Attempting to bind port 911b8863-5968-476a-a6cb-daa56e93b980 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:22.074474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Attempting to bind port 911b8863-5968-476a-a6cb-daa56e93b980 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:22.075145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Attempting to bind port 911b8863-5968-476a-a6cb-daa56e93b980 on network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:22.080600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:22.081013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Checking segment: {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:22.081427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.081820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Bound using segment: {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:22.082287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Bound port: 911b8863-5968-476a-a6cb-daa56e93b980, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:22.082670 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.100190 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.105214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.156142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] For port 911b8863-5968-476a-a6cb-daa56e93b980, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:22.160722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] For port 911b8863-5968-476a-a6cb-daa56e93b980, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=911b8863-5968-476a-a6cb-daa56e93b980,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:22.166896 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.199943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event updated for resources: {'Port': ['ID=734bb32b-309c-47f9-a497-d5a81f5ec80b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:22.212281 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.230956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eb841-87ba-4068-996c-6f35104673f1 None None] Pushing event updated for resources: {'Port': ['ID=911b8863-5968-476a-a6cb-daa56e93b980,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:22.291349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.312298 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.332011 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f associated. External IP: 172.25.8.114, port: bf0a17cf-87cc-4226-9957-139c7a002cd2. Jul 16 21:00:22.442724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Allocated IP 172.25.8.86 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/048ec787-c244-4f60-b6de-d6bd2f6e859b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:22.565576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.608345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:22.608807 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.656574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:22.660432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:22.664814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:22.667928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Pushing event updated for resources: {'Port': ['ID=048ec787-c244-4f60-b6de-d6bd2f6e859b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:22.726940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:22.739204 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] Sync routers for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:22.743573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.750199 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:22.751192 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:22.781055 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9a65b9a3-f30d-4767-ad20-2541f99b03d7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9484766 Jul 16 21:00:22.781839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:22.794638 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93ec50f-a497-48ec-a39a-0335e650fe3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:22.868858 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:22.987946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911b8863-5968-476a-a6cb-daa56e93b980 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:22.993550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.053217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 911b8863-5968-476a-a6cb-daa56e93b980 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:23.108930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657031a2-797b-4f67-a9d0-430ce7f58d10 req-44f653fa-c251-4e61-899e-0c5994f96f54 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.110976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-657031a2-797b-4f67-a9d0-430ce7f58d10 req-44f653fa-c251-4e61-899e-0c5994f96f54 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.1721702 Jul 16 21:00:23.135793 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'port_id': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'mac_address': 'fa:16:3e:5e:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:21Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:11Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:23.165457 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] Checking router: 949d0f19-a4d1-448e-ba86-2f729d4c3e65 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:23.174086 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:23.174715 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:23.197054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-657031a2-797b-4f67-a9d0-430ce7f58d10 req-56f5b14c-6d05-4033-b6fb-bb6710c2a64a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782635 Jul 16 21:00:23.230722 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55802) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.287059 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e492ba-8c24-40b2-8d74-3bad300df229 x-openstack-request-id: req-69e492ba-8c24-40b2-8d74-3bad300df229 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:23.287371 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:23.287625 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-69e492ba-8c24-40b2-8d74-3bad300df229 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:23.288022 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'status': 'completed', 'code': 200} Jul 16 21:00:23.294778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.314336 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-de4b1c8d-b3b7-46a0-a3db-e38f0d1aa891 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f HTTP/1.1" status: 200 len: 991 time: 0.0821481 Jul 16 21:00:23.323335 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:23.362332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7dfd78-c852-48f2-88ac-c4c685c9c8ae None None] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:23.464808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-068358a4-325b-4a86-ada1-e1add088cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.466469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-068358a4-325b-4a86-ada1-e1add088cccb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1503301 Jul 16 21:00:23.489127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e8092ddd-d652-494f-a93a-ca6ee7d9486e None None] Provisioning for port 911b8863-5968-476a-a6cb-daa56e93b980 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:23.494389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e8092ddd-d652-494f-a93a-ca6ee7d9486e None None] Provisioning complete for port 911b8863-5968-476a-a6cb-daa56e93b980 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:23.495157 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8092ddd-d652-494f-a93a-ca6ee7d9486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.582296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Router 8a237c4b-7273-4a31-8df5-ec4949648169 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:00:23.597260 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'port_id': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'mac_address': 'fa:16:3e:5e:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:21Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:11Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:23.604854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-c3d79159-6efa-4dbe-985b-14524f5edc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.606267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-c3d79159-6efa-4dbe-985b-14524f5edc73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 HTTP/1.1" status: 200 len: 898 time: 0.1308608 Jul 16 21:00:23.622784 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8092ddd-d652-494f-a93a-ca6ee7d9486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.627096 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d844d8-4a21-4653-9d54-391008cee429 None None] The sync data for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 is: [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'port_id': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'mac_address': 'fa:16:3e:5e:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:21Z', 'revision_number': 0, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:11Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:23.669391 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e8092ddd-d652-494f-a93a-ca6ee7d9486e None None] For port 911b8863-5968-476a-a6cb-daa56e93b980, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=911b8863-5968-476a-a6cb-daa56e93b980,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:23.678733 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e8092ddd-d652-494f-a93a-ca6ee7d9486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.723845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-bcee8977-4b58-4262-9185-680c6c4d5831 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2 HTTP/1.1" status: 200 len: 999 time: 0.0731091 Jul 16 21:00:23.747629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8092ddd-d652-494f-a93a-ca6ee7d9486e None None] Pushing event updated for resources: {'Port': ['ID=911b8863-5968-476a-a6cb-daa56e93b980,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:23.831108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-db64ef22-759a-42bc-ae5a-6182be068a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.832791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-db64ef22-759a-42bc-ae5a-6182be068a51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c96665c-66e3-46b0-a2d5-d0f9f3841219 HTTP/1.1" status: 200 len: 835 time: 0.1007614 Jul 16 21:00:23.850026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:23.862343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Sync routers for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:23.872975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:23.873838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:23.903003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.904235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-245c4e3a-305d-4cca-bf3c-2a37e88dbc4c admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4408183 Jul 16 21:00:23.908756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55804) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:23.922972 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b360566-aec3-496c-b087-47403677c326 None None] New status for floating IP b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:00:23.934782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-676d3f38-c6be-4a1c-b51c-d7bbff9fb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:23.937477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-676d3f38-c6be-4a1c-b51c-d7bbff9fb558 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971897 Jul 16 21:00:23.957380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3c2a85c7-0fdb-4151-890a-04e1e4a38e4a None None] Provisioning complete for port 911b8863-5968-476a-a6cb-daa56e93b980 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:23.957718 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c2a85c7-0fdb-4151-890a-04e1e4a38e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.059288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:24.152231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-4b37e92a-fcab-4ddd-95db-fbf250f1df40 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070394 Jul 16 21:00:24.286864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93ec50f-a497-48ec-a39a-0335e650fe3d req-6fddfc6a-18bf-46ae-b447-b6e8f97f8f95 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261542 Jul 16 21:00:24.317732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:24.325483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:22Z', 'revision_number': 3, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.372849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Checking router: 8a237c4b-7273-4a31-8df5-ec4949648169 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:24.373505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Updating router 8a237c4b-7273-4a31-8df5-ec4949648169 port 048ec787-c244-4f60-b6de-d6bd2f6e859b binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:24.401404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d91a484a-e555-4a80-a692-b061b896d245 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f HTTP/1.1" status: 200 len: 993 time: 0.0821373 Jul 16 21:00:24.436371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.721634 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.736148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Transition to ACTIVE for port object 048ec787-c244-4f60-b6de-d6bd2f6e859b will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:24.744754 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.793257 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.798988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Attempting to bind port 048ec787-c244-4f60-b6de-d6bd2f6e859b on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:24.800095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Attempting to bind port 048ec787-c244-4f60-b6de-d6bd2f6e859b by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:24.800671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Attempting to bind port 048ec787-c244-4f60-b6de-d6bd2f6e859b on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:24.811158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:24.811526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:24.812059 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.812455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:24.813001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Bound port: 048ec787-c244-4f60-b6de-d6bd2f6e859b, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:24.813399 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.816204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cbe45-e65d-4fdf-923f-0bc33e8d4967 None None] Pushing event updated for resources: {'Port': ['ID=048ec787-c244-4f60-b6de-d6bd2f6e859b,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:24.870730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] For port 048ec787-c244-4f60-b6de-d6bd2f6e859b, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:24.874370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] For port 048ec787-c244-4f60-b6de-d6bd2f6e859b, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=048ec787-c244-4f60-b6de-d6bd2f6e859b,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:24.879163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.938318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:24.938951 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:24.945508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911b8863-5968-476a-a6cb-daa56e93b980 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:25.015188 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Allocated IP 172.20.0.1 (4352fe8e-79b3-4f5a-bfb8-86fa32993476/eb4fd333-4cc3-4ad8-b935-8792efe9c088/4442de0b-6cd4-4e49-814b-6830730a804b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:25.017280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cbe45-e65d-4fdf-923f-0bc33e8d4967 None None] Pushing event updated for resources: {'Port': ['ID=048ec787-c244-4f60-b6de-d6bd2f6e859b,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.103731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 911b8863-5968-476a-a6cb-daa56e93b980 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:25.104098 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.109100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:25.117808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.131731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Transition to ACTIVE for port object 4442de0b-6cd4-4e49-814b-6830730a804b will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:25.165387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.205205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:25.212415 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:25.215875 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:25.222072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Pushing event updated for resources: {'Port': ['ID=4442de0b-6cd4-4e49-814b-6830730a804b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.260127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.464110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.478372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0f243060-cace-4ebc-a17d-0abd442c1587 None None] Provisioning for port 4442de0b-6cd4-4e49-814b-6830730a804b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:25.498473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0f243060-cace-4ebc-a17d-0abd442c1587 None None] Provisioning complete for port 4442de0b-6cd4-4e49-814b-6830730a804b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:25.498723 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0f243060-cace-4ebc-a17d-0abd442c1587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.568633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0f243060-cace-4ebc-a17d-0abd442c1587 None None] Port 4442de0b-6cd4-4e49-814b-6830730a804b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:25.592762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:22Z', 'revision_number': 3, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:25.621069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8271b-6a3b-42ca-b8a6-3fb2b8f0d106 None None] The sync data for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 is: [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:22Z', 'revision_number': 3, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:25.632927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.641871 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.714497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Pushing event updated for resources: {'Port': ['ID=4442de0b-6cd4-4e49-814b-6830730a804b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.718308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:25.813409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:25.817896 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:25.957144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Router 8a237c4b-7273-4a31-8df5-ec4949648169 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:26.075478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:26.086504 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c59b1d49-e404-441c-9381-2a9e44bb1101 admin admin] 10.222.0.100 "PUT /v2.0/routers/8a237c4b-7273-4a31-8df5-ec4949648169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1689165 Jul 16 21:00:26.092163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2ad1387c-95ee-4a18-a1e6-1d42739d5a06 None None] Provisioning complete for port 4442de0b-6cd4-4e49-814b-6830730a804b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:26.092439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ad1387c-95ee-4a18-a1e6-1d42739d5a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.130921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1387c-95ee-4a18-a1e6-1d42739d5a06 None None] Port 4442de0b-6cd4-4e49-814b-6830730a804b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:26.582234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:26.587195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-524275503-network', 'tenant_id': '22606b4de3da488db03a95fffd95cc46'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:26.608101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Made reservation on behalf of 22606b4de3da488db03a95fffd95cc46 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:26.610372 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.619518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.717535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.721200 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.749043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:26.755871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704bf08-80cc-4d42-991f-3e927a8c02a5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.761948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.762288 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Added segment 7441f895-b67a-457a-952e-c71acd09e83e of type vlan for network 8e47904e-1209-4dd9-9754-6d9aedcf9475 Jul 16 21:00:26.801936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.831789 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.832745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:26.833325 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.866494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2830610 Jul 16 21:00:26.869202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55824) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:26.875493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Request body: {'subnet': {'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-524275503-subnet', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:26.921158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Made reservation on behalf of 22606b4de3da488db03a95fffd95cc46 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:26.923571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:26.926847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add25cd-8efb-4030-b468-cd19eac015e6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e47904e-1209-4dd9-9754-6d9aedcf9475,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:26.942035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:26.974231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 048ec787-c244-4f60-b6de-d6bd2f6e859b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:27.076535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 048ec787-c244-4f60-b6de-d6bd2f6e859b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:27.081472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 048ec787-c244-4f60-b6de-d6bd2f6e859b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:27.082019 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.118419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.165489 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.183569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea08316-0cd2-470f-958e-85fde914920f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:27.189511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 048ec787-c244-4f60-b6de-d6bd2f6e859b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=048ec787-c244-4f60-b6de-d6bd2f6e859b,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:27.192136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Checking segment: {'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:27.192562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Network hostable DHCP agents. Network: 8e47904e-1209-4dd9-9754-6d9aedcf9475, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:27.194685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.215949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:27.225413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 8e47904e-1209-4dd9-9754-6d9aedcf9475) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:27.229706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:27.230823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.238963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05394b2f-27fa-4443-96af-c1cb1cf54eb8 None None] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:27.251315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-70fc5aa3-ed38-43f6-8214-2d0c7469ceb1 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3810456 Jul 16 21:00:27.253870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55826) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:27.258439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:27.264185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Sync routers for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:27.280782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.281952 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.324974 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=048ec787-c244-4f60-b6de-d6bd2f6e859b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:27.329009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:27.329652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:27.339036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.482682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.485144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:27.541251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-8e47904e-1209-4dd9-9754-6d9aedcf9475', 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'fixed_ips': [{'subnet_id': 'fea08316-0cd2-470f-958e-85fde914920f'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:00:27.542193 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.694161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.718626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.797676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Allocated IP 172.20.0.2 (8e47904e-1209-4dd9-9754-6d9aedcf9475/fea08316-0cd2-470f-958e-85fde914920f/5ddfcbe5-bda0-412d-bbc9-a85b15a95079) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:27.825435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Allocated IP 172.25.8.155 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/aa32f067-2dfd-46b2-9df1-3e4a66f33dbe) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:27.883598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 2, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:27.917513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Checking router: 8a237c4b-7273-4a31-8df5-ec4949648169 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:27.917981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Updating router 8a237c4b-7273-4a31-8df5-ec4949648169 port 4442de0b-6cd4-4e49-814b-6830730a804b binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:27.941710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.974851 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:27.982531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.020393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:28.025541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:28.029352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:28.048362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.065262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Transition to ACTIVE for port object 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:28.068800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:28.137165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Transition to ACTIVE for port object 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:28.148538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.210159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:28.219339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:28.226995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:28.260228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Pushing event updated for resources: {'Port': ['ID=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:28.303684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.336440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Attempting to bind port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:28.336805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Attempting to bind port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:28.337168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Attempting to bind port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 on network 8e47904e-1209-4dd9-9754-6d9aedcf9475 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:28.349123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:28.349490 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Checking segment: {'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:28.349893 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.350367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Bound using segment: {'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:28.350742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Bound port: 5ddfcbe5-bda0-412d-bbc9-a85b15a95079, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:28.351118 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.515485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.598700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.621819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Transition to ACTIVE for port object 4442de0b-6cd4-4e49-814b-6830730a804b will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:28.628337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] For port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:28.631833 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] For port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,segment=NetworkSegment(7441f895-b67a-457a-952e-c71acd09e83e),segment_id=7441f895-b67a-457a-952e-c71acd09e83e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:28.632970 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.641921 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.696177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f4d9-d2fc-4c91-a94d-25657e48f179 None None] Pushing event updated for resources: {'Port': ['ID=4442de0b-6cd4-4e49-814b-6830730a804b,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:28.798512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Attempting to bind port 4442de0b-6cd4-4e49-814b-6830730a804b on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:28.798932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Attempting to bind port 4442de0b-6cd4-4e49-814b-6830730a804b by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:28.799949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Attempting to bind port 4442de0b-6cd4-4e49-814b-6830730a804b on network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:28.802322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9ea7f-4ce4-45dd-86d4-234ec244bdff None None] Pushing event updated for resources: {'Port': ['ID=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:28.808799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:28.809167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Checking segment: {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:28.809570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.809956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Bound using segment: {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:28.810428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Bound port: 4442de0b-6cd4-4e49-814b-6830730a804b, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:28.810831 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:28.892697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] For port 4442de0b-6cd4-4e49-814b-6830730a804b, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:28.898266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] For port 4442de0b-6cd4-4e49-814b-6830730a804b, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4442de0b-6cd4-4e49-814b-6830730a804b,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:28.910588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.004995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:29.005670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:29.061573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 048ec787-c244-4f60-b6de-d6bd2f6e859b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:29.068473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:00:29.101907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f4d9-d2fc-4c91-a94d-25657e48f179 None None] Pushing event updated for resources: {'Port': ['ID=4442de0b-6cd4-4e49-814b-6830730a804b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:29.195190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 048ec787-c244-4f60-b6de-d6bd2f6e859b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:29.195945 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.199349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:29.204580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:29.216365 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Sync routers for ids ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:29.225341 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.226827 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-09b2eec9-b832-490b-b465-54eafd8ff6a0 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9718971 Jul 16 21:00:29.228806 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Routers {'25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:29.229512 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:29.229799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55828) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:29.372879 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Set router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:29.531366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:28Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:29.564904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e9f5b-1bfb-45f2-ac48-30a4f2aeea87 None None] The sync data for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 is: [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:28Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:29.595764 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:28Z', 'revision_number': 3, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port': {'id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:29.750744 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Checking router: 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:29.751083 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Updating router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:29.793488 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:29.815319 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.106246 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.108123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Allocated IP 172.20.0.1 (8e47904e-1209-4dd9-9754-6d9aedcf9475/fea08316-0cd2-470f-958e-85fde914920f/3891143c-72fa-499b-a5f6-8d5c1ce29371) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:30.108637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda45e7-9bab-4f82-8503-9291dfa0c5d5 None None] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:30.133380 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Transition to ACTIVE for port object aa32f067-2dfd-46b2-9df1-3e4a66f33dbe will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:30.142647 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.213180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-654855c0-f36d-4218-9381-2d929cd3fe24 None None] Provisioning for port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:30.216812 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Attempting to bind port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:30.217291 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Attempting to bind port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:30.217590 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Attempting to bind port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:30.220790 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96235c-7d36-4f2b-a5d6-f385835afc80 None None] Pushing event updated for resources: {'Port': ['ID=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:30.227360 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:30.227732 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:30.228129 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.228518 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:30.228993 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Bound port: aa32f067-2dfd-46b2-9df1-3e4a66f33dbe, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:30.229438 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.279129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.294288 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] For port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:30.295402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Transition to ACTIVE for port object 3891143c-72fa-499b-a5f6-8d5c1ce29371 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:30.297943 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] For port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:30.304098 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.328762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b0e88d93-b7dc-4524-bb39-28d3690ae0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.348983 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.373147 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Routers {'25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:30.373782 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:30.378713 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96235c-7d36-4f2b-a5d6-f385835afc80 None None] Pushing event updated for resources: {'Port': ['ID=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:30.394952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:30.398108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:30.402908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:30.406492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Pushing event updated for resources: {'Port': ['ID=3891143c-72fa-499b-a5f6-8d5c1ce29371,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:30.446933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.498308 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] Set router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:30.613872 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.713373 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:28Z', 'revision_number': 3, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port': {'id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:30.742928 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd4af2-8336-4d5c-bfd0-2a4d5a7cb16e None None] The sync data for ids ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'] in n-d-798930-6 is: [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:28Z', 'revision_number': 3, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port': {'id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:30.825949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.834892 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.928790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Pushing event updated for resources: {'Port': ['ID=3891143c-72fa-499b-a5f6-8d5c1ce29371,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:30.932308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.989542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-24c955cc-af91-469f-8d6e-8a1b762144d7 None None] Provisioning for port 3891143c-72fa-499b-a5f6-8d5c1ce29371 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:30.994881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-24c955cc-af91-469f-8d6e-8a1b762144d7 None None] Provisioning complete for port 3891143c-72fa-499b-a5f6-8d5c1ce29371 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:30.995289 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-24c955cc-af91-469f-8d6e-8a1b762144d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.064935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4442de0b-6cd4-4e49-814b-6830730a804b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:31.074141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-24c955cc-af91-469f-8d6e-8a1b762144d7 None None] Port 3891143c-72fa-499b-a5f6-8d5c1ce29371 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:31.121931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:31.123675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:31.169047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4442de0b-6cd4-4e49-814b-6830730a804b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:31.179043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4442de0b-6cd4-4e49-814b-6830730a804b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:31.179632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.334293 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.340634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:31.382779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 4442de0b-6cd4-4e49-814b-6830730a804b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4442de0b-6cd4-4e49-814b-6830730a804b,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:31.390429 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.392386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:31.483231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:31.490723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=4442de0b-6cd4-4e49-814b-6830730a804b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:31.495134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4f84e102-c2d3-47ea-b95a-95fe50754a74 admin admin] 10.222.0.100 "PUT /v2.0/routers/25aeb2a9-a0af-41b6-948d-7ed59b3fc78c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637978 Jul 16 21:00:31.508696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:31.517180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:31.517552 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.561840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1e521423-6880-4214-9dc0-7931ca650aa0 None None] Provisioning complete for port 3891143c-72fa-499b-a5f6-8d5c1ce29371 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:31.562216 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1e521423-6880-4214-9dc0-7931ca650aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.612489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1e521423-6880-4214-9dc0-7931ca650aa0 None None] Port 3891143c-72fa-499b-a5f6-8d5c1ce29371 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:31.664237 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.701992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,segment=NetworkSegment(7441f895-b67a-457a-952e-c71acd09e83e),segment_id=7441f895-b67a-457a-952e-c71acd09e83e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:31.711028 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:31.772744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:32.326983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55836) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:32.335862 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d7f0814c-d8c5-4fa9-8ddb-16ab2f888eee tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391320261', 'description': 'tempest-secgroup-smoke-1391320261 description', 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:32.362510 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7f0814c-d8c5-4fa9-8ddb-16ab2f888eee tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.456906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7f0814c-d8c5-4fa9-8ddb-16ab2f888eee tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.460950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7f0814c-d8c5-4fa9-8ddb-16ab2f888eee tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.488184 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7f0814c-d8c5-4fa9-8ddb-16ab2f888eee tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.489451 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d7f0814c-d8c5-4fa9-8ddb-16ab2f888eee tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1613867 Jul 16 21:00:32.492578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55838) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:32.497848 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e7f39b63-31b2-4c48-a6c4-9df9d6afcdac tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'security_group_rule': {'security_group_id': '0951b0e4-1a1b-4b74-939c-7e7d112899c5', 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:32.503989 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0814c-d8c5-4fa9-8ddb-16ab2f888eee tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0951b0e4-1a1b-4b74-939c-7e7d112899c5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:32.533120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7f39b63-31b2-4c48-a6c4-9df9d6afcdac tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.598194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7f39b63-31b2-4c48-a6c4-9df9d6afcdac tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.602216 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7f39b63-31b2-4c48-a6c4-9df9d6afcdac tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.622400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f39b63-31b2-4c48-a6c4-9df9d6afcdac tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5627f698-5499-40a5-b780-750aed40ad7c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:32.626182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7f39b63-31b2-4c48-a6c4-9df9d6afcdac tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.627982 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e7f39b63-31b2-4c48-a6c4-9df9d6afcdac tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337309 Jul 16 21:00:32.631883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55840) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:32.636715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b8fba07b-0621-4828-9726-2abab3fe0034 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'security_group_rule': {'security_group_id': '0951b0e4-1a1b-4b74-939c-7e7d112899c5', 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:32.670632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8fba07b-0621-4828-9726-2abab3fe0034 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.735671 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8fba07b-0621-4828-9726-2abab3fe0034 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.740531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8fba07b-0621-4828-9726-2abab3fe0034 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.763412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fba07b-0621-4828-9726-2abab3fe0034 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7b7544-316c-4176-a7bb-6a8971e27e63,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:32.769793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8fba07b-0621-4828-9726-2abab3fe0034 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.771007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b8fba07b-0621-4828-9726-2abab3fe0034 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380627 Jul 16 21:00:32.774742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55842) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:32.779351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e295ab01-c1d0-4111-a4d2-552f0d6473d0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'security_group_rule': {'security_group_id': '0951b0e4-1a1b-4b74-939c-7e7d112899c5', 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:32.812216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e295ab01-c1d0-4111-a4d2-552f0d6473d0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.893676 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e295ab01-c1d0-4111-a4d2-552f0d6473d0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.898430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e295ab01-c1d0-4111-a4d2-552f0d6473d0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.914624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295ab01-c1d0-4111-a4d2-552f0d6473d0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51f46b0-e894-4fab-8891-64a3628f65c0,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:32.929381 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e295ab01-c1d0-4111-a4d2-552f0d6473d0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:32.931884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e295ab01-c1d0-4111-a4d2-552f0d6473d0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560574 Jul 16 21:00:32.934475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55844) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:32.939084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e85377d1-b208-44a9-a7f3-20749e44605e tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'security_group_rule': {'security_group_id': '0951b0e4-1a1b-4b74-939c-7e7d112899c5', 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:32.968254 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e85377d1-b208-44a9-a7f3-20749e44605e tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.033767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e85377d1-b208-44a9-a7f3-20749e44605e tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.041569 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e85377d1-b208-44a9-a7f3-20749e44605e tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.047914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4442de0b-6cd4-4e49-814b-6830730a804b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:33.061137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85377d1-b208-44a9-a7f3-20749e44605e tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3c625d-d20c-4402-be50-4693aacb9ba0,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.068426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e85377d1-b208-44a9-a7f3-20749e44605e tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.070044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e85377d1-b208-44a9-a7f3-20749e44605e tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344900 Jul 16 21:00:33.072653 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55846) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:33.077574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'security_group_rule': {'security_group_id': '0951b0e4-1a1b-4b74-939c-7e7d112899c5', 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:33.103939 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Project 2ee3c9692c014b03bbfc90efa0c7cea5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:33.107556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4442de0b-6cd4-4e49-814b-6830730a804b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:33.108152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.109218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.178691 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.182510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.200076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device aa32f067-2dfd-46b2-9df1-3e4a66f33dbe up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:33.200388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ae93d8-0272-484c-ba53-c38ca9d78474,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.208072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.212349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55848) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:33.217341 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'security_group_rule': {'security_group_id': '0951b0e4-1a1b-4b74-939c-7e7d112899c5', 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:33.222037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7f02d73b-18b2-4eae-b042-c4f1f76cfd1f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480980 Jul 16 21:00:33.242151 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Project 2ee3c9692c014b03bbfc90efa0c7cea5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:00:33.247395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.254368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:33.259389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:33.260544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.316132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.320241 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.339192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadfa2b2-b4f6-419b-9841-f68ac38a1f09,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.347306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.358336 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2bc7f0c2-cc2f-4456-9776-b8cf7af8c792 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350262 Jul 16 21:00:33.358844 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.378466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:33.384084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.384945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:33.461962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:33.477728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:33.478466 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:33.506841 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Sync routers for ids ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:33.529825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-cd3d4ffe-e8ba-437f-b2c4-23f71033a07f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391320261&fields=id&tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5 HTTP/1.1" status: 200 len: 267 time: 0.0457373 Jul 16 21:00:33.538665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Routers {'25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:33.539191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:33.670600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-e1788eed-2a60-4a11-805b-dd4987de5f71 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:33.672270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-e1788eed-2a60-4a11-805b-dd4987de5f71 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 808 time: 0.1339948 Jul 16 21:00:33.690771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-853aee7a-b84d-4384-a39d-218a630ccb9f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/quotas/2ee3c9692c014b03bbfc90efa0c7cea5 HTTP/1.1" status: 200 len: 375 time: 0.0120015 Jul 16 21:00:33.724428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Set router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:33.781269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-0110f2af-ab93-46a2-864a-1163edb02ba0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801716 Jul 16 21:00:33.920252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-8a38362c-d8f4-4b47-b6de-33e7f3d490fc service neutron] 10.222.0.100 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250277 Jul 16 21:00:33.981813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:30Z', 'revision_number': 4, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port': {'id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3891143c-72fa-499b-a5f6-8d5c1ce29371', 'name': '', 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'mac_address': 'fa:16:3e:dc:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fea08316-0cd2-470f-958e-85fde914920f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:29Z', 'updated_at': '2021-07-16T21:00:30Z', 'revision_number': 2, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'subnets': [{'id': 'fea08316-0cd2-470f-958e-85fde914920f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:34.013771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Checking router: 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:34.014128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Updating router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c port 3891143c-72fa-499b-a5f6-8d5c1ce29371 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:00:34.052490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-f38a350c-3a8e-4b94-81b9-82aad03def53 service neutron] 10.222.0.100 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252160 Jul 16 21:00:34.070956 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.072490 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.360144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cf9d511-3e5a-42e4-9a58-e807b42c3713 req-8a5e4970-ec87-4230-92c5-339a0683b479 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 210 time: 0.0477962 Jul 16 21:00:34.587220 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.602433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Transition to ACTIVE for port object 3891143c-72fa-499b-a5f6-8d5c1ce29371 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:34.609493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.677482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3c24b-23bb-4a2e-9032-6fa566661ae1 None None] Pushing event updated for resources: {'Port': ['ID=3891143c-72fa-499b-a5f6-8d5c1ce29371,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:34.778053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Attempting to bind port 3891143c-72fa-499b-a5f6-8d5c1ce29371 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:34.778435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Attempting to bind port 3891143c-72fa-499b-a5f6-8d5c1ce29371 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:34.778837 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Attempting to bind port 3891143c-72fa-499b-a5f6-8d5c1ce29371 on network 8e47904e-1209-4dd9-9754-6d9aedcf9475 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:34.785359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:34.785730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Checking segment: {'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:34.786140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.786533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Bound using segment: {'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:34.787007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Bound port: 3891143c-72fa-499b-a5f6-8d5c1ce29371, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7441f895-b67a-457a-952e-c71acd09e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:34.787415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.882250 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] For port 3891143c-72fa-499b-a5f6-8d5c1ce29371, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:34.889443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] For port 3891143c-72fa-499b-a5f6-8d5c1ce29371, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3891143c-72fa-499b-a5f6-8d5c1ce29371,segment=NetworkSegment(7441f895-b67a-457a-952e-c71acd09e83e),segment_id=7441f895-b67a-457a-952e-c71acd09e83e)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:34.902431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.932792 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ae1119b-50b0-4305-875b-22157e8358bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:34.961765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Routers {'25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:34.962593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:34.973202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device aa32f067-2dfd-46b2-9df1-3e4a66f33dbe up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:35.046557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3c24b-23bb-4a2e-9032-6fa566661ae1 None None] Pushing event updated for resources: {'Port': ['ID=3891143c-72fa-499b-a5f6-8d5c1ce29371,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:35.122326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:35.123405 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:35.166180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] Set router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:35.420018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:30Z', 'revision_number': 4, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port': {'id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3891143c-72fa-499b-a5f6-8d5c1ce29371', 'name': '', 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'mac_address': 'fa:16:3e:dc:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fea08316-0cd2-470f-958e-85fde914920f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:29Z', 'updated_at': '2021-07-16T21:00:34Z', 'revision_number': 4, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'subnets': [{'id': 'fea08316-0cd2-470f-958e-85fde914920f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:35.447076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c2253-2570-4c87-9f5d-c62f9dc4fece None None] The sync data for ids ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'] in n-d-798930-6 is: [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:30Z', 'revision_number': 4, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port': {'id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3891143c-72fa-499b-a5f6-8d5c1ce29371', 'name': '', 'network_id': '8e47904e-1209-4dd9-9754-6d9aedcf9475', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'mac_address': 'fa:16:3e:dc:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fea08316-0cd2-470f-958e-85fde914920f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:29Z', 'updated_at': '2021-07-16T21:00:34Z', 'revision_number': 4, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'subnets': [{'id': 'fea08316-0cd2-470f-958e-85fde914920f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:35.551473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-002b4aa7-7954-443b-8b0c-2169dfcdc067 req-36fc7f7b-01cd-4834-b2a4-89a717317ae4 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 210 time: 0.0422189 Jul 16 21:00:35.640502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-f39c0752-b1f4-44f6-8bc5-4c112d81ad8a tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:35.641203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-f39c0752-b1f4-44f6-8bc5-4c112d81ad8a tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 808 time: 0.1896152 Jul 16 21:00:35.686315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-58dcf78d-0b29-4f6b-83eb-977f34f92443 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5 HTTP/1.1" status: 200 len: 380 time: 0.0365195 Jul 16 21:00:35.695465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'port': {'device_id': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'admin_state_up': True, 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'security_groups': ['0951b0e4-1a1b-4b74-939c-7e7d112899c5']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:35.812904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Made reservation on behalf of 2ee3c9692c014b03bbfc90efa0c7cea5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:35.816985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:35.957481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Allocated IP 172.20.0.5 (4352fe8e-79b3-4f5a-bfb8-86fa32993476/eb4fd333-4cc3-4ad8-b935-8792efe9c088/7b22586e-d719-4c63-b69b-bc74c4c77326) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:36.105674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.119846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Transition to ACTIVE for port object 7b22586e-d719-4c63-b69b-bc74c4c77326 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:36.149170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.153896 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.195627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:36.200937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:36.204824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:36.244685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'Port': ['ID=7b22586e-d719-4c63-b69b-bc74c4c77326,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:36.290007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:36.291142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.311320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-2675d543-698b-46d7-9f6a-9484087ec728 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6198571 Jul 16 21:00:36.323395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Request body: {'port': {'device_id': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:36.413646 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.490418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c487da9-0b5c-45e7-9f53-2da2196d5cb4 None None] Provisioning for port 7b22586e-d719-4c63-b69b-bc74c4c77326 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:36.495608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c487da9-0b5c-45e7-9f53-2da2196d5cb4 None None] Provisioning complete for port 7b22586e-d719-4c63-b69b-bc74c4c77326 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:36.496113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c487da9-0b5c-45e7-9f53-2da2196d5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.532827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2c487da9-0b5c-45e7-9f53-2da2196d5cb4 None None] Port 7b22586e-d719-4c63-b69b-bc74c4c77326 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:00:36.725364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b22586e-d719-4c63-b69b-bc74c4c77326 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:36.739510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.761906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Transition to ACTIVE for port object 7b22586e-d719-4c63-b69b-bc74c4c77326 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:36.766574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:36.823829 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17c1a-de7e-4084-9eab-357facaea596 req-35967e24-5e38-4781-b413-31459c61008c tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:36.825452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-faf17c1a-de7e-4084-9eab-357facaea596 req-35967e24-5e38-4781-b413-31459c61008c tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 931 time: 0.1435399 Jul 16 21:00:36.883446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=7b22586e-d719-4c63-b69b-bc74c4c77326,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:36.938701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-faf17c1a-de7e-4084-9eab-357facaea596 req-89856753-e3d9-4da3-8fc5-03d2fb3c16f0 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031761 Jul 16 21:00:36.967400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Attempting to bind port 7b22586e-d719-4c63-b69b-bc74c4c77326 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:36.967764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Attempting to bind port 7b22586e-d719-4c63-b69b-bc74c4c77326 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:36.968263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Attempting to bind port 7b22586e-d719-4c63-b69b-bc74c4c77326 on network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:36.974806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Port 7b22586e-d719-4c63-b69b-bc74c4c77326 on network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:00:36.975129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Attempting to bind port 7b22586e-d719-4c63-b69b-bc74c4c77326 on network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:36.981671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:36.982008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Checking segment: {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:36.982400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Bound using segment: {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:36.982839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Bound port: 7b22586e-d719-4c63-b69b-bc74c4c77326, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054dea82-e381-44f1-b15d-f9d381630ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:36.983199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.043728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3891143c-72fa-499b-a5f6-8d5c1ce29371 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:37.078625 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] For port 7b22586e-d719-4c63-b69b-bc74c4c77326, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:37.084516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] For port 7b22586e-d719-4c63-b69b-bc74c4c77326, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7b22586e-d719-4c63-b69b-bc74c4c77326,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:37.091663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.107080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3891143c-72fa-499b-a5f6-8d5c1ce29371 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:37.112583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3891143c-72fa-499b-a5f6-8d5c1ce29371 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:37.112955 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.131797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.132987 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.133612 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] 10.222.0.26 "PUT /v2.0/ports/7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 1091 time: 0.8147371 Jul 16 21:00:37.134082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:37.136435 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475914f8-144f-452b-873e-d1d2ef9d6a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:37.175513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662b98e-9d9d-45d3-bd54-33b982f5f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=7b22586e-d719-4c63-b69b-bc74c4c77326,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:37.230618 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc821a-1943-45fa-99f6-b967417ea30a x-openstack-request-id: req-9dcc821a-1943-45fa-99f6-b967417ea30a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:37.230906 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:37.231159 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9dcc821a-1943-45fa-99f6-b967417ea30a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:37.232210 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'status': 'completed', 'code': 200} Jul 16 21:00:37.264434 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.266037 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-181ae6df-cd7c-4f30-b2b7-dcb8e92dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.270144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-181ae6df-cd7c-4f30-b2b7-dcb8e92dbd5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1094 time: 0.0778098 Jul 16 21:00:37.308532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3891143c-72fa-499b-a5f6-8d5c1ce29371, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3891143c-72fa-499b-a5f6-8d5c1ce29371,segment=NetworkSegment(7441f895-b67a-457a-952e-c71acd09e83e),segment_id=7441f895-b67a-457a-952e-c71acd09e83e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:37.313594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:37.325893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-1336eb48-356f-4b33-a6c9-4ecdcb6ec984 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 217 time: 0.0492921 Jul 16 21:00:37.382826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3891143c-72fa-499b-a5f6-8d5c1ce29371,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:37.394687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-7a585ab1-3e0b-4ea9-a0c0-dfc407a359d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.396242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-7a585ab1-3e0b-4ea9-a0c0-dfc407a359d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0639746 Jul 16 21:00:37.457839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-ec665dc2-7b7f-4ed7-8831-c281c1488dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.459342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-ec665dc2-7b7f-4ed7-8831-c281c1488dbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573895 Jul 16 21:00:37.576485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-c481bb00-1390-400c-ae90-3c6b7124df5c service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107597 Jul 16 21:00:37.703521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b440b318-ef0a-4458-b4b2-cdb769998c5b req-6f245d45-fa0a-4051-adc4-9bd8098d45d1 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208732 Jul 16 21:00:37.809077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-ac88b959-2f73-47bd-8f5d-b45a2a1260f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.810661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-ac88b959-2f73-47bd-8f5d-b45a2a1260f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1094 time: 0.0593491 Jul 16 21:00:37.904300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-475fe4c8-b7ff-4e62-9dea-ed9559537683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:37.905838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-475fe4c8-b7ff-4e62-9dea-ed9559537683 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 909 time: 0.0892274 Jul 16 21:00:37.952336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-8b9151ed-a722-4d39-853c-ac8d8e635633 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 217 time: 0.0401869 Jul 16 21:00:38.004087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-f1441a93-bbeb-4593-84a5-ef2547a85563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:38.005579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-f1441a93-bbeb-4593-84a5-ef2547a85563 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0465336 Jul 16 21:00:38.099534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-b89f9b94-43cc-4bd9-bb0e-660ba06ac3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:38.101072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-b89f9b94-43cc-4bd9-bb0e-660ba06ac3f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881932 Jul 16 21:00:38.187485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1b51-1358-4356-a26c-49626eb58982 req-d1f8f07a-de57-4530-9bfc-164466ad535d tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:38.189038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-875d1b51-1358-4356-a26c-49626eb58982 req-d1f8f07a-de57-4530-9bfc-164466ad535d tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 943 time: 0.1348190 Jul 16 21:00:38.242540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-3a562ed1-fd1e-4f82-bc90-dbd6e44d062a service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338680 Jul 16 21:00:38.250411 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-875d1b51-1358-4356-a26c-49626eb58982 req-595ae5f4-7f67-4b2f-8e99-8bf23685cb11 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521543 Jul 16 21:00:38.287698 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.366924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-475914f8-144f-452b-873e-d1d2ef9d6a4f req-ac595179-a5e7-401b-aa0c-fed69e53a10c service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152580 Jul 16 21:00:38.685911 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:38.937392 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3891143c-72fa-499b-a5f6-8d5c1ce29371 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:39.003004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.008117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3891143c-72fa-499b-a5f6-8d5c1ce29371 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:39.008481 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:39.442398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81524c64-d11e-4de7-aeb9-d5ae18e87987 req-cf3e8814-267b-41a9-b8b3-c610f3ae79a4 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:39.444084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81524c64-d11e-4de7-aeb9-d5ae18e87987 req-cf3e8814-267b-41a9-b8b3-c610f3ae79a4 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 943 time: 0.0738757 Jul 16 21:00:39.484939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81524c64-d11e-4de7-aeb9-d5ae18e87987 req-cd9e43c0-a2c8-41a0-ac38-c7fcb19b6835 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352099 Jul 16 21:00:40.357827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7b22586e-d719-4c63-b69b-bc74c4c77326 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:00:40.468781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 7b22586e-d719-4c63-b69b-bc74c4c77326, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7b22586e-d719-4c63-b69b-bc74c4c77326,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:40.481632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'port_id': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'mac_address': 'fa:16:3e:82:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:00:40.523986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.540292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b22586e-d719-4c63-b69b-bc74c4c77326 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:40.562268 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 7b22586e-d719-4c63-b69b-bc74c4c77326, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7b22586e-d719-4c63-b69b-bc74c4c77326,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:40.567892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:40.628912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=7b22586e-d719-4c63-b69b-bc74c4c77326,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:40.693085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae19c-6627-426f-b9ae-763b0f250b37 req-6bbd7bdd-158a-4cda-af23-957cf44bac31 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:40.695969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbfae19c-6627-426f-b9ae-763b0f250b37 req-6bbd7bdd-158a-4cda-af23-957cf44bac31 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 944 time: 0.0738878 Jul 16 21:00:40.734958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbfae19c-6627-426f-b9ae-763b0f250b37 req-d868daa4-9206-43c3-bc10-5ba9a2f9ca22 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Jul 16 21:00:40.766406 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['7b22586e-d719-4c63-b69b-bc74c4c77326'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:41.927460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ceb9e-122f-4ee0-a885-f9154a539373 req-969115de-9a81-4e5b-a144-cf70974300f3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:41.929030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f3ceb9e-122f-4ee0-a885-f9154a539373 req-969115de-9a81-4e5b-a144-cf70974300f3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 944 time: 0.0731814 Jul 16 21:00:41.967948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8f3ceb9e-122f-4ee0-a885-f9154a539373 req-46719c45-7f4c-493a-afd3-9b282f61be4f tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333693 Jul 16 21:00:42.373370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7b22586e-d719-4c63-b69b-bc74c4c77326 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:42.427528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 7b22586e-d719-4c63-b69b-bc74c4c77326 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:42.431448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 7b22586e-d719-4c63-b69b-bc74c4c77326 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:42.431820 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.514206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.538840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:42.541362 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e45d12-6525-4fea-99d6-6d1795f992bc" -d '{"events": [{"server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "name": "network-vif-plugged", "status": "completed", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:42.556079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 7b22586e-d719-4c63-b69b-bc74c4c77326, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7b22586e-d719-4c63-b69b-bc74c4c77326,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:42.560493 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:42.591695 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0c29aa-8ddf-43f4-b283-f614e50231ba x-openstack-request-id: req-af0c29aa-8ddf-43f4-b283-f614e50231ba {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:42.591988 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "name": "network-vif-plugged", "status": "completed", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:42.592245 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-af0c29aa-8ddf-43f4-b283-f614e50231ba {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:42.592745 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'code': 200} Jul 16 21:00:42.624715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=7b22586e-d719-4c63-b69b-bc74c4c77326,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:42.706203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225c2d1-7ddf-4b3f-81cb-05ccac997ad9 req-45c2625f-5071-4404-9f4e-0f86475e0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:42.707753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8225c2d1-7ddf-4b3f-81cb-05ccac997ad9 req-45c2625f-5071-4404-9f4e-0f86475e0e35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.0612459 Jul 16 21:00:42.746033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8225c2d1-7ddf-4b3f-81cb-05ccac997ad9 req-a9d6da40-b92d-4c09-b79e-6084d39dd6b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Jul 16 21:00:43.164138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0e070-a3a1-4950-90e2-de9623794001 req-1f96067c-73af-4bbe-b605-788ba10df9ad tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:43.165651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53c0e070-a3a1-4950-90e2-de9623794001 req-1f96067c-73af-4bbe-b605-788ba10df9ad tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 945 time: 0.0745625 Jul 16 21:00:43.206037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53c0e070-a3a1-4950-90e2-de9623794001 req-653ab11a-322a-4275-953d-e1cb0930dc50 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341263 Jul 16 21:00:44.406226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935439d-2db0-4b43-84e8-25bf90439fe4 req-7894e2fc-fe1b-41c5-81df-f1e785b735c8 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:44.407885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6935439d-2db0-4b43-84e8-25bf90439fe4 req-7894e2fc-fe1b-41c5-81df-f1e785b735c8 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 945 time: 0.0799341 Jul 16 21:00:44.454897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6935439d-2db0-4b43-84e8-25bf90439fe4 req-e1f33e34-82ab-4dcf-b7e5-5dc3f97652b5 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Jul 16 21:00:44.653489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ab9bd-fcce-4714-907f-d5aee294c4b5 req-fdc5c5ed-525f-4559-b765-4a836d3f4d33 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:44.655111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b00ab9bd-fcce-4714-907f-d5aee294c4b5 req-fdc5c5ed-525f-4559-b765-4a836d3f4d33 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 945 time: 0.0762222 Jul 16 21:00:44.702731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b00ab9bd-fcce-4714-907f-d5aee294c4b5 req-32e5ec4e-b840-455a-a733-1e6c51fbdc0b tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Jul 16 21:00:45.288209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090e1ef-c513-4778-9bf0-a298e9ba0753 req-53dcbb67-8dc8-4f16-84f2-654a8931536b tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:45.290048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f090e1ef-c513-4778-9bf0-a298e9ba0753 req-53dcbb67-8dc8-4f16-84f2-654a8931536b tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 945 time: 0.4605036 Jul 16 21:00:45.338611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f090e1ef-c513-4778-9bf0-a298e9ba0753 req-26a42502-acb8-4239-87fe-e8ac7182ec5b tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Jul 16 21:00:45.363920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55896) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:45.523536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297838a2-b2cd-4efd-b2cb-91c0bcd44d2f tempest-TestServerBasicOps-1028185407 tempest-TestServerBasicOps-1028185407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:45.525158 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-297838a2-b2cd-4efd-b2cb-91c0bcd44d2f tempest-TestServerBasicOps-1028185407 tempest-TestServerBasicOps-1028185407-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1091 time: 0.1601381 Jul 16 21:00:45.530120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 55900) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:45.535012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:45.563749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.676965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.804538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Allocated IP 172.25.8.79 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/db9697cf-c3f4-4be1-baff-a882e76c0ef5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:45.928965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:45.972975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.013601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:46.019848 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:46.023666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:46.049343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'Port': ['ID=db9697cf-c3f4-4be1-baff-a882e76c0ef5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:46.069151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.069487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.069832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.070168 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.070506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.070836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.071161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.071538 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.071839 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.072160 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.072487 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.072810 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:46.461192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.571716 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.742855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.747644 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:46.824021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event updated for resources: {'Port': ['ID=db9697cf-c3f4-4be1-baff-a882e76c0ef5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:46.835289 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.211703 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Floating IP ef068466-f7f1-43b6-a170-3e16e4e42b20 associated. External IP: 172.25.8.79, port: 7b22586e-d719-4c63-b69b-bc74c4c77326. Jul 16 21:00:47.434792 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Router 8a237c4b-7273-4a31-8df5-ec4949648169 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:00:47.553784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:00:47.564500 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] Sync routers for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:00:47.570248 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.573947 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:47.574569 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:47.609236 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-38276de4-50d4-4294-be79-d0cdf2e24cd3 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0779736 Jul 16 21:00:47.610060 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:47.614315 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c352b435682188845f9d7e9c90a12f9b270ffe5dfe283d8c5c92221dbdc35599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22902759-932f-4df2-b98c-063e64c687db" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:47.659461 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045ae33b-b7c3-462a-b322-80515d9e56b4 x-openstack-request-id: req-045ae33b-b7c3-462a-b322-80515d9e56b4 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:47.659763 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:47.660019 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-045ae33b-b7c3-462a-b322-80515d9e56b4 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:47.660423 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'status': 'completed', 'code': 200} Jul 16 21:00:47.687115 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:47.735988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22902759-932f-4df2-b98c-063e64c687db req-c2bd5ebc-e6f7-4ff6-b1fb-54f9f77d1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:47.737873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22902759-932f-4df2-b98c-063e64c687db req-c2bd5ebc-e6f7-4ff6-b1fb-54f9f77d1159 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.0550702 Jul 16 21:00:47.844808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22902759-932f-4df2-b98c-063e64c687db req-e6068a16-7609-4fe3-8e8e-2124ea516cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:47.847844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22902759-932f-4df2-b98c-063e64c687db req-e6068a16-7609-4fe3-8e8e-2124ea516cd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 909 time: 0.1042440 Jul 16 21:00:47.922306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22902759-932f-4df2-b98c-063e64c687db req-add7efba-d1fc-46d5-ad80-6d161ca6c6e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 998 time: 0.0683119 Jul 16 21:00:47.951090 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ef068466-f7f1-43b6-a170-3e16e4e42b20', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'port_id': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'mac_address': 'fa:16:3e:82:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:46Z', 'updated_at': '2021-07-16T21:00:46Z', 'revision_number': 0, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:31Z', 'revision_number': 5, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:47.974499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22902759-932f-4df2-b98c-063e64c687db req-ad68ccb2-2e09-45a5-a2cd-02ed1c16b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:47.976481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22902759-932f-4df2-b98c-063e64c687db req-ad68ccb2-2e09-45a5-a2cd-02ed1c16b436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0481756 Jul 16 21:00:47.978879 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] Checking router: 8a237c4b-7273-4a31-8df5-ec4949648169 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:00:47.989237 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:00:47.989868 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:00:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:48.053269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22902759-932f-4df2-b98c-063e64c687db req-fe7b6683-83a3-471d-af11-cf5e19ed0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:48.055909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22902759-932f-4df2-b98c-063e64c687db req-fe7b6683-83a3-471d-af11-cf5e19ed0f78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735183 Jul 16 21:00:48.137966 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:00:48.189286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22902759-932f-4df2-b98c-063e64c687db req-ef684dfd-023e-4314-a40d-49f0bb575030 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262627 Jul 16 21:00:48.317812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22902759-932f-4df2-b98c-063e64c687db req-121ce2c4-8e32-4ed1-ae78-0695558c6e4b service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225283 Jul 16 21:00:48.530621 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ef068466-f7f1-43b6-a170-3e16e4e42b20', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'port_id': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'mac_address': 'fa:16:3e:82:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:46Z', 'updated_at': '2021-07-16T21:00:46Z', 'revision_number': 0, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:31Z', 'revision_number': 5, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:48.561072 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6870d-ce0b-40e5-b7fc-ffa5337a6319 None None] The sync data for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 is: [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ef068466-f7f1-43b6-a170-3e16e4e42b20', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'port_id': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'mac_address': 'fa:16:3e:82:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:00:46Z', 'updated_at': '2021-07-16T21:00:46Z', 'revision_number': 0, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:31Z', 'revision_number': 5, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:00:48.766309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50c40e-6338-4ac8-b563-1beeebddc2c8 None None] New status for floating IP ef068466-f7f1-43b6-a170-3e16e4e42b20: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:00:49.980108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:58.439079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0a0b8-acb1-4c7b-895a-49218d9e1564 req-83f135a2-1318-4ba1-bbe2-4deb8e21da5b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:58.441082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64f0a0b8-acb1-4c7b-895a-49218d9e1564 req-83f135a2-1318-4ba1-bbe2-4deb8e21da5b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0727725 Jul 16 21:00:58.487425 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64f0a0b8-acb1-4c7b-895a-49218d9e1564 req-7b76dd57-ece7-420e-8743-c72d2eaa9439 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Jul 16 21:00:59.666882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c416db-eb1c-419e-bdb1-e02af67bf5a5 req-eef4ac42-1f14-41be-8f76-8ab1ee3da031 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:59.668486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c416db-eb1c-419e-bdb1-e02af67bf5a5 req-eef4ac42-1f14-41be-8f76-8ab1ee3da031 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0691514 Jul 16 21:00:59.715627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d9c416db-eb1c-419e-bdb1-e02af67bf5a5 req-7948d27c-fe9f-4ff0-9d60-d819b5e926ac tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Jul 16 21:01:00.303578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1386f69-1f90-40c5-be05-7ca305204832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.903309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb682a9-c0d8-414b-86fc-1e92c223a400 req-e11c4790-3f98-4afe-8287-808824e80a60 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.904833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edb682a9-c0d8-414b-86fc-1e92c223a400 req-e11c4790-3f98-4afe-8287-808824e80a60 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0657504 Jul 16 21:01:00.946578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-edb682a9-c0d8-414b-86fc-1e92c223a400 req-cf93c116-e7ac-41c4-9506-419c9bf18b47 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353296 Jul 16 21:01:02.122619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb014c05-a869-4144-b25c-d0c098462f79 req-b21060a2-469a-4271-a0d0-a86bdd5f4f69 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.124183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb014c05-a869-4144-b25c-d0c098462f79 req-b21060a2-469a-4271-a0d0-a86bdd5f4f69 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0673442 Jul 16 21:01:02.194274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb014c05-a869-4144-b25c-d0c098462f79 req-24f8ea42-eae0-4b50-b27c-47f535134319 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622735 Jul 16 21:01:02.219774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-bbfa8124-4b82-4980-a8b8-e429b75a6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.221351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-bbfa8124-4b82-4980-a8b8-e429b75a6106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1096 time: 0.0698171 Jul 16 21:01:02.328939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-c80bdffa-0ac2-4234-bfa2-b042d1f1003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.330335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-c80bdffa-0ac2-4234-bfa2-b042d1f1003a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 HTTP/1.1" status: 200 len: 898 time: 0.0856919 Jul 16 21:01:02.401781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-0d492cd8-e50f-4264-8f05-3ff426870075 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2 HTTP/1.1" status: 200 len: 1001 time: 0.0637193 Jul 16 21:01:02.450016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-61e3fb4b-b87f-4891-b646-9d7781043a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.451500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-61e3fb4b-b87f-4891-b646-9d7781043a70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c96665c-66e3-46b0-a2d5-d0f9f3841219 HTTP/1.1" status: 200 len: 835 time: 0.0436397 Jul 16 21:01:02.510069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-4087ff3c-dd6c-4834-89b6-36f859173bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.511613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-4087ff3c-dd6c-4834-89b6-36f859173bd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541546 Jul 16 21:01:02.607918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-52b47b04-0680-4e92-aecd-3c31ed388685 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898211 Jul 16 21:01:02.697042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d79fddc-c893-491c-a37c-979a26e1e7e6 req-8b4e1d52-a010-4091-85aa-13a22918c3ef service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825806 Jul 16 21:01:03.375716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4fa8b-a132-4732-8706-aad31a7285c4 req-8b6e7014-9efc-47a7-bbe0-c3138ea53379 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:03.377215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1b4fa8b-a132-4732-8706-aad31a7285c4 req-8b6e7014-9efc-47a7-bbe0-c3138ea53379 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0679667 Jul 16 21:01:03.415375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1b4fa8b-a132-4732-8706-aad31a7285c4 req-26e95904-33b2-4dfa-b008-dae86ac2fa1a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Jul 16 21:01:04.053392 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.592319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c886ed-c482-4075-a1a2-fa5880741e01 req-1a51f7c1-ef27-4b23-99be-63bcc7cdff69 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.593752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0c886ed-c482-4075-a1a2-fa5880741e01 req-1a51f7c1-ef27-4b23-99be-63bcc7cdff69 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0660989 Jul 16 21:01:04.633229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0c886ed-c482-4075-a1a2-fa5880741e01 req-c4cbb216-37fd-4abc-a165-ecf0ad9edae9 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Jul 16 21:01:04.895202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c552d225-f64a-4ccf-9a8c-4d0d39faa52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:05.806309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a053807-065a-40b5-a702-a1db9a85b8a9 req-1a082975-da81-447f-993e-b4d36e7c904a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.807863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a053807-065a-40b5-a702-a1db9a85b8a9 req-1a082975-da81-447f-993e-b4d36e7c904a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0653996 Jul 16 21:01:05.849901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a053807-065a-40b5-a702-a1db9a85b8a9 req-72323c4d-047b-4f2f-875c-ab403b343205 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364296 Jul 16 21:01:06.152058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:07.029843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ffff-d85e-416f-98ec-8e45104f8724 req-704cd0f2-f8ac-497e-9292-9650f64acf7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.031385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab19ffff-d85e-416f-98ec-8e45104f8724 req-704cd0f2-f8ac-497e-9292-9650f64acf7f tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0674441 Jul 16 21:01:07.069926 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab19ffff-d85e-416f-98ec-8e45104f8724 req-a96ce780-0ece-4dc4-982b-e0c5d858944b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 16 21:01:08.249695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2608b62-0260-4a82-b5b2-0b1d7cd7eebb req-8b4b3131-dc5a-448d-8466-d9247c9cb48d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:08.251224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2608b62-0260-4a82-b5b2-0b1d7cd7eebb req-8b4b3131-dc5a-448d-8466-d9247c9cb48d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0688510 Jul 16 21:01:08.283893 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.292907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2608b62-0260-4a82-b5b2-0b1d7cd7eebb req-c60fa2b9-051d-47eb-b4d4-b3d668b5a99a tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350618 Jul 16 21:01:08.702297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:08.997721 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:09.469959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da176d2f-9d95-4de9-9e2d-fe3eb39d84e8 req-efea0cf5-7582-48a2-8efe-594a6626c709 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.471471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da176d2f-9d95-4de9-9e2d-fe3eb39d84e8 req-efea0cf5-7582-48a2-8efe-594a6626c709 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0678217 Jul 16 21:01:09.511413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da176d2f-9d95-4de9-9e2d-fe3eb39d84e8 req-82880cc1-f32e-4439-8b8a-b0df8e5af3e7 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340397 Jul 16 21:01:10.684847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd02aea-2d57-4d9b-a76e-8b57f9049c6d req-908bde85-bbba-45ec-a341-0cfba31c5382 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:10.686362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fd02aea-2d57-4d9b-a76e-8b57f9049c6d req-908bde85-bbba-45ec-a341-0cfba31c5382 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0633991 Jul 16 21:01:10.727865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7fd02aea-2d57-4d9b-a76e-8b57f9049c6d req-8e4e54d7-0a83-42e9-b415-837076a983b0 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358648 Jul 16 21:01:11.681870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-1169c355-813b-4ddb-88cc-5e501d444300 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509689 Jul 16 21:01:11.778956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-681d9341-2880-42d7-afab-ce7bf09c80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.780556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-681d9341-2880-42d7-afab-ce7bf09c80a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.0574212 Jul 16 21:01:11.919559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-cac4a73f-2192-4fe5-ae1b-5e42c5a52739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.921047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-cac4a73f-2192-4fe5-ae1b-5e42c5a52739 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 909 time: 0.1208076 Jul 16 21:01:11.987848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b727608-4578-4e22-97de-65dbc2fa6389 req-c1938f7e-85e4-4c4a-b2bf-19e64c1a4382 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.989787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b727608-4578-4e22-97de-65dbc2fa6389 req-c1938f7e-85e4-4c4a-b2bf-19e64c1a4382 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.1315291 Jul 16 21:01:12.008990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-20569aa2-96f4-4e5a-b733-2cfe1a87e41f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 1000 time: 0.0796468 Jul 16 21:01:12.063715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b727608-4578-4e22-97de-65dbc2fa6389 req-3f3a70e5-603a-4da5-882f-d22c8c1674ee tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672760 Jul 16 21:01:12.075532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-83b2da7a-7a5c-4874-be6b-6371f789bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:12.077033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-83b2da7a-7a5c-4874-be6b-6371f789bc28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0601718 Jul 16 21:01:12.139762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-7d6036b8-961f-4463-acb5-26f1bfcd5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:12.141256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-7d6036b8-961f-4463-acb5-26f1bfcd5c74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574865 Jul 16 21:01:12.232230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-b503c5b0-4a53-4d53-adce-e67437936761 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838900 Jul 16 21:01:12.326978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39109d57-55aa-4490-a9a5-27a625d88e09 req-37b15e78-e978-4396-b6c6-6118a09ef8ca service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Jul 16 21:01:13.246839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e3005-a368-41f7-ad3b-b718829109a0 req-f85e581c-efb2-4d4e-8b51-32c49db6f16e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:13.248433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-686e3005-a368-41f7-ad3b-b718829109a0 req-f85e581c-efb2-4d4e-8b51-32c49db6f16e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0669303 Jul 16 21:01:13.287073 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-686e3005-a368-41f7-ad3b-b718829109a0 req-ffdfbd6d-7b0b-4c41-b528-1b816f7ebb54 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Jul 16 21:01:14.464816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9aeb8-cf27-4a9a-abb4-a74272cc382f req-64a6c55f-b45c-4f0e-87d9-f825a0c3c317 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:14.466297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63c9aeb8-cf27-4a9a-abb4-a74272cc382f req-64a6c55f-b45c-4f0e-87d9-f825a0c3c317 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0671997 Jul 16 21:01:14.503114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-63c9aeb8-cf27-4a9a-abb4-a74272cc382f req-f79017ee-bbc3-4a0e-9da1-79ae2750d301 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Jul 16 21:01:15.679910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b417-3454-4819-8d5e-cc89ebd8d3ee req-88c1eb21-f821-457e-bf2c-605c7b94ee06 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:15.681443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01b7b417-3454-4819-8d5e-cc89ebd8d3ee req-88c1eb21-f821-457e-bf2c-605c7b94ee06 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0650878 Jul 16 21:01:15.720027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-01b7b417-3454-4819-8d5e-cc89ebd8d3ee req-e9e29cf9-9d47-43ed-ad80-c5f40428ff87 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330436 Jul 16 21:01:16.005263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a746-ebdb-443b-b8c5-f105470d101f req-5dc1cda6-6477-496d-b890-eac2b7a24432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:16.006684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf45a746-ebdb-443b-b8c5-f105470d101f req-5dc1cda6-6477-496d-b890-eac2b7a24432 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1096 time: 0.0536144 Jul 16 21:01:16.041339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf45a746-ebdb-443b-b8c5-f105470d101f req-65491882-8c20-484f-965c-5e40322e06f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285757 Jul 16 21:01:16.902227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3123c8-4323-48b6-b844-379f3448649a req-33d297f7-2709-4b98-8a6f-6aa2f0fbf121 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:16.903819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d3123c8-4323-48b6-b844-379f3448649a req-33d297f7-2709-4b98-8a6f-6aa2f0fbf121 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0685461 Jul 16 21:01:16.945715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0d3123c8-4323-48b6-b844-379f3448649a req-70588d2f-b49f-4c4e-95dd-d0c7f5f6eb1d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358965 Jul 16 21:01:17.018091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf0a17cf-87cc-4226-9957-139c7a002cd2 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:17.115161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:17.125901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'port_id': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'mac_address': 'fa:16:3e:5e:f0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:17.163534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:17.176111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf0a17cf-87cc-4226-9957-139c7a002cd2 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:17.195317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:17.199080 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:17.254939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:17.263104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.263483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.263837 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.264169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.264546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.264920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.265297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.265676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.266046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.266400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.266756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.267100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:17.432262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['bf0a17cf-87cc-4226-9957-139c7a002cd2'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:18.128724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef328-ffd6-4e88-8b8e-4215b172734c req-b77c9592-fda5-4053-b915-b50625dc1c8c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:18.130270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4ef328-ffd6-4e88-8b8e-4215b172734c req-b77c9592-fda5-4053-b915-b50625dc1c8c tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 944 time: 0.0691307 Jul 16 21:01:18.167860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff4ef328-ffd6-4e88-8b8e-4215b172734c req-a90f955d-8afa-4afb-8846-8c4d092a647d tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Jul 16 21:01:18.192584 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55978) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:18.260048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a87eea07-380c-4851-9433-6f21a1f00941 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/floatingips/b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f HTTP/1.1" status: 200 len: 992 time: 0.0662305 Jul 16 21:01:19.026152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf0a17cf-87cc-4226-9957-139c7a002cd2 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:19.073451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port bf0a17cf-87cc-4226-9957-139c7a002cd2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:19.074353 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.149477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.171192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:19.173454 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbebcc9c1bc4c084195025138660b282c7838d95f22167a0209bd597a6e5bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ebf4b2-1153-4d5d-b9d6-66c25e06593a" -d '{"events": [{"server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:19.187781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:19.192395 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:19.244677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:19.271600 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdddff82-c532-44ef-9d1e-4f9f171d4810 x-openstack-request-id: req-fdddff82-c532-44ef-9d1e-4f9f171d4810 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:19.271884 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:19.272133 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fdddff82-c532-44ef-9d1e-4f9f171d4810 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:19.272525 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'code': 200} Jul 16 21:01:22.244533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 55996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:22.350539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22408c-80d9-4889-8c4a-5c9acfca837b req-995f0188-5754-45fd-8da3-438020b76a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:22.352122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a22408c-80d9-4889-8c4a-5c9acfca837b req-995f0188-5754-45fd-8da3-438020b76a29 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.1065722 Jul 16 21:01:22.387526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a22408c-80d9-4889-8c4a-5c9acfca837b req-2080c112-5d9b-457e-a908-e28fdc885a89 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297036 Jul 16 21:01:26.982257 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:01:30.305081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9436c74f-aaa3-40e5-a05e-c1cd7dbd7dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:34.057486 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:34.899052 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fa14-6952-41e9-bd53-a0dd804dc5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:36.155546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:38.287675 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:38.713848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:39.020069 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.503876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56026) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:53.678207 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 734bb32b-309c-47f9-a497-d5a81f5ec80b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:53.678581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.758226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.758466 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.769986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 734bb32b-309c-47f9-a497-d5a81f5ec80b owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:53.918389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.945487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=734bb32b-309c-47f9-a497-d5a81f5ec80b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:53.972262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.972606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.972944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.973280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.973607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.973935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.974261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.974580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.974900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.975217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.975554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:53.975870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:54.019050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:54.019321 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Floating IP b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f disassociated (deleted). External IP: 172.25.8.114, port: bf0a17cf-87cc-4226-9957-139c7a002cd2. Jul 16 21:01:54.228160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:54.341093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:54.345968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:54.351328 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] Sync routers for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:54.364463 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:54.365020 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:01:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:54.385264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac4d1974-d046-4b44-b39a-4f06a18e914b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/floatingips/b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f HTTP/1.1" status: 204 len: 168 time: 0.8800504 Jul 16 21:01:54.386809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:54.392045 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56dbb56-0186-4571-946c-722c4d17c36c" -d '{"events": [{"name": "network-changed", "server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:54.501826 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:54.669297 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041c909-b0f2-4697-be70-9d03aae9227f x-openstack-request-id: req-2041c909-b0f2-4697-be70-9d03aae9227f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:54.669991 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:54.669991 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2041c909-b0f2-4697-be70-9d03aae9227f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:54.670294 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'status': 'completed', 'code': 200} Jul 16 21:01:54.775335 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:11Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:54.801056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dbb56-0186-4571-946c-722c4d17c36c req-4849e20c-b174-415e-b0cc-0a325d9a1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.802662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a56dbb56-0186-4571-946c-722c4d17c36c req-4849e20c-b174-415e-b0cc-0a325d9a1804 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec84f59caf741128d7bdf6f36b72b56&device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1088479 Jul 16 21:01:54.811175 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] Checking router: 949d0f19-a4d1-448e-ba86-2f729d4c3e65 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:54.821881 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:54.822538 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:01:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:54.912632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaabb2-a8a8-4f32-9ef4-f25aa3ea6278 req-3ff979e5-5a1b-4904-8037-90b36ebb5a1e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.914089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffaaabb2-a8a8-4f32-9ef4-f25aa3ea6278 req-3ff979e5-5a1b-4904-8037-90b36ebb5a1e tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.1515939 Jul 16 21:01:54.938041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dbb56-0186-4571-946c-722c4d17c36c req-ee30d6f7-1592-40d9-8a62-dfcc632ba791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:54.939407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a56dbb56-0186-4571-946c-722c4d17c36c req-ee30d6f7-1592-40d9-8a62-dfcc632ba791 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 HTTP/1.1" status: 200 len: 898 time: 0.1287298 Jul 16 21:01:54.967338 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:54.994750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a56dbb56-0186-4571-946c-722c4d17c36c req-e419b007-80d3-4391-8367-f7dce8b9e98e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2 HTTP/1.1" status: 200 len: 217 time: 0.0461907 Jul 16 21:01:55.015703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffaaabb2-a8a8-4f32-9ef4-f25aa3ea6278 req-8ee336dc-f871-43ed-93ed-e23b89bff469 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871446 Jul 16 21:01:55.059728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dbb56-0186-4571-946c-722c4d17c36c req-08a44482-995b-412e-8bbd-065da01f2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:55.061385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a56dbb56-0186-4571-946c-722c4d17c36c req-08a44482-995b-412e-8bbd-065da01f2103 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c96665c-66e3-46b0-a2d5-d0f9f3841219 HTTP/1.1" status: 200 len: 835 time: 0.0585949 Jul 16 21:01:55.123592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dbb56-0186-4571-946c-722c4d17c36c req-9222c1cd-c01f-444f-9d81-0f6fa2d4f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:55.125109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a56dbb56-0186-4571-946c-722c4d17c36c req-9222c1cd-c01f-444f-9d81-0f6fa2d4f57c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571954 Jul 16 21:01:55.186612 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:11Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:55.213676 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d1df6-6dc9-4301-a140-1c06a4625323 None None] The sync data for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 is: [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:00:07Z', 'revision_number': 4, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '7adde500-3c8d-4efe-8fb9-736b009426b2', 'name': '', 'network_id': 'bd9d067e-d6ab-4712-b9d5-1bf4aebe8899', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'mac_address': 'fa:16:3e:08:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:06Z', 'updated_at': '2021-07-16T21:00:11Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'subnets': [{'id': '9c96665c-66e3-46b0-a2d5-d0f9f3841219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:01:55.238810 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a56dbb56-0186-4571-946c-722c4d17c36c req-8ade6716-cfeb-4829-99ef-7f1002f4f844 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065602 Jul 16 21:01:55.335833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a56dbb56-0186-4571-946c-722c4d17c36c req-6ba841ac-7909-4bc9-99f3-1c0b0258e627 service neutron] 10.222.0.21 "GET /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896537 Jul 16 21:01:55.469359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb946e97-3c36-4813-bf55-a2fc3f85ad9e None None] New status for floating IP b7be1bf4-c0fd-43cf-bfc7-6568ca058c1f: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:01:56.044036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997158-f3d0-4fb8-866b-406664d079ea req-e9943e2e-626d-4d44-a8e5-f8618c020a34 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.045603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c997158-f3d0-4fb8-866b-406664d079ea req-e9943e2e-626d-4d44-a8e5-f8618c020a34 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.0705061 Jul 16 21:01:56.154325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port bf0a17cf-87cc-4226-9957-139c7a002cd2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:56.154667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:56.292262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port bf0a17cf-87cc-4226-9957-139c7a002cd2, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=bf0a17cf-87cc-4226-9957-139c7a002cd2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:56.292685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:56.302548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd99fa7-21d4-4652-bc09-29f8e343764a req-0af2aab1-c991-456e-9a4b-f8926299ac77 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.304079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffd99fa7-21d4-4652-bc09-29f8e343764a req-0af2aab1-c991-456e-9a4b-f8926299ac77 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/ports?device_id=a11b287a-6965-49b6-884e-7775368ad0b6 HTTP/1.1" status: 200 len: 945 time: 0.1464701 Jul 16 21:01:56.323006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for bf0a17cf-87cc-4226-9957-139c7a002cd2 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:56.393716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffd99fa7-21d4-4652-bc09-29f8e343764a req-2d3822e9-ac80-40d8-a83e-7e670dae39d8 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "GET /v2.0/security-groups?id=9395e775-e90f-419c-882d-934ade16687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835156 Jul 16 21:01:56.486662 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:56.518854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=bf0a17cf-87cc-4226-9957-139c7a002cd2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:56.573329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] No DVR routers for this DVR port bf0a17cf-87cc-4226-9957-139c7a002cd2 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:56.577035 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:56.579285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9c997158-f3d0-4fb8-866b-406664d079ea req-0676b813-b213-4a06-9b57-703961788aec tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.21 "DELETE /v2.0/ports/bf0a17cf-87cc-4226-9957-139c7a002cd2 HTTP/1.1" status: 204 len: 173 time: 0.5282147 Jul 16 21:01:56.671136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'name': 'network-vif-deleted', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:56.673729 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a5d42-7ed9-41f7-917c-019f515c4704" -d '{"events": [{"server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "name": "network-vif-deleted", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:56.712099 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5974e67-9a36-47f5-b4b1-b788626b5e66 x-openstack-request-id: req-a5974e67-9a36-47f5-b4b1-b788626b5e66 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:56.712524 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11b287a-6965-49b6-884e-7775368ad0b6", "name": "network-vif-deleted", "tag": "bf0a17cf-87cc-4226-9957-139c7a002cd2", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:56.712787 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a5974e67-9a36-47f5-b4b1-b788626b5e66 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:56.713190 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11b287a-6965-49b6-884e-7775368ad0b6', 'name': 'network-vif-deleted', 'tag': 'bf0a17cf-87cc-4226-9957-139c7a002cd2', 'status': 'completed', 'code': 200} Jul 16 21:01:57.493132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56044) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:58.236879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:58.508395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 7adde500-3c8d-4efe-8fb9-736b009426b2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:58.509084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:58.598682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port 7adde500-3c8d-4efe-8fb9-736b009426b2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=7adde500-3c8d-4efe-8fb9-736b009426b2,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:58.599046 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:58.611337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 7adde500-3c8d-4efe-8fb9-736b009426b2 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:58.793239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:58.819740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=7adde500-3c8d-4efe-8fb9-736b009426b2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:59.013465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.231391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:01:59.341324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf0a17cf-87cc-4226-9957-139c7a002cd2 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:59.343290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:01:59.351048 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:59.351590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cf140593-ce39-4c7d-b6a9-c71e8d82512b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "PUT /v2.0/routers/949d0f19-a4d1-448e-ba86-2f729d4c3e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568752 Jul 16 21:01:59.353686 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] Sync routers for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:01:59.363860 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:59.364582 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:01:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:59.371443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: bf0a17cf-87cc-4226-9957-139c7a002cd2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:59.372123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device bf0a17cf-87cc-4226-9957-139c7a002cd2 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:59.407716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting subnet 9c96665c-66e3-46b0-a2d5-d0f9f3841219 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:01:59.410832 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.452007 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.472271 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:59.541173 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.607527 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.637273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Subnet': ['ID=9c96665c-66e3-46b0-a2d5-d0f9f3841219,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:59.639798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.644270 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/subnets/9c96665c-66e3-46b0-a2d5-d0f9f3841219 HTTP/1.1" status: 204 len: 168 time: 0.2896152 Jul 16 21:01:59.645846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56050) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:59.653204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2734122c-cdf4-4f8b-a1de-9f64b4ff9505 None None] Network bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:01:59.657821 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.658089 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:01:58Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:59.658322 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.658681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.659023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.659438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.659782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.660119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.660588 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.660921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.661257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.661636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.663079 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2b01e-ebad-453b-966f-07b540ece305 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:59.688959 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] Checking router: 949d0f19-a4d1-448e-ba86-2f729d4c3e65 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:01:59.699156 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] Routers {'949d0f19-a4d1-448e-ba86-2f729d4c3e65'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:01:59.699804 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:01:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:01:59.765972 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.813769 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] Set router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:01:59.882447 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:59.943041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Deleting port 81dfd9ca-2690-472e-8daf-248c50d35d93 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:59.943566 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.003303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:01:58Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:00.028324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c857975-ec28-4620-843a-137d62430c63 None None] DHCP port deletion for bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:02:00.043506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] For port 81dfd9ca-2690-472e-8daf-248c50d35d93, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=81dfd9ca-2690-472e-8daf-248c50d35d93,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:00.043878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.057474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Calling delete_port for 81dfd9ca-2690-472e-8daf-248c50d35d93 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:00.079460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4c857975-ec28-4620-843a-137d62430c63 None None] Deleting port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:00.079843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4c857975-ec28-4620-843a-137d62430c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.130630 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0bbb0-4853-4003-a138-e8e170acdfe5 None None] The sync data for ids ['949d0f19-a4d1-448e-ba86-2f729d4c3e65'] in n-d-798930-6 is: [{'id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653466879', 'tenant_id': 'aec84f59caf741128d7bdf6f36b72b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:03Z', 'updated_at': '2021-07-16T21:01:58Z', 'revision_number': 5, 'project_id': 'aec84f59caf741128d7bdf6f36b72b56', 'gw_port': {'id': '81dfd9ca-2690-472e-8daf-248c50d35d93', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d0f19-a4d1-448e-ba86-2f729d4c3e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:04Z', 'updated_at': '2021-07-16T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:00.149904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4c857975-ec28-4620-843a-137d62430c63 None None] For port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb,segment=NetworkSegment(a3bb08e0-3ae9-4a4e-939a-5c6a765a7763),segment_id=a3bb08e0-3ae9-4a4e-939a-5c6a765a7763)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:00.150383 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4c857975-ec28-4620-843a-137d62430c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.164365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4c857975-ec28-4620-843a-137d62430c63 None None] Calling delete_port for 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:00.249063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.249814 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4c857975-ec28-4620-843a-137d62430c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.278540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c857975-ec28-4620-843a-137d62430c63 None None] Pushing event deleted for resources: {'Port': ['ID=2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:00.281793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c857975-ec28-4620-843a-137d62430c63 None None] No DVR routers for this DVR port 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:00.284046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Port': ['ID=81dfd9ca-2690-472e-8daf-248c50d35d93,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:00.308412 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8eb2336c-e4f3-4375-962e-077059f641bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.352484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.443334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.445426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.489555 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.490114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Fanout notify agent at l3_agent the message router_deleted on router 949d0f19-a4d1-448e-ba86-2f729d4c3e65 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:02:00.498181 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.499352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-68c64e30-efa0-4bb2-80e8-e0c945e5e176 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/routers/949d0f19-a4d1-448e-ba86-2f729d4c3e65 HTTP/1.1" status: 204 len: 168 time: 0.8524771 Jul 16 21:02:00.502128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56054) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:00.588063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.673798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.684434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9d067e-d6ab-4712-b9d5-1bf4aebe8899']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:00.695225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:00.695544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bb08e0-3ae9-4a4e-939a-5c6a765a7763') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:00.704534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.718721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.725232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:02:00.725652 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:02:00.728748 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:02:00.794558 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.800282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.802205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/networks/bd9d067e-d6ab-4712-b9d5-1bf4aebe8899 HTTP/1.1" status: 204 len: 168 time: 0.2991166 Jul 16 21:02:00.805349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56056) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:00.818289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371db3eb-a500-4f79-ba7f-847bc234013b tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'Network': ['ID=bd9d067e-d6ab-4712-b9d5-1bf4aebe8899,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:00.873339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3630-0ca8-44bd-a1d5-60bbefcbb8c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.897791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3630-0ca8-44bd-a1d5-60bbefcbb8c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.959407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3630-0ca8-44bd-a1d5-60bbefcbb8c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.961899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3630-0ca8-44bd-a1d5-60bbefcbb8c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:00.963072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5b2d3630-0ca8-44bd-a1d5-60bbefcbb8c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] 10.222.0.100 "DELETE /v2.0/security-groups/9395e775-e90f-419c-882d-934ade16687c HTTP/1.1" status: 204 len: 168 time: 0.1562431 Jul 16 21:02:00.972971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d3630-0ca8-44bd-a1d5-60bbefcbb8c3 tempest-TestNetworkAdvancedServerOps-6854459 tempest-TestNetworkAdvancedServerOps-6854459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9395e775-e90f-419c-882d-934ade16687c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:01.173711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7adde500-3c8d-4efe-8fb9-736b009426b2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:01.194079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 7adde500-3c8d-4efe-8fb9-736b009426b2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:01.194434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 7adde500-3c8d-4efe-8fb9-736b009426b2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:01.194858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:01.213868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:01.214752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2380ea35-c8eb-4eaa-b7f1-b0c4509dd9bb not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:01.215380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 81dfd9ca-2690-472e-8daf-248c50d35d93 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:01.235237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 81dfd9ca-2690-472e-8daf-248c50d35d93 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:01.235620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 81dfd9ca-2690-472e-8daf-248c50d35d93 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:01.278076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:01.415157 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f597fdac-2326-41ff-905b-81ba89ab2120 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aec84f59caf741128d7bdf6f36b72b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355338 Jul 16 21:02:01.418226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:01.469204 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad622c35-f053-4429-a51c-c2971b1978ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.491583 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad622c35-f053-4429-a51c-c2971b1978ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.539710 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad622c35-f053-4429-a51c-c2971b1978ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.543162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad622c35-f053-4429-a51c-c2971b1978ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.544390 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ad622c35-f053-4429-a51c-c2971b1978ae admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2663be0a-c310-495b-abe3-d42fb89b4975 HTTP/1.1" status: 204 len: 168 time: 0.1251690 Jul 16 21:02:01.552378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad622c35-f053-4429-a51c-c2971b1978ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2663be0a-c310-495b-abe3-d42fb89b4975,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:01.813672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56074) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:01.853877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9269f792-6bb2-4656-8f79-2a2290ac53e9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=06d27f809fb14f3091d7c3ebb4c4fdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390310 Jul 16 21:02:01.856909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56076) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:01.903987 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb02575f-5b89-4b84-80c2-38ecd83e9a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.925383 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb02575f-5b89-4b84-80c2-38ecd83e9a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.977380 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb02575f-5b89-4b84-80c2-38ecd83e9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.980685 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cb02575f-5b89-4b84-80c2-38ecd83e9a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:01.981756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cb02575f-5b89-4b84-80c2-38ecd83e9a1a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/072570ee-e8b4-4b69-bf19-943a58189b8d HTTP/1.1" status: 204 len: 168 time: 0.1239524 Jul 16 21:02:01.989723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02575f-5b89-4b84-80c2-38ecd83e9a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072570ee-e8b4-4b69-bf19-943a58189b8d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:03.981638 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:02:04.058581 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:04.900303 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95eff320-70b5-47b7-a539-7215e0864a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:06.158881 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.290769 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:08.711529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:09.009129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:11.681005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-2eff82d7-8dff-4efd-9fc6-d0c5c35232d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525157 Jul 16 21:02:11.776738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-00d9a9da-a279-4a7d-a2c6-f1bd2e3a895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.778309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-00d9a9da-a279-4a7d-a2c6-f1bd2e3a895e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.0548127 Jul 16 21:02:11.887752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-6fbe8757-53d1-4dc6-905a-3ccc0ecbe9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.889240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-6fbe8757-53d1-4dc6-905a-3ccc0ecbe9e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 909 time: 0.0919304 Jul 16 21:02:11.957101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-f18129bb-c63e-40e0-b7d4-4869b708f638 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 1000 time: 0.0615885 Jul 16 21:02:12.005021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-55217d9d-08f0-4389-bfbf-61f7a9b94d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:12.006495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-55217d9d-08f0-4389-bfbf-61f7a9b94d86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0437281 Jul 16 21:02:12.067229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-96e91405-83ab-4a7e-bb55-394e3aa36967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:12.068768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-96e91405-83ab-4a7e-bb55-394e3aa36967 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561399 Jul 16 21:02:12.160063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-100b0683-b76a-4841-b048-11c702450520 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Jul 16 21:02:12.253416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ade18323-37c4-439c-a3e2-0b64b355f6d6 req-93a7feca-37e9-4a33-bef5-c4abd48e0084 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Jul 16 21:02:30.313966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5dec5ff-e694-4ec1-9d1c-ef560e79cbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.060133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.904558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-04738481-6475-4597-b59a-4ddb1cd0b4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.162036 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.295788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.728372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.009570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.986433 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:00.314794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eaacd343-279d-472e-b4e1-f85dde99193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:04.061331 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:04.905058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-58d7176b-7f7c-41f6-bb09-f4e49ac85ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:06.164927 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:08.297322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:08.755974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:09.008457 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:12.681432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-b8fb3743-58c4-44d1-8bdc-e2e2d73665c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542367 Jul 16 21:03:12.772508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-932fee0b-f7c4-42f0-a197-1b12551776e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:12.773999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-932fee0b-f7c4-42f0-a197-1b12551776e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.0520456 Jul 16 21:03:12.880997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-acf1b476-a9ce-4e81-b53f-405550b45100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:12.882492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-acf1b476-a9ce-4e81-b53f-405550b45100 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 909 time: 0.0897050 Jul 16 21:03:12.951582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-d2a27dd9-6a31-4ab2-afd4-e1d2a3fded5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 1000 time: 0.0622866 Jul 16 21:03:12.999758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-e62ad185-21d1-463b-a565-8791b563cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:13.001210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-e62ad185-21d1-463b-a565-8791b563cdbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0435588 Jul 16 21:03:13.057521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-e3d3258c-01d5-4943-afb5-fa6777734137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:13.059195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-e3d3258c-01d5-4943-afb5-fa6777734137 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519214 Jul 16 21:03:13.151123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-00c55030-4f06-470e-b733-cac3d50a3cfa service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856974 Jul 16 21:03:13.239853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4bd7090-4d27-4d13-96dd-484336a722cc req-c9165880-ea88-417a-bccd-67291f12d196 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Jul 16 21:03:17.986382 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:30.316115 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b8d014a6-c169-42e4-82cc-8df084823a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:34.063365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:34.907334 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf6e573c-c031-45a0-9117-5efe0077e3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:36.167335 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:38.302091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:38.770770 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:39.015226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:54.985182 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:00.317457 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e877c50-8bd9-4911-bcf3-6458a8306ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.065591 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:04.919177 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b41e30a5-984a-40b4-8103-86a2a773f28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:06.170585 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.308298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:08.777564 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:09.019067 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:14.685027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-2afdacc1-4ab6-4ae3-ae62-e379e5a96eac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603585 Jul 16 21:04:14.781699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-1c577676-bf95-460c-a525-25d1b0b1e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:14.783708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-1c577676-bf95-460c-a525-25d1b0b1e0ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.0549715 Jul 16 21:04:14.892822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-adfbd975-cd9d-4787-ac3c-fccfd6217a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:14.894362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-adfbd975-cd9d-4787-ac3c-fccfd6217a97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 909 time: 0.0901763 Jul 16 21:04:14.964772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-9e8813d6-8dce-4cd5-91f9-49dba39487e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 1000 time: 0.0641925 Jul 16 21:04:15.014123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-d8d91d90-ca2f-4602-95a3-2453ef1b5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:15.016381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-d8d91d90-ca2f-4602-95a3-2453ef1b5ca2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0455711 Jul 16 21:04:15.079342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-e8294eae-5b90-4b95-973e-d8bd0c3125c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:15.080952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-e8294eae-5b90-4b95-973e-d8bd0c3125c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574815 Jul 16 21:04:15.177635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-b9b8b048-8d1e-4514-95b6-b8b40064d916 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906982 Jul 16 21:04:15.269033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a072238-b8e0-44e2-ab5f-95fa4515ea39 req-a2a185bb-f466-4a8b-bd97-26cb3ea0792a service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851557 Jul 16 21:04:30.320554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-63edd2d4-a030-4acc-8f18-b9013dcad135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:31.984480 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:34.068488 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:34.910315 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a5de801b-4131-40f5-88b9-5b831c2b3fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:36.174956 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:38.305546 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:38.782566 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:39.020322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:00.321641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-20c83305-9269-4096-b834-68e7d105f953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:04.070538 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:04.910964 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-361c8733-ae57-4c36-ab63-0e0cf006d154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:06.176810 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:08.310116 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:08.779131 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:08.984457 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:09.029214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:15.800508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-9c1ac96a-40c1-4f3e-8804-6ac61317ec29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1550620 Jul 16 21:05:15.904823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-3dd7be73-7b7f-4a2c-baae-ce4352e4b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:15.906408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-3dd7be73-7b7f-4a2c-baae-ce4352e4b8c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 1096 time: 0.0616257 Jul 16 21:05:16.022486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-a939e289-7365-46d4-ba06-b26cee39dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.024063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-a939e289-7365-46d4-ba06-b26cee39dccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 200 len: 909 time: 0.0972018 Jul 16 21:05:16.102571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-885438f1-7aac-48e0-b186-aab94600c1c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 200 len: 1000 time: 0.0718784 Jul 16 21:05:16.153787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-f609054d-3daa-4b12-956e-6c299677e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.155308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-f609054d-3daa-4b12-956e-6c299677e9c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 200 len: 847 time: 0.0472362 Jul 16 21:05:16.222804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-c41e1af1-9cc2-4137-bf9a-303656942cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:16.225398 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-c41e1af1-9cc2-4137-bf9a-303656942cca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4352fe8e-79b3-4f5a-bfb8-86fa32993476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634055 Jul 16 21:05:16.327553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-c577a2a2-fef1-4a1d-a21d-77c189340971 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960543 Jul 16 21:05:16.433982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c43b1503-cf0a-4f09-92b0-5b672f3a0082 req-892403de-9b6c-480b-bf8f-6289162fe8f2 service neutron] 10.222.0.26 "GET /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973384 Jul 16 21:05:27.205457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd874f7-080a-4246-8b49-a3c7e2cc2816 req-3e86678d-bb3a-4563-ac49-f0ca21b65dc1 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:27.207074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bd874f7-080a-4246-8b49-a3c7e2cc2816 req-3e86678d-bb3a-4563-ac49-f0ca21b65dc1 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 945 time: 0.2230806 Jul 16 21:05:27.252127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bd874f7-080a-4246-8b49-a3c7e2cc2816 req-4a28bcbb-e692-46f5-ac78-69ee96c3a205 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381181 Jul 16 21:05:28.248692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-db484780-616d-408c-87f7-01eaf6dbb021 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:28.250203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-db484780-616d-408c-87f7-01eaf6dbb021 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 945 time: 0.0666521 Jul 16 21:05:28.371014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Deleting port 7b22586e-d719-4c63-b69b-bc74c4c77326 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:28.371014 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.501543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] For port 7b22586e-d719-4c63-b69b-bc74c4c77326, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=7b22586e-d719-4c63-b69b-bc74c4c77326,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:28.501912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:28.560061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857995fe-b40d-4c29-a7e1-e3bd429cf7ff req-c1e76fb0-2f99-4e76-83d5-d699efd2f62b tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:28.561513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-857995fe-b40d-4c29-a7e1-e3bd429cf7ff req-c1e76fb0-2f99-4e76-83d5-d699efd2f62b tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 945 time: 0.1602802 Jul 16 21:05:28.994380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-857995fe-b40d-4c29-a7e1-e3bd429cf7ff req-f79a9a0c-7650-445f-abc3-b008dda4f25c tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/security-groups?id=0951b0e4-1a1b-4b74-939c-7e7d112899c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4256425 Jul 16 21:05:29.064889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.065266 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.065579 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Floating IP ef068466-f7f1-43b6-a170-3e16e4e42b20 disassociated. External IP: 172.25.8.79, port: 7b22586e-d719-4c63-b69b-bc74c4c77326. Jul 16 21:05:29.065932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Calling delete_port for 7b22586e-d719-4c63-b69b-bc74c4c77326 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:29.201068 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.230833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event deleted for resources: {'Port': ['ID=7b22586e-d719-4c63-b69b-bc74c4c77326,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:29.242364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.242707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.243055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.243423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.243759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.244090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.244471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.245352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.245352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.245352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.245715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.246030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:29.368737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Router 8a237c4b-7273-4a31-8df5-ec4949648169 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:29.481822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:29.492467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] Sync routers for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:29.502155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:29.502864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:29.528058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] No DVR routers for this DVR port 7b22586e-d719-4c63-b69b-bc74c4c77326 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:29.530762 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:29.532957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4b7d6016-501c-44b1-a118-99cf560105f9 req-7f7c2ea9-8cfa-4d3c-91a6-2e4caf752124 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.26 "DELETE /v2.0/ports/7b22586e-d719-4c63-b69b-bc74c4c77326 HTTP/1.1" status: 204 len: 173 time: 1.2774062 Jul 16 21:05:29.533522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'name': 'network-vif-deleted', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:29.535880 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f08027a3724fd2901cdcd37c6fced6dbab76ad931ba64ec632736f3c1a578b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88b081-1325-472d-a2a9-fefdde469736" -d '{"events": [{"server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "name": "network-vif-deleted", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:29.626253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:29.679073 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d10d72-ab5f-42a1-a284-c9f456c9c859 x-openstack-request-id: req-52d10d72-ab5f-42a1-a284-c9f456c9c859 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:29.679394 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7e3bcd-02f4-4e3d-8a44-249e2a67818c", "name": "network-vif-deleted", "tag": "7b22586e-d719-4c63-b69b-bc74c4c77326", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:29.679698 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-52d10d72-ab5f-42a1-a284-c9f456c9c859 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:29.680146 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7e3bcd-02f4-4e3d-8a44-249e2a67818c', 'name': 'network-vif-deleted', 'tag': '7b22586e-d719-4c63-b69b-bc74c4c77326', 'status': 'completed', 'code': 200} Jul 16 21:05:29.846483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:31Z', 'revision_number': 5, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:29.877423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] Checking router: 8a237c4b-7273-4a31-8df5-ec4949648169 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:29.886984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:29.887621 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:30.004677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:30.198742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50fd1f57-a855-428c-bc08-4f9a23039346 req-42693ef8-8ff8-4e37-842e-158cb30354e7 tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc7e3bcd-02f4-4e3d-8a44-249e2a67818c HTTP/1.1" status: 200 len: 210 time: 0.0359268 Jul 16 21:05:30.264486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:31Z', 'revision_number': 5, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:30.291524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee642f0-f82e-49e5-af21-92b31181d659 None None] The sync data for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 is: [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:00:25Z', 'revision_number': 4, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4442de0b-6cd4-4e49-814b-6830730a804b', 'name': '', 'network_id': '4352fe8e-79b3-4f5a-bfb8-86fa32993476', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'mac_address': 'fa:16:3e:b3:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:24Z', 'updated_at': '2021-07-16T21:00:31Z', 'revision_number': 5, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'subnets': [{'id': 'eb4fd333-4cc3-4ad8-b935-8792efe9c088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:30.325165 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e204f43-5a57-4b19-8ca5-caae338559b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:30.541255 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63984e76-3304-40c3-a1f4-e55975a0a1c6 None None] New status for floating IP ef068466-f7f1-43b6-a170-3e16e4e42b20: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:05:31.401769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56176) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:31.540646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Deleting port db9697cf-c3f4-4be1-baff-a882e76c0ef5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:31.541077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.631030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.631489 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.645309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Calling delete_port for db9697cf-c3f4-4be1-baff-a882e76c0ef5 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:31.789259 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.818002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event deleted for resources: {'Port': ['ID=db9697cf-c3f4-4be1-baff-a882e76c0ef5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:31.848007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7b22586e-d719-4c63-b69b-bc74c4c77326 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:31.877813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 7b22586e-d719-4c63-b69b-bc74c4c77326 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:31.878165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 7b22586e-d719-4c63-b69b-bc74c4c77326 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:31.888542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.891635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:31.892863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-15b8ef8e-8bde-47a4-911f-fe19d7229ebb tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "DELETE /v2.0/floatingips/ef068466-f7f1-43b6-a170-3e16e4e42b20 HTTP/1.1" status: 204 len: 168 time: 0.4900529 Jul 16 21:05:32.040245 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56182) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:32.120050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.149654 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.219613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.222543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:32.224411 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] 10.222.0.100 "DELETE /v2.0/security-groups/0951b0e4-1a1b-4b74-939c-7e7d112899c5 HTTP/1.1" status: 204 len: 168 time: 0.1825976 Jul 16 21:05:32.234823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0951b0e4-1a1b-4b74-939c-7e7d112899c5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:32.244743 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.245076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.245439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.245751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.246078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.246413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.246729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.247051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.247406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.247729 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.248081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.248415 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b479a-0663-46ac-878b-82b3c1ae6bce tempest-TestServerBasicOps-1166528387 tempest-TestServerBasicOps-1166528387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:32.279740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56188) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:32.776562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.068495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Deleting port 4442de0b-6cd4-4e49-814b-6830730a804b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:33.068842 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.163102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] For port 4442de0b-6cd4-4e49-814b-6830730a804b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4442de0b-6cd4-4e49-814b-6830730a804b,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:33.163490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.178689 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Calling delete_port for 4442de0b-6cd4-4e49-814b-6830730a804b owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:33.384945 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.412786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Pushing event deleted for resources: {'Port': ['ID=4442de0b-6cd4-4e49-814b-6830730a804b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:33.610909 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:33.913636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Router 8a237c4b-7273-4a31-8df5-ec4949648169 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:34.030666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:34.036020 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aabea331-facf-4dc3-ac35-d244afb4792a admin admin] 10.222.0.100 "PUT /v2.0/routers/8a237c4b-7273-4a31-8df5-ec4949648169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7544217 Jul 16 21:05:34.039117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:34.039967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] Sync routers for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:34.053625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:34.054395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:34.109305 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.156426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.182623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:34.275214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.353377 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Deleting port 048ec787-c244-4f60-b6de-d6bd2f6e859b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:34.353701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.389515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:05:33Z', 'revision_number': 5, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port': {'id': '048ec787-c244-4f60-b6de-d6bd2f6e859b', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:22Z', 'updated_at': '2021-07-16T21:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:34.423182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] Checking router: 8a237c4b-7273-4a31-8df5-ec4949648169 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:34.433901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] Routers {'8a237c4b-7273-4a31-8df5-ec4949648169'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:34.434800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['8a237c4b-7273-4a31-8df5-ec4949648169'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:34.454775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] For port 048ec787-c244-4f60-b6de-d6bd2f6e859b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=048ec787-c244-4f60-b6de-d6bd2f6e859b,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:34.455135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.472533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Calling delete_port for 048ec787-c244-4f60-b6de-d6bd2f6e859b owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:34.528598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] Set router 8a237c4b-7273-4a31-8df5-ec4949648169 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:34.588578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:05:34Z', 'revision_number': 6, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:34.617046 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b7a7b-54cf-4dda-b1db-4869ac6bd90c None None] The sync data for ids ['8a237c4b-7273-4a31-8df5-ec4949648169'] in n-d-798930-6 is: [{'id': '8a237c4b-7273-4a31-8df5-ec4949648169', 'name': 'tempest-TestServerBasicOps-249524078-router', 'tenant_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:21Z', 'updated_at': '2021-07-16T21:05:34Z', 'revision_number': 6, 'project_id': '2ee3c9692c014b03bbfc90efa0c7cea5', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:34.675873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.703790 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=048ec787-c244-4f60-b6de-d6bd2f6e859b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:34.773169 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.878158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.880672 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.916254 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-49584edd-a96d-433d-b89e-51073cf43059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.939784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.940391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a237c4b-7273-4a31-8df5-ec4949648169 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:05:34.945214 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:34.946464 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6d79a790-e73c-4d26-b6f4-2b4ea7c82c28 admin admin] 10.222.0.100 "DELETE /v2.0/routers/8a237c4b-7273-4a31-8df5-ec4949648169 HTTP/1.1" status: 204 len: 168 time: 0.9057472 Jul 16 21:05:34.949124 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56194) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:35.002052 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] Deleting subnet eb4fd333-4cc3-4ad8-b935-8792efe9c088 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:05:35.006327 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.050410 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.169002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.222187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4442de0b-6cd4-4e49-814b-6830730a804b no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:35.245452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.256636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4442de0b-6cd4-4e49-814b-6830730a804b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:35.256990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4442de0b-6cd4-4e49-814b-6830730a804b not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:35.272394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4fd333-4cc3-4ad8-b935-8792efe9c088,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:35.282200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.284213 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cf3da5d1-ca34-47af-989b-d651439348aa admin admin] 10.222.0.100 "DELETE /v2.0/subnets/eb4fd333-4cc3-4ad8-b935-8792efe9c088 HTTP/1.1" status: 204 len: 168 time: 0.3341062 Jul 16 21:05:35.287572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56196) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:35.288780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea5d70-f1e5-4a04-b7f3-0ccdd2ed95a3 None None] Network 4352fe8e-79b3-4f5a-bfb8-86fa32993476 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:35.363151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.438764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Deleting port 911b8863-5968-476a-a6cb-daa56e93b980 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:35.439118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.515525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] For port 911b8863-5968-476a-a6cb-daa56e93b980, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=911b8863-5968-476a-a6cb-daa56e93b980,segment=NetworkSegment(054dea82-e381-44f1-b15d-f9d381630ca9),segment_id=054dea82-e381-44f1-b15d-f9d381630ca9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:35.515843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.531058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Calling delete_port for 911b8863-5968-476a-a6cb-daa56e93b980 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:35.632410 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec39c88-c11e-4b94-b1bf-abd7c1a1c617 None None] DHCP port deletion for 4352fe8e-79b3-4f5a-bfb8-86fa32993476 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:05:35.638512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.667459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=911b8863-5968-476a-a6cb-daa56e93b980,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:35.673198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7ec39c88-c11e-4b94-b1bf-abd7c1a1c617 None None] The port '911b8863-5968-476a-a6cb-daa56e93b980' was deleted {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 21:05:35.673785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] No DVR routers for this DVR port 911b8863-5968-476a-a6cb-daa56e93b980 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:35.755670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.767171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4352fe8e-79b3-4f5a-bfb8-86fa32993476']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:35.780056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054dea82-e381-44f1-b15d-f9d381630ca9') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:35.780554 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054dea82-e381-44f1-b15d-f9d381630ca9') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:35.791660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.808656 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.823939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:05:35.824353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:05:35.826670 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:05:35.891236 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.899956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:35.905478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] 10.222.0.100 "DELETE /v2.0/networks/4352fe8e-79b3-4f5a-bfb8-86fa32993476 HTTP/1.1" status: 204 len: 168 time: 0.6167383 Jul 16 21:05:35.905901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56198) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:35.924003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3281ad2-fdb0-4b30-b52c-f7382d1989b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4352fe8e-79b3-4f5a-bfb8-86fa32993476,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:36.186099 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.431528 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.769755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Deleting port 3891143c-72fa-499b-a5f6-8d5c1ce29371 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:36.769991 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:36.858717 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] For port 3891143c-72fa-499b-a5f6-8d5c1ce29371, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3891143c-72fa-499b-a5f6-8d5c1ce29371,segment=NetworkSegment(7441f895-b67a-457a-952e-c71acd09e83e),segment_id=7441f895-b67a-457a-952e-c71acd09e83e)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:36.859072 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.108456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911b8863-5968-476a-a6cb-daa56e93b980 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:37.131714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 911b8863-5968-476a-a6cb-daa56e93b980 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:37.132080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 911b8863-5968-476a-a6cb-daa56e93b980 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:37.132508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 048ec787-c244-4f60-b6de-d6bd2f6e859b no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:37.154094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 048ec787-c244-4f60-b6de-d6bd2f6e859b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:37.154444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 048ec787-c244-4f60-b6de-d6bd2f6e859b not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:37.172934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Calling delete_port for 3891143c-72fa-499b-a5f6-8d5c1ce29371 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:37.373954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.401274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3891143c-72fa-499b-a5f6-8d5c1ce29371,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:37.592373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:37.846296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:37.967346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:37.972822 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-47bbfc95-c572-46fa-8ecd-28b69bd6b2eb admin admin] 10.222.0.100 "PUT /v2.0/routers/25aeb2a9-a0af-41b6-948d-7ed59b3fc78c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0653024 Jul 16 21:05:37.977113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56200) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:37.980538 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] Sync routers for ids ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:37.994455 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] Routers {'25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:37.995096 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:38.104076 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.131928 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] Set router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:38.236137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.302591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Deleting port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:38.303508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.331282 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.347586 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:05:37Z', 'revision_number': 5, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port': {'id': 'aa32f067-2dfd-46b2-9df1-3e4a66f33dbe', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:38.387123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] Checking router: 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:38.403581 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] Routers {'25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:38.404540 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:38.413512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] For port aa32f067-2dfd-46b2-9df1-3e4a66f33dbe, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:38.414022 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.429423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Calling delete_port for aa32f067-2dfd-46b2-9df1-3e4a66f33dbe owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:38.513283 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] Set router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:38.584128 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 6, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:38.620142 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675da58-6104-4da7-9e64-f6e13ba6d4d3 None None] The sync data for ids ['25aeb2a9-a0af-41b6-948d-7ed59b3fc78c'] in n-d-798930-6 is: [{'id': '25aeb2a9-a0af-41b6-948d-7ed59b3fc78c', 'name': 'tempest-TestServerBasicOps-524275503-router', 'tenant_id': '22606b4de3da488db03a95fffd95cc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:00:27Z', 'updated_at': '2021-07-16T21:05:38Z', 'revision_number': 6, 'project_id': '22606b4de3da488db03a95fffd95cc46', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:38.670987 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.704309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Pushing event deleted for resources: {'Port': ['ID=aa32f067-2dfd-46b2-9df1-3e4a66f33dbe,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:38.784341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.808413 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.900361 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.901938 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.957213 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.958170 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25aeb2a9-a0af-41b6-948d-7ed59b3fc78c {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:05:38.974458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:38.976527 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3ef9d471-e5d4-4e93-b55e-df61885489cb admin admin] 10.222.0.100 "DELETE /v2.0/routers/25aeb2a9-a0af-41b6-948d-7ed59b3fc78c HTTP/1.1" status: 204 len: 168 time: 0.9981751 Jul 16 21:05:38.980613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56202) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:39.053749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] Deleting subnet fea08316-0cd2-470f-958e-85fde914920f {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:05:39.059781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.063129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.129202 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.273782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.362236 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.394766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.397623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/fea08316-0cd2-470f-958e-85fde914920f HTTP/1.1" status: 204 len: 168 time: 0.4154882 Jul 16 21:05:39.398613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701c77b-2839-45d8-a82c-22f6fac714b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea08316-0cd2-470f-958e-85fde914920f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:39.400079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56204) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:39.404225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60acdf9c-6f92-42b4-81ec-d04251f09ab8 None None] Network 8e47904e-1209-4dd9-9754-6d9aedcf9475 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:39.502220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.535520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3891143c-72fa-499b-a5f6-8d5c1ce29371 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:39.561486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3891143c-72fa-499b-a5f6-8d5c1ce29371 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:39.561831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3891143c-72fa-499b-a5f6-8d5c1ce29371 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:39.576395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Deleting port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:39.576782 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.661330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] For port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,segment=NetworkSegment(7441f895-b67a-457a-952e-c71acd09e83e),segment_id=7441f895-b67a-457a-952e-c71acd09e83e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:39.662147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.673152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] DHCP port deletion for 8e47904e-1209-4dd9-9754-6d9aedcf9475 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:05:39.694375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Calling delete_port for 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:39.751760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Deleting port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:05:39.752146 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.804114 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.836341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] No DVR routers for this DVR port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:39.838249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:39.841136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] For port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,segment=NetworkSegment(7441f895-b67a-457a-952e-c71acd09e83e),segment_id=7441f895-b67a-457a-952e-c71acd09e83e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:39.841763 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.857868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Calling delete_port for 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:05:39.926140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.941917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e47904e-1209-4dd9-9754-6d9aedcf9475']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.948014 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.953920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7441f895-b67a-457a-952e-c71acd09e83e') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.954218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7441f895-b67a-457a-952e-c71acd09e83e') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:39.966547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.991768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:39.999792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:05:40.000315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:05:40.002376 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:05:40.080957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.088623 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.091047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] 10.222.0.100 "DELETE /v2.0/networks/8e47904e-1209-4dd9-9754-6d9aedcf9475 HTTP/1.1" status: 204 len: 168 time: 0.6892092 Jul 16 21:05:40.110384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c9e8f-0e7e-4db9-8224-fe92e72eb116 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e47904e-1209-4dd9-9754-6d9aedcf9475,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.142646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Pushing event deleted for resources: {'Port': ['ID=5ddfcbe5-bda0-412d-bbc9-a85b15a95079,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.147185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] No DVR routers for this DVR port 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:05:40.154229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.154576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.154917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.155277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.155608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.155930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.156316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.156583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.156906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.157231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.157551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.157869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab69fc0-00c7-44c5-a6d3-2243b149182f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:40.244581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56208) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.294464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1688b41e-46b4-4e49-8c20-d38969b34b5c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2ee3c9692c014b03bbfc90efa0c7cea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477853 Jul 16 21:05:40.296954 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56210) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.355756 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf1b70d6-909b-4118-ac6c-7bbeb27600d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.381244 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf1b70d6-909b-4118-ac6c-7bbeb27600d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.439680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf1b70d6-909b-4118-ac6c-7bbeb27600d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.442693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf1b70d6-909b-4118-ac6c-7bbeb27600d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.444021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf1b70d6-909b-4118-ac6c-7bbeb27600d7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/521589f0-5c9e-485d-99f9-80c214169167 HTTP/1.1" status: 204 len: 168 time: 0.1459763 Jul 16 21:05:40.454492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b70d6-909b-4118-ac6c-7bbeb27600d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521589f0-5c9e-485d-99f9-80c214169167,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:40.817174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56216) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.862228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f0dd0200-bed4-40cd-ae55-0563e6ef813f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=22606b4de3da488db03a95fffd95cc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431828 Jul 16 21:05:40.865972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56218) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:40.922385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb999b48-4f26-402d-b8ee-c12d5684c465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:40.948670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb999b48-4f26-402d-b8ee-c12d5684c465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.007237 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb999b48-4f26-402d-b8ee-c12d5684c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.009960 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb999b48-4f26-402d-b8ee-c12d5684c465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.013880 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bb999b48-4f26-402d-b8ee-c12d5684c465 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e704bf08-80cc-4d42-991f-3e927a8c02a5 HTTP/1.1" status: 204 len: 168 time: 0.1439042 Jul 16 21:05:41.019518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb999b48-4f26-402d-b8ee-c12d5684c465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704bf08-80cc-4d42-991f-3e927a8c02a5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:41.113061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device aa32f067-2dfd-46b2-9df1-3e4a66f33dbe no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:41.137174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: aa32f067-2dfd-46b2-9df1-3e4a66f33dbe {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:41.137491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device aa32f067-2dfd-46b2-9df1-3e4a66f33dbe not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:41.137917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:05:41.159956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:05:41.160350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5ddfcbe5-bda0-412d-bbc9-a85b15a95079 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:05:41.824025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56240) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:41.926607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2061851085-network', 'tenant_id': '94abfda68b8f4902b2414ffd84819258'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:41.959328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Made reservation on behalf of 94abfda68b8f4902b2414ffd84819258 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:41.961752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:41.971138 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.069106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.076357 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.113344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:05:42.131978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18da055e-fb9c-47cc-978d-5edd34c3449c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:42.137078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.137432 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Added segment 59b6028c-897a-43c7-8af0-7108ba6fe2ff of type vlan for network d613d195-3c82-4dd7-9cca-fc69a485992c Jul 16 21:05:42.181379 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.212171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.213398 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:42.214062 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.248198 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4230051 Jul 16 21:05:42.251514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56244) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:42.257214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Request body: {'subnet': {'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2061851085-subnet', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:42.294002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86f5be-cec3-4ceb-aec3-2143cb2e0da1 admin admin] Pushing event updated for resources: {'Network': ['ID=d613d195-3c82-4dd7-9cca-fc69a485992c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:42.305025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network d613d195-3c82-4dd7-9cca-fc69a485992c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:05:42.320364 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Made reservation on behalf of 94abfda68b8f4902b2414ffd84819258 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:42.323491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.527983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.587866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=419956fe-70db-4658-9bfd-c82cafd99b57,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:42.598418 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Checking segment: {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:42.598828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Network hostable DHCP agents. Network: d613d195-3c82-4dd7-9cca-fc69a485992c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:05:42.620583 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Network d613d195-3c82-4dd7-9cca-fc69a485992c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:05:42.634109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, d613d195-3c82-4dd7-9cca-fc69a485992c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:42.639165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:42.640416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.645919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e59777-c40f-462a-b158-24dd456c2acc None None] Network d613d195-3c82-4dd7-9cca-fc69a485992c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:42.660012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d3c4e3b3-5e75-45cc-be76-27ca7526ace6 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4073868 Jul 16 21:05:42.663654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56246) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:42.668428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:42.695124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.696225 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.762422 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.825052 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-d613d195-3c82-4dd7-9cca-fc69a485992c', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:05:42.826544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:42.904984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.003594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Allocated IP 172.20.0.2 (d613d195-3c82-4dd7-9cca-fc69a485992c/419956fe-70db-4658-9bfd-c82cafd99b57/12637458-080c-49f1-b8ce-c22d7cdd8f16) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:43.170700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.183373 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.192057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.192259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Transition to ACTIVE for port object 12637458-080c-49f1-b8ce-c22d7cdd8f16 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:43.208717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Transition to ACTIVE for port object 12637458-080c-49f1-b8ce-c22d7cdd8f16 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:43.215319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.265032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Network d613d195-3c82-4dd7-9cca-fc69a485992c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:43.269463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:43.272895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:43.283036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Pushing event updated for resources: {'Port': ['ID=12637458-080c-49f1-b8ce-c22d7cdd8f16,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:43.316072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Allocated IP 172.25.8.111 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/3720570e-1e09-42a1-8491-7cfe1fd8bf11) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:43.350627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Attempting to bind port 12637458-080c-49f1-b8ce-c22d7cdd8f16 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:43.351549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Attempting to bind port 12637458-080c-49f1-b8ce-c22d7cdd8f16 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:43.351549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Attempting to bind port 12637458-080c-49f1-b8ce-c22d7cdd8f16 on network d613d195-3c82-4dd7-9cca-fc69a485992c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:43.357293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:43.357809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Checking segment: {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:43.358301 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.358879 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Bound using segment: {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:43.359190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Bound port: 12637458-080c-49f1-b8ce-c22d7cdd8f16, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:43.359612 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.463797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.464076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] For port 12637458-080c-49f1-b8ce-c22d7cdd8f16, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:43.470573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] For port 12637458-080c-49f1-b8ce-c22d7cdd8f16, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=12637458-080c-49f1-b8ce-c22d7cdd8f16,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:43.476945 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.514366 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:43.565224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1d265-25cb-4883-84db-707c5462f141 None None] Pushing event updated for resources: {'Port': ['ID=12637458-080c-49f1-b8ce-c22d7cdd8f16,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:43.593842 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:43.598107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:43.603709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:43.610446 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Pushing event updated for resources: {'Port': ['ID=3720570e-1e09-42a1-8491-7cfe1fd8bf11,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:44.264881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.509498 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.671533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Router c85cb884-8c35-4cac-82f7-66b2239a3a06 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:05:44.768099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0165ce0-e41a-468e-a4e4-30fcbe444e13 None None] Network d613d195-3c82-4dd7-9cca-fc69a485992c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:44.811058 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:44.832358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:44.833733 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3393a6c4-7145-4807-8364-f25ef065d614 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1690466 Jul 16 21:05:44.837622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56248) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:44.839207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Sync routers for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:44.871801 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:44.872346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:44.877700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1a73282b-4a1d-4305-8849-a0089327bd85 None None] Provisioning for port 12637458-080c-49f1-b8ce-c22d7cdd8f16 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:45.054405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:45.157637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 12637458-080c-49f1-b8ce-c22d7cdd8f16 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:45.281836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 12637458-080c-49f1-b8ce-c22d7cdd8f16 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:45.290377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 12637458-080c-49f1-b8ce-c22d7cdd8f16 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:45.290750 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.319437 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.341160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:43Z', 'revision_number': 3, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:45.376959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Checking router: c85cb884-8c35-4cac-82f7-66b2239a3a06 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:45.377196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Updating router c85cb884-8c35-4cac-82f7-66b2239a3a06 port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:45.439237 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.480269 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.503124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bd2f6f3f-f2e4-44b3-b62d-eaffce5fe9f2 None None] Provisioning complete for port 12637458-080c-49f1-b8ce-c22d7cdd8f16 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:45.503529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6f3f-f2e4-44b3-b62d-eaffce5fe9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.517955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Allocated IP 172.20.0.1 (d613d195-3c82-4dd7-9cca-fc69a485992c/419956fe-70db-4658-9bfd-c82cafd99b57/dcef0187-85d9-43e0-b94e-9f0371ab2403) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:45.680058 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.697171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Transition to ACTIVE for port object dcef0187-85d9-43e0-b94e-9f0371ab2403 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:45.707853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 12637458-080c-49f1-b8ce-c22d7cdd8f16, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=12637458-080c-49f1-b8ce-c22d7cdd8f16,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:45.722510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.750873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.804488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Network d613d195-3c82-4dd7-9cca-fc69a485992c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:45.808017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:45.812190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:45.847411 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Pushing event updated for resources: {'Port': ['ID=dcef0187-85d9-43e0-b94e-9f0371ab2403,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.867931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:45.885314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=12637458-080c-49f1-b8ce-c22d7cdd8f16,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:45.987234 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:46.018935 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.032494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Transition to ACTIVE for port object 3720570e-1e09-42a1-8491-7cfe1fd8bf11 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:46.045074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.048694 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.105370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Attempting to bind port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:46.105657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Attempting to bind port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:46.106018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Attempting to bind port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:46.110613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659ed6-af04-4351-9b9d-b667eb92b460 None None] Pushing event updated for resources: {'Port': ['ID=3720570e-1e09-42a1-8491-7cfe1fd8bf11,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.114932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:46.115442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:46.115856 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.116518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:46.116996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Bound port: 3720570e-1e09-42a1-8491-7cfe1fd8bf11, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:46.117383 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.161318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6f2d346a-068a-40e6-a030-73e87f13bd0d None None] Provisioning for port dcef0187-85d9-43e0-b94e-9f0371ab2403 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:46.173367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6f2d346a-068a-40e6-a030-73e87f13bd0d None None] Provisioning complete for port dcef0187-85d9-43e0-b94e-9f0371ab2403 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:46.173736 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6f2d346a-068a-40e6-a030-73e87f13bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.200411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] For port 3720570e-1e09-42a1-8491-7cfe1fd8bf11, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:46.222559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] For port 3720570e-1e09-42a1-8491-7cfe1fd8bf11, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3720570e-1e09-42a1-8491-7cfe1fd8bf11,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:46.227297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d346a-068a-40e6-a030-73e87f13bd0d None None] Port dcef0187-85d9-43e0-b94e-9f0371ab2403 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:46.229663 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.251375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.257354 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.293274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:46.293817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:46.295682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659ed6-af04-4351-9b9d-b667eb92b460 None None] Pushing event updated for resources: {'Port': ['ID=3720570e-1e09-42a1-8491-7cfe1fd8bf11,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.332233 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.335704 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Pushing event updated for resources: {'Port': ['ID=dcef0187-85d9-43e0-b94e-9f0371ab2403,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:46.408430 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:46.436551 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Network d613d195-3c82-4dd7-9cca-fc69a485992c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:46.438088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:46.578973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Router c85cb884-8c35-4cac-82f7-66b2239a3a06 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:46.720069 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:46.725857 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dada0f06-b888-4d0e-b95b-e1fc4c96801d admin admin] 10.222.0.100 "PUT /v2.0/routers/c85cb884-8c35-4cac-82f7-66b2239a3a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8878999 Jul 16 21:05:46.789275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-36a68a74-a157-45c3-9581-8137bf27fc50 None None] Provisioning complete for port dcef0187-85d9-43e0-b94e-9f0371ab2403 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:46.789652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-36a68a74-a157-45c3-9581-8137bf27fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:46.836767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-36a68a74-a157-45c3-9581-8137bf27fc50 None None] Port dcef0187-85d9-43e0-b94e-9f0371ab2403 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:46.845817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:46Z', 'revision_number': 2, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:46.874084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac749670-c58d-4e17-920a-2b092ea3c037 None None] The sync data for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 is: [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:46Z', 'revision_number': 2, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:47.144058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 12637458-080c-49f1-b8ce-c22d7cdd8f16 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:47.199298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 12637458-080c-49f1-b8ce-c22d7cdd8f16 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:47.199660 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.281107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56264) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:47.287475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-828690585-network', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:47.319813 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Made reservation on behalf of b2b1db9f03bc4799a7ffc42cb6c32a1c for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:47.322669 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.334003 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.446238 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.450152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.482299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:05:47.492339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690f7f5-98fc-42c7-b634-e5c6d5ec4f94,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:47.500572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.500925 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Added segment 02e80b1b-c09c-434c-b637-d06450e0ec67 of type vlan for network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b Jul 16 21:05:47.559444 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.595198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.596323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:47.596909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.630694 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3476424 Jul 16 21:05:47.634084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56266) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:47.639195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Request body: {'subnet': {'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-828690585-subnet', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:47.666749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160212f6-ae79-44c0-b405-8883c8870921 admin admin] Pushing event updated for resources: {'Network': ['ID=7db8fba9-a279-47a4-b86e-1bab14ab8a3b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:47.673110 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Made reservation on behalf of b2b1db9f03bc4799a7ffc42cb6c32a1c for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:05:47.675694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.680830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:05:47.868881 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.933353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc33e3e1-3e4a-4880-9e60-d706abab36f3,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:47.945080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Checking segment: {'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:47.945307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Network hostable DHCP agents. Network: 7db8fba9-a279-47a4-b86e-1bab14ab8a3b, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:05:47.966410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:05:47.976850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 7db8fba9-a279-47a4-b86e-1bab14ab8a3b) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:47.981648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:47.982245 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.986283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb7997-2947-47a7-8931-921cc42a6b21 None None] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:47.997893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b8c4a06-3783-4fb7-96fc-e9795ab23d4e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3626056 Jul 16 21:05:48.000658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 56268) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:48.005848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:48.029677 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.030751 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.102449 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.159340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'fixed_ips': [{'subnet_id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:05:48.160406 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.253657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.305778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Allocated IP 172.20.0.2 (7db8fba9-a279-47a4-b86e-1bab14ab8a3b/fc33e3e1-3e4a-4880-9e60-d706abab36f3/f89617d1-3497-429c-a67f-d20ad9913e81) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:48.456790 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.459023 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.465475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Transition to ACTIVE for port object f89617d1-3497-429c-a67f-d20ad9913e81 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:48.480618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Transition to ACTIVE for port object f89617d1-3497-429c-a67f-d20ad9913e81 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:48.482440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.486236 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.531159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:48.534214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:48.539565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:48.542709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Pushing event updated for resources: {'Port': ['ID=f89617d1-3497-429c-a67f-d20ad9913e81,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:48.592150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Allocated IP 172.25.8.56 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/58829549-bb0c-4cc5-bb75-0b50ce320dcf) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:48.600844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Attempting to bind port f89617d1-3497-429c-a67f-d20ad9913e81 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:48.601186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Attempting to bind port f89617d1-3497-429c-a67f-d20ad9913e81 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:48.601555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Attempting to bind port f89617d1-3497-429c-a67f-d20ad9913e81 on network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:48.607881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:48.608287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Checking segment: {'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:48.608703 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.609143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Bound using segment: {'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:48.609640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Bound port: f89617d1-3497-429c-a67f-d20ad9913e81, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:48.610030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.684620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] For port f89617d1-3497-429c-a67f-d20ad9913e81, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:48.688014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] For port f89617d1-3497-429c-a67f-d20ad9913e81, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f89617d1-3497-429c-a67f-d20ad9913e81,segment=NetworkSegment(02e80b1b-c09c-434c-b637-d06450e0ec67),segment_id=02e80b1b-c09c-434c-b637-d06450e0ec67)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:48.692565 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.712063 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.751664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a878c02-6c9d-443c-b1cd-05d5b179305d None None] Pushing event updated for resources: {'Port': ['ID=f89617d1-3497-429c-a67f-d20ad9913e81,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:48.767742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:48.804563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:48.807468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:48.809899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:48.853055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Pushing event updated for resources: {'Port': ['ID=58829549-bb0c-4cc5-bb75-0b50ce320dcf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:49.006001 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Sync routers for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:49.018204 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:49.018927 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:49.134889 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.145845 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:49.211375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f89617d1-3497-429c-a67f-d20ad9913e81 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:49.273631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f89617d1-3497-429c-a67f-d20ad9913e81 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:49.278462 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3720570e-1e09-42a1-8491-7cfe1fd8bf11 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:49.339137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:49.349037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:49.349875 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.400780 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:46Z', 'revision_number': 2, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:49.455671 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.485785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3720570e-1e09-42a1-8491-7cfe1fd8bf11, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3720570e-1e09-42a1-8491-7cfe1fd8bf11,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:49.492645 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.542404 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Checking router: c85cb884-8c35-4cac-82f7-66b2239a3a06 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:49.543027 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Updating router c85cb884-8c35-4cac-82f7-66b2239a3a06 port dcef0187-85d9-43e0-b94e-9f0371ab2403 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:49.565387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3720570e-1e09-42a1-8491-7cfe1fd8bf11,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:49.590351 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.776264 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.782390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea672c1-58d8-482e-a7d6-eadefd187fa3 None None] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:05:49.901271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40321681-9bf2-4fbe-b062-b18e86f27e5b None None] Provisioning for port f89617d1-3497-429c-a67f-d20ad9913e81 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:49.924796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40321681-9bf2-4fbe-b062-b18e86f27e5b None None] Provisioning complete for port f89617d1-3497-429c-a67f-d20ad9913e81 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:49.925188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40321681-9bf2-4fbe-b062-b18e86f27e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.933293 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:49.938052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Router f4966f36-3d9b-4505-a720-09c231ffb6da is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:05:49.946131 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Transition to ACTIVE for port object dcef0187-85d9-43e0-b94e-9f0371ab2403 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:49.952854 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.014224 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Pushing event updated for resources: {'Port': ['ID=dcef0187-85d9-43e0-b94e-9f0371ab2403,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:50.028320 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.028961 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.029495 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.029897 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.030541 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.030945 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.031387 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.036519 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.037077 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.037593 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.038103 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.038629 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:05:50.070079 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40321681-9bf2-4fbe-b062-b18e86f27e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.070943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:50.089942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Sync routers for ids ['f4966f36-3d9b-4505-a720-09c231ffb6da'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:50.101214 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.105823 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 56272) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:50.107009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-28060481-23be-4f9f-ab49-f03df651e6ce admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1046741 Jul 16 21:05:50.121297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Routers {'f4966f36-3d9b-4505-a720-09c231ffb6da'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:50.121960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4966f36-3d9b-4505-a720-09c231ffb6da'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:50.143818 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Attempting to bind port dcef0187-85d9-43e0-b94e-9f0371ab2403 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:50.144377 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Attempting to bind port dcef0187-85d9-43e0-b94e-9f0371ab2403 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:50.144731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Attempting to bind port dcef0187-85d9-43e0-b94e-9f0371ab2403 on network d613d195-3c82-4dd7-9cca-fc69a485992c {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:50.150973 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:50.151497 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Checking segment: {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:50.152075 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.152598 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Bound using segment: {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:50.153217 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Bound port: dcef0187-85d9-43e0-b94e-9f0371ab2403, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:50.153769 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.182917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40321681-9bf2-4fbe-b062-b18e86f27e5b None None] For port f89617d1-3497-429c-a67f-d20ad9913e81, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f89617d1-3497-429c-a67f-d20ad9913e81,segment=NetworkSegment(02e80b1b-c09c-434c-b637-d06450e0ec67),segment_id=02e80b1b-c09c-434c-b637-d06450e0ec67)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:50.189628 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40321681-9bf2-4fbe-b062-b18e86f27e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.258047 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] For port dcef0187-85d9-43e0-b94e-9f0371ab2403, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:50.264219 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] For port dcef0187-85d9-43e0-b94e-9f0371ab2403, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dcef0187-85d9-43e0-b94e-9f0371ab2403,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:50.271698 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.308024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40321681-9bf2-4fbe-b062-b18e86f27e5b None None] Pushing event updated for resources: {'Port': ['ID=f89617d1-3497-429c-a67f-d20ad9913e81,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:50.323724 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Set router f4966f36-3d9b-4505-a720-09c231ffb6da gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:50.365917 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:50.366901 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:50.368952 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68aa59-88e1-49de-a38a-4f19de0fe4f0 None None] Pushing event updated for resources: {'Port': ['ID=dcef0187-85d9-43e0-b94e-9f0371ab2403,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:50.515063 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:50.582278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4351246a-6f82-49d7-9550-65f762bd2820 None None] Provisioning complete for port f89617d1-3497-429c-a67f-d20ad9913e81 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:50.582746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4351246a-6f82-49d7-9550-65f762bd2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.612714 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:48Z', 'revision_number': 3, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port': {'id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:50.648835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Checking router: f4966f36-3d9b-4505-a720-09c231ffb6da for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:50.649231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Updating router f4966f36-3d9b-4505-a720-09c231ffb6da port 58829549-bb0c-4cc5-bb75-0b50ce320dcf binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:50.685542 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.693596 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.749016 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:50.782359 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a77a01-1113-45d1-9063-aa94de30df30 None None] The sync data for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 is: [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:50.857879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Allocated IP 172.20.0.1 (7db8fba9-a279-47a4-b86e-1bab14ab8a3b/fc33e3e1-3e4a-4880-9e60-d706abab36f3/b45573a9-1351-41ed-a527-26490ececdf0) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:05:50.981936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.997299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Transition to ACTIVE for port object b45573a9-1351-41ed-a527-26490ececdf0 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:51.028256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.040090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Transition to ACTIVE for port object 58829549-bb0c-4cc5-bb75-0b50ce320dcf will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:51.044405 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.046182 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.091076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:51.096537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:51.102477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:05:51.137206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Pushing event updated for resources: {'Port': ['ID=b45573a9-1351-41ed-a527-26490ececdf0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:51.155609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3043c-f924-48f9-9a2d-416dadf19adf None None] Pushing event updated for resources: {'Port': ['ID=58829549-bb0c-4cc5-bb75-0b50ce320dcf,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:51.163302 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.163928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Attempting to bind port 58829549-bb0c-4cc5-bb75-0b50ce320dcf on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:51.164301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Attempting to bind port 58829549-bb0c-4cc5-bb75-0b50ce320dcf by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:51.164664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Attempting to bind port 58829549-bb0c-4cc5-bb75-0b50ce320dcf on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:51.179980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:51.180398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:51.181149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.181707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:51.182427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Bound port: 58829549-bb0c-4cc5-bb75-0b50ce320dcf, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:51.182912 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.222654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dcef0187-85d9-43e0-b94e-9f0371ab2403 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:51.295616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] For port 58829549-bb0c-4cc5-bb75-0b50ce320dcf, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:51.299924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] For port 58829549-bb0c-4cc5-bb75-0b50ce320dcf, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=58829549-bb0c-4cc5-bb75-0b50ce320dcf,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:51.310997 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.347711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port dcef0187-85d9-43e0-b94e-9f0371ab2403 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:51.362750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port dcef0187-85d9-43e0-b94e-9f0371ab2403 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:51.363929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.369733 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.412226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Routers {'f4966f36-3d9b-4505-a720-09c231ffb6da'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:51.413102 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4966f36-3d9b-4505-a720-09c231ffb6da'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:51.419807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3043c-f924-48f9-9a2d-416dadf19adf None None] Pushing event updated for resources: {'Port': ['ID=58829549-bb0c-4cc5-bb75-0b50ce320dcf,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:51.495090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-354317f2-dde4-4287-a646-18dc3bc30a88 None None] Provisioning for port b45573a9-1351-41ed-a527-26490ececdf0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:51.535043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-354317f2-dde4-4287-a646-18dc3bc30a88 None None] Provisioning complete for port b45573a9-1351-41ed-a527-26490ececdf0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:51.535439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-354317f2-dde4-4287-a646-18dc3bc30a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.575336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.581547 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.664136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.674450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Pushing event updated for resources: {'Port': ['ID=b45573a9-1351-41ed-a527-26490ececdf0,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:51.769007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:05:51.770497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:05:51.795299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] Set router f4966f36-3d9b-4505-a720-09c231ffb6da gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:51.799898 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.828148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-354317f2-dde4-4287-a646-18dc3bc30a88 None None] Port b45573a9-1351-41ed-a527-26490ececdf0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:51.915946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Router f4966f36-3d9b-4505-a720-09c231ffb6da has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:51.944602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port dcef0187-85d9-43e0-b94e-9f0371ab2403, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dcef0187-85d9-43e0-b94e-9f0371ab2403,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:51.963942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:51.964743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f89617d1-3497-429c-a67f-d20ad9913e81 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:52.044940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:52.053331 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d4a981b3-7b6e-47fd-9da6-883eb44f69de admin admin] 10.222.0.100 "PUT /v2.0/routers/f4966f36-3d9b-4505-a720-09c231ffb6da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9456065 Jul 16 21:05:52.126071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=dcef0187-85d9-43e0-b94e-9f0371ab2403,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:52.169532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a8dd525-5254-4685-bf8d-33a28644db00 None None] Provisioning complete for port b45573a9-1351-41ed-a527-26490ececdf0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.169909 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd525-5254-4685-bf8d-33a28644db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.236345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port f89617d1-3497-429c-a67f-d20ad9913e81 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.236717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:52.277250 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2a8dd525-5254-4685-bf8d-33a28644db00 None None] Port b45573a9-1351-41ed-a527-26490ececdf0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:05:52.329581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 4, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port': {'id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b45573a9-1351-41ed-a527-26490ececdf0', 'name': '', 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'mac_address': 'fa:16:3e:32:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:50Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 1, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'subnets': [{'id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:52.379532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732e7b0-1aa8-43be-a526-c55ac1c4bc0d None None] The sync data for ids ['f4966f36-3d9b-4505-a720-09c231ffb6da'] in n-d-798930-6 is: [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 4, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port': {'id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b45573a9-1351-41ed-a527-26490ececdf0', 'name': '', 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'mac_address': 'fa:16:3e:32:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:50Z', 'updated_at': '2021-07-16T21:05:50Z', 'revision_number': 1, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'subnets': [{'id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:52.401568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3720570e-1e09-42a1-8491-7cfe1fd8bf11 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:52.457261 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:52.457903 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:53.132260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dcef0187-85d9-43e0-b94e-9f0371ab2403 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:53.182702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port dcef0187-85d9-43e0-b94e-9f0371ab2403 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:53.183082 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.982109 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Sync routers for ids ['f4966f36-3d9b-4505-a720-09c231ffb6da'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:54.993055 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Routers {'f4966f36-3d9b-4505-a720-09c231ffb6da'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:54.993664 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4966f36-3d9b-4505-a720-09c231ffb6da'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:55.119006 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Set router f4966f36-3d9b-4505-a720-09c231ffb6da gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:55.174244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58829549-bb0c-4cc5-bb75-0b50ce320dcf up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:55.233315 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 58829549-bb0c-4cc5-bb75-0b50ce320dcf completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:55.240862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 58829549-bb0c-4cc5-bb75-0b50ce320dcf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:55.241753 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.337383 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 4, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port': {'id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b45573a9-1351-41ed-a527-26490ececdf0', 'name': '', 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'mac_address': 'fa:16:3e:32:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:50Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 2, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'subnets': [{'id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:55.337642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.361698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 58829549-bb0c-4cc5-bb75-0b50ce320dcf, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=58829549-bb0c-4cc5-bb75-0b50ce320dcf,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:55.363680 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Checking router: f4966f36-3d9b-4505-a720-09c231ffb6da for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:55.364031 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Updating router f4966f36-3d9b-4505-a720-09c231ffb6da port b45573a9-1351-41ed-a527-26490ececdf0 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:05:55.367208 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.405902 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.421367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=58829549-bb0c-4cc5-bb75-0b50ce320dcf,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:55.689061 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.700536 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Transition to ACTIVE for port object b45573a9-1351-41ed-a527-26490ececdf0 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:05:55.706710 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.758776 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133d010-01fa-4d92-a1c5-7bfc5c972885 None None] Pushing event updated for resources: {'Port': ['ID=b45573a9-1351-41ed-a527-26490ececdf0,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:55.915010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Attempting to bind port b45573a9-1351-41ed-a527-26490ececdf0 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:05:55.915404 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Attempting to bind port b45573a9-1351-41ed-a527-26490ececdf0 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:05:55.915758 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Attempting to bind port b45573a9-1351-41ed-a527-26490ececdf0 on network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:05:55.921048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:05:55.921521 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Checking segment: {'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:05:55.922027 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.922723 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Bound using segment: {'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:05:55.923112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Bound port: b45573a9-1351-41ed-a527-26490ececdf0, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e80b1b-c09c-434c-b637-d06450e0ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:05:55.923605 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:55.990924 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] For port b45573a9-1351-41ed-a527-26490ececdf0, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:05:55.994284 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] For port b45573a9-1351-41ed-a527-26490ececdf0, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b45573a9-1351-41ed-a527-26490ececdf0,segment=NetworkSegment(02e80b1b-c09c-434c-b637-d06450e0ec67),segment_id=02e80b1b-c09c-434c-b637-d06450e0ec67)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:05:55.999039 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:56.059705 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Routers {'f4966f36-3d9b-4505-a720-09c231ffb6da'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:56.060338 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:05:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4966f36-3d9b-4505-a720-09c231ffb6da'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:56.102043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133d010-01fa-4d92-a1c5-7bfc5c972885 None None] Pushing event updated for resources: {'Port': ['ID=b45573a9-1351-41ed-a527-26490ececdf0,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:56.194564 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] Set router f4966f36-3d9b-4505-a720-09c231ffb6da gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:56.411207 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 4, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port': {'id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b45573a9-1351-41ed-a527-26490ececdf0', 'name': '', 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'mac_address': 'fa:16:3e:32:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:50Z', 'updated_at': '2021-07-16T21:05:55Z', 'revision_number': 4, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'subnets': [{'id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:56.437816 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04b930-c3d8-4ccc-b177-b32ccca11f77 None None] The sync data for ids ['f4966f36-3d9b-4505-a720-09c231ffb6da'] in n-d-798930-6 is: [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 4, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port': {'id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'b45573a9-1351-41ed-a527-26490ececdf0', 'name': '', 'network_id': '7db8fba9-a279-47a4-b86e-1bab14ab8a3b', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'mac_address': 'fa:16:3e:32:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:50Z', 'updated_at': '2021-07-16T21:05:55Z', 'revision_number': 4, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'subnets': [{'id': 'fc33e3e1-3e4a-4880-9e60-d706abab36f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:57.151023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b45573a9-1351-41ed-a527-26490ececdf0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:57.201656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b45573a9-1351-41ed-a527-26490ececdf0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:57.206592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b45573a9-1351-41ed-a527-26490ececdf0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:57.206592 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:57.306658 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:57.352202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b45573a9-1351-41ed-a527-26490ececdf0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b45573a9-1351-41ed-a527-26490ececdf0,segment=NetworkSegment(02e80b1b-c09c-434c-b637-d06450e0ec67),segment_id=02e80b1b-c09c-434c-b637-d06450e0ec67)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:57.356355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:57.357216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58829549-bb0c-4cc5-bb75-0b50ce320dcf up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:57.435761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b45573a9-1351-41ed-a527-26490ececdf0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:57.449003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 58829549-bb0c-4cc5-bb75-0b50ce320dcf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:57.449003 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:59.134662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b45573a9-1351-41ed-a527-26490ececdf0 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:59.185027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b45573a9-1351-41ed-a527-26490ececdf0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:59.185403 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:00.327537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-145f-47a3-9aae-080313567789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:04.074128 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:04.918101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fff9-3a12-4b86-bb60-b41258690509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:06.188030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:08.318182 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:08.812266 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:09.047570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:22.988400 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:30.332309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdab1d3b-d5cb-4fe9-ab9e-9aa1d84830f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:34.079052 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:34.919421 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-727bfed1-4c1e-4d4c-a914-4a166a75c473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:36.188533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:38.319133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:38.826320 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:39.061613 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:59.989407 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:00.353502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22088ae4-e66e-4a6a-8c3b-94b5319c1a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:04.082298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:04.921902 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-35fc0948-925e-4b86-b624-86659b8a3fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:06.189553 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.322826 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.829223 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:09.076801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:30.337088 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8aed6815-236a-4f33-b420-20e1aef2e6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:34.086084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:34.923930 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-69dda615-ddbe-458f-8ebd-4d553a014471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.878873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57322) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:35.886089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844363094', 'description': 'tempest-secgroup-smoke-844363094 description', 'project_id': '94abfda68b8f4902b2414ffd84819258'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:35.908766 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.992288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:35.996309 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.030700 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.031974 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1519470 Jul 16 21:07:36.033828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8344e4b-8d5b-4a2b-a28d-3b10394996f7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.035282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57328) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.041891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'security_group_rule': {'security_group_id': 'e8344e4b-8d5b-4a2b-a28d-3b10394996f7', 'project_id': '94abfda68b8f4902b2414ffd84819258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:36.042346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.042692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.043032 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.043440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.043934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.044269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.044596 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.044922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.045247 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.045572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.045892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.046213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b12f98c-f0d4-4a94-942e-e8ae0a2513d1 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.072442 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.129504 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.133468 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.151483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289f0e7d-2f0c-46c4-aad6-12b5fece0bc9,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.160000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.161265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248803 Jul 16 21:07:36.162572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.162921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.163283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.163630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.163970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.164308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.164431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57334) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.164639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.164950 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.165276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.165605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.165929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.166254 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b27ec-6ec0-4dda-a9f4-b2173373da54 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:36.170432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0af90d3d-6649-41b1-96be-5a34080a2b4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'security_group_rule': {'security_group_id': 'e8344e4b-8d5b-4a2b-a28d-3b10394996f7', 'project_id': '94abfda68b8f4902b2414ffd84819258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:36.192078 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.201406 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0af90d3d-6649-41b1-96be-5a34080a2b4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.262296 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0af90d3d-6649-41b1-96be-5a34080a2b4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.265856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0af90d3d-6649-41b1-96be-5a34080a2b4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.286663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af90d3d-6649-41b1-96be-5a34080a2b4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195379bd-8640-40d9-9370-11f41b57127b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.290624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0af90d3d-6649-41b1-96be-5a34080a2b4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.291863 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0af90d3d-6649-41b1-96be-5a34080a2b4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264637 Jul 16 21:07:36.294509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57338) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.299225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4a80ea54-3b4b-40c4-83b7-772b4da9ce5d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'security_group_rule': {'security_group_id': 'e8344e4b-8d5b-4a2b-a28d-3b10394996f7', 'project_id': '94abfda68b8f4902b2414ffd84819258', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:36.326266 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a80ea54-3b4b-40c4-83b7-772b4da9ce5d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.383892 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a80ea54-3b4b-40c4-83b7-772b4da9ce5d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.387359 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a80ea54-3b4b-40c4-83b7-772b4da9ce5d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.405173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80ea54-3b4b-40c4-83b7-772b4da9ce5d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6bfa96-dbc0-4571-8ee3-41a1e15f63d3,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.410886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a80ea54-3b4b-40c4-83b7-772b4da9ce5d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.415204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57340) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.415381 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4a80ea54-3b4b-40c4-83b7-772b4da9ce5d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197281 Jul 16 21:07:36.420091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-04e10b13-efa9-4fc1-8c5c-22f93f9ba3d6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'security_group_rule': {'security_group_id': 'e8344e4b-8d5b-4a2b-a28d-3b10394996f7', 'project_id': '94abfda68b8f4902b2414ffd84819258', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:36.446584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04e10b13-efa9-4fc1-8c5c-22f93f9ba3d6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.510912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04e10b13-efa9-4fc1-8c5c-22f93f9ba3d6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.514465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04e10b13-efa9-4fc1-8c5c-22f93f9ba3d6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.531901 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e10b13-efa9-4fc1-8c5c-22f93f9ba3d6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f8ed13-9129-4d63-9342-e9a6b1f3e33f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.538268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-04e10b13-efa9-4fc1-8c5c-22f93f9ba3d6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.539775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-04e10b13-efa9-4fc1-8c5c-22f93f9ba3d6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234596 Jul 16 21:07:36.542383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57342) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.547455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'security_group_rule': {'security_group_id': 'e8344e4b-8d5b-4a2b-a28d-3b10394996f7', 'project_id': '94abfda68b8f4902b2414ffd84819258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:36.569374 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Project 94abfda68b8f4902b2414ffd84819258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:07:36.574210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.634947 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.638611 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.658413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f742ebb2-b6bc-4ad8-a150-3886328a1f29,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.664516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.665785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a0b53ad5-f9d8-49d9-8d2b-c4b9d3cc17af tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224532 Jul 16 21:07:36.668475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57344) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:36.672918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'security_group_rule': {'security_group_id': 'e8344e4b-8d5b-4a2b-a28d-3b10394996f7', 'project_id': '94abfda68b8f4902b2414ffd84819258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:36.694528 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Project 94abfda68b8f4902b2414ffd84819258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:07:36.699483 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.761143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.764734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.783957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa9335d-354c-46ae-857b-555317658b63,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:36.787284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:36.788535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-86f538d5-3128-4bd6-b816-9a7f2fb2776a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190975 Jul 16 21:07:36.989150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:37.320293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-db38fd7c-ddca-4627-998d-fd5b3ba932a6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844363094&fields=id&tenant_id=94abfda68b8f4902b2414ffd84819258 HTTP/1.1" status: 200 len: 267 time: 0.0332897 Jul 16 21:07:37.430593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-9fbca4f5-6ccf-4ae8-bc88-70edb1e62ceb tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:37.432124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-9fbca4f5-6ccf-4ae8-bc88-70edb1e62ceb tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 814 time: 0.1048644 Jul 16 21:07:37.447477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-b352eb19-91a1-40d3-ab5e-11fdfaab5629 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/quotas/94abfda68b8f4902b2414ffd84819258 HTTP/1.1" status: 200 len: 375 time: 0.0098319 Jul 16 21:07:37.514062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-6f40fb34-c8c3-4cb2-b7ff-83a1666fc2fe tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611768 Jul 16 21:07:37.530119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-d4f98b4b-826e-43cb-b943-04d2c08f2f35 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:07:37.531150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-d4f98b4b-826e-43cb-b943-04d2c08f2f35 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057292 Jul 16 21:07:37.770554 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-b1251a32-d642-4bc6-8e06-e85740b0cc13 service neutron] 10.222.0.100 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294925 Jul 16 21:07:37.862995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-6c6fe49c-3acd-4e04-bfca-1c264f29dcba service neutron] 10.222.0.100 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868175 Jul 16 21:07:38.166382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30aba7a9-4019-4f7b-a4ad-b2353c59ec0b req-df9d24d7-ea3b-438b-b236-f345fd7c3ce9 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 210 time: 0.0302343 Jul 16 21:07:38.330435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:38.843734 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.071531 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.325452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6206ee74-8993-430c-a67e-e34f31705d3a req-ec92639b-28fd-4810-aff4-f6082d3f4196 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 210 time: 0.0403128 Jul 16 21:07:39.406752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-4c7606a9-1f79-4911-a3ff-8384f831de0b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:39.408244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-4c7606a9-1f79-4911-a3ff-8384f831de0b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.21 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 814 time: 0.1437902 Jul 16 21:07:39.455014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-11df1023-8c0d-41e0-953c-bb36a4452024 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94abfda68b8f4902b2414ffd84819258 HTTP/1.1" status: 200 len: 379 time: 0.0386753 Jul 16 21:07:39.473052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'port': {'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'admin_state_up': True, 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'security_groups': ['e8344e4b-8d5b-4a2b-a28d-3b10394996f7']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:39.586419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Made reservation on behalf of 94abfda68b8f4902b2414ffd84819258 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:39.590247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.720853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Allocated IP 172.20.0.14 (d613d195-3c82-4dd7-9cca-fc69a485992c/419956fe-70db-4658-9bfd-c82cafd99b57/0100f82c-57b2-4515-91a4-ab041220dbef) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:39.866019 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.880113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Transition to ACTIVE for port object 0100f82c-57b2-4515-91a4-ab041220dbef will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:39.914435 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:39.961465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Network d613d195-3c82-4dd7-9cca-fc69a485992c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:39.964644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:39.968765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:39.993790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'Port': ['ID=0100f82c-57b2-4515-91a4-ab041220dbef,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:40.026626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:40.027342 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.045648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-e02ac8c3-3e51-4a20-b02f-f963f9a896b6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762620 Jul 16 21:07:40.152608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Request body: {'port': {'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:40.232075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.261599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7035b8e3-9596-4a7b-94cc-bfaa6975d505 None None] Provisioning for port 0100f82c-57b2-4515-91a4-ab041220dbef completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:40.266662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7035b8e3-9596-4a7b-94cc-bfaa6975d505 None None] Provisioning complete for port 0100f82c-57b2-4515-91a4-ab041220dbef triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:40.267651 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7035b8e3-9596-4a7b-94cc-bfaa6975d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.308706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7035b8e3-9596-4a7b-94cc-bfaa6975d505 None None] Port 0100f82c-57b2-4515-91a4-ab041220dbef cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:40.626284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6dfdc-ff9f-491f-909e-ab2a02b9c0bb req-c27329eb-cbee-4158-8409-a59b61f99550 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:40.627967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5b6dfdc-ff9f-491f-909e-ab2a02b9c0bb req-c27329eb-cbee-4158-8409-a59b61f99550 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 932 time: 0.1761887 Jul 16 21:07:40.635324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0100f82c-57b2-4515-91a4-ab041220dbef {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:40.649897 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.691085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Transition to ACTIVE for port object 0100f82c-57b2-4515-91a4-ab041220dbef will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:40.712787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a5b6dfdc-ff9f-491f-909e-ab2a02b9c0bb req-d1fd9965-8a36-4fff-8274-c7bd060d198b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690033 Jul 16 21:07:40.714394 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.780579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=0100f82c-57b2-4515-91a4-ab041220dbef,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:40.881322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Attempting to bind port 0100f82c-57b2-4515-91a4-ab041220dbef on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:40.881865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Attempting to bind port 0100f82c-57b2-4515-91a4-ab041220dbef by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:40.882211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Attempting to bind port 0100f82c-57b2-4515-91a4-ab041220dbef on network d613d195-3c82-4dd7-9cca-fc69a485992c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:40.888034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Port 0100f82c-57b2-4515-91a4-ab041220dbef on network d613d195-3c82-4dd7-9cca-fc69a485992c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:07:40.888362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Attempting to bind port 0100f82c-57b2-4515-91a4-ab041220dbef on network d613d195-3c82-4dd7-9cca-fc69a485992c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:40.896019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:40.896558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Checking segment: {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:40.897169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Bound using segment: {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:40.897868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Bound port: 0100f82c-57b2-4515-91a4-ab041220dbef, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b6028c-897a-43c7-8af0-7108ba6fe2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:40.898432 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:40.982686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] For port 0100f82c-57b2-4515-91a4-ab041220dbef, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:40.987136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] For port 0100f82c-57b2-4515-91a4-ab041220dbef, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0100f82c-57b2-4515-91a4-ab041220dbef,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:40.993710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:41.043889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.044793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:41.047307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] 10.222.0.21 "PUT /v2.0/ports/0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 1092 time: 0.9491315 Jul 16 21:07:41.049884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:41.086141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b45b8-bead-4938-82e7-b01939243ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=0100f82c-57b2-4515-91a4-ab041220dbef,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:41.113273 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae789a43-d4e0-4059-a29a-750aa08dbfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:41.182327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-3387a20e-df45-469c-a937-2ca18b01549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.184452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-3387a20e-df45-469c-a937-2ca18b01549b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0852416 Jul 16 21:07:41.249871 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d539a4-74ae-4285-a68c-049d07b3237b x-openstack-request-id: req-21d539a4-74ae-4285-a68c-049d07b3237b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:41.250456 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:41.251021 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-21d539a4-74ae-4285-a68c-049d07b3237b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:41.252111 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef', 'status': 'completed', 'code': 200} Jul 16 21:07:41.254615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-8b4add41-70a6-494e-99da-818e771968db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 217 time: 0.0624464 Jul 16 21:07:41.321923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-1f6ce7f2-4fbf-4371-b5aa-09d467a3a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.323629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-1f6ce7f2-4fbf-4371-b5aa-09d467a3a56d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 200 len: 853 time: 0.0618773 Jul 16 21:07:41.388866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-69924dac-0e5d-4c3b-9453-8a853609cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.390417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-69924dac-0e5d-4c3b-9453-8a853609cda8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d613d195-3c82-4dd7-9cca-fc69a485992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604978 Jul 16 21:07:41.496257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-5c89df2c-8165-4859-983c-eae36b9f7774 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984018 Jul 16 21:07:41.590954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9cb80f-604e-44f2-a05b-b53a1660aecf req-de129079-4ea3-44eb-b7dd-8df73d724fae service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 Jul 16 21:07:41.697200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-fcf7ebde-c674-4bc9-8701-44db41ce999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.698751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-fcf7ebde-c674-4bc9-8701-44db41ce999d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0618169 Jul 16 21:07:41.794196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-79666e1b-b0da-4fe3-9841-414a116dcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.795822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-79666e1b-b0da-4fe3-9841-414a116dcbe8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 915 time: 0.0897179 Jul 16 21:07:41.841508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-c5e9b5df-b5c0-4ac3-a932-06c5a0ccff72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 217 time: 0.0395172 Jul 16 21:07:41.919607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-3d5c29d6-437b-49f7-8d84-897ca6f045c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.921088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-3d5c29d6-437b-49f7-8d84-897ca6f045c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 200 len: 853 time: 0.0663080 Jul 16 21:07:41.975523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dfc9f-fec5-43a0-ad88-b3ab6911fb50 req-01c83ebf-6824-48bc-b335-c2db35f89dce tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:41.976954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d2dfc9f-fec5-43a0-ad88-b3ab6911fb50 req-01c83ebf-6824-48bc-b335-c2db35f89dce tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.1318212 Jul 16 21:07:42.025651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-b1e70f9a-8b89-48d8-97c3-2b23d5f1fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:42.027178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-b1e70f9a-8b89-48d8-97c3-2b23d5f1fabd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d613d195-3c82-4dd7-9cca-fc69a485992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985072 Jul 16 21:07:42.034586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d2dfc9f-fec5-43a0-ad88-b3ab6911fb50 req-370aa12e-18db-450a-9d84-00e2092ba31d tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504615 Jul 16 21:07:42.123727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-246abca5-ad63-4a17-b403-48fba75238f8 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881436 Jul 16 21:07:42.224726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae789a43-d4e0-4059-a29a-750aa08dbfa2 req-b868a142-52db-4bc9-aebd-23a344d4dc3f service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941489 Jul 16 21:07:43.216583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0792f5-5d83-4daf-b27e-4b47198eaa7d req-368be47b-b3a3-4b0e-9d7b-73964975c568 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:43.218275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf0792f5-5d83-4daf-b27e-4b47198eaa7d req-368be47b-b3a3-4b0e-9d7b-73964975c568 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.0652130 Jul 16 21:07:43.262663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf0792f5-5d83-4daf-b27e-4b47198eaa7d req-67145920-9e25-4fc2-b01b-982125824e01 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Jul 16 21:07:44.433842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc15017-5062-49fc-a03b-967c45d5bfe2 req-eb01d922-8f73-4c54-bc94-313780c9abaf tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:44.435457 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfc15017-5062-49fc-a03b-967c45d5bfe2 req-eb01d922-8f73-4c54-bc94-313780c9abaf tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.0635118 Jul 16 21:07:44.474366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfc15017-5062-49fc-a03b-967c45d5bfe2 req-b9e3955d-9f1e-4cbc-92ff-a466ad722bf6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Jul 16 21:07:45.656842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670571-1bc2-4696-8057-e044d51f233e req-5c809b13-5d59-43d6-9d6b-be56c3da0df6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:45.658335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15670571-1bc2-4696-8057-e044d51f233e req-5c809b13-5d59-43d6-9d6b-be56c3da0df6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.0690277 Jul 16 21:07:45.696978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-15670571-1bc2-4696-8057-e044d51f233e req-526131cb-33e4-4f17-8599-b01a966dd248 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Jul 16 21:07:46.868949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d699d10-eca9-4e03-8040-9064c0b29cc1 req-1f627031-2d97-4b6a-b485-c054597ea980 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:46.870438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d699d10-eca9-4e03-8040-9064c0b29cc1 req-1f627031-2d97-4b6a-b485-c054597ea980 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.0640447 Jul 16 21:07:46.907960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d699d10-eca9-4e03-8040-9064c0b29cc1 req-da003ccf-c991-4eee-b800-00478ca8d3a6 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319946 Jul 16 21:07:48.092707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c6e98-b4cd-48b6-8fa4-49875dcac199 req-72a83453-0c65-4317-87a5-859fc0f7cd39 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:48.097280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c0c6e98-b4cd-48b6-8fa4-49875dcac199 req-72a83453-0c65-4317-87a5-859fc0f7cd39 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.0707660 Jul 16 21:07:48.134797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1c0c6e98-b4cd-48b6-8fa4-49875dcac199 req-8d3154ab-5b0a-4ab5-91c7-c2ce74742b62 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Jul 16 21:07:49.312666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd31243-2fd7-46e5-bca6-eb0848310b03 req-1c3bcea6-4cbb-49ba-a3ef-187f6a79fe24 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:49.314240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebd31243-2fd7-46e5-bca6-eb0848310b03 req-1c3bcea6-4cbb-49ba-a3ef-187f6a79fe24 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.0645566 Jul 16 21:07:49.353402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ebd31243-2fd7-46e5-bca6-eb0848310b03 req-8fd94fa7-68fb-4954-9754-d18836c17a5b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325282 Jul 16 21:07:50.530452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a28a29-877e-48eb-a95e-c285c24dcec2 req-54051b34-4ae8-43e2-bb3a-8c2434a7a23c tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:50.531976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21a28a29-877e-48eb-a95e-c285c24dcec2 req-54051b34-4ae8-43e2-bb3a-8c2434a7a23c tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 944 time: 0.0656278 Jul 16 21:07:50.569992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21a28a29-877e-48eb-a95e-c285c24dcec2 req-ac8d257a-f6c3-4590-ab9a-06746020cc7a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318041 Jul 16 21:07:51.143666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0100f82c-57b2-4515-91a4-ab041220dbef details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:07:51.243689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0100f82c-57b2-4515-91a4-ab041220dbef, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0100f82c-57b2-4515-91a4-ab041220dbef,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:51.256282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '0100f82c-57b2-4515-91a4-ab041220dbef', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'mac_address': 'fa:16:3e:a9:c9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:07:51.296925 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:51.310794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0100f82c-57b2-4515-91a4-ab041220dbef {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:51.330327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0100f82c-57b2-4515-91a4-ab041220dbef, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0100f82c-57b2-4515-91a4-ab041220dbef,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:51.334347 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:51.380906 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0100f82c-57b2-4515-91a4-ab041220dbef,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:51.388948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.389292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.389632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.389967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.390293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.390626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.390950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.391294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.391626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.391947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.392267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.392585 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:51.572031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['0100f82c-57b2-4515-91a4-ab041220dbef'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:07:51.753120 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5709626-7802-41cc-8d87-2aafeaa1c71b req-5bab81e9-3050-4e5e-a7e0-ffd0a6a87c02 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:51.754729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5709626-7802-41cc-8d87-2aafeaa1c71b req-5bab81e9-3050-4e5e-a7e0-ffd0a6a87c02 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 945 time: 0.0739348 Jul 16 21:07:51.797303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5709626-7802-41cc-8d87-2aafeaa1c71b req-9913d510-ab55-4dc0-b400-e3984d1c261b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355437 Jul 16 21:07:52.972573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712527d3-c3af-4c15-8722-65407aa8ce8d req-c552a568-16f8-49b1-8541-e770d3224cba tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:52.974085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-712527d3-c3af-4c15-8722-65407aa8ce8d req-c552a568-16f8-49b1-8541-e770d3224cba tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 945 time: 0.0643756 Jul 16 21:07:53.012094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-712527d3-c3af-4c15-8722-65407aa8ce8d req-7409c239-26a4-4520-86f6-d80a31f582c7 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Jul 16 21:07:53.158964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0100f82c-57b2-4515-91a4-ab041220dbef up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:53.208142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 0100f82c-57b2-4515-91a4-ab041220dbef completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:53.213055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 0100f82c-57b2-4515-91a4-ab041220dbef triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:53.213427 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.295150 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.323465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:53.339640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 0100f82c-57b2-4515-91a4-ab041220dbef, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0100f82c-57b2-4515-91a4-ab041220dbef,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:53.344111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.369698 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3576d8d3-5a93-4b0d-b624-d25b4cf0d311" -d '{"events": [{"server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "name": "network-vif-plugged", "status": "completed", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:53.399055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=0100f82c-57b2-4515-91a4-ab041220dbef,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:53.457151 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212e58b8-33f8-4f1e-b09a-905bcb373f6c x-openstack-request-id: req-212e58b8-33f8-4f1e-b09a-905bcb373f6c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:53.457441 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "name": "network-vif-plugged", "status": "completed", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:53.457698 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-212e58b8-33f8-4f1e-b09a-905bcb373f6c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:53.458094 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef', 'code': 200} Jul 16 21:07:53.574740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6977031-0a34-4608-9661-ccf76223e074 req-d83151d6-dea9-4d0c-b69d-9b437c09165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:53.576345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6977031-0a34-4608-9661-ccf76223e074 req-d83151d6-dea9-4d0c-b69d-9b437c09165b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0579600 Jul 16 21:07:53.611821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6977031-0a34-4608-9661-ccf76223e074 req-8530254e-7650-4c7d-a9fc-d6bfc4ace738 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289047 Jul 16 21:07:54.185876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2c9c8-ee61-4214-b3b9-92e2cd45a842 req-b20dd9d8-a1d1-4af1-a6fa-9287bcf2d390 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:54.187479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82c2c9c8-ee61-4214-b3b9-92e2cd45a842 req-b20dd9d8-a1d1-4af1-a6fa-9287bcf2d390 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 946 time: 0.0641792 Jul 16 21:07:54.225067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82c2c9c8-ee61-4214-b3b9-92e2cd45a842 req-0863b71e-28e6-42be-88ab-aa7244fe4650 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318739 Jul 16 21:07:55.402590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1cd85-464e-433e-9ece-6d19a3f6fc38 req-7755ce1d-321c-4ae2-aeaf-e8986c515591 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:55.404009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12a1cd85-464e-433e-9ece-6d19a3f6fc38 req-7755ce1d-321c-4ae2-aeaf-e8986c515591 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 946 time: 0.0656583 Jul 16 21:07:55.441518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-12a1cd85-464e-433e-9ece-6d19a3f6fc38 req-b83ac925-56bc-46c4-ab3d-a89fcf225bcf tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Jul 16 21:07:55.634222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2c47b-4d0d-411e-94f8-01f7b9de3a0d req-7d2504d5-9fcd-4f7b-960b-fd62dd87f77a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:55.636029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45d2c47b-4d0d-411e-94f8-01f7b9de3a0d req-7d2504d5-9fcd-4f7b-960b-fd62dd87f77a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 946 time: 0.0718610 Jul 16 21:07:55.675324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-45d2c47b-4d0d-411e-94f8-01f7b9de3a0d req-feee9c11-29e8-4d69-aa57-0be7e292e85a tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334952 Jul 16 21:07:55.699992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57446) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:55.802804 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477bd82-784a-4caf-a441-39d41de2b643 tempest-TestVolumeBackupRestore-312627995 tempest-TestVolumeBackupRestore-312627995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:55.804468 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f477bd82-784a-4caf-a441-39d41de2b643 tempest-TestVolumeBackupRestore-312627995 tempest-TestVolumeBackupRestore-312627995-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1092 time: 0.1034451 Jul 16 21:07:55.807448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57452) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:55.812231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:55.833353 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:55.928813 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.032980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Allocated IP 172.25.8.200 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9a7489fd-e780-4f00-b437-d3d513c5f5c6) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:56.135124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.173297 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.208763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:56.214213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:56.217589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:56.245858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'Port': ['ID=9a7489fd-e780-4f00-b437-d3d513c5f5c6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:56.592218 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.954085 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.108273 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.113108 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.183003 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event updated for resources: {'Port': ['ID=9a7489fd-e780-4f00-b437-d3d513c5f5c6,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:57.195747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.299775 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Floating IP e2c1758d-e9f9-4eba-ad31-18a6127ed16d associated. External IP: 172.25.8.200, port: 0100f82c-57b2-4515-91a4-ab041220dbef. Jul 16 21:07:57.513865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Router c85cb884-8c35-4cac-82f7-66b2239a3a06 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:57.626687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:57.636525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] Sync routers for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:57.642248 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.646790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:57.648106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:57.680008 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-87669c1f-71e0-4c3c-b3a9-00c3deff87e3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8714433 Jul 16 21:07:57.680604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:57.682838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57454) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:57.724839 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5385576d-8a51-4703-96bc-1a0b40d01568" -d '{"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:57.743147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01054d44-862f-4248-9a42-0618e0e3055d tempest-TestVolumeBackupRestore-312627995 tempest-TestVolumeBackupRestore-312627995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:57.745273 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-01054d44-862f-4248-9a42-0618e0e3055d tempest-TestVolumeBackupRestore-312627995 tempest-TestVolumeBackupRestore-312627995-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1092 time: 0.0607777 Jul 16 21:07:57.747724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57462) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:57.752186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Request body: {'floatingip': {'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:57.764351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:57.814242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:57.822105 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa14476-f04f-45ff-9784-2d4ab9ba5064 x-openstack-request-id: req-3fa14476-f04f-45ff-9784-2d4ab9ba5064 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:57.822399 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:57.822649 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3fa14476-f04f-45ff-9784-2d4ab9ba5064 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:57.823046 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef', 'status': 'completed', 'code': 200} Jul 16 21:07:57.975727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-6e4c1213-b675-4d2f-b90b-91a0dc374a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:57.977179 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-6e4c1213-b675-4d2f-b90b-91a0dc374a4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1299579 Jul 16 21:07:58.009514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'e2c1758d-e9f9-4eba-ad31-18a6127ed16d', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'mac_address': 'fa:16:3e:a9:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:56Z', 'revision_number': 0, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:58.038962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] Checking router: c85cb884-8c35-4cac-82f7-66b2239a3a06 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:58.047517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:58.048119 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:58.159396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-f5a2375c-a51d-4075-9b65-fbee30b2d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:58.161016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-f5a2375c-a51d-4075-9b65-fbee30b2d7ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 915 time: 0.1761756 Jul 16 21:07:58.161647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:58.404770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'e2c1758d-e9f9-4eba-ad31-18a6127ed16d', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'mac_address': 'fa:16:3e:a9:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:56Z', 'revision_number': 0, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:58.433409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14779cb2-24ea-4d08-a8ea-794a96f55861 None None] The sync data for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 is: [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'e2c1758d-e9f9-4eba-ad31-18a6127ed16d', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'mac_address': 'fa:16:3e:a9:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:56Z', 'revision_number': 0, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:58.641202 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26c0ee-a4f7-42b1-9031-c101dc6b0f9a None None] New status for floating IP e2c1758d-e9f9-4eba-ad31-18a6127ed16d: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:07:58.663567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-13be5af1-7489-4560-8913-5b74a121078c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 1000 time: 0.4935019 Jul 16 21:07:58.755909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-f06621a4-4306-40eb-9840-c97e908156ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:58.757992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-f06621a4-4306-40eb-9840-c97e908156ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 200 len: 853 time: 0.0865712 Jul 16 21:07:58.800211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.db.api [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:07:58.800543 n-d-798930-6 neutron-server[94095]: DEBUG oslo_db.api [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:07:58.825883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-80ef818d-1053-48e4-b0e6-e17ac7c0754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:58.827430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-80ef818d-1053-48e4-b0e6-e17ac7c0754a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d613d195-3c82-4dd7-9cca-fc69a485992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623193 Jul 16 21:07:58.921198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-01a93727-8c36-4266-a9b3-9cadfca9e4fa service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871058 Jul 16 21:07:59.012195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5385576d-8a51-4703-96bc-1a0b40d01568 req-6f600b8c-62a8-4700-a990-b977e46cf422 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844288 Jul 16 21:07:59.301681 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:59.783282 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:59.788065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:00.004200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Router c85cb884-8c35-4cac-82f7-66b2239a3a06 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:00.116518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:00.121405 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:00.126515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] Sync routers for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:00.137432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:00.138058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:00.161970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:00.164442 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec" -d '{"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:00.206507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4f494241-76ef-4224-8c04-f8b8b32b069b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "PUT /v2.0/floatingips/e2c1758d-e9f9-4eba-ad31-18a6127ed16d HTTP/1.1" status: 200 len: 994 time: 2.4576569 Jul 16 21:08:00.208442 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f4387-888c-4818-9001-60cca32a372c x-openstack-request-id: req-bc5f4387-888c-4818-9001-60cca32a372c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:00.208856 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:00.209223 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bc5f4387-888c-4818-9001-60cca32a372c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:00.210317 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef', 'status': 'completed', 'code': 200} Jul 16 21:08:00.259110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:00.291683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-8e4e51aa-2de0-4c68-92c5-d682cb1c8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:00.293307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-8e4e51aa-2de0-4c68-92c5-d682cb1c8c4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0571318 Jul 16 21:08:00.360345 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c529b656-c6f4-4df9-9fec-8a75bb15475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:00.395367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-5ff9e37b-37af-40fd-85fc-16686a1ca417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:00.397055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-5ff9e37b-37af-40fd-85fc-16686a1ca417 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 915 time: 0.0978928 Jul 16 21:08:00.469472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-09501c89-2470-484a-9a96-dde04062a0c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 1002 time: 0.0662024 Jul 16 21:08:00.501190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'e2c1758d-e9f9-4eba-ad31-18a6127ed16d', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'mac_address': 'fa:16:3e:a9:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:59Z', 'revision_number': 2, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:00.518479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-0ecadfb6-59ec-4098-b610-16ee9c90586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:00.520070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-0ecadfb6-59ec-4098-b610-16ee9c90586f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 200 len: 853 time: 0.0449317 Jul 16 21:08:00.532504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] Checking router: c85cb884-8c35-4cac-82f7-66b2239a3a06 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:00.542493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:00.543108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:07:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:00.578701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-dc80de09-0b68-4c97-bdd7-fd4fdfb1ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:00.580260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-dc80de09-0b68-4c97-bdd7-fd4fdfb1ed77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d613d195-3c82-4dd7-9cca-fc69a485992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544000 Jul 16 21:08:00.655872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:00.682443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-65fe577d-20c2-451d-9cae-4bd3ec44f581 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937765 Jul 16 21:08:00.776218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-95f2cb9b-058b-4cbf-88c8-d5b4823bbcec req-0dc2dc90-5837-4e9f-bf56-a6ce6fc1002d service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867743 Jul 16 21:08:00.882593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'e2c1758d-e9f9-4eba-ad31-18a6127ed16d', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'mac_address': 'fa:16:3e:a9:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:59Z', 'revision_number': 2, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:00.913155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab45828-c9e1-4330-a5b5-22c2a31664dc None None] The sync data for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 is: [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'e2c1758d-e9f9-4eba-ad31-18a6127ed16d', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'port_id': '0100f82c-57b2-4515-91a4-ab041220dbef', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'mac_address': 'fa:16:3e:a9:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:07:56Z', 'updated_at': '2021-07-16T21:07:59Z', 'revision_number': 2, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:02.211964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:02.214675 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0249e9e8-b858-4ced-8a87-9494228a136d" -d '{"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:02.259167 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ffba6-c813-4e67-bc4c-a2fbf82e46c3 x-openstack-request-id: req-463ffba6-c813-4e67-bc4c-a2fbf82e46c3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:02.259500 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:02.259755 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-463ffba6-c813-4e67-bc4c-a2fbf82e46c3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:02.260169 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef', 'status': 'completed', 'code': 200} Jul 16 21:08:02.339838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e9e8-b858-4ced-8a87-9494228a136d req-dea7f8d4-c6cf-4c29-892b-7014c70d6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:02.341331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0249e9e8-b858-4ced-8a87-9494228a136d req-dea7f8d4-c6cf-4c29-892b-7014c70d6388 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0569303 Jul 16 21:08:02.441419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e9e8-b858-4ced-8a87-9494228a136d req-356ca2b1-dc79-48f6-ab58-603e1f54f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:02.442911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0249e9e8-b858-4ced-8a87-9494228a136d req-356ca2b1-dc79-48f6-ab58-603e1f54f1c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 915 time: 0.0957127 Jul 16 21:08:02.531614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0249e9e8-b858-4ced-8a87-9494228a136d req-94de7b68-d764-475b-911f-031f93c29106 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 1002 time: 0.0824418 Jul 16 21:08:02.594379 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e9e8-b858-4ced-8a87-9494228a136d req-7f7e473a-9c12-4e60-a00d-7067b992c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:02.595874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0249e9e8-b858-4ced-8a87-9494228a136d req-7f7e473a-9c12-4e60-a00d-7067b992c729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 200 len: 853 time: 0.0584085 Jul 16 21:08:02.671373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e9e8-b858-4ced-8a87-9494228a136d req-0da34ab7-615b-4be4-bb34-2134e62d9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:02.672948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0249e9e8-b858-4ced-8a87-9494228a136d req-0da34ab7-615b-4be4-bb34-2134e62d9538 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d613d195-3c82-4dd7-9cca-fc69a485992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708196 Jul 16 21:08:02.785853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0249e9e8-b858-4ced-8a87-9494228a136d req-300a6235-11e2-4f40-858d-d2e82d148656 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064796 Jul 16 21:08:02.893594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0249e9e8-b858-4ced-8a87-9494228a136d req-94c7cdde-56f9-4bbc-8a86-8151f1324819 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018677 Jul 16 21:08:04.092066 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:04.924858 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9c483144-a4cd-41c2-b40b-df05e5430fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:06.196885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.336499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:08.844017 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.088916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:09.626604 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-cac741bb-236e-4acf-a71e-c7ccf5ad4588 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669141 Jul 16 21:08:09.763135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-156cf68d-b9ab-406e-9e06-9c566c41866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:09.764770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-156cf68d-b9ab-406e-9e06-9c566c41866c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0642128 Jul 16 21:08:09.878023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-567fa7e6-7c5a-45eb-957d-cc73443b8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:09.879653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-567fa7e6-7c5a-45eb-957d-cc73443b8bb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 915 time: 0.0930936 Jul 16 21:08:09.952484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-e553d1a6-7a14-4913-b9e4-3a2fa6e6dbbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 1002 time: 0.0669389 Jul 16 21:08:10.004288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-7cea3ee9-b388-4dc9-b230-e1b9620228e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:10.005848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-7cea3ee9-b388-4dc9-b230-e1b9620228e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 200 len: 853 time: 0.0475147 Jul 16 21:08:10.067834 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-4e3f0e72-b4e5-4004-8da4-8dc3b67d13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:10.069585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-4e3f0e72-b4e5-4004-8da4-8dc3b67d13ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d613d195-3c82-4dd7-9cca-fc69a485992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572331 Jul 16 21:08:10.171765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-faf9d13b-d9db-4f31-bf16-dcdad81bdeda service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947852 Jul 16 21:08:10.276373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88b5389f-a88e-42f5-b96f-058c2f32050f req-7a399f2f-f5f7-48e5-b02d-09882838d4d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982468 Jul 16 21:08:13.988405 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:30.342593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b30be77-3410-421a-993b-08e18dd8145d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.077548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57494) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:31.248213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Deleting port 9a7489fd-e780-4f00-b437-d3d513c5f5c6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:31.248769 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.347310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.347747 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.362070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Calling delete_port for 9a7489fd-e780-4f00-b437-d3d513c5f5c6 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:31.546070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.573070 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event deleted for resources: {'Port': ['ID=9a7489fd-e780-4f00-b437-d3d513c5f5c6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:31.640125 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.640370 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Floating IP e2c1758d-e9f9-4eba-ad31-18a6127ed16d disassociated (deleted). External IP: 172.25.8.200, port: 0100f82c-57b2-4515-91a4-ab041220dbef. Jul 16 21:08:31.843763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Router c85cb884-8c35-4cac-82f7-66b2239a3a06 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:31.957157 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:31.961967 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:31.966997 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] Sync routers for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:31.976082 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:31.976659 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:08:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:32.004175 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4f6a22c7-f624-4301-b2de-37e4f9a67bc0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "DELETE /v2.0/floatingips/e2c1758d-e9f9-4eba-ad31-18a6127ed16d HTTP/1.1" status: 204 len: 168 time: 0.9254739 Jul 16 21:08:32.004880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:32.007509 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6611b56-9c25-45da-a2e2-a18b57612663" -d '{"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:32.097807 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:32.330575 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721a3712-df13-4481-acd8-0a5611ed4021 x-openstack-request-id: req-721a3712-df13-4481-acd8-0a5611ed4021 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:32.331565 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:32.331565 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-721a3712-df13-4481-acd8-0a5611ed4021 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:32.332126 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef', 'status': 'completed', 'code': 200} Jul 16 21:08:32.348267 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:32.403973 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] Checking router: c85cb884-8c35-4cac-82f7-66b2239a3a06 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:32.414048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:32.414676 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:08:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:32.510358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-79bcfa47-d76b-4542-a9c1-95782d91ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.512964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-79bcfa47-d76b-4542-a9c1-95782d91ed45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94abfda68b8f4902b2414ffd84819258&device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1555233 Jul 16 21:08:32.533138 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:32.589378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96097ec6-c1a7-4c9f-bdf8-5eda1d6b04da req-2e761ad2-bae0-4dbf-a437-b7decb933395 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.591886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96097ec6-c1a7-4c9f-bdf8-5eda1d6b04da req-2e761ad2-bae0-4dbf-a437-b7decb933395 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 946 time: 0.1556952 Jul 16 21:08:32.698900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96097ec6-c1a7-4c9f-bdf8-5eda1d6b04da req-6cbdd6d7-accb-4d7b-b5e8-c2756e2b84fe tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677130 Jul 16 21:08:32.700961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-6dff3e92-f7f9-44cb-9652-18bbfa886bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.703558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-6dff3e92-f7f9-44cb-9652-18bbfa886bf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 200 len: 915 time: 0.1776872 Jul 16 21:08:32.754783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-314a9c25-56d5-4579-a6cc-09db500f22f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 200 len: 217 time: 0.0438495 Jul 16 21:08:32.810474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-1b45a9e1-931d-41e7-82f6-ab794e9c7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.812128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-1b45a9e1-931d-41e7-82f6-ab794e9c7337 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 200 len: 853 time: 0.0508025 Jul 16 21:08:32.841717 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:32.867392 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fdc69a-322c-4883-8628-f1220e7a370c None None] The sync data for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 is: [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:05:45Z', 'revision_number': 4, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'dcef0187-85d9-43e0-b94e-9f0371ab2403', 'name': '', 'network_id': 'd613d195-3c82-4dd7-9cca-fc69a485992c', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'mac_address': 'fa:16:3e:16:38:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:45Z', 'updated_at': '2021-07-16T21:05:51Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'subnets': [{'id': '419956fe-70db-4658-9bfd-c82cafd99b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:32.885442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-7d0ca148-7982-4178-b677-5a5308ff88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:32.887537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-7d0ca148-7982-4178-b677-5a5308ff88ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d613d195-3c82-4dd7-9cca-fc69a485992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678244 Jul 16 21:08:33.001909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-34ee9689-c6bf-493a-afa3-8deff4ec9aab service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998790 Jul 16 21:08:33.113864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6611b56-9c25-45da-a2e2-a18b57612663 req-0f083dd1-78c4-496e-b0e1-4516022b40d7 service neutron] 10.222.0.21 "GET /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049757 Jul 16 21:08:33.125525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a48802-5c74-4c59-b06a-cd8ca41fdaf9 None None] New status for floating IP e2c1758d-e9f9-4eba-ad31-18a6127ed16d: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:08:33.882856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceac7d-53e6-4c27-bfdb-b24e9258d21e req-f54cb985-85ec-433b-9425-f9780c0b6d7b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:33.884461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4ceac7d-53e6-4c27-bfdb-b24e9258d21e req-f54cb985-85ec-433b-9425-f9780c0b6d7b tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 946 time: 0.0681393 Jul 16 21:08:33.927005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d4ceac7d-53e6-4c27-bfdb-b24e9258d21e req-5658207b-d346-4d72-aed1-9b4626ced914 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/security-groups?id=e8344e4b-8d5b-4a2b-a28d-3b10394996f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361049 Jul 16 21:08:34.001710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-1897dbef-2697-40c1-92a9-bdc8d0c4ffb0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:34.003172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-1897dbef-2697-40c1-92a9-bdc8d0c4ffb0 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.21 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 946 time: 0.0727000 Jul 16 21:08:34.092560 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.108146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Deleting port 0100f82c-57b2-4515-91a4-ab041220dbef {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:34.108490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.200445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] For port 0100f82c-57b2-4515-91a4-ab041220dbef, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=0100f82c-57b2-4515-91a4-ab041220dbef,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:34.200809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.212297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Calling delete_port for 0100f82c-57b2-4515-91a4-ab041220dbef owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:34.341142 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.373240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event deleted for resources: {'Port': ['ID=0100f82c-57b2-4515-91a4-ab041220dbef,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:34.420537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] No DVR routers for this DVR port 0100f82c-57b2-4515-91a4-ab041220dbef on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:34.423193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:34.425269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c7f178b4-0e83-4c88-a3b3-bfdca1e0b85f req-2c2e01af-9bb5-4f48-b72e-dee488a041dc tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.21 "DELETE /v2.0/ports/0100f82c-57b2-4515-91a4-ab041220dbef HTTP/1.1" status: 204 len: 173 time: 0.4166646 Jul 16 21:08:34.425705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'name': 'network-vif-deleted', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:08:34.428008 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63060ed-febc-46c1-9c4f-ab0437e959d0" -d '{"events": [{"server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "name": "network-vif-deleted", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:08:34.464561 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025048e5-63cf-4834-ae9e-7db4ed7651e8 x-openstack-request-id: req-025048e5-63cf-4834-ae9e-7db4ed7651e8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:08:34.464880 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4", "name": "network-vif-deleted", "tag": "0100f82c-57b2-4515-91a4-ab041220dbef", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:08:34.465253 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-025048e5-63cf-4834-ae9e-7db4ed7651e8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:08:34.465679 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4', 'name': 'network-vif-deleted', 'tag': '0100f82c-57b2-4515-91a4-ab041220dbef', 'status': 'completed', 'code': 200} Jul 16 21:08:34.927399 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-06dde50e-6b84-43d6-8599-9ca402933d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:35.072903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a11c328f-2e01-4b42-9477-5e52c3144e72 req-0352511a-cc36-4e5d-adb2-be7c6bfa78f3 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 210 time: 0.0296581 Jul 16 21:08:36.201041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:36.219599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eab4a275-8af0-47ed-8c2b-dfc189fa7b68 req-bb2753b4-56bb-4774-af92-a90770a08a4e tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Jul 16 21:08:37.366095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab988a7a-e2a0-4e5c-b7de-22f42f01a9b5 req-e9e82630-d449-41fc-b6c1-576e1abb0fdd tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df3fbfc-b9a7-4a5c-9160-bff50c6a5ac4 HTTP/1.1" status: 200 len: 210 time: 0.0333505 Jul 16 21:08:37.477456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0100f82c-57b2-4515-91a4-ab041220dbef no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:37.499162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 0100f82c-57b2-4515-91a4-ab041220dbef {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:37.499542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 0100f82c-57b2-4515-91a4-ab041220dbef not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:38.330652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:38.457572 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57514) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:38.517382 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:38.541877 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:38.600889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:38.603475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:38.604739 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] 10.222.0.100 "DELETE /v2.0/security-groups/e8344e4b-8d5b-4a2b-a28d-3b10394996f7 HTTP/1.1" status: 204 len: 168 time: 0.1460969 Jul 16 21:08:38.614046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8344e4b-8d5b-4a2b-a28d-3b10394996f7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:38.622917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.623275 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.623622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.623949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.624274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.624595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.624915 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.625231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.625553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.626357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.626357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.626543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee99fd-4e79-485d-943e-f757112a3324 tempest-TestVolumeBackupRestore-2035949945 tempest-TestVolumeBackupRestore-2035949945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:38.872701 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:39.085116 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.086942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:42.489659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.785517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Deleting port dcef0187-85d9-43e0-b94e-9f0371ab2403 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:42.785905 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.874558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] For port dcef0187-85d9-43e0-b94e-9f0371ab2403, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=dcef0187-85d9-43e0-b94e-9f0371ab2403,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:42.874833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:42.889902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Calling delete_port for dcef0187-85d9-43e0-b94e-9f0371ab2403 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:43.111152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.147718 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Pushing event deleted for resources: {'Port': ['ID=dcef0187-85d9-43e0-b94e-9f0371ab2403,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:43.322186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:43.536406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Router c85cb884-8c35-4cac-82f7-66b2239a3a06 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:43.641817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:43.646903 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4c5f3a13-0eb7-42f4-a6b1-2964298a1bba admin admin] 10.222.0.100 "PUT /v2.0/routers/c85cb884-8c35-4cac-82f7-66b2239a3a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589011 Jul 16 21:08:43.649309 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57968) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:43.650145 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] Sync routers for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:43.660279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:43.660814 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:08:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:43.770746 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:43.961393 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:08:43Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:43.989264 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] Checking router: c85cb884-8c35-4cac-82f7-66b2239a3a06 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:43.999597 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] Routers {'c85cb884-8c35-4cac-82f7-66b2239a3a06'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:44.000209 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:08:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['c85cb884-8c35-4cac-82f7-66b2239a3a06'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:44.035949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.108646 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] Set router c85cb884-8c35-4cac-82f7-66b2239a3a06 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:44.145662 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.201329 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Deleting port 3720570e-1e09-42a1-8491-7cfe1fd8bf11 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:44.201698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.294079 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:08:43Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:44.297554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] For port 3720570e-1e09-42a1-8491-7cfe1fd8bf11, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3720570e-1e09-42a1-8491-7cfe1fd8bf11,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:44.297912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.310526 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Calling delete_port for 3720570e-1e09-42a1-8491-7cfe1fd8bf11 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:44.325101 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35bbccf-737c-4c29-902e-c289821a8cb6 None None] The sync data for ids ['c85cb884-8c35-4cac-82f7-66b2239a3a06'] in n-d-798930-6 is: [{'id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'name': 'tempest-TestVolumeBackupRestore-2061851085-router', 'tenant_id': '94abfda68b8f4902b2414ffd84819258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:42Z', 'updated_at': '2021-07-16T21:08:43Z', 'revision_number': 5, 'project_id': '94abfda68b8f4902b2414ffd84819258', 'gw_port': {'id': '3720570e-1e09-42a1-8491-7cfe1fd8bf11', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85cb884-8c35-4cac-82f7-66b2239a3a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:43Z', 'updated_at': '2021-07-16T21:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:44.479408 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.505106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Pushing event deleted for resources: {'Port': ['ID=3720570e-1e09-42a1-8491-7cfe1fd8bf11,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:44.566029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.659788 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.661967 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.705896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.706436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c85cb884-8c35-4cac-82f7-66b2239a3a06 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:08:44.711029 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.712262 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8e6bf99-4848-4f31-8720-94fe05a0513f admin admin] 10.222.0.100 "DELETE /v2.0/routers/c85cb884-8c35-4cac-82f7-66b2239a3a06 HTTP/1.1" status: 204 len: 168 time: 1.0620518 Jul 16 21:08:44.714934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57970) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:44.762545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] Deleting subnet 419956fe-70db-4658-9bfd-c82cafd99b57 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:08:44.766691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.803426 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.893865 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.950352 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.975522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=419956fe-70db-4658-9bfd-c82cafd99b57,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:44.983773 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:44.988206 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2b0ed320-0033-4cd0-8698-3c972c7c45cb admin admin] 10.222.0.100 "DELETE /v2.0/subnets/419956fe-70db-4658-9bfd-c82cafd99b57 HTTP/1.1" status: 204 len: 168 time: 0.2698128 Jul 16 21:08:44.988438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 57972) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:44.989258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e9cd1-f777-4b0b-b23a-dfd4e6d607a9 None None] Network d613d195-3c82-4dd7-9cca-fc69a485992c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:45.062721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.115748 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Deleting port 12637458-080c-49f1-b8ce-c22d7cdd8f16 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:45.115982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.181841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] For port 12637458-080c-49f1-b8ce-c22d7cdd8f16, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=12637458-080c-49f1-b8ce-c22d7cdd8f16,segment=NetworkSegment(59b6028c-897a-43c7-8af0-7108ba6fe2ff),segment_id=59b6028c-897a-43c7-8af0-7108ba6fe2ff)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:45.182447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.194413 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Calling delete_port for 12637458-080c-49f1-b8ce-c22d7cdd8f16 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:45.286239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.291863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa63882-60ec-4ab1-b2f7-4787df15a1ff None None] DHCP port deletion for d613d195-3c82-4dd7-9cca-fc69a485992c request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:08:45.317366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Pushing event deleted for resources: {'Port': ['ID=12637458-080c-49f1-b8ce-c22d7cdd8f16,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:45.322710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] No DVR routers for this DVR port 12637458-080c-49f1-b8ce-c22d7cdd8f16 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:45.358359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dcef0187-85d9-43e0-b94e-9f0371ab2403 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:45.378409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: dcef0187-85d9-43e0-b94e-9f0371ab2403 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:45.378669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device dcef0187-85d9-43e0-b94e-9f0371ab2403 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:45.379092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3720570e-1e09-42a1-8491-7cfe1fd8bf11 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:45.397886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3720570e-1e09-42a1-8491-7cfe1fd8bf11 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:45.398234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3720570e-1e09-42a1-8491-7cfe1fd8bf11 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:45.398648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 12637458-080c-49f1-b8ce-c22d7cdd8f16 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:45.403137 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.414467 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d613d195-3c82-4dd7-9cca-fc69a485992c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:45.424431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 12637458-080c-49f1-b8ce-c22d7cdd8f16 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:45.424764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 12637458-080c-49f1-b8ce-c22d7cdd8f16 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:45.424942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b6028c-897a-43c7-8af0-7108ba6fe2ff') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:45.425232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b6028c-897a-43c7-8af0-7108ba6fe2ff') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:45.434638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.449149 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.456034 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:08:45.456444 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:08:45.458108 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:08:45.511782 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.517826 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:45.519685 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] 10.222.0.100 "DELETE /v2.0/networks/d613d195-3c82-4dd7-9cca-fc69a485992c HTTP/1.1" status: 204 len: 168 time: 0.5302265 Jul 16 21:08:45.522785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57974) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:45.531646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751e643-19d3-41d2-8a73-344b5e0c3454 admin admin] Pushing event deleted for resources: {'Network': ['ID=d613d195-3c82-4dd7-9cca-fc69a485992c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:46.224416 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.477889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Deleting port b45573a9-1351-41ed-a527-26490ececdf0 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:46.478232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.561006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] For port b45573a9-1351-41ed-a527-26490ececdf0, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b45573a9-1351-41ed-a527-26490ececdf0,segment=NetworkSegment(02e80b1b-c09c-434c-b637-d06450e0ec67),segment_id=02e80b1b-c09c-434c-b637-d06450e0ec67)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:46.561695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.573518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Calling delete_port for b45573a9-1351-41ed-a527-26490ececdf0 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:46.752826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:46.779525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Pushing event deleted for resources: {'Port': ['ID=b45573a9-1351-41ed-a527-26490ececdf0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:46.808231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.808427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.808768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.809111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.809443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.809799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.810127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.810451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.810859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.811193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.811553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.811876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:08:46.961042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.180111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Router f4966f36-3d9b-4505-a720-09c231ffb6da has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:08:47.292134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:08:47.297603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bd3f5485-25c1-4430-9bdd-fbaa6db22adb admin admin] 10.222.0.100 "PUT /v2.0/routers/f4966f36-3d9b-4505-a720-09c231ffb6da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7737727 Jul 16 21:08:47.300182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57976) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:47.302777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] Sync routers for ids ['f4966f36-3d9b-4505-a720-09c231ffb6da'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:08:47.312957 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] Routers {'f4966f36-3d9b-4505-a720-09c231ffb6da'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:47.313580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:08:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4966f36-3d9b-4505-a720-09c231ffb6da'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:47.410576 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.421810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] Set router f4966f36-3d9b-4505-a720-09c231ffb6da gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:47.519796 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.574405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Deleting port 58829549-bb0c-4cc5-bb75-0b50ce320dcf {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:47.575098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.657517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] For port 58829549-bb0c-4cc5-bb75-0b50ce320dcf, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=58829549-bb0c-4cc5-bb75-0b50ce320dcf,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:47.657874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.671833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Calling delete_port for 58829549-bb0c-4cc5-bb75-0b50ce320dcf owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:47.761604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:08:46Z', 'revision_number': 5, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port': {'id': '58829549-bb0c-4cc5-bb75-0b50ce320dcf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:47.788402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] Checking router: f4966f36-3d9b-4505-a720-09c231ffb6da for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:08:47.797518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] Routers {'f4966f36-3d9b-4505-a720-09c231ffb6da'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:08:47.798231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:08:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f4966f36-3d9b-4505-a720-09c231ffb6da'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:47.841370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.870106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58829549-bb0c-4cc5-bb75-0b50ce320dcf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:47.890039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] Set router f4966f36-3d9b-4505-a720-09c231ffb6da gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:08:47.938135 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.947817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:08:47Z', 'revision_number': 6, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:47.974838 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac97bc-b177-4828-8d23-874639387c6d None None] The sync data for ids ['f4966f36-3d9b-4505-a720-09c231ffb6da'] in n-d-798930-6 is: [{'id': 'f4966f36-3d9b-4505-a720-09c231ffb6da', 'name': 'tempest-TestVolumeBackupRestore-828690585-router', 'tenant_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:05:48Z', 'updated_at': '2021-07-16T21:08:47Z', 'revision_number': 6, 'project_id': 'b2b1db9f03bc4799a7ffc42cb6c32a1c', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:08:48.032127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.034519 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.079198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.079784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4966f36-3d9b-4505-a720-09c231ffb6da {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:08:48.084111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.085237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4d49b36a-8355-4ec7-80c7-552e35563df8 admin admin] 10.222.0.100 "DELETE /v2.0/routers/f4966f36-3d9b-4505-a720-09c231ffb6da HTTP/1.1" status: 204 len: 168 time: 0.7841403 Jul 16 21:08:48.087952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57978) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:48.138508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] Deleting subnet fc33e3e1-3e4a-4880-9e60-d706abab36f3 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:08:48.141626 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.178123 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.255355 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.311311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.342802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc33e3e1-3e4a-4880-9e60-d706abab36f3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:48.346886 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.350848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5ae63a91-f22c-47e7-bc12-d64ac38b2d14 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/fc33e3e1-3e4a-4880-9e60-d706abab36f3 HTTP/1.1" status: 204 len: 168 time: 0.2598431 Jul 16 21:08:48.351263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57980) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:48.354739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3960a5a8-b464-44c0-8c66-85f495ee96c0 None None] Network 7db8fba9-a279-47a4-b86e-1bab14ab8a3b requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:08:48.424012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.476858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Deleting port f89617d1-3497-429c-a67f-d20ad9913e81 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:08:48.477199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.545725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] For port f89617d1-3497-429c-a67f-d20ad9913e81, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f89617d1-3497-429c-a67f-d20ad9913e81,segment=NetworkSegment(02e80b1b-c09c-434c-b637-d06450e0ec67),segment_id=02e80b1b-c09c-434c-b637-d06450e0ec67)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:08:48.546116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.558105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Calling delete_port for f89617d1-3497-429c-a67f-d20ad9913e81 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:08:48.638243 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.669036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=f89617d1-3497-429c-a67f-d20ad9913e81,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:48.674170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] No DVR routers for this DVR port f89617d1-3497-429c-a67f-d20ad9913e81 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:08:48.748541 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.751574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29889b1-4de5-4584-9351-64d859a6d544 None None] DHCP port deletion for 7db8fba9-a279-47a4-b86e-1bab14ab8a3b request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:08:48.759386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db8fba9-a279-47a4-b86e-1bab14ab8a3b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:48.771611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e80b1b-c09c-434c-b637-d06450e0ec67') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:48.771903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e80b1b-c09c-434c-b637-d06450e0ec67') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:08:48.781329 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.794921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.800714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:08:48.801104 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:08:48.802750 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:08:48.863476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.869352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:48.871226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] 10.222.0.100 "DELETE /v2.0/networks/7db8fba9-a279-47a4-b86e-1bab14ab8a3b HTTP/1.1" status: 204 len: 168 time: 0.5189228 Jul 16 21:08:48.882687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729fdb4-9d84-484f-ac5f-93716f828b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=7db8fba9-a279-47a4-b86e-1bab14ab8a3b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:49.061718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57984) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:49.102716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9bd1ec9b-8c87-4147-bef9-61582c9ffc19 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=94abfda68b8f4902b2414ffd84819258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398273 Jul 16 21:08:49.105303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57986) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:49.156354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17a7a9bd-0235-446e-8e53-8c69b75b3499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.177798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17a7a9bd-0235-446e-8e53-8c69b75b3499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.225349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b45573a9-1351-41ed-a527-26490ececdf0 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:49.232919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17a7a9bd-0235-446e-8e53-8c69b75b3499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.235893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-17a7a9bd-0235-446e-8e53-8c69b75b3499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.237092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-17a7a9bd-0235-446e-8e53-8c69b75b3499 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/18da055e-fb9c-47cc-978d-5edd34c3449c HTTP/1.1" status: 204 len: 168 time: 0.1308680 Jul 16 21:08:49.245622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7a9bd-0235-446e-8e53-8c69b75b3499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18da055e-fb9c-47cc-978d-5edd34c3449c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:49.247429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b45573a9-1351-41ed-a527-26490ececdf0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:49.247981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b45573a9-1351-41ed-a527-26490ececdf0 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:49.248597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f89617d1-3497-429c-a67f-d20ad9913e81 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:49.271669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f89617d1-3497-429c-a67f-d20ad9913e81 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:49.272016 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f89617d1-3497-429c-a67f-d20ad9913e81 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:49.272436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58829549-bb0c-4cc5-bb75-0b50ce320dcf no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:08:49.299113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 58829549-bb0c-4cc5-bb75-0b50ce320dcf {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:08:49.299397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 58829549-bb0c-4cc5-bb75-0b50ce320dcf not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:08:49.551491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57992) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:49.591776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d9773b1b-5744-4a80-92c3-9b588718da4f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b2b1db9f03bc4799a7ffc42cb6c32a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390806 Jul 16 21:08:49.594542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 57994) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:08:49.642682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-718d9fa6-3e69-46e1-add3-52ddc0f6d548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.663093 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-718d9fa6-3e69-46e1-add3-52ddc0f6d548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.709802 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-718d9fa6-3e69-46e1-add3-52ddc0f6d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.712392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-718d9fa6-3e69-46e1-add3-52ddc0f6d548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:49.713523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-718d9fa6-3e69-46e1-add3-52ddc0f6d548 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1690f7f5-98fc-42c7-b634-e5c6d5ec4f94 HTTP/1.1" status: 204 len: 168 time: 0.1180880 Jul 16 21:08:49.721669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d9fa6-3e69-46e1-add3-52ddc0f6d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690f7f5-98fc-42c7-b634-e5c6d5ec4f94,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:08:50.987946 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:59.192841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-daa978ec-6a0c-499b-8151-f211364823b6 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=04f594d9d4ad4b39b81e57a69081371f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223897 Jul 16 21:08:59.305494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-b8856877-8cde-44ff-ae4a-fd73c4954ded tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:59.306995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-b8856877-8cde-44ff-ae4a-fd73c4954ded tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091082 Jul 16 21:08:59.321920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-b5a79bd2-6ec2-452d-b412-ee89ab6f1721 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/quotas/04f594d9d4ad4b39b81e57a69081371f HTTP/1.1" status: 200 len: 375 time: 0.0091028 Jul 16 21:08:59.355873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-e7945530-98b4-4fcd-b286-92f319d4a12c tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=04f594d9d4ad4b39b81e57a69081371f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284178 Jul 16 21:08:59.519087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5e80894-53b8-4cef-9f06-1070920c668f req-288b3d06-dcaa-4474-837b-f55b3031eabb tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 210 time: 0.0291748 Jul 16 21:09:00.344329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3c4a-36f2-473b-9ddd-c3b416dbc3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.677278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c4d3f69-bd96-47a1-a1bb-44dc1edf83f3 req-485e4244-4e27-4021-ab77-547b2b91cf13 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 210 time: 0.0431206 Jul 16 21:09:00.688673 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-7072a6ae-4100-4a16-8574-9b7040d5abef tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=04f594d9d4ad4b39b81e57a69081371f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438025 Jul 16 21:09:00.799703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-f93ff9ff-9743-4237-a8e7-9af297e52a31 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:00.801169 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-f93ff9ff-9743-4237-a8e7-9af297e52a31 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080201 Jul 16 21:09:00.812994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Request body: {'port': {'device_id': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'admin_state_up': True, 'tenant_id': '04f594d9d4ad4b39b81e57a69081371f'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:00.920708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Made reservation on behalf of 04f594d9d4ad4b39b81e57a69081371f for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:00.924195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:00.932823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.030079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.034753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.100277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40733f47-6fd2-45e6-ae4e-ba787a4ea726,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.177347 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Allocated IP 192.168.233.128 (ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9/ba72da44-c4fd-47ef-aaad-c224d2052924/f9c6e207-baab-4e74-8616-0c2b1479c43e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:09:01.328558 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.341575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Transition to ACTIVE for port object f9c6e207-baab-4e74-8616-0c2b1479c43e will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:01.375294 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.422450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:09:01.425578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:01.430208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:09:01.454040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Pushing event updated for resources: {'Port': ['ID=f9c6e207-baab-4e74-8616-0c2b1479c43e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:01.483377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:01.484036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.500891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb7b3790-f55a-4961-b5b2-42c7b831369a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6917562 Jul 16 21:09:01.637408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Request body: {'port': {'device_id': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:01.654948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7268f2d-4910-4a8a-82b6-273486048ad8 None None] Provisioning for port f9c6e207-baab-4e74-8616-0c2b1479c43e completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:01.658914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7268f2d-4910-4a8a-82b6-273486048ad8 None None] Provisioning complete for port f9c6e207-baab-4e74-8616-0c2b1479c43e triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:01.659397 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7268f2d-4910-4a8a-82b6-273486048ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.693459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d7268f2d-4910-4a8a-82b6-273486048ad8 None None] Port f9c6e207-baab-4e74-8616-0c2b1479c43e cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:09:01.715565 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:01.949518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14ed8b-a39b-4a14-b894-7bede5d5e99c req-94667b6b-6072-4dc5-a505-4a92b7a63330 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:01.951011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af14ed8b-a39b-4a14-b894-7bede5d5e99c req-94667b6b-6072-4dc5-a505-4a92b7a63330 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 936 time: 0.1355209 Jul 16 21:09:02.011924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af14ed8b-a39b-4a14-b894-7bede5d5e99c req-4f3bb3ff-8cb3-4868-9984-2abca202df49 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541124 Jul 16 21:09:02.058740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c6e207-baab-4e74-8616-0c2b1479c43e {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:02.066455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.079198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Transition to ACTIVE for port object f9c6e207-baab-4e74-8616-0c2b1479c43e will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:02.083075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.134389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c6e207-baab-4e74-8616-0c2b1479c43e,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:02.210032 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Attempting to bind port f9c6e207-baab-4e74-8616-0c2b1479c43e on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:02.210298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Attempting to bind port f9c6e207-baab-4e74-8616-0c2b1479c43e by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:02.210627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Attempting to bind port f9c6e207-baab-4e74-8616-0c2b1479c43e on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:02.215296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Port f9c6e207-baab-4e74-8616-0c2b1479c43e on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:02.215624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Attempting to bind port f9c6e207-baab-4e74-8616-0c2b1479c43e on network ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:02.221186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:02.221773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Checking segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:02.221908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Bound using segment: {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:02.222372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Bound port: f9c6e207-baab-4e74-8616-0c2b1479c43e, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf56a4-b0b6-430f-ac67-4669311c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:02.222686 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.293600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] For port f9c6e207-baab-4e74-8616-0c2b1479c43e, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:02.297038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] For port f9c6e207-baab-4e74-8616-0c2b1479c43e, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f9c6e207-baab-4e74-8616-0c2b1479c43e,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:02.300520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.335611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.336305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:02.337840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] 10.222.0.26 "PUT /v2.0/ports/f9c6e207-baab-4e74-8616-0c2b1479c43e HTTP/1.1" status: 200 len: 1096 time: 0.7466750 Jul 16 21:09:02.338218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'tag': 'f9c6e207-baab-4e74-8616-0c2b1479c43e'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:02.340465 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea61e63-e150-4bd7-b11f-2a17136afc7a", "tag": "f9c6e207-baab-4e74-8616-0c2b1479c43e"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:02.365771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce6b3c-afa7-402c-b7b7-3bf5ac730f29 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c6e207-baab-4e74-8616-0c2b1479c43e,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:02.391746 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df396465-8789-4f74-b052-8b5fae3c7236 x-openstack-request-id: req-df396465-8789-4f74-b052-8b5fae3c7236 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:02.392086 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea61e63-e150-4bd7-b11f-2a17136afc7a", "tag": "f9c6e207-baab-4e74-8616-0c2b1479c43e", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:02.392339 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-df396465-8789-4f74-b052-8b5fae3c7236 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:02.392749 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'tag': 'f9c6e207-baab-4e74-8616-0c2b1479c43e', 'status': 'completed', 'code': 200} Jul 16 21:09:02.448676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-fc04973c-d55e-4844-a0e3-6726a701e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.450303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-fc04973c-d55e-4844-a0e3-6726a701e71e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04f594d9d4ad4b39b81e57a69081371f&device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 1099 time: 0.0567105 Jul 16 21:09:02.497110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-fb1424f2-704f-4a46-a805-17da59d0b9b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=f9c6e207-baab-4e74-8616-0c2b1479c43e HTTP/1.1" status: 200 len: 217 time: 0.0390580 Jul 16 21:09:02.550947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-acdc16da-38c8-4053-801d-9bb4c23a7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.552471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-acdc16da-38c8-4053-801d-9bb4c23a7a19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0497704 Jul 16 21:09:02.609963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db58-156f-4588-b19b-402161b8fd0f req-2683cf79-ad85-4016-857b-1ea36f868ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.611483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-2683cf79-ad85-4016-857b-1ea36f868ab9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533698 Jul 16 21:09:02.703980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-b20cce19-b7ec-49be-91c8-43805dd64cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857475 Jul 16 21:09:02.791826 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1545db58-156f-4588-b19b-402161b8fd0f req-da6251c9-8f04-492b-8228-eed160e2d310 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817068 Jul 16 21:09:02.892478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-70334009-c819-409c-ba7b-6c35c77bac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.893988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-70334009-c819-409c-ba7b-6c35c77bac5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04f594d9d4ad4b39b81e57a69081371f&device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 1099 time: 0.0580599 Jul 16 21:09:02.983680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-61bcde4a-c52b-4b82-a61a-34a2a2f2dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:02.985167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-61bcde4a-c52b-4b82-a61a-34a2a2f2dcfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9 HTTP/1.1" status: 200 len: 870 time: 0.0848720 Jul 16 21:09:03.388969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-4d8d51e8-6711-4900-b6dc-f9897a47692a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=f9c6e207-baab-4e74-8616-0c2b1479c43e HTTP/1.1" status: 200 len: 217 time: 0.3963380 Jul 16 21:09:03.461921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-118b3672-deba-43bf-b8c9-85fc1d5e2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:03.463414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-118b3672-deba-43bf-b8c9-85fc1d5e2f01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba72da44-c4fd-47ef-aaad-c224d2052924 HTTP/1.1" status: 200 len: 843 time: 0.0667460 Jul 16 21:09:03.518740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125618be-e45c-48ab-8085-f338d72889e7 req-5c514856-9089-4422-ae99-c82826c400eb tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:03.520254 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-125618be-e45c-48ab-8085-f338d72889e7 req-5c514856-9089-4422-ae99-c82826c400eb tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 948 time: 0.1341996 Jul 16 21:09:03.567068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-62777c24-ed5a-45c8-a4db-b5cf6bc9b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:03.568620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-62777c24-ed5a-45c8-a4db-b5cf6bc9b57c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977895 Jul 16 21:09:03.571561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-125618be-e45c-48ab-8085-f338d72889e7 req-755e7077-930d-4268-ab30-8b308095fda7 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449421 Jul 16 21:09:03.657577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-5542d97a-e8f6-45d9-9f73-ed61ca084b50 service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817015 Jul 16 21:09:03.753076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c4a61e74-e2ad-4f04-a4df-c9d3271e8510 req-c8cf1165-6df3-42b2-aeec-b51c40e85a4b service neutron] 10.222.0.26 "GET /v2.0/networks/ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891786 Jul 16 21:09:04.097957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.741750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd909d6-87a2-46a5-b3fd-f3553bf452c4 req-9f27eb0f-b3f0-43cd-803e-0c9103b96a5a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:04.743269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dd909d6-87a2-46a5-b3fd-f3553bf452c4 req-9f27eb0f-b3f0-43cd-803e-0c9103b96a5a tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 948 time: 0.0620542 Jul 16 21:09:04.783773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dd909d6-87a2-46a5-b3fd-f3553bf452c4 req-c3a641a5-7e9f-4d74-9745-c64afe1ee994 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Jul 16 21:09:04.928866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe671-6487-4389-b336-36d724ed2512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:04.948696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f9c6e207-baab-4e74-8616-0c2b1479c43e details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:05.048809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f9c6e207-baab-4e74-8616-0c2b1479c43e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f9c6e207-baab-4e74-8616-0c2b1479c43e,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:05.059840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'f9c6e207-baab-4e74-8616-0c2b1479c43e', 'network_id': 'ac7c2f7f-7b0e-4d9a-9efa-61e891440ca9', 'port_id': 'f9c6e207-baab-4e74-8616-0c2b1479c43e', 'mac_address': 'fa:16:3e:24:90:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba72da44-c4fd-47ef-aaad-c224d2052924', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:05.096513 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:05.109695 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c6e207-baab-4e74-8616-0c2b1479c43e {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:05.129530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f9c6e207-baab-4e74-8616-0c2b1479c43e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f9c6e207-baab-4e74-8616-0c2b1479c43e,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:05.133516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:05.181558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f9c6e207-baab-4e74-8616-0c2b1479c43e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:05.188775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.189116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.189455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.189790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.190118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.190444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.190766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.191090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.191439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.191757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.192079 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.192399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:05.359377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f9c6e207-baab-4e74-8616-0c2b1479c43e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:05.973257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0da2a8-8509-4b0b-ba3d-e7b2ebbbc056 req-91792204-d219-4e9c-bd2a-d0e98afac1a5 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.974845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb0da2a8-8509-4b0b-ba3d-e7b2ebbbc056 req-91792204-d219-4e9c-bd2a-d0e98afac1a5 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 949 time: 0.0755479 Jul 16 21:09:06.012770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb0da2a8-8509-4b0b-ba3d-e7b2ebbbc056 req-7c18d91f-d4b4-49e8-8f77-b643c20a2ce4 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Jul 16 21:09:06.202102 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:06.964856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f9c6e207-baab-4e74-8616-0c2b1479c43e up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:07.013273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port f9c6e207-baab-4e74-8616-0c2b1479c43e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:07.016981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port f9c6e207-baab-4e74-8616-0c2b1479c43e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:07.017351 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:07.099756 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:07.124628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6e207-baab-4e74-8616-0c2b1479c43e'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:07.126916 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34025426-b59d-498b-b2fc-f203495398e6" -d '{"events": [{"server_uuid": "8ea61e63-e150-4bd7-b11f-2a17136afc7a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6e207-baab-4e74-8616-0c2b1479c43e"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:07.139566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port f9c6e207-baab-4e74-8616-0c2b1479c43e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f9c6e207-baab-4e74-8616-0c2b1479c43e,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:07.144093 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:07.192163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=f9c6e207-baab-4e74-8616-0c2b1479c43e,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:07.195395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33200c-939a-4a35-989f-0169c1e7ef5a req-e2899bc3-0b2d-47d0-a0bc-4204c6a7a76f tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:07.197279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d33200c-939a-4a35-989f-0169c1e7ef5a req-e2899bc3-0b2d-47d0-a0bc-4204c6a7a76f tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 949 time: 0.0705011 Jul 16 21:09:07.237773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d33200c-939a-4a35-989f-0169c1e7ef5a req-2403ebb9-101b-4ac6-ab07-5dc2e6ebd999 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345416 Jul 16 21:09:07.284165 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a89fa9-00b8-4a70-839c-9ddb0309a9d7 x-openstack-request-id: req-81a89fa9-00b8-4a70-839c-9ddb0309a9d7 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:07.284686 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea61e63-e150-4bd7-b11f-2a17136afc7a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6e207-baab-4e74-8616-0c2b1479c43e", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:07.284686 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-81a89fa9-00b8-4a70-839c-9ddb0309a9d7 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:07.285104 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6e207-baab-4e74-8616-0c2b1479c43e', 'code': 200} Jul 16 21:09:07.396324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca051ad-b279-4f46-b584-3b3866d5539c req-a1df1a71-4bd4-4de0-b912-1904df731fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:07.397854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eca051ad-b279-4f46-b584-3b3866d5539c req-a1df1a71-4bd4-4de0-b912-1904df731fc7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 1101 time: 0.0531917 Jul 16 21:09:07.432432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eca051ad-b279-4f46-b584-3b3866d5539c req-c5e63666-58dd-4f7f-b736-6b9a3e8b76ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284681 Jul 16 21:09:08.335070 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:08.427398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cab3e1-5e6a-4775-b38c-a0186ee5b0b5 req-e16f3d54-af5a-4da1-9f5b-c7e1ea787d4c tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:08.428904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30cab3e1-5e6a-4775-b38c-a0186ee5b0b5 req-e16f3d54-af5a-4da1-9f5b-c7e1ea787d4c tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 950 time: 0.0686421 Jul 16 21:09:08.466106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30cab3e1-5e6a-4775-b38c-a0186ee5b0b5 req-cb711df9-6ec0-49f9-8919-0d69645185e7 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Jul 16 21:09:08.737121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-ddfde067-9e7b-4b37-af67-a01d58064c2b req-3063ea62-db40-4a41-9a85-027ec13eee44 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:09:08.738138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddfde067-9e7b-4b37-af67-a01d58064c2b req-3063ea62-db40-4a41-9a85-027ec13eee44 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057905 Jul 16 21:09:08.865874 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:09.087798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:09.531596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1928a-1644-42ef-98fa-3d53aaa6f5fc req-212e7aaf-86ec-47f8-9976-82d07c07d841 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:09.533089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5c1928a-1644-42ef-98fa-3d53aaa6f5fc req-212e7aaf-86ec-47f8-9976-82d07c07d841 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 950 time: 0.0645201 Jul 16 21:09:09.570472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5c1928a-1644-42ef-98fa-3d53aaa6f5fc req-c93d41b4-ca02-4468-ad11-4e49ef8553fe tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Jul 16 21:09:10.763107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-3bb8c0b4-eda9-4956-a540-64173159b0ff tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:10.765304 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-3bb8c0b4-eda9-4956-a540-64173159b0ff tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 950 time: 0.1051862 Jul 16 21:09:10.787428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48958954-3bdf-4e08-9f7d-281445e4c2a5 req-b857d050-74ed-495c-bb5f-e92d0739e1c8 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:10.788867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48958954-3bdf-4e08-9f7d-281445e4c2a5 req-b857d050-74ed-495c-bb5f-e92d0739e1c8 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ea61e63-e150-4bd7-b11f-2a17136afc7a HTTP/1.1" status: 200 len: 950 time: 0.0981643 Jul 16 21:09:10.876043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-48958954-3bdf-4e08-9f7d-281445e4c2a5 req-2b30b2dc-16d1-447a-a660-50080234881d tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.100 "GET /v2.0/security-groups?id=40733f47-6fd2-45e6-ae4e-ba787a4ea726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692301 Jul 16 21:09:10.906624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Deleting port f9c6e207-baab-4e74-8616-0c2b1479c43e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:09:10.906966 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:10.994150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] For port f9c6e207-baab-4e74-8616-0c2b1479c43e, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=f9c6e207-baab-4e74-8616-0c2b1479c43e,segment=NetworkSegment(7daf56a4-b0b6-430f-ac67-4669311c850e),segment_id=7daf56a4-b0b6-430f-ac67-4669311c850e)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:10.994769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.006942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Calling delete_port for f9c6e207-baab-4e74-8616-0c2b1479c43e owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:09:11.140564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.152433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['f9c6e207-baab-4e74-8616-0c2b1479c43e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:11.169781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Pushing event deleted for resources: {'Port': ['ID=f9c6e207-baab-4e74-8616-0c2b1479c43e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:11.217305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] No DVR routers for this DVR port f9c6e207-baab-4e74-8616-0c2b1479c43e on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:11.220153 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.222230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e1969dd-0d4d-4d78-bfe1-6ff97df39806 req-da350646-b25a-4965-bf8d-6bf88cd16359 tempest-ServersAdminNegativeTestJSON-869315818 tempest-ServersAdminNegativeTestJSON-869315818-project] 10.222.0.26 "DELETE /v2.0/ports/f9c6e207-baab-4e74-8616-0c2b1479c43e HTTP/1.1" status: 204 len: 173 time: 0.4514804 Jul 16 21:09:11.222681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'name': 'network-vif-deleted', 'tag': 'f9c6e207-baab-4e74-8616-0c2b1479c43e'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:11.225013 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a343d17a-1a01-419d-aac6-dfd267af4702" -d '{"events": [{"server_uuid": "8ea61e63-e150-4bd7-b11f-2a17136afc7a", "name": "network-vif-deleted", "tag": "f9c6e207-baab-4e74-8616-0c2b1479c43e"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:11.273473 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830302b7-f7e8-4c76-8747-2572583e23d4 x-openstack-request-id: req-830302b7-f7e8-4c76-8747-2572583e23d4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:11.273771 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea61e63-e150-4bd7-b11f-2a17136afc7a", "name": "network-vif-deleted", "tag": "f9c6e207-baab-4e74-8616-0c2b1479c43e", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:11.274028 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-830302b7-f7e8-4c76-8747-2572583e23d4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:11.274538 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea61e63-e150-4bd7-b11f-2a17136afc7a', 'name': 'network-vif-deleted', 'tag': 'f9c6e207-baab-4e74-8616-0c2b1479c43e', 'status': 'completed', 'code': 200} Jul 16 21:09:12.207452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58138) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:12.352777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e6da819e-f56c-4988-a354-fc4074a24421 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=04f594d9d4ad4b39b81e57a69081371f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441307 Jul 16 21:09:12.355373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58142) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:12.405216 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f23a8fb-5df4-4d80-8ae8-18780239b417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.427103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f23a8fb-5df4-4d80-8ae8-18780239b417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.472740 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f23a8fb-5df4-4d80-8ae8-18780239b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.475174 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f23a8fb-5df4-4d80-8ae8-18780239b417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.476370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1f23a8fb-5df4-4d80-8ae8-18780239b417 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/40733f47-6fd2-45e6-ae4e-ba787a4ea726 HTTP/1.1" status: 204 len: 168 time: 0.1200843 Jul 16 21:09:12.484686 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23a8fb-5df4-4d80-8ae8-18780239b417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40733f47-6fd2-45e6-ae4e-ba787a4ea726,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:12.735905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58148) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:12.749590 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00330297-2632-4ed2-a8d1-2ac239d906fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.840182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00330297-2632-4ed2-a8d1-2ac239d906fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.844426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-00330297-2632-4ed2-a8d1-2ac239d906fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.881790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-00330297-2632-4ed2-a8d1-2ac239d906fd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e612a3b2a68c4bd68084f99de406c851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447685 Jul 16 21:09:12.883657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330297-2632-4ed2-a8d1-2ac239d906fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706fa853-a896-4fb6-9bad-3d6f7c156f91,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:12.884565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58150) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:12.943182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa24254d-40fa-48f2-96ef-7364a77bf1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:12.965711 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa24254d-40fa-48f2-96ef-7364a77bf1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.011436 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa24254d-40fa-48f2-96ef-7364a77bf1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.014941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa24254d-40fa-48f2-96ef-7364a77bf1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.016132 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aa24254d-40fa-48f2-96ef-7364a77bf1d8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/706fa853-a896-4fb6-9bad-3d6f7c156f91 HTTP/1.1" status: 204 len: 168 time: 0.1305740 Jul 16 21:09:13.023740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24254d-40fa-48f2-96ef-7364a77bf1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706fa853-a896-4fb6-9bad-3d6f7c156f91,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:13.671609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58172) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:13.770100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-406126712-network', 'tenant_id': '8df70f9b76924f3695d7f83739b8de33'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:13.789408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Made reservation on behalf of 8df70f9b76924f3695d7f83739b8de33 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:13.791769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.803639 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.895131 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.899053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.920838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:09:13.934411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b84d4bb-b956-44a1-a779-c5c4a98805bf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:13.939346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:13.939688 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Added segment 50693bc0-ab2a-4eae-b183-1d84b3b888cb of type vlan for network 310aa052-0c6d-427d-b952-307b7e2136b6 Jul 16 21:09:13.979825 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:14.008004 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:14.009007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.009598 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:14.042699 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3698800 Jul 16 21:09:14.046528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58176) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:14.051973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Request body: {'subnet': {'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-406126712-subnet', 'tenant_id': '8df70f9b76924f3695d7f83739b8de33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:14.075892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6344130-978d-4edd-91e5-0fca9581b984 admin admin] Pushing event updated for resources: {'Network': ['ID=310aa052-0c6d-427d-b952-307b7e2136b6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:14.076481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Made reservation on behalf of 8df70f9b76924f3695d7f83739b8de33 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:14.079123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:14.086070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 310aa052-0c6d-427d-b952-307b7e2136b6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:09:14.254872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:14.313692 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8690d7-6270-4e26-914a-a80828524210,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:14.329051 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Checking segment: {'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:14.329402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Network hostable DHCP agents. Network: 310aa052-0c6d-427d-b952-307b7e2136b6, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:09:14.347129 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Network 310aa052-0c6d-427d-b952-307b7e2136b6 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:09:14.355833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 310aa052-0c6d-427d-b952-307b7e2136b6) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:14.360473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.361608 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:14.364994 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f0a52-b8de-499f-a555-a090b9802731 None None] Network 310aa052-0c6d-427d-b952-307b7e2136b6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:09:14.379801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1317a0d-c2bf-497e-8d55-012444fe0842 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3321159 Jul 16 21:09:14.495448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a948c-096f-446f-9af6-c1624b7da1c8 None None] Network 310aa052-0c6d-427d-b952-307b7e2136b6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:09:14.795444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-812eb534-c575-4d37-8b1a-1c0d127ecf59 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.797190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-812eb534-c575-4d37-8b1a-1c0d127ecf59 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 811 time: 0.1014752 Jul 16 21:09:14.812361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-65535638-689f-4d6f-8840-6a9dcc08bc8f tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/quotas/8df70f9b76924f3695d7f83739b8de33 HTTP/1.1" status: 200 len: 375 time: 0.0095754 Jul 16 21:09:14.845792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-472eea11-3b47-4cad-b2a7-10d328c92c64 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284984 Jul 16 21:09:14.944706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-a175cae8-6dea-4642-8dfd-b2735fc00740 service neutron] 10.222.0.100 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914881 Jul 16 21:09:15.012106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f9c6e207-baab-4e74-8616-0c2b1479c43e no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:15.032333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: f9c6e207-baab-4e74-8616-0c2b1479c43e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:09:15.032678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device f9c6e207-baab-4e74-8616-0c2b1479c43e not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:15.039723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-9849c0a2-3846-44d7-9e39-05ce32b02499 service neutron] 10.222.0.100 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893157 Jul 16 21:09:15.207148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed370f7f-8c06-401a-96e8-9a8399529c50 req-6500f770-6701-4337-9e58-14b94802ba54 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 210 time: 0.0291047 Jul 16 21:09:16.305646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-16c0fe23-840e-4ac6-8d97-fb34f32c12bf tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:16.307645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-16c0fe23-840e-4ac6-8d97-fb34f32c12bf tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.21 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 811 time: 0.1143353 Jul 16 21:09:16.322899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Request body: {'port': {'device_id': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6', 'admin_state_up': True, 'tenant_id': '8df70f9b76924f3695d7f83739b8de33'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:16.393057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcd8e07c-8153-4870-a579-0a1064708f9a req-6fb338f8-5256-4cac-a346-8e6245959d6e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 210 time: 0.0433590 Jul 16 21:09:16.471342 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Made reservation on behalf of 8df70f9b76924f3695d7f83739b8de33 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:16.474835 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:16.609384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Allocated IP 172.20.0.4 (310aa052-0c6d-427d-b952-307b7e2136b6/0f8690d7-6270-4e26-914a-a80828524210/1cb29691-3672-4095-a7a6-fb7e94166761) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:09:16.759460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:16.798726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:16.845657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Network 310aa052-0c6d-427d-b952-307b7e2136b6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:09:16.848814 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:16.851307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:09:16.879902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:16.906803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:16.907440 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:16.921587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ac616a59-394c-4cf5-a4ac-2ac220485617 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032560 Jul 16 21:09:16.932996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Request body: {'port': {'device_id': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:17.009829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.269798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb29691-3672-4095-a7a6-fb7e94166761 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:17.277072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.289789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Transition to ACTIVE for port object 1cb29691-3672-4095-a7a6-fb7e94166761 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:17.293212 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.347599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:17.417397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:17.417725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:17.418046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 on network 310aa052-0c6d-427d-b952-307b7e2136b6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:17.423610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Port 1cb29691-3672-4095-a7a6-fb7e94166761 on network 310aa052-0c6d-427d-b952-307b7e2136b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:17.423610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 on network 310aa052-0c6d-427d-b952-307b7e2136b6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:17.428994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:17.429330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Checking segment: {'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:17.429702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Bound using segment: {'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:17.430132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Bound port: 1cb29691-3672-4095-a7a6-fb7e94166761, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:17.430456 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.496495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:17.499762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:17.504957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.571370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:17.571985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.573723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] 10.222.0.21 "PUT /v2.0/ports/1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 1091 time: 0.6447673 Jul 16 21:09:17.576675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:17.579798 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5261685-3734-4017-81c7-cd80e10a08ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:17.625880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab779d1a-893c-4235-b2ec-050a7f6b9ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:17.663413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e2801-9a24-48b2-b00b-6002e959e7d0 req-cb6791b5-bfd4-48c2-9976-78818a7ba9fd tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:17.664911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf2e2801-9a24-48b2-b00b-6002e959e7d0 req-cb6791b5-bfd4-48c2-9976-78818a7ba9fd tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 943 time: 0.1577203 Jul 16 21:09:17.708810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-00ceee82-5f54-40fa-bd7f-4a52128c9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:17.710302 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-00ceee82-5f54-40fa-bd7f-4a52128c9517 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1094 time: 0.0988603 Jul 16 21:09:17.717428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf2e2801-9a24-48b2-b00b-6002e959e7d0 req-a0a69bb2-2dc0-42c2-b3f1-d5675cc7de99 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Jul 16 21:09:17.758779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-693a92af-b3ce-413c-aea5-ae8f01324938 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 217 time: 0.0390272 Jul 16 21:09:17.762834 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af696d39-d77f-4d5f-853f-81dfeed8e0f1 x-openstack-request-id: req-af696d39-d77f-4d5f-853f-81dfeed8e0f1 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:17.763119 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:17.763996 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-af696d39-d77f-4d5f-853f-81dfeed8e0f1 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:17.764584 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761', 'status': 'completed', 'code': 200} Jul 16 21:09:17.812583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-92c2a25c-a629-472c-b359-c4099176ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:17.814039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-92c2a25c-a629-472c-b359-c4099176ff7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 200 len: 851 time: 0.0443156 Jul 16 21:09:17.847847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-eaba7b67-2ec4-4a40-8b03-2afc2558e159 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=310aa052-0c6d-427d-b952-307b7e2136b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267756 Jul 16 21:09:17.939114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-34c5cf8d-1c61-4684-9f8d-160c950fe581 service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850229 Jul 16 21:09:18.030619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78fab8e-dd77-48c6-b7cd-1a9564453fac req-845f4fa2-de43-41dc-9a3e-7df7bf58cd27 service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852101 Jul 16 21:09:18.138152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261685-3734-4017-81c7-cd80e10a08ab req-5f19ed24-9ad3-49b3-8a2c-26db67552b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.140383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5261685-3734-4017-81c7-cd80e10a08ab req-5f19ed24-9ad3-49b3-8a2c-26db67552b82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1094 time: 0.0584276 Jul 16 21:09:18.237072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261685-3734-4017-81c7-cd80e10a08ab req-5c410c33-01c9-4c94-90a4-6f734b990389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.238555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5261685-3734-4017-81c7-cd80e10a08ab req-5c410c33-01c9-4c94-90a4-6f734b990389 service neutron] 10.222.0.21 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 912 time: 0.0907590 Jul 16 21:09:18.283104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5261685-3734-4017-81c7-cd80e10a08ab req-b4afed8c-608f-4a25-8ca9-741d93ac61e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 217 time: 0.0375447 Jul 16 21:09:18.345373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261685-3734-4017-81c7-cd80e10a08ab req-78564251-57cb-49b8-8254-9049f3a244f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.346961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5261685-3734-4017-81c7-cd80e10a08ab req-78564251-57cb-49b8-8254-9049f3a244f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 200 len: 851 time: 0.0573151 Jul 16 21:09:18.383390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5261685-3734-4017-81c7-cd80e10a08ab req-bb739e63-8bf1-4119-95bd-6d6a2d35d107 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=310aa052-0c6d-427d-b952-307b7e2136b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289426 Jul 16 21:09:18.476704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5261685-3734-4017-81c7-cd80e10a08ab req-802da8f0-fb85-4b36-b280-4c3c2c262c03 service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857933 Jul 16 21:09:18.565208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5261685-3734-4017-81c7-cd80e10a08ab req-10b4953f-1f0b-495b-98e6-c7a1bdc68e12 service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816391 Jul 16 21:09:18.892332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23a703-f185-4065-9f30-596d9eefbe7e req-09930e7b-b59c-4724-9dcf-8b19f556af4c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.893869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c23a703-f185-4065-9f30-596d9eefbe7e req-09930e7b-b59c-4724-9dcf-8b19f556af4c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 943 time: 0.0636046 Jul 16 21:09:18.934829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5c23a703-f185-4065-9f30-596d9eefbe7e req-1713a2e3-a205-43d1-8301-69b820c3a9ad tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354941 Jul 16 21:09:20.113234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452750a-c171-444b-89d3-36f00e49f95b req-43d5780a-da8a-4a06-be0e-787891bdad3e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:20.114752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d452750a-c171-444b-89d3-36f00e49f95b req-43d5780a-da8a-4a06-be0e-787891bdad3e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 943 time: 0.0628610 Jul 16 21:09:20.152103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d452750a-c171-444b-89d3-36f00e49f95b req-e35e6b03-6592-4e32-bba3-8ce1f2c5835e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Jul 16 21:09:21.327855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4fbea-6355-4f91-bb46-1c0fb1e35222 req-0567cbc8-5393-40dd-97d2-47ae41ae5e68 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:21.329347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca4fbea-6355-4f91-bb46-1c0fb1e35222 req-0567cbc8-5393-40dd-97d2-47ae41ae5e68 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 943 time: 0.0643749 Jul 16 21:09:21.366723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ca4fbea-6355-4f91-bb46-1c0fb1e35222 req-243e12cb-e272-406f-b877-2a9e16875a73 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Jul 16 21:09:21.704535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:21.807795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:21.819588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '1cb29691-3672-4095-a7a6-fb7e94166761', 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6', 'port_id': '1cb29691-3672-4095-a7a6-fb7e94166761', 'mac_address': 'fa:16:3e:59:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8690d7-6270-4e26-914a-a80828524210', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:21.857407 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:21.870589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb29691-3672-4095-a7a6-fb7e94166761 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:21.891651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:21.896745 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:21.943397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:22.106732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['1cb29691-3672-4095-a7a6-fb7e94166761'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:22.556119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706fd00-1585-49d4-91af-ad61fed593af req-235185df-07dd-48f9-acd5-eef1766425fe tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:22.557597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4706fd00-1585-49d4-91af-ad61fed593af req-235185df-07dd-48f9-acd5-eef1766425fe tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 944 time: 0.0677159 Jul 16 21:09:22.595676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4706fd00-1585-49d4-91af-ad61fed593af req-46ffe21c-00ba-4126-b335-c349fda6f9a0 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Jul 16 21:09:23.712323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:23.763048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 1cb29691-3672-4095-a7a6-fb7e94166761 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:23.767742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 1cb29691-3672-4095-a7a6-fb7e94166761 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:23.768104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.779836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c5048-b5b4-4772-a610-be367d55965c req-afb45782-40f1-4274-a59a-deba784ce72d tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:23.781379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-077c5048-b5b4-4772-a610-be367d55965c req-afb45782-40f1-4274-a59a-deba784ce72d tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 944 time: 0.0715089 Jul 16 21:09:23.819745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-077c5048-b5b4-4772-a610-be367d55965c req-cc157f01-996b-4fac-8110-10554f460bf5 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Jul 16 21:09:23.850537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.876240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:23.878878 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b01554-5844-46dc-9709-a8ae12630601" -d '{"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-plugged", "status": "completed", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:23.893728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:23.898907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.922110 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331d292-0fbf-4e44-863e-c822bf31c80b x-openstack-request-id: req-6331d292-0fbf-4e44-863e-c822bf31c80b {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:23.922393 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-plugged", "status": "completed", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:23.922639 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6331d292-0fbf-4e44-863e-c822bf31c80b {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:23.923029 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761', 'code': 200} Jul 16 21:09:23.953306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:24.039607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04418c7f-1751-45f6-9d4f-2747b4413684 req-cf2ba2b2-c117-4155-91c4-45221be3e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:24.041118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04418c7f-1751-45f6-9d4f-2747b4413684 req-cf2ba2b2-c117-4155-91c4-45221be3e058 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1096 time: 0.0552123 Jul 16 21:09:24.082745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04418c7f-1751-45f6-9d4f-2747b4413684 req-c857901b-f563-4e3d-a349-d9def4ea3d9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345583 Jul 16 21:09:25.003335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7f109-a501-489b-80ba-7e2285836f84 req-df09d008-64b4-4d7d-990f-0dc334788b87 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:25.004856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4c7f109-a501-489b-80ba-7e2285836f84 req-df09d008-64b4-4d7d-990f-0dc334788b87 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0655229 Jul 16 21:09:25.043097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f4c7f109-a501-489b-80ba-7e2285836f84 req-9ab4ff44-99e5-436c-8e61-38c9a0f00e62 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Jul 16 21:09:26.215709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904b24-2c8a-4d70-b641-5b08654b7486 req-33f2c25b-59b7-4aec-816d-0be60cc02b13 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:26.218004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38904b24-2c8a-4d70-b641-5b08654b7486 req-33f2c25b-59b7-4aec-816d-0be60cc02b13 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0650451 Jul 16 21:09:26.257626 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38904b24-2c8a-4d70-b641-5b08654b7486 req-404053e9-681a-44f9-a9df-66287a5843cb tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339892 Jul 16 21:09:26.666806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff60fb-f7b3-4344-a29e-93baab351a59 req-42a83173-bff9-4dc2-b139-a2648bfc2468 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:26.668333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ff60fb-f7b3-4344-a29e-93baab351a59 req-42a83173-bff9-4dc2-b139-a2648bfc2468 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0702832 Jul 16 21:09:26.680184 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-751dcb7b-f092-4fa9-b12b-af2352004e5d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952232 Jul 16 21:09:26.709734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-71ff60fb-f7b3-4344-a29e-93baab351a59 req-7b5a598c-542f-4b93-9ff7-4855627f79c1 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Jul 16 21:09:27.905045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-191438ef-6281-4ad6-9ebe-3c12933a5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:27.907463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-191438ef-6281-4ad6-9ebe-3c12933a5671 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1096 time: 0.0980155 Jul 16 21:09:27.918711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c811b8c-c65e-4cc7-9a53-2cb45d25e0f3 req-a1316b03-8b56-47db-986a-bc2d7353b4ea tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:27.920107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c811b8c-c65e-4cc7-9a53-2cb45d25e0f3 req-a1316b03-8b56-47db-986a-bc2d7353b4ea tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0829892 Jul 16 21:09:27.986414 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:09:28.011292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c811b8c-c65e-4cc7-9a53-2cb45d25e0f3 req-da5e2496-972f-49d1-bf81-1085d192319a tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828521 Jul 16 21:09:28.049506 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-bf28be3d-2d75-4541-a44d-e71823d86424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:28.050974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-bf28be3d-2d75-4541-a44d-e71823d86424 service neutron] 10.222.0.21 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 912 time: 0.1300502 Jul 16 21:09:28.096471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-00d0ee15-dad9-4e62-9579-b767c8d758c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 217 time: 0.0388615 Jul 16 21:09:28.145148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-794813e7-82de-4715-b359-938e595f0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:28.146600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-794813e7-82de-4715-b359-938e595f0fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 200 len: 851 time: 0.0444326 Jul 16 21:09:28.179803 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-9f5d2bce-a9a3-4ee0-b8eb-46a39a3226db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=310aa052-0c6d-427d-b952-307b7e2136b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269408 Jul 16 21:09:28.271995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-3b1be787-aeed-434c-b714-04166ca2356d service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861413 Jul 16 21:09:28.360969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-152933ee-379a-4bda-828d-7f587acdc214 service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829194 Jul 16 21:09:29.188353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d08e53-2918-46de-b3f8-3344e2f2f6c1 req-b053cf40-0c4e-4f6a-9242-2a3ce13f5bc7 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:29.189845 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92d08e53-2918-46de-b3f8-3344e2f2f6c1 req-b053cf40-0c4e-4f6a-9242-2a3ce13f5bc7 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0680590 Jul 16 21:09:29.228053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92d08e53-2918-46de-b3f8-3344e2f2f6c1 req-7b81259c-352c-40bd-a1ea-59f79ffd2784 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Jul 16 21:09:30.349087 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9811-8e10-4dbb-a9d5-54674a97bd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.408389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab0f3b-871d-4f53-9fd9-667860b7218b req-991775b2-b0f5-49fc-86fa-c97340255f79 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:30.409882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59ab0f3b-871d-4f53-9fd9-667860b7218b req-991775b2-b0f5-49fc-86fa-c97340255f79 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0652502 Jul 16 21:09:30.451648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59ab0f3b-871d-4f53-9fd9-667860b7218b req-a17a821a-b56e-446f-a748-b3a573ad5dff tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Jul 16 21:09:31.626327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a94a9-cf33-45e5-bb9a-97b73eafab7c req-1e18a5c4-59f3-4117-99ba-8bc37392fa82 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.627837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-849a94a9-cf33-45e5-bb9a-97b73eafab7c req-1e18a5c4-59f3-4117-99ba-8bc37392fa82 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0639431 Jul 16 21:09:31.665208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-849a94a9-cf33-45e5-bb9a-97b73eafab7c req-6ab5b875-9edb-48fb-b023-587d1e64e575 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Jul 16 21:09:32.840881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2ba9-04d4-48e5-bfa6-03c1286597a7 req-59f1791b-0a46-4787-b38e-e4462c2a14f5 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:32.842392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6e2ba9-04d4-48e5-bfa6-03c1286597a7 req-59f1791b-0a46-4787-b38e-e4462c2a14f5 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0665667 Jul 16 21:09:32.881434 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb6e2ba9-04d4-48e5-bfa6-03c1286597a7 req-af14d2b0-2924-4b60-8492-633943efcdb4 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325918 Jul 16 21:09:34.057371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a22c3-0822-4b2d-a4e8-d8eef6c41a8c req-ffdcc399-2f07-4935-b0d0-9941abebf43a tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:34.058881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c42a22c3-0822-4b2d-a4e8-d8eef6c41a8c req-ffdcc399-2f07-4935-b0d0-9941abebf43a tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0632958 Jul 16 21:09:34.100361 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:34.107409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c42a22c3-0822-4b2d-a4e8-d8eef6c41a8c req-58888f89-8e39-47b6-a129-d1422d48fbd7 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361240 Jul 16 21:09:34.929521 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-68f5846b-953c-4297-a321-146ab7c52fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:35.287525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0677a-3f08-4f39-9fde-b5b8f858957a req-fd14d7e0-10ee-4ce4-bee9-96d46db8bd66 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:35.288999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14c0677a-3f08-4f39-9fde-b5b8f858957a req-fd14d7e0-10ee-4ce4-bee9-96d46db8bd66 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0676022 Jul 16 21:09:35.327160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14c0677a-3f08-4f39-9fde-b5b8f858957a req-a8617eeb-c715-4d42-92b7-827946c6dbdd tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Jul 16 21:09:36.205134 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:36.501151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ac9f-f882-4bb7-a16f-1119fb6c306b req-a4f47186-9e4d-4b8c-88b2-c38600849c0f tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:36.502708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4226ac9f-f882-4bb7-a16f-1119fb6c306b req-a4f47186-9e4d-4b8c-88b2-c38600849c0f tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0676889 Jul 16 21:09:36.544704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4226ac9f-f882-4bb7-a16f-1119fb6c306b req-ef3c1d65-7d0b-4f4b-8db4-8c8fc7a83fef tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Jul 16 21:09:37.717535 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedcd4a-24df-4b78-a95e-419f2e4d9032 req-ce68b9e0-67b4-45a7-871c-9f47f7c63e71 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:37.719819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dedcd4a-24df-4b78-a95e-419f2e4d9032 req-ce68b9e0-67b4-45a7-871c-9f47f7c63e71 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0627747 Jul 16 21:09:37.762527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dedcd4a-24df-4b78-a95e-419f2e4d9032 req-e28af674-0724-424f-8be1-f207c70e7fe8 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369711 Jul 16 21:09:38.338866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:38.874815 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:38.941312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06797af9-0e14-4c37-b30d-e6645d759278 req-f6653eb5-465f-49cd-95d2-0b97eaa67f44 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:38.942771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06797af9-0e14-4c37-b30d-e6645d759278 req-f6653eb5-465f-49cd-95d2-0b97eaa67f44 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0679300 Jul 16 21:09:38.980496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06797af9-0e14-4c37-b30d-e6645d759278 req-11cca857-db3e-4f73-8f1b-6588d4b0ec8d tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 16 21:09:39.099380 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:40.165099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce541d-ff0d-4a40-9c1f-fc15e27055c9 req-85167267-3b67-4533-8039-34b11d26d5b7 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:40.166619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ce541d-ff0d-4a40-9c1f-fc15e27055c9 req-85167267-3b67-4533-8039-34b11d26d5b7 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0632973 Jul 16 21:09:40.203702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ce541d-ff0d-4a40-9c1f-fc15e27055c9 req-55f8dafe-a3ba-4a40-b886-3cd08e02600f tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Jul 16 21:09:41.384620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb55b9-abc4-454c-9ab2-551901cb9c29 req-7c898624-2877-4b2c-beed-56a5d33027f8 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:41.386017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06bb55b9-abc4-454c-9ab2-551901cb9c29 req-7c898624-2877-4b2c-beed-56a5d33027f8 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0687530 Jul 16 21:09:41.424036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06bb55b9-abc4-454c-9ab2-551901cb9c29 req-64f450b1-2869-4e1e-9bd6-be708157c8d3 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Jul 16 21:09:42.602926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238d18f-66e0-42e5-930d-4e384393d7f3 req-59752062-8540-40a4-9d44-12c68cb95579 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:42.604541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2238d18f-66e0-42e5-930d-4e384393d7f3 req-59752062-8540-40a4-9d44-12c68cb95579 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0650022 Jul 16 21:09:42.643285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2238d18f-66e0-42e5-930d-4e384393d7f3 req-93a57f31-c708-4224-8693-aa79cca46ea0 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331538 Jul 16 21:09:43.818832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d834f-91be-43d7-a773-1fae379eaea4 req-86b95a71-c645-421f-acb8-a7e8e243218f tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:43.820352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f5d834f-91be-43d7-a773-1fae379eaea4 req-86b95a71-c645-421f-acb8-a7e8e243218f tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0649512 Jul 16 21:09:43.857694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f5d834f-91be-43d7-a773-1fae379eaea4 req-dc383d20-a76d-4f4d-b0de-b52234419435 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 16 21:09:45.070206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdf2a5-f6d6-430e-be83-97bc7b438948 req-282dadce-a6a6-4539-8aff-84fa97cf20ae tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:45.072650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56fdf2a5-f6d6-430e-be83-97bc7b438948 req-282dadce-a6a6-4539-8aff-84fa97cf20ae tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0828295 Jul 16 21:09:45.115889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56fdf2a5-f6d6-430e-be83-97bc7b438948 req-47036c22-d0d0-4b01-8eb9-ce319e4258b5 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Jul 16 21:09:46.296452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaa5dd-9595-4989-8322-4b755270639b req-7ae9d4e1-e9fa-4ac7-b1a7-8735f12ccc79 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:46.297991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9feaa5dd-9595-4989-8322-4b755270639b req-7ae9d4e1-e9fa-4ac7-b1a7-8735f12ccc79 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0646439 Jul 16 21:09:46.337431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9feaa5dd-9595-4989-8322-4b755270639b req-10f0ea30-ca7f-4c19-8a75-06a037e7af89 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Jul 16 21:09:47.534804 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00591de8-cbef-4671-9d8c-90f3e536a0c4 req-5b6228f6-473b-4cdf-bf0c-fa6df1823265 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:47.536454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00591de8-cbef-4671-9d8c-90f3e536a0c4 req-5b6228f6-473b-4cdf-bf0c-fa6df1823265 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0839655 Jul 16 21:09:47.578218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-00591de8-cbef-4671-9d8c-90f3e536a0c4 req-0ec5d0f4-5fe3-40c2-8c4d-f7b72425e1ab tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Jul 16 21:09:48.781784 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553338-4d6e-4b62-a404-a54ddaf8f588 req-e3ffbe9d-ac8c-4c13-872e-744667d2a122 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:48.784233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2553338-4d6e-4b62-a404-a54ddaf8f588 req-e3ffbe9d-ac8c-4c13-872e-744667d2a122 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0680757 Jul 16 21:09:48.822932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f2553338-4d6e-4b62-a404-a54ddaf8f588 req-3d4160b3-ed37-488a-bc79-9348253305f4 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Jul 16 21:09:50.013301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a697f-b499-4cf2-8aef-0fd1e3e3aa0c req-de2776be-6dd1-4ef7-bf89-5b0992e290fb tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:50.014866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-711a697f-b499-4cf2-8aef-0fd1e3e3aa0c req-de2776be-6dd1-4ef7-bf89-5b0992e290fb tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0709941 Jul 16 21:09:50.055509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-711a697f-b499-4cf2-8aef-0fd1e3e3aa0c req-5f22ba14-253f-4c9d-891a-e1765110f55f tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350263 Jul 16 21:09:51.240613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0df4e-c5f5-4af6-87e7-0cdcc31b74cf req-b608c480-6dbe-4d52-a155-aecceb901150 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:51.242223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aba0df4e-c5f5-4af6-87e7-0cdcc31b74cf req-b608c480-6dbe-4d52-a155-aecceb901150 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0711257 Jul 16 21:09:51.283497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aba0df4e-c5f5-4af6-87e7-0cdcc31b74cf req-44950246-6513-46dc-a9ad-6e87df263932 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348914 Jul 16 21:09:52.468967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4311b-50d7-467f-8bcf-32a41d3d38ef req-57666cd6-7b6f-4954-aa7f-5b8eb1655cbf tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:52.470539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ae4311b-50d7-467f-8bcf-32a41d3d38ef req-57666cd6-7b6f-4954-aa7f-5b8eb1655cbf tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0702176 Jul 16 21:09:52.511186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ae4311b-50d7-467f-8bcf-32a41d3d38ef req-0ee47760-7057-493e-b239-d43d0f77d20c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348649 Jul 16 21:09:53.693182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f393c-c27e-45c1-9055-2832a0051531 req-d1ff38f9-6c01-49d2-a34a-e6ee9a2fa0b8 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:53.694720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e2f393c-c27e-45c1-9055-2832a0051531 req-d1ff38f9-6c01-49d2-a34a-e6ee9a2fa0b8 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0701766 Jul 16 21:09:54.102531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7e2f393c-c27e-45c1-9055-2832a0051531 req-ea2c051f-87f3-423d-9dac-bbbd3d26418e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020083 Jul 16 21:09:55.297239 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-0c64e3e2-2a12-4fc1-819c-e6d5f52897e2 service neutron] show failed (client error): The resource could not be found. Jul 16 21:09:55.299295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-0c64e3e2-2a12-4fc1-819c-e6d5f52897e2 service neutron] 10.222.0.21 "GET /v2.0/ports/1cb29691-3672-4095-a7a6-fb7e94166761/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.1004994 Jul 16 21:09:55.316447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8bd9-92d9-4d3f-8c7d-c617614a9db2 req-40850544-2938-4570-87af-a7e19e7b72a8 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:55.317958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ddf8bd9-92d9-4d3f-8c7d-c617614a9db2 req-40850544-2938-4570-87af-a7e19e7b72a8 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0911095 Jul 16 21:09:55.364900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ddf8bd9-92d9-4d3f-8c7d-c617614a9db2 req-fe39c694-dec2-4798-b5f1-18d7fa85db81 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Jul 16 21:09:55.567592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-ae298bff-bd4c-4407-b174-a786ac8d5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:55.569137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-ae298bff-bd4c-4407-b174-a786ac8d5a84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e&tenant_id=8df70f9b76924f3695d7f83739b8de33 HTTP/1.1" status: 200 len: 1096 time: 0.0561764 Jul 16 21:09:55.581164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:55.656529 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:55.885158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:55.920432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:55.962850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:55.965581 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f454b8-5a52-4c87-87cd-7f7b7652585f" -d '{"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:55.970436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:55.983669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Transition to ACTIVE for port object 1cb29691-3672-4095-a7a6-fb7e94166761 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:55.987844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:56.024684 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce356718-b20d-4e96-a60a-aa0dca2e9340 x-openstack-request-id: req-ce356718-b20d-4e96-a60a-aa0dca2e9340 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:56.024955 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:56.025213 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ce356718-b20d-4e96-a60a-aa0dca2e9340 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:56.025599 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761', 'code': 200} Jul 16 21:09:56.054991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] No DVR routers for this DVR port 1cb29691-3672-4095-a7a6-fb7e94166761 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:56.061636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:56.072047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.072393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.072734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.073096 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.073402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.073729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.074054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.074375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.074696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.075597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.075597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.075809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:56.114515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:56.114846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:56.115185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 on network 310aa052-0c6d-427d-b952-307b7e2136b6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:56.119698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Port 1cb29691-3672-4095-a7a6-fb7e94166761 on network 310aa052-0c6d-427d-b952-307b7e2136b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:56.120290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Attempting to bind port 1cb29691-3672-4095-a7a6-fb7e94166761 on network 310aa052-0c6d-427d-b952-307b7e2136b6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:56.125108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:56.125443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Checking segment: {'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:56.126495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Bound using segment: {'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:56.126926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Bound port: 1cb29691-3672-4095-a7a6-fb7e94166761, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50693bc0-ab2a-4eae-b183-1d84b3b888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:56.127313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:56.194172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:56.197452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:56.201968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:56.239874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:56.240629 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:56.242118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 1091 time: 0.6662579 Jul 16 21:09:56.278981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d8970-6978-4a2c-b953-962e139245f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:56.330454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-fbe6ddcd-732f-48d8-90e0-c00da939d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:56.332077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-fbe6ddcd-732f-48d8-90e0-c00da939d238 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1094 time: 0.0612440 Jul 16 21:09:56.437112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-873cef35-9e9a-4831-9b89-b0ecf17a7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:56.439406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-873cef35-9e9a-4831-9b89-b0ecf17a7980 service neutron] 10.222.0.26 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 912 time: 0.1007657 Jul 16 21:09:56.488039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-37bd2f96-4442-40ad-96cc-9aa279b7231f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 217 time: 0.0398917 Jul 16 21:09:56.570194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-2bb80f18-1b8c-4af9-bff8-2868ded56719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:56.571789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-2bb80f18-1b8c-4af9-bff8-2868ded56719 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 200 len: 851 time: 0.0753715 Jul 16 21:09:56.609672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-94be1062-2ebe-4fa3-b30e-2cb9e15f5d5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=310aa052-0c6d-427d-b952-307b7e2136b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294859 Jul 16 21:09:56.628247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-0632cdf4-82fe-41a3-8db8-6d05e0a4c27e service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:09:56.629732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-0632cdf4-82fe-41a3-8db8-6d05e0a4c27e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096545 Jul 16 21:09:56.637778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0413-2255-40ab-82c2-caf2434622e0 req-338244bc-244a-4b4b-b62e-750a271d660e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:56.639299 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c86a0413-2255-40ab-82c2-caf2434622e0 req-338244bc-244a-4b4b-b62e-750a271d660e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 943 time: 0.1553543 Jul 16 21:09:56.732433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c86a0413-2255-40ab-82c2-caf2434622e0 req-7543586c-53d1-4a83-ab87-bbcfdad76179 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844967 Jul 16 21:09:56.758611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-74ab405b-5cde-43a7-a01b-5ed31d79c6de service neutron] 10.222.0.26 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183128 Jul 16 21:09:56.857497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c76255c-4ecd-4fbc-bbe0-5a66f216a594 req-fc1f841a-7719-49b3-af33-17cb0f449d6c service neutron] 10.222.0.26 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932562 Jul 16 21:09:57.928133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21682af3-f355-4277-8b88-e8c16fd6a427 req-d2dbbb34-b02a-4628-8327-f3ed68bcbe4e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:57.929636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21682af3-f355-4277-8b88-e8c16fd6a427 req-d2dbbb34-b02a-4628-8327-f3ed68bcbe4e tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 943 time: 0.0802295 Jul 16 21:09:57.988966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21682af3-f355-4277-8b88-e8c16fd6a427 req-cbda006c-35c8-4b88-b892-505ee62fcd82 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Jul 16 21:09:58.026977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:58.029271 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08d1d53-c201-4662-99f7-6d7ec0f9c320" -d '{"events": [{"name": "network-changed", "server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:58.083038 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961ca893-698a-425c-990c-ac88c2cb5ca9 x-openstack-request-id: req-961ca893-698a-425c-990c-ac88c2cb5ca9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:58.083379 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:58.083612 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-961ca893-698a-425c-990c-ac88c2cb5ca9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:58.084004 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761', 'status': 'completed', 'code': 200} Jul 16 21:09:58.196262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-e2201f8f-08ee-4ecd-8ef2-83ccdf22d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:58.197859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-e2201f8f-08ee-4ecd-8ef2-83ccdf22d9c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1094 time: 0.0961010 Jul 16 21:09:58.214810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-061cb82f-a236-4b04-ab30-84fcf873f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:58.216294 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-061cb82f-a236-4b04-ab30-84fcf873f519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1094 time: 0.1047266 Jul 16 21:09:58.378008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-d36cb16a-bfed-4c02-a8b0-9d523abbbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:58.379498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-d36cb16a-bfed-4c02-a8b0-9d523abbbab5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 912 time: 0.1748004 Jul 16 21:09:58.380468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-890662c1-6b06-4747-a401-20a0f7bdf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:58.381869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-890662c1-6b06-4747-a401-20a0f7bdf05a service neutron] 10.222.0.21 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 912 time: 0.1550460 Jul 16 21:09:58.457601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-dfb23296-a9f1-4671-a558-d49ee5b0fe1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 217 time: 0.0710328 Jul 16 21:09:58.459122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-4db2658d-b26f-4539-99eb-d4bc1743d2a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 217 time: 0.0664322 Jul 16 21:09:58.549589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-201fc38b-ea23-4eb4-a498-bff566dca8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:58.551113 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-201fc38b-ea23-4eb4-a498-bff566dca8af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 200 len: 851 time: 0.0856764 Jul 16 21:09:58.552530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-27be1191-a7da-4aaf-b436-db88042f9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:58.553861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-27be1191-a7da-4aaf-b436-db88042f9ecd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 200 len: 851 time: 0.0795484 Jul 16 21:09:58.613791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-f9ba65c5-2269-4638-9ac7-cd21c3a7fa8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=310aa052-0c6d-427d-b952-307b7e2136b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561724 Jul 16 21:09:58.615789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-63d5d932-dc0b-4614-b5ce-140f3404fb5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=310aa052-0c6d-427d-b952-307b7e2136b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496955 Jul 16 21:09:58.779614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-bd5ad53a-ec67-4051-a6ab-b728118b7400 service neutron] 10.222.0.26 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576209 Jul 16 21:09:58.783867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-9b74d319-2f3f-49d2-93a6-9a119de89a5c service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534545 Jul 16 21:09:58.945205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-c1d010d8-bcbf-4c23-b96e-7b5ce436512c service neutron] 10.222.0.26 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597338 Jul 16 21:09:58.947383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c08d1d53-c201-4662-99f7-6d7ec0f9c320 req-4ba36a0b-ad22-4753-9012-411e5040f220 service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545768 Jul 16 21:09:59.174828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa79ae-f358-4a82-aeb3-62fb2856aef1 req-25489b1a-ed65-45ee-a59a-9b5362ca7257 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:59.176417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18fa79ae-f358-4a82-aeb3-62fb2856aef1 req-25489b1a-ed65-45ee-a59a-9b5362ca7257 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 943 time: 0.0713112 Jul 16 21:09:59.193553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:59.218470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18fa79ae-f358-4a82-aeb3-62fb2856aef1 req-22918ddd-0670-45c1-a8f5-53f7ccd9c755 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Jul 16 21:09:59.295851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:59.310680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '1cb29691-3672-4095-a7a6-fb7e94166761', 'network_id': '310aa052-0c6d-427d-b952-307b7e2136b6', 'port_id': '1cb29691-3672-4095-a7a6-fb7e94166761', 'mac_address': 'fa:16:3e:59:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8690d7-6270-4e26-914a-a80828524210', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:59.358817 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:59.374950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb29691-3672-4095-a7a6-fb7e94166761 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:59.397429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:59.401882 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:59.453697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:59.612181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1cb29691-3672-4095-a7a6-fb7e94166761'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:59.630158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-8e6a5e04-b240-4e7a-a6a2-617487f99ae5 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:59.631806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-8e6a5e04-b240-4e7a-a6a2-617487f99ae5 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e&tenant_id=8df70f9b76924f3695d7f83739b8de33&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 944 time: 0.0775459 Jul 16 21:09:59.709371 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-0c16e238-9fb8-4614-b847-51ea7e0fec31 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:09:59.710633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-0c16e238-9fb8-4614-b847-51ea7e0fec31 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1cb29691-3672-4095-a7a6-fb7e94166761/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0714805 Jul 16 21:09:59.820098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-84320684-a8e7-4918-a6ad-890834585994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:59.821629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-84320684-a8e7-4918-a6ad-890834585994 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8df70f9b76924f3695d7f83739b8de33&device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 1095 time: 0.0655544 Jul 16 21:09:59.854712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:59.919428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-87a9c196-ae42-45c4-bdae-39391bc217f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:59.920856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-87a9c196-ae42-45c4-bdae-39391bc217f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 200 len: 912 time: 0.0931394 Jul 16 21:09:59.971394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-381a2992-faf6-4a51-bf19-19325ec337c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 200 len: 217 time: 0.0435894 Jul 16 21:10:00.026070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-9808b973-a122-436b-8d14-1d5510ef6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:00.027584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-9808b973-a122-436b-8d14-1d5510ef6a38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 200 len: 851 time: 0.0493724 Jul 16 21:10:00.052055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:10:00.062656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-16012d66-f692-4aa7-888e-ef2a7129b688 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=310aa052-0c6d-427d-b952-307b7e2136b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283382 Jul 16 21:10:00.161453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-b8d98009-dddd-4aee-b6c3-14b27adcec15 service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915277 Jul 16 21:10:00.259950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-2a819c5d-fb8f-4525-9bdc-b8faca48f8ed service neutron] 10.222.0.21 "GET /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910335 Jul 16 21:10:00.343042 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fcdeb7e5-70c7-4ecc-a14e-99151ddf913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:01.187590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232985a2-3e0c-4022-b6ac-f63ed3ea2039 req-a3f631c2-25b2-4aed-a77c-5e65c4c491fc tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:01.189686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-232985a2-3e0c-4022-b6ac-f63ed3ea2039 req-a3f631c2-25b2-4aed-a77c-5e65c4c491fc tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 944 time: 0.0721531 Jul 16 21:10:01.205788 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:10:01.229317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-232985a2-3e0c-4022-b6ac-f63ed3ea2039 req-b311e3fd-6a2d-4ba7-8fdf-3d3098f6aa95 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340083 Jul 16 21:10:01.256485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 1cb29691-3672-4095-a7a6-fb7e94166761 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:01.260532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 1cb29691-3672-4095-a7a6-fb7e94166761 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:01.260961 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:01.339426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:01.362602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:01.365191 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad828ed-4c33-44f4-bf1e-dde3c9a811c1" -d '{"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-plugged", "status": "completed", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:01.378849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:01.383237 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:01.405897 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e795ed52-67d9-49b9-a129-e9404ddbafbc x-openstack-request-id: req-e795ed52-67d9-49b9-a129-e9404ddbafbc {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:01.406186 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-plugged", "status": "completed", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:01.406436 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e795ed52-67d9-49b9-a129-e9404ddbafbc {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:01.407357 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761', 'code': 200} Jul 16 21:10:01.433090 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:02.365405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-5f372487-e2b5-4b9d-97b0-23ca1b986e03 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:02.366922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-5f372487-e2b5-4b9d-97b0-23ca1b986e03 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.0675075 Jul 16 21:10:02.482531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Deleting port 1cb29691-3672-4095-a7a6-fb7e94166761 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:10:02.482878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:02.611683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] For port 1cb29691-3672-4095-a7a6-fb7e94166761, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=1cb29691-3672-4095-a7a6-fb7e94166761,segment=NetworkSegment(50693bc0-ab2a-4eae-b183-1d84b3b888cb),segment_id=50693bc0-ab2a-4eae-b183-1d84b3b888cb)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:02.612162 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:02.628446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Calling delete_port for 1cb29691-3672-4095-a7a6-fb7e94166761 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:10:02.699431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d8f06-6501-422e-8bfe-059e7a1889cb req-56d20d69-4720-42d2-97c8-2dd8ee428186 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:02.700953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-910d8f06-6501-422e-8bfe-059e7a1889cb req-56d20d69-4720-42d2-97c8-2dd8ee428186 tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e HTTP/1.1" status: 200 len: 945 time: 0.1416817 Jul 16 21:10:02.773695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-910d8f06-6501-422e-8bfe-059e7a1889cb req-653d4124-7afa-466b-b2f2-177d57e0a9cc tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b84d4bb-b956-44a1-a779-c5c4a98805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648980 Jul 16 21:10:02.828479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:02.840949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['1cb29691-3672-4095-a7a6-fb7e94166761'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:02.873286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Pushing event deleted for resources: {'Port': ['ID=1cb29691-3672-4095-a7a6-fb7e94166761,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:02.924794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] No DVR routers for this DVR port 1cb29691-3672-4095-a7a6-fb7e94166761 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:10:02.927503 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:02.929492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d99a309a-d8a2-4c52-84d8-1fe1c0dd3fa5 req-07819e85-2501-46b4-ba00-376ecb58098c tempest-DeleteServersTestJSON-1719173744 tempest-DeleteServersTestJSON-1719173744-project] 10.222.0.26 "DELETE /v2.0/ports/1cb29691-3672-4095-a7a6-fb7e94166761 HTTP/1.1" status: 204 len: 173 time: 0.5554757 Jul 16 21:10:02.929943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-deleted', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:02.932311 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e79e27c-e009-4e79-aa80-8f32ce039a9f" -d '{"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-deleted", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:02.970068 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184bc8ea-fdfc-4c75-b669-2ac76a984c81 x-openstack-request-id: req-184bc8ea-fdfc-4c75-b669-2ac76a984c81 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:02.970621 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e", "name": "network-vif-deleted", "tag": "1cb29691-3672-4095-a7a6-fb7e94166761", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:02.970621 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-184bc8ea-fdfc-4c75-b669-2ac76a984c81 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:02.970986 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc04a3b0-0a8a-4e2a-a03a-6fed38a7249e', 'name': 'network-vif-deleted', 'tag': '1cb29691-3672-4095-a7a6-fb7e94166761', 'status': 'completed', 'code': 200} Jul 16 21:10:04.017284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:04.067710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Deleting subnet 0f8690d7-6270-4e26-914a-a80828524210 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:10:04.070909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.109851 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.114914 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.155476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.214680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.240194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8690d7-6270-4e26-914a-a80828524210,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:04.252573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.255196 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/0f8690d7-6270-4e26-914a-a80828524210 HTTP/1.1" status: 204 len: 168 time: 0.2368159 Jul 16 21:10:04.258070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58344) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:04.258617 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.258885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.259224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.259755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.260148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.260461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.260749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.261237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.261594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.262237 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.262604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.262961 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d73b2-a51a-4706-aaa5-b1e914f9c303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:04.345025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.443856 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.458465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310aa052-0c6d-427d-b952-307b7e2136b6']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:10:04.471852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50693bc0-ab2a-4eae-b183-1d84b3b888cb') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:10:04.472221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50693bc0-ab2a-4eae-b183-1d84b3b888cb') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:10:04.483146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.502767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.510492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:10:04.510957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:10:04.513255 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:10:04.577798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.588721 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.590807 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] 10.222.0.100 "DELETE /v2.0/networks/310aa052-0c6d-427d-b952-307b7e2136b6 HTTP/1.1" status: 204 len: 168 time: 0.3313420 Jul 16 21:10:04.606084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffa51f-0e88-4d21-9235-878aaa5ef460 admin admin] Pushing event deleted for resources: {'Network': ['ID=310aa052-0c6d-427d-b952-307b7e2136b6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:04.757059 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58348) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:04.812456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-96014d20-92fe-43c0-8c63-2332f6c55703 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8df70f9b76924f3695d7f83739b8de33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540125 Jul 16 21:10:04.815674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:04.864934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e5753bf-8f65-408f-9de3-ee6a3d2d31f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.888197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e5753bf-8f65-408f-9de3-ee6a3d2d31f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.930329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-047ce101-7373-46f3-abe8-bb65ba63bb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.936278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e5753bf-8f65-408f-9de3-ee6a3d2d31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.939521 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e5753bf-8f65-408f-9de3-ee6a3d2d31f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:04.940727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9e5753bf-8f65-408f-9de3-ee6a3d2d31f5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0b84d4bb-b956-44a1-a779-c5c4a98805bf HTTP/1.1" status: 204 len: 168 time: 0.1240642 Jul 16 21:10:04.948712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5753bf-8f65-408f-9de3-ee6a3d2d31f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b84d4bb-b956-44a1-a779-c5c4a98805bf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:04.986538 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:05.684396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58374) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:05.792699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-517582399-network', 'tenant_id': '306466703ff14ca28b95838eacaff485'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:05.814192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Made reservation on behalf of 306466703ff14ca28b95838eacaff485 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:10:05.816680 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:05.824757 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:05.921006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:05.925736 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:05.950048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:10:05.959674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:05.964451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:05.964799 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Added segment e3834d82-817a-404c-a8cb-208fe49622f1 of type vlan for network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 Jul 16 21:10:06.008091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.036417 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.037382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:06.037964 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.070335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3847818 Jul 16 21:10:06.073494 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58378) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:10:06.079593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Request body: {'subnet': {'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-517582399-subnet', 'tenant_id': '306466703ff14ca28b95838eacaff485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:06.100461 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Made reservation on behalf of 306466703ff14ca28b95838eacaff485 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:10:06.102181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae866a5-7ceb-4249-a48d-4c6f87824140 admin admin] Pushing event updated for resources: {'Network': ['ID=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:06.102887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.113310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:10:06.207555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.285006 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.346744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0696b94-c09e-49f6-b567-2373b2005d3c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:06.355274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Checking segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:10:06.355652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Network hostable DHCP agents. Network: 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:10:06.373233 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:10:06.382342 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:10:06.386385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:06.387074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:06.391105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b2f8b-ae9a-4b11-9e5c-8d9445a29f53 None None] Network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:10:06.401608 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-79293ea7-fd50-4208-b45b-a4450e20c2af admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3261993 Jul 16 21:10:06.535522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3502e91-a055-4ca9-a4f2-55cfd964ede8 None None] Network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:10:06.905456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-5d0e3197-0df3-4275-924c-cfd188d1844d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:06.907676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-5d0e3197-0df3-4275-924c-cfd188d1844d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 814 time: 0.1157541 Jul 16 21:10:06.922770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-3f828cf5-b16d-49fe-8e52-6f12463e3d5f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/quotas/306466703ff14ca28b95838eacaff485 HTTP/1.1" status: 200 len: 375 time: 0.0095260 Jul 16 21:10:06.957225 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-e7af35d2-7475-423b-a16b-6b77482fb5d7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292237 Jul 16 21:10:07.056253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-6ab6213b-2629-481a-8ddf-db49f427ca7a service neutron] 10.222.0.100 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918641 Jul 16 21:10:07.148537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-21603b06-a6f2-4ec0-8c2a-a0985da4e417 service neutron] 10.222.0.100 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865953 Jul 16 21:10:07.275278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:10:07.296557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 1cb29691-3672-4095-a7a6-fb7e94166761 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:10:07.297038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 1cb29691-3672-4095-a7a6-fb7e94166761 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:10:07.323110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-17711dd5-dec4-47cf-a2aa-cf4fd9b98de0 req-6756dd75-717f-4918-a6c2-02d025764098 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 210 time: 0.0297964 Jul 16 21:10:08.340098 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:08.408785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-602f75e5-6155-4906-8407-b4dba468484e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:08.410338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-602f75e5-6155-4906-8407-b4dba468484e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 814 time: 0.1131129 Jul 16 21:10:08.422284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Request body: {'port': {'device_id': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8', 'admin_state_up': True, 'tenant_id': '306466703ff14ca28b95838eacaff485'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:08.483967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87be6652-bcc1-493c-8ea3-0e0bbfd09ed5 req-de3cdb67-07aa-4714-8cbe-b884b020a8af tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 210 time: 0.0387423 Jul 16 21:10:08.572835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Made reservation on behalf of 306466703ff14ca28b95838eacaff485 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:10:08.577116 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:08.717734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Allocated IP 172.20.0.2 (0123e1bb-9df7-4f53-8630-7dbdce7ef5b8/c0696b94-c09e-49f6-b567-2373b2005d3c/54f70fa0-102e-4e95-8bbe-7b2c5b9b21de) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:10:08.885227 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:08.886754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:08.931391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:08.984713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:10:08.988280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:10:08.992644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:10:09.000083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:09.055518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:09.056148 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.072854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-f3f76973-3a59-4f8a-b7a1-c314e8e19153 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6543412 Jul 16 21:10:09.084436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Request body: {'port': {'device_id': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:09.132683 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.161391 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.835006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafedd4-c608-4f28-afa6-7f73dad55f10 req-4118c3a9-e529-406b-8734-98e749671f19 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:09.836560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cafedd4-c608-4f28-afa6-7f73dad55f10 req-4118c3a9-e529-406b-8734-98e749671f19 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 931 time: 0.1130152 Jul 16 21:10:09.890783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:09.906175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.914412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4cafedd4-c608-4f28-afa6-7f73dad55f10 req-6b22a480-9a58-4dc9-9c71-305c6676e043 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Jul 16 21:10:09.925899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Transition to ACTIVE for port object 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:10:09.930775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:09.988552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:10.068796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:10:10.069135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:10:10.069466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:10.074727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:10:10.075056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:10.081771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:10:10.082114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Checking segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:10:10.082505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Bound using segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:10:10.082939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Bound port: 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:10:10.083334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.161705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:10.165020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:10:10.170147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.209697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.210321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:10.211939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-fb69b679-7058-4d70-9797-761d50495473 service neutron] 10.222.0.26 "PUT /v2.0/ports/54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 1091 time: 1.1317499 Jul 16 21:10:10.212400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:10.214879 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df82552-a315-45f8-bc3f-3bcc500f29ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:10.243675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69b679-7058-4d70-9797-761d50495473 service neutron] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:10.292758 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab80edbb-4186-4c5a-b5fd-3f5a801813be x-openstack-request-id: req-ab80edbb-4186-4c5a-b5fd-3f5a801813be {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:10.293114 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:10.293272 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ab80edbb-4186-4c5a-b5fd-3f5a801813be {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:10.293671 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'status': 'completed', 'code': 200} Jul 16 21:10:10.324850 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-2d4d729c-174b-419b-8596-b2061eb50e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.326424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-2d4d729c-174b-419b-8596-b2061eb50e03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1094 time: 0.0644720 Jul 16 21:10:10.376230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-676613b1-796b-4e92-a10d-bd14d9f3177f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.0417137 Jul 16 21:10:10.430242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-3db6ea00-6b66-4c20-bb72-1fd13de5ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.432154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-3db6ea00-6b66-4c20-bb72-1fd13de5ea49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0496898 Jul 16 21:10:10.467261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-00836459-fde1-4ee4-abfe-47de8329cb89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291154 Jul 16 21:10:10.567127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-bc91187e-5b6f-43f3-86fd-ea0c871ada9b service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937731 Jul 16 21:10:10.662058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc955f97-827f-4c1f-8e47-4efd282db442 req-095013e2-6c14-4649-a227-2e8e616f196e service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887606 Jul 16 21:10:10.764460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-f3f65896-bbf0-41be-a634-0c93f590f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.765968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-f3f65896-bbf0-41be-a634-0c93f590f013 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1094 time: 0.0579073 Jul 16 21:10:10.871635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-abc114dc-cbcf-41a5-9997-d4dfba187c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.873132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-abc114dc-cbcf-41a5-9997-d4dfba187c0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.1002486 Jul 16 21:10:10.914495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-0aa63606-661b-47d7-b0f0-346892eacf5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.0348029 Jul 16 21:10:10.974398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-7ab4eaea-1768-4eb0-bd04-796485a957ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:10.975997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-7ab4eaea-1768-4eb0-bd04-796485a957ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0552757 Jul 16 21:10:11.021174 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-d0679239-8c22-4c9c-ad83-c956d549b5a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381203 Jul 16 21:10:11.183663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-7e87138a-b6cd-4598-b197-276b70846996 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555495 Jul 16 21:10:11.208261 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0b95b-b827-4081-a023-120a4da56949 req-1088ed4e-42e7-4954-b26e-590bc2afa876 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:11.209842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64d0b95b-b827-4081-a023-120a4da56949 req-1088ed4e-42e7-4954-b26e-590bc2afa876 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 943 time: 0.1544948 Jul 16 21:10:11.309842 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-64d0b95b-b827-4081-a023-120a4da56949 req-f0210922-f808-4c37-b0b2-7bf88fde45a1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875185 Jul 16 21:10:11.331478 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6df82552-a315-45f8-bc3f-3bcc500f29ab req-b189c5ed-e999-4395-a150-aa343a4d5946 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403785 Jul 16 21:10:12.493240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5d379-71f5-4909-a5cf-5a1f55a39405 req-99e2474b-e12b-48d1-9d20-802370bf0e7f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:12.494799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93d5d379-71f5-4909-a5cf-5a1f55a39405 req-99e2474b-e12b-48d1-9d20-802370bf0e7f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 943 time: 0.0688343 Jul 16 21:10:12.536436 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93d5d379-71f5-4909-a5cf-5a1f55a39405 req-432795db-7f2d-4c8c-8166-41004a898677 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356295 Jul 16 21:10:13.323031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:10:13.420084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:13.431818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8', 'port_id': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'mac_address': 'fa:16:3e:40:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0696b94-c09e-49f6-b567-2373b2005d3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:10:13.468947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:13.482101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:13.501844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:13.505929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:13.554053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:13.561524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.561863 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.562203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.562537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.562925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.563271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.563613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.563937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.564256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.564583 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.564904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.565227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:13.706489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:13.717018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea96105-6a11-4a81-9573-b7ec3ddfd396 req-ea3a65bf-0db6-445d-a1ec-9890a9b6d275 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:13.718538 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ea96105-6a11-4a81-9573-b7ec3ddfd396 req-ea3a65bf-0db6-445d-a1ec-9890a9b6d275 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 944 time: 0.0699630 Jul 16 21:10:13.758711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ea96105-6a11-4a81-9573-b7ec3ddfd396 req-ec92f92d-431d-479c-b541-3bb2da8c94d6 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Jul 16 21:10:14.946335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00b17-7bda-48e2-8bb8-b05e35feafab req-1ca53bc4-0d6a-4a10-9287-3243f9b22d79 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:14.947882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c00b17-7bda-48e2-8bb8-b05e35feafab req-1ca53bc4-0d6a-4a10-9287-3243f9b22d79 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 944 time: 0.0739806 Jul 16 21:10:14.986616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-78c00b17-7bda-48e2-8bb8-b05e35feafab req-111b9e88-34f6-431f-bed2-e75258921d96 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331509 Jul 16 21:10:15.352732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:10:15.402019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:15.405947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:15.406312 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:15.487367 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:15.509796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:15.512178 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fd2f22-f937-4a65-86b0-162cf0320126" -d '{"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-plugged", "status": "completed", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:15.524917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:15.529339 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:15.554079 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295aba49-adaf-47e5-8470-894fe731c5fb x-openstack-request-id: req-295aba49-adaf-47e5-8470-894fe731c5fb {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:15.554377 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-plugged", "status": "completed", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:15.554632 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-295aba49-adaf-47e5-8470-894fe731c5fb {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:15.555023 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'code': 200} Jul 16 21:10:15.581574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:15.674161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb444f0-2d25-4857-807f-cff1aaef564a req-2eca0b89-44e0-463d-83ab-46389878585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:15.675636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bb444f0-2d25-4857-807f-cff1aaef564a req-2eca0b89-44e0-463d-83ab-46389878585e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1096 time: 0.0541155 Jul 16 21:10:15.711602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bb444f0-2d25-4857-807f-cff1aaef564a req-b5495e11-13b3-4b1d-aebd-373a172ea4f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291038 Jul 16 21:10:16.175234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6178d5-323b-48e1-a79d-c0001c8b8568 req-9b0e060c-9484-4f43-a5ad-925025c02eed tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:16.176965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc6178d5-323b-48e1-a79d-c0001c8b8568 req-9b0e060c-9484-4f43-a5ad-925025c02eed tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0678432 Jul 16 21:10:16.215925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc6178d5-323b-48e1-a79d-c0001c8b8568 req-98e19b27-ebec-4f5d-ab57-a41691734f36 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333929 Jul 16 21:10:16.666980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-b189c7ee-8886-440b-84dd-728f7e2f2bb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554924 Jul 16 21:10:16.759548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-b70942c7-0646-4109-a552-6088f392d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:16.761085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-b70942c7-0646-4109-a552-6088f392d75e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1096 time: 0.0537596 Jul 16 21:10:16.867582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-0a2fd6a7-8912-463c-9d4b-8851f6bbfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:16.869118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-0a2fd6a7-8912-463c-9d4b-8851f6bbfeef service neutron] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.0892823 Jul 16 21:10:16.909847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-2c6e2791-fae1-48bd-9029-5cfff6663828 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.0346935 Jul 16 21:10:16.966005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-3e7d10dd-cad8-45ff-81fd-3b35991eb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:16.967505 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-3e7d10dd-cad8-45ff-81fd-3b35991eb00f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0518310 Jul 16 21:10:16.999883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-764bce2d-f443-4018-8545-d6e266588c67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266263 Jul 16 21:10:17.093087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-06d6f7f9-e0ed-475e-9b89-481413ba7c17 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866141 Jul 16 21:10:17.189152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-902caf5e-49a1-402b-b172-6ae1131e3928 req-8bf42429-58d4-424a-acf2-5787195444b2 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897002 Jul 16 21:10:17.393164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53802d61-8730-4f05-a15a-4718ec19ee76 req-f966288b-60bc-463b-a9b7-07b20a7be1be tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:17.394678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53802d61-8730-4f05-a15a-4718ec19ee76 req-f966288b-60bc-463b-a9b7-07b20a7be1be tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0651767 Jul 16 21:10:17.432168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53802d61-8730-4f05-a15a-4718ec19ee76 req-e3e9f3f7-8069-4d87-94c7-845c8feb5096 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jul 16 21:10:17.606210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431eea-f394-4178-a1df-97c15bae77d0 req-ffe4a0c0-1cbc-4dfc-bb5c-802b28870da4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:17.607716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db431eea-f394-4178-a1df-97c15bae77d0 req-ffe4a0c0-1cbc-4dfc-bb5c-802b28870da4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0651293 Jul 16 21:10:17.646798 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db431eea-f394-4178-a1df-97c15bae77d0 req-c7127104-bd92-4e74-975a-86e435a70111 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333779 Jul 16 21:10:17.998310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f6f34-491c-464f-9f7c-564e46e7210b req-c5429744-fafd-4cf2-96e8-be2ff37f896b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:17.999830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b9f6f34-491c-464f-9f7c-564e46e7210b req-c5429744-fafd-4cf2-96e8-be2ff37f896b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0685208 Jul 16 21:10:18.039616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b9f6f34-491c-464f-9f7c-564e46e7210b req-59a71e4a-76dc-4139-a888-9bcf8792810f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Jul 16 21:10:18.212756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b18b6-8181-4414-a9da-b6792c8b862e req-3f601409-9b39-400e-af19-e4c051785957 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:18.214274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-247b18b6-8181-4414-a9da-b6792c8b862e req-3f601409-9b39-400e-af19-e4c051785957 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0646937 Jul 16 21:10:18.254571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-247b18b6-8181-4414-a9da-b6792c8b862e req-7ab5967f-525f-4461-a83c-d0f7f53440ad tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345628 Jul 16 21:10:18.601509 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-b1e9197a-158b-4d68-bd3f-114ff7ca9105 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556488 Jul 16 21:10:18.661778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e668-d0d7-4297-bdcb-f58bf0d7e7f9 req-70470c83-b9c0-4196-ac80-9202298ddb26 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:18.663307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c642e668-d0d7-4297-bdcb-f58bf0d7e7f9 req-70470c83-b9c0-4196-ac80-9202298ddb26 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0679290 Jul 16 21:10:18.707796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c642e668-d0d7-4297-bdcb-f58bf0d7e7f9 req-e7642035-bf67-404b-826d-b316ff0e3fe7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385587 Jul 16 21:10:19.820133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-5c90b4c4-80f1-481f-b5e8-f50b82adcf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:19.821775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-5c90b4c4-80f1-481f-b5e8-f50b82adcf42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1096 time: 0.0554793 Jul 16 21:10:19.956191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-65d4dfc5-5fef-4669-b512-fc652e6a7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:19.957729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-65d4dfc5-5fef-4669-b512-fc652e6a7b51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.1302147 Jul 16 21:10:19.970924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83cab-3eb1-442f-9dbf-297af2cb5e93 req-49123e00-871c-410e-978c-180c85af10c7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:19.972442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53a83cab-3eb1-442f-9dbf-297af2cb5e93 req-49123e00-871c-410e-978c-180c85af10c7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.1371942 Jul 16 21:10:20.014219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-fe0f8ccc-7b58-4cfb-b25d-c1581e5cb074 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.0406544 Jul 16 21:10:20.076398 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53a83cab-3eb1-442f-9dbf-297af2cb5e93 req-a0f4b03f-2613-4941-a43c-fce3a6588250 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972311 Jul 16 21:10:20.083819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-76ef4d0c-9510-44bf-98b7-5bcd90edc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:20.085326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-76ef4d0c-9510-44bf-98b7-5bcd90edc488 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0651190 Jul 16 21:10:20.120144 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-815a63e6-1c71-4296-a918-eb1154e60012 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290275 Jul 16 21:10:20.207656 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-0ae7dbc0-3f98-4b80-8cc4-da9229d35529 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814257 Jul 16 21:10:20.301634 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-c3ef7615-cf1d-4787-b5c2-78a3732ec448 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881314 Jul 16 21:10:21.257426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762dc1e-68b7-4642-aeac-1cf094f832e8 req-5e0dd5a0-4a0b-4a82-b2a3-ad480f54ac74 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:21.258921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c762dc1e-68b7-4642-aeac-1cf094f832e8 req-5e0dd5a0-4a0b-4a82-b2a3-ad480f54ac74 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0687871 Jul 16 21:10:21.295792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c762dc1e-68b7-4642-aeac-1cf094f832e8 req-4c4ec063-3c06-453e-95af-9cfe3893b525 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Jul 16 21:10:22.483407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822f7a3-18ac-4039-b4fc-5eb69912bae6 req-50852c2d-740c-48fc-83f4-3dc226720c17 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:22.485920 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6822f7a3-18ac-4039-b4fc-5eb69912bae6 req-50852c2d-740c-48fc-83f4-3dc226720c17 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0708358 Jul 16 21:10:22.524093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6822f7a3-18ac-4039-b4fc-5eb69912bae6 req-41c39667-76e5-4e46-bc59-6fe9fc3eddcf tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Jul 16 21:10:23.706111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b7316-9185-462d-89e6-8fef1cbd3b59 req-55d3e919-35d6-4a1a-a049-0999c34db2b4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:23.707703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-564b7316-9185-462d-89e6-8fef1cbd3b59 req-55d3e919-35d6-4a1a-a049-0999c34db2b4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0684357 Jul 16 21:10:23.748399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-564b7316-9185-462d-89e6-8fef1cbd3b59 req-af84e10d-0d6c-4e23-a949-8193146e7fe1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Jul 16 21:10:24.934198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb80f-71d6-46f2-b596-73582e578b09 req-b4556c2f-8bf6-442d-a7c7-46961f8a39e4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:24.935797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30bfb80f-71d6-46f2-b596-73582e578b09 req-b4556c2f-8bf6-442d-a7c7-46961f8a39e4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0710526 Jul 16 21:10:24.978722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-30bfb80f-71d6-46f2-b596-73582e578b09 req-bedba550-688a-4a7f-aee3-1a77def705e2 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Jul 16 21:10:26.185050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f63d-bcd0-4741-b2df-d79faac8a0fa req-dbed964c-cb43-4fda-a890-ca5c3140130b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:26.186563 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9a3f63d-bcd0-4741-b2df-d79faac8a0fa req-dbed964c-cb43-4fda-a890-ca5c3140130b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0926704 Jul 16 21:10:26.226066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9a3f63d-bcd0-4741-b2df-d79faac8a0fa req-d94b5f97-e669-4575-9a87-7ea6eba10ab7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Jul 16 21:10:27.408848 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1bb29-c642-4b0a-a7a2-c61ec9379644 req-29c48793-5fe1-4d7e-88c2-69807953868b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:27.410366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8df1bb29-c642-4b0a-a7a2-c61ec9379644 req-29c48793-5fe1-4d7e-88c2-69807953868b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0674613 Jul 16 21:10:27.451043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8df1bb29-c642-4b0a-a7a2-c61ec9379644 req-30dbb5b5-5093-4969-8b09-bdaf528b20f5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Jul 16 21:10:28.639701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71df4b-8dbe-48ae-ae1e-9b09a9a41d21 req-46119af9-3372-4e8c-918e-d65402e7940e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:28.641585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb71df4b-8dbe-48ae-ae1e-9b09a9a41d21 req-46119af9-3372-4e8c-918e-d65402e7940e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0709720 Jul 16 21:10:28.681552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bb71df4b-8dbe-48ae-ae1e-9b09a9a41d21 req-86e4f0f9-3f2f-47c0-a1b4-4e2f10e5d208 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345309 Jul 16 21:10:29.855708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceeaad-7cbe-47f3-a5dc-c4478f22093d req-7d45ce6c-501d-4392-9593-e8385045a5ba tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:29.857203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90ceeaad-7cbe-47f3-a5dc-c4478f22093d req-7d45ce6c-501d-4392-9593-e8385045a5ba tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0644944 Jul 16 21:10:29.895942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-90ceeaad-7cbe-47f3-a5dc-c4478f22093d req-a5721152-c313-4003-b0cc-f4a3e446c48d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Jul 16 21:10:30.346055 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d555bc1-24af-474b-b3ad-534f19c9ec3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:31.075392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f85cd-1ade-4b48-b47d-723c4540b306 req-69c92397-cf55-4ad2-9dd0-a255a12a35ec tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:31.076712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-112f85cd-1ade-4b48-b47d-723c4540b306 req-69c92397-cf55-4ad2-9dd0-a255a12a35ec tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0663202 Jul 16 21:10:31.116562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-112f85cd-1ade-4b48-b47d-723c4540b306 req-2d37cefb-12bb-46d8-bddd-31e0d7aaf6c4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340400 Jul 16 21:10:32.303331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572e2a-164f-4095-aa41-dfc8609021a4 req-3f1cbe52-e8da-493f-99ea-b084c9d39326 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:32.304871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae572e2a-164f-4095-aa41-dfc8609021a4 req-3f1cbe52-e8da-493f-99ea-b084c9d39326 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0735202 Jul 16 21:10:32.346696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae572e2a-164f-4095-aa41-dfc8609021a4 req-9c03514a-4f88-4144-aff2-18a7872f9b5a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Jul 16 21:10:33.524823 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7432e-8f84-4f54-82c8-9ad6161f0efa req-275d0b1b-fbfd-42a5-b2d7-2fa22405a13b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:33.526331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18b7432e-8f84-4f54-82c8-9ad6161f0efa req-275d0b1b-fbfd-42a5-b2d7-2fa22405a13b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0684180 Jul 16 21:10:33.565343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18b7432e-8f84-4f54-82c8-9ad6161f0efa req-c102bcd3-6d44-4db0-a442-8139d029c9e1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jul 16 21:10:34.103072 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:34.741194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923977ab-0cc5-45fc-b68c-7d20423c0c1f req-26167312-e36c-4644-bd99-4662f7b283d7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:34.742707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923977ab-0cc5-45fc-b68c-7d20423c0c1f req-26167312-e36c-4644-bd99-4662f7b283d7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0680039 Jul 16 21:10:34.780837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-923977ab-0cc5-45fc-b68c-7d20423c0c1f req-621754b2-a7a4-470a-9dd7-d4a9c49b9ba5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Jul 16 21:10:34.930947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-006b7954-a0bc-456e-8066-59cedec1ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:35.956350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fca14-7a75-4ed8-88cf-2ef23e287d8c req-cadc2845-3969-426d-98ad-4ada27d6376c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:35.957840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-462fca14-7a75-4ed8-88cf-2ef23e287d8c req-cadc2845-3969-426d-98ad-4ada27d6376c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0649858 Jul 16 21:10:35.997486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-462fca14-7a75-4ed8-88cf-2ef23e287d8c req-23ac51ba-962c-4654-98c5-8bf4d359844c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Jul 16 21:10:36.210516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:37.176550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ce898-9b5d-4960-a21a-648e34b83352 req-f1ddfcbc-c04e-4da9-81ad-f1cb038829bb tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:37.178050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd7ce898-9b5d-4960-a21a-648e34b83352 req-f1ddfcbc-c04e-4da9-81ad-f1cb038829bb tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0637753 Jul 16 21:10:37.217077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd7ce898-9b5d-4960-a21a-648e34b83352 req-c3bed034-f835-48ba-8a7d-8a68b5df93ba tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jul 16 21:10:38.341044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:38.410597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd11a-551d-4b05-8771-da04fae8b20d req-7b0b9fce-086a-4fc6-8854-74f0562e57e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:38.412114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1ebd11a-551d-4b05-8771-da04fae8b20d req-7b0b9fce-086a-4fc6-8854-74f0562e57e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0685134 Jul 16 21:10:38.448757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1ebd11a-551d-4b05-8771-da04fae8b20d req-0372cede-8124-40dd-bd4d-dd792bc26db8 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Jul 16 21:10:38.902262 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:39.145103 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:39.626498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142b44-5266-4b00-841e-f909595634c3 req-bea2aecf-e0ca-4b89-922b-503ef1dea85d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:39.628018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93142b44-5266-4b00-841e-f909595634c3 req-bea2aecf-e0ca-4b89-922b-503ef1dea85d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0656774 Jul 16 21:10:39.666264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-93142b44-5266-4b00-841e-f909595634c3 req-90e18a98-b01e-4ea5-bb88-36052ca21a52 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Jul 16 21:10:40.842882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13d3e-967e-4764-a0aa-31e3ee3f9bd8 req-6ad0ede5-5c08-47d9-b04c-053394e044a9 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:40.845077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86e13d3e-967e-4764-a0aa-31e3ee3f9bd8 req-6ad0ede5-5c08-47d9-b04c-053394e044a9 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0672581 Jul 16 21:10:40.882782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86e13d3e-967e-4764-a0aa-31e3ee3f9bd8 req-f69d38c1-c06b-4654-8433-cd269f70c40d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Jul 16 21:10:41.985877 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:42.058062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706ffb-edde-4890-8074-61f924196713 req-5b5d6b43-2d1e-4978-9db5-056541be4c0f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:42.059585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51706ffb-edde-4890-8074-61f924196713 req-5b5d6b43-2d1e-4978-9db5-056541be4c0f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0636845 Jul 16 21:10:42.098119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51706ffb-edde-4890-8074-61f924196713 req-2fb53c49-e28d-4407-885f-f24e2384dbb4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Jul 16 21:10:43.273484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a35043-7483-46ea-8793-d462d4562c21 req-c9cecad1-cbc8-4b67-8420-ac771ba368b3 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:43.274968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09a35043-7483-46ea-8793-d462d4562c21 req-c9cecad1-cbc8-4b67-8420-ac771ba368b3 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0635626 Jul 16 21:10:43.314324 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09a35043-7483-46ea-8793-d462d4562c21 req-785f11e0-16d3-40e6-a50d-2d8862b2b8a0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337727 Jul 16 21:10:44.493534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41ef21-1907-4bee-aa5d-44fe1da1b199 req-56859e96-c491-4e52-802f-d383b549955d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:44.495021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b41ef21-1907-4bee-aa5d-44fe1da1b199 req-56859e96-c491-4e52-802f-d383b549955d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0672326 Jul 16 21:10:44.534696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b41ef21-1907-4bee-aa5d-44fe1da1b199 req-fd54586a-2834-4b70-bbae-d1e142c1b64a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Jul 16 21:10:45.753960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c9e42-4564-4c61-89a8-230cbfd8032c req-accc1a07-2f1b-42c2-a6fc-9748bd7eab6d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:45.755551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a09c9e42-4564-4c61-89a8-230cbfd8032c req-accc1a07-2f1b-42c2-a6fc-9748bd7eab6d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0805762 Jul 16 21:10:45.799365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a09c9e42-4564-4c61-89a8-230cbfd8032c req-5baf560e-c379-4c87-83d7-5cf3df2d7726 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Jul 16 21:10:46.988791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca219d-beb4-4a88-8fa5-62c375de9c2a req-e673ade5-b037-4abb-b46a-f3acd434d1d0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:46.990510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5aca219d-beb4-4a88-8fa5-62c375de9c2a req-e673ade5-b037-4abb-b46a-f3acd434d1d0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0729439 Jul 16 21:10:47.029998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5aca219d-beb4-4a88-8fa5-62c375de9c2a req-9caa4c85-f48a-4f45-b43a-fa5347850e5d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Jul 16 21:10:47.112758 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-e7d85351-71a1-4253-a26a-017484861e52 service neutron] show failed (client error): The resource could not be found. Jul 16 21:10:47.113679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-e7d85351-71a1-4253-a26a-017484861e52 service neutron] 10.222.0.26 "GET /v2.0/ports/54f70fa0-102e-4e95-8bbe-7b2c5b9b21de/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0562923 Jul 16 21:10:47.384932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-cb519b9b-ef11-40c9-b839-6d80ce70048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:47.386435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-cb519b9b-ef11-40c9-b839-6d80ce70048f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18&tenant_id=306466703ff14ca28b95838eacaff485 HTTP/1.1" status: 200 len: 1096 time: 0.0571845 Jul 16 21:10:47.397529 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:47.477465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:47.678441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:47.712432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:47.752004 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:47.754649 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af390b11-1819-48da-8f7f-a32150c49459" -d '{"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-unplugged", "status": "completed", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:47.758527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:47.772432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Transition to ACTIVE for port object 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:10:47.776863 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:47.813119 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4836c-43cf-4b96-9777-905606dd1c34 x-openstack-request-id: req-07c4836c-43cf-4b96-9777-905606dd1c34 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:47.813444 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-unplugged", "status": "completed", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:47.813878 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-07c4836c-43cf-4b96-9777-905606dd1c34 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:47.814292 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'code': 200} Jul 16 21:10:47.844472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] No DVR routers for this DVR port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:10:47.854808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:47.887268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:10:47.887610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:10:47.887939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:47.892805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:10:47.893132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Attempting to bind port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:47.897922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:10:47.898265 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Checking segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:10:47.898651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Bound using segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:10:47.899078 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Bound port: 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:10:47.899467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:47.961229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:47.964179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:10:47.969024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:48.003690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:48.004302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:48.005722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] 10.222.0.21 "PUT /v2.0/ports/54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 1091 time: 0.6123362 Jul 16 21:10:48.026241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5f025-0911-483e-8407-31cc96889cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:48.092222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-fb0bd9bb-4263-439d-9ae3-a3a1f8acf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:48.093857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-fb0bd9bb-4263-439d-9ae3-a3a1f8acf28f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1094 time: 0.0580485 Jul 16 21:10:48.221464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-76d5d773-367b-40a8-b909-edde1cdfaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:48.222947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-76d5d773-367b-40a8-b909-edde1cdfaa82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.1233313 Jul 16 21:10:48.269912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-21ac46b5-ddee-4ba3-9d1e-1b105d4a2db7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.0393214 Jul 16 21:10:48.283510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed03d2-3c59-4fc4-9139-5b10534e4092 req-089662f0-00df-48f7-9d13-f84a3b8a5da3 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:48.284906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66ed03d2-3c59-4fc4-9139-5b10534e4092 req-089662f0-00df-48f7-9d13-f84a3b8a5da3 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 943 time: 0.1255245 Jul 16 21:10:48.356535 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66ed03d2-3c59-4fc4-9139-5b10534e4092 req-758216b8-8ee4-4c11-81a1-ba72be3a6d2a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647123 Jul 16 21:10:48.358006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-b7e8a87e-9c9c-472f-a177-b9f7a27d6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:48.360215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-b7e8a87e-9c9c-472f-a177-b9f7a27d6873 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0840120 Jul 16 21:10:48.393005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-35d35bef-8fd5-419b-9b30-59243d39d142 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266325 Jul 16 21:10:48.403734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-fe5f19b7-ca4b-4361-a026-0562161cc63e service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:10:48.405040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-fe5f19b7-ca4b-4361-a026-0562161cc63e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049846 Jul 16 21:10:48.492882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-1d8ef2f3-f24d-4124-8ace-626f9b0e7589 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814164 Jul 16 21:10:48.582649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-411c422f-87ba-4be5-9d3f-ecefe5eb475d req-ae6313b6-99b8-4410-99ba-8022ad1ed71c service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836241 Jul 16 21:10:49.545589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f8aa7-e2a9-4551-b61d-3dec52eed6d6 req-37f2cd78-e49e-4c0f-b781-72bdd17b04ce tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:49.548009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a90f8aa7-e2a9-4551-b61d-3dec52eed6d6 req-37f2cd78-e49e-4c0f-b781-72bdd17b04ce tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 943 time: 0.0705376 Jul 16 21:10:49.589260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a90f8aa7-e2a9-4551-b61d-3dec52eed6d6 req-7877ba0e-2fa0-44ca-b613-18f3d85f669b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342391 Jul 16 21:10:49.815465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:49.818002 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d53bb-9108-42cb-b14a-46f9eff8202c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:49.866287 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afdfc55-275e-4aed-9033-70cbd0f6d02c x-openstack-request-id: req-8afdfc55-275e-4aed-9033-70cbd0f6d02c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:49.866600 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:49.866959 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8afdfc55-275e-4aed-9033-70cbd0f6d02c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:49.867427 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'status': 'completed', 'code': 200} Jul 16 21:10:49.981530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-e4b165d6-e696-4d08-a13f-a15c630e0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:49.983385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-e4b165d6-e696-4d08-a13f-a15c630e0932 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1094 time: 0.0976176 Jul 16 21:10:49.991785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-7ab84afd-2390-4889-aec7-2bae13084232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:49.993368 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-7ab84afd-2390-4889-aec7-2bae13084232 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1094 time: 0.0986953 Jul 16 21:10:50.155752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-64d62497-67ce-4393-981e-11e7e80cd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:50.157967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-64d62497-67ce-4393-981e-11e7e80cd375 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.1683435 Jul 16 21:10:50.160982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-5fa31789-cf27-4422-ae2b-025e8d6ea63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:50.162665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-5fa31789-cf27-4422-ae2b-025e8d6ea63c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.1513147 Jul 16 21:10:50.592596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-f2d72f2e-8459-4b16-8a89-8d5386310b6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.4274817 Jul 16 21:10:50.593992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-fca952a9-4581-4811-ba8e-0b8b8510a55d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.4223795 Jul 16 21:10:50.681537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-987b578e-269b-4576-8886-e9b7c0cff699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:50.683009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-987b578e-269b-4576-8886-e9b7c0cff699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0843420 Jul 16 21:10:50.684596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-a93faeb7-e5ba-4b87-bf86-8c925568129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:50.686038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-a93faeb7-e5ba-4b87-bf86-8c925568129c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0797775 Jul 16 21:10:50.726723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-dd8e0c8f-b88b-496d-96b6-5f2e683b2b37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378263 Jul 16 21:10:50.754959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-d979155f-bf19-4389-9d04-286f02f43595 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580268 Jul 16 21:10:50.954647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-2a224f31-3353-402c-a021-091d85f0b646 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912572 Jul 16 21:10:50.960579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-0c528fff-4e62-45be-9bb9-c7dcaa642f66 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079875 Jul 16 21:10:50.989857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba5f4-1f2f-43eb-9ecd-1fed1890e7c4 req-f86548bf-af9b-4371-bff9-937186cb9ca8 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:50.992023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c0ba5f4-1f2f-43eb-9ecd-1fed1890e7c4 req-f86548bf-af9b-4371-bff9-937186cb9ca8 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 943 time: 0.2694314 Jul 16 21:10:51.175818 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c0ba5f4-1f2f-43eb-9ecd-1fed1890e7c4 req-0226964c-ff78-4368-baa8-0ef4786e8dff tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454842 Jul 16 21:10:51.206619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-d2177d46-623b-4134-b502-cfa1e732e7f4 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431464 Jul 16 21:10:51.217125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e07d53bb-9108-42cb-b14a-46f9eff8202c req-416dd652-9c7b-49a3-809b-dc958709f4f5 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129636 Jul 16 21:10:51.539444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:10:51.541378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-f594a53b-fa68-4e2e-b1b5-7dff6e4e3344 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:51.543207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-f594a53b-fa68-4e2e-b1b5-7dff6e4e3344 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18&tenant_id=306466703ff14ca28b95838eacaff485&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 943 time: 0.1130352 Jul 16 21:10:51.552464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63edf7-ac03-4ed2-8fc6-e5bb0e0858ae req-45df852a-78aa-43b2-9e2c-11a55254cebb tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:51.553956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d63edf7-ac03-4ed2-8fc6-e5bb0e0858ae req-45df852a-78aa-43b2-9e2c-11a55254cebb tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 943 time: 0.1377902 Jul 16 21:10:51.584201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:10:51.628669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d63edf7-ac03-4ed2-8fc6-e5bb0e0858ae req-7e6280c7-29b9-4d3c-a07b-16a1becdf005 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679603 Jul 16 21:10:51.637634 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-f526d707-a228-4a1c-bb07-d74d46693b7f service neutron] delete failed (client error): The resource could not be found. Jul 16 21:10:51.638644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-f526d707-a228-4a1c-bb07-d74d46693b7f service neutron] 10.222.0.26 "DELETE /v2.0/ports/54f70fa0-102e-4e95-8bbe-7b2c5b9b21de/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0837750 Jul 16 21:10:51.740920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-130efa43-2102-409c-89b9-4c43c66a9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:51.742442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-130efa43-2102-409c-89b9-4c43c66a9b3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 1094 time: 0.0532470 Jul 16 21:10:51.833551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-a5e38d26-0b27-4c0c-af3f-95ac7389d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:51.834936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-a5e38d26-0b27-4c0c-af3f-95ac7389d703 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.0869339 Jul 16 21:10:51.876066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-cfe1fa57-2090-470d-aabc-5c8b6478a9c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 200 len: 217 time: 0.0354476 Jul 16 21:10:51.928189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-8283192d-d8b9-4a2f-9d32-d93770f6874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:51.929645 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-8283192d-d8b9-4a2f-9d32-d93770f6874c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0480146 Jul 16 21:10:51.962472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-f5632251-ad23-41c0-a2dd-c70ce9b130fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270123 Jul 16 21:10:52.051650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-e189350c-da02-4f71-9a3a-c97f89611c0d service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831721 Jul 16 21:10:52.114098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:10:52.145207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ef60f408-b44c-4586-a4c1-5e96f6120de9 req-7dcdd72f-252c-4766-8d18-e8edd41f07a8 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Jul 16 21:10:52.209791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:52.221689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8', 'port_id': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'mac_address': 'fa:16:3e:40:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0696b94-c09e-49f6-b567-2373b2005d3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:10:52.263579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:52.276162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:52.296305 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:52.301434 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:52.347922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:52.528255 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:52.815800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e5bb-b9b8-4670-867d-1eb9b6e22a66 req-ddd39f1f-e0a1-4c13-abf4-b3405737f64c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:52.817206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5464e5bb-b9b8-4670-867d-1eb9b6e22a66 req-ddd39f1f-e0a1-4c13-abf4-b3405737f64c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 944 time: 0.0668526 Jul 16 21:10:52.856062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5464e5bb-b9b8-4670-867d-1eb9b6e22a66 req-d8556b1e-c720-4549-9815-6ddfd65019f1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Jul 16 21:10:53.035674 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87802a94-bcc3-4023-9610-44cc097cfe73 req-c9c6465e-9ac6-4c4f-b306-32cbfddee7c1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:53.037222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87802a94-bcc3-4023-9610-44cc097cfe73 req-c9c6465e-9ac6-4c4f-b306-32cbfddee7c1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 944 time: 0.0684309 Jul 16 21:10:53.076093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-87802a94-bcc3-4023-9610-44cc097cfe73 req-580cf61d-9a2d-4f1c-aed1-f5bd7daa68a4 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Jul 16 21:10:53.250418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e242d31-da6a-4b34-8d37-8dd6c65575fb req-5b473901-8e01-4c39-b2fa-6441b261cbb7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:53.252178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e242d31-da6a-4b34-8d37-8dd6c65575fb req-5b473901-8e01-4c39-b2fa-6441b261cbb7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 944 time: 0.0660186 Jul 16 21:10:53.289654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e242d31-da6a-4b34-8d37-8dd6c65575fb req-48fba1e8-e5f5-4f85-8120-e4cb81155723 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jul 16 21:10:53.736672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-0b807c25-5043-444b-b966-f47e549f65ab tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:53.738150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-0b807c25-5043-444b-b966-f47e549f65ab tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 814 time: 0.1050401 Jul 16 21:10:53.753076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-dfedbf85-12ac-446f-851a-af4c23e38383 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/quotas/306466703ff14ca28b95838eacaff485 HTTP/1.1" status: 200 len: 375 time: 0.0096021 Jul 16 21:10:53.820639 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-a6c0b33d-1eb8-492a-af4a-33e1949dbcb9 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625715 Jul 16 21:10:53.915173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-f1b1de78-90d7-453e-abf1-d82773a45698 service neutron] 10.222.0.100 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877471 Jul 16 21:10:54.004414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-605ce246-b080-4532-ae67-ae351b95cbb6 service neutron] 10.222.0.100 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835440 Jul 16 21:10:54.135899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:10:54.175103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1d796c7-d44f-4bcf-8a64-a2745f79819f req-1cd7f162-0f14-4aad-89fc-79fbcf4f70d1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 210 time: 0.0306892 Jul 16 21:10:54.193157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:10:54.198606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:10:54.198991 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:54.281702 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:54.304368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:54.306800 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc170bf1-35a9-49ff-8e8a-acb5b12b3701" -d '{"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-plugged", "status": "completed", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:54.321444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:54.325420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:54.355065 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f39f4-23a7-438e-9636-11f3f95b15c8 x-openstack-request-id: req-f27f39f4-23a7-438e-9636-11f3f95b15c8 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:54.355316 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-plugged", "status": "completed", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:54.355590 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f27f39f4-23a7-438e-9636-11f3f95b15c8 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:54.355965 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'code': 200} Jul 16 21:10:54.383898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:54.961936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-d029efb2-febe-4d13-8085-867610df6327 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:54.963454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-d029efb2-febe-4d13-8085-867610df6327 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18 HTTP/1.1" status: 200 len: 945 time: 0.0682843 Jul 16 21:10:55.067846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Deleting port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:10:55.072441 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.230188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] For port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:10:55.230688 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.258740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Calling delete_port for 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:10:55.292914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-e5597b04-cecc-410f-b4f4-4e5f4e0ae73e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:55.294285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-e5597b04-cecc-410f-b4f4-4e5f4e0ae73e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 814 time: 0.1553433 Jul 16 21:10:55.339915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Request body: {'port': {'device_id': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8', 'admin_state_up': True, 'tenant_id': '306466703ff14ca28b95838eacaff485'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:55.375491 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-18851c84-a1d5-44fa-9ad8-f0af4e4b93f0 req-36da98b9-7609-4db2-8183-de263c3c1682 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 210 time: 0.0528135 Jul 16 21:10:55.529715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Made reservation on behalf of 306466703ff14ca28b95838eacaff485 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:10:55.533579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.543197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.555671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:55.579334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Pushing event deleted for resources: {'Port': ['ID=54f70fa0-102e-4e95-8bbe-7b2c5b9b21de,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:55.669011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] No DVR routers for this DVR port 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:10:55.673729 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.675750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af84a363-dd78-47fc-a2f5-6af512538bcf req-45ddc711-ddab-44df-a3e5-7fe787b43c18 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.21 "DELETE /v2.0/ports/54f70fa0-102e-4e95-8bbe-7b2c5b9b21de HTTP/1.1" status: 204 len: 173 time: 0.7059033 Jul 16 21:10:55.676189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-deleted', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:55.678429 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aedd159-bf57-43be-b1e4-2318f1e56e0e" -d '{"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-deleted", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:55.717662 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ace710-81ed-481f-9e42-faa8cba37a51 x-openstack-request-id: req-13ace710-81ed-481f-9e42-faa8cba37a51 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:55.717963 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18", "name": "network-vif-deleted", "tag": "54f70fa0-102e-4e95-8bbe-7b2c5b9b21de", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:55.718252 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-13ace710-81ed-481f-9e42-faa8cba37a51 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:55.718659 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cbf601-3685-4cb0-bf9d-bc2bea4a4e18', 'name': 'network-vif-deleted', 'tag': '54f70fa0-102e-4e95-8bbe-7b2c5b9b21de', 'status': 'completed', 'code': 200} Jul 16 21:10:55.747005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Allocated IP 172.20.0.5 (0123e1bb-9df7-4f53-8630-7dbdce7ef5b8/c0696b94-c09e-49f6-b567-2373b2005d3c/36177a74-76a0-4983-a3d3-6125273cad11) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:10:55.912190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.952372 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:55.964700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['54f70fa0-102e-4e95-8bbe-7b2c5b9b21de'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:10:56.001626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:10:56.009859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:10:56.012136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:10:56.052372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:56.076854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:56.077479 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.091879 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-1a163371-2a8a-409c-9e14-161d6badf9e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7678921 Jul 16 21:10:56.103614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Request body: {'port': {'device_id': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:10:56.175973 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.443457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36177a74-76a0-4983-a3d3-6125273cad11 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:10:56.451045 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.463574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Transition to ACTIVE for port object 36177a74-76a0-4983-a3d3-6125273cad11 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:10:56.467684 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.552354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:56.584685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.585038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.585387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.585724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.586058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.586388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.586737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.587086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.587416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.587742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.588064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.588386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:10:56.647776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a9cc5-2848-4cf7-9f0d-56bf32b52f6e req-5fd89ab0-5cc1-4eff-ba0f-75dc762f0d31 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:56.649292 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a5a9cc5-2848-4cf7-9f0d-56bf32b52f6e req-5fd89ab0-5cc1-4eff-ba0f-75dc762f0d31 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 943 time: 0.1554027 Jul 16 21:10:56.666107 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:10:56.666359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:10:56.666691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:56.678092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Port 36177a74-76a0-4983-a3d3-6125273cad11 on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:10:56.678418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:10:56.688033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:10:56.688400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Checking segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:10:56.688785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Bound using segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:10:56.689225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Bound port: 36177a74-76a0-4983-a3d3-6125273cad11, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:10:56.689587 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.711097 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a5a9cc5-2848-4cf7-9f0d-56bf32b52f6e req-7ec6680d-09ce-4d18-8589-68b9c6c8d292 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559990 Jul 16 21:10:56.764335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:10:56.767946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:10:56.772485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.807922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:56.808545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.810029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] 10.222.0.21 "PUT /v2.0/ports/36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 1091 time: 0.7107971 Jul 16 21:10:56.833974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73592f2c-a799-4116-9633-1f76c9b37d30 service neutron] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:10:56.899298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-9fc17eb4-37f6-408c-939f-5571efceebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:56.900799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-9fc17eb4-37f6-408c-939f-5571efceebd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1094 time: 0.0543225 Jul 16 21:10:56.941667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-c0f420b9-abe9-44a3-a7b9-db863ebee557 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0341024 Jul 16 21:10:56.993187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-6f3dd78f-e4a6-4d6b-9851-e318cc5a0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:56.994785 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-6f3dd78f-e4a6-4d6b-9851-e318cc5a0c54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0475433 Jul 16 21:10:57.026967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-202e1955-174f-47d4-a656-3798012eea34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259802 Jul 16 21:10:57.115721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-ebc6ea34-3437-4841-acd6-83154fabd5e1 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826004 Jul 16 21:10:57.210266 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5df28288-349e-4abe-be6f-d87d62c8a1c2 req-45399c6c-ed13-4670-b990-26be38b31f0e service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877326 Jul 16 21:10:57.719888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:10:57.722316 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fce728-4381-4ae5-8bb9-89f4f8245a99" -d '{"events": [{"name": "network-changed", "server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "tag": "36177a74-76a0-4983-a3d3-6125273cad11"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:10:57.758727 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f9895-d58f-46e0-aad9-09a35ceaddd6 x-openstack-request-id: req-0f0f9895-d58f-46e0-aad9-09a35ceaddd6 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:10:57.758990 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "tag": "36177a74-76a0-4983-a3d3-6125273cad11", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:10:57.759237 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0f0f9895-d58f-46e0-aad9-09a35ceaddd6 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:10:57.759656 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11', 'status': 'completed', 'code': 200} Jul 16 21:10:57.838291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-c5e0c042-0907-48eb-8aca-1472b5dab446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:57.839899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-c5e0c042-0907-48eb-8aca-1472b5dab446 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1094 time: 0.0564964 Jul 16 21:10:57.985808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05331e8c-a1a8-4135-a066-d2c5014463de req-20d0d138-b9ec-4c15-bcc2-8f8f1863c9e6 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:57.987336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05331e8c-a1a8-4135-a066-d2c5014463de req-20d0d138-b9ec-4c15-bcc2-8f8f1863c9e6 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 943 time: 0.1416774 Jul 16 21:10:57.988624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-fd867075-80e4-4f19-9bc6-02b109ad6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:57.990014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-fd867075-80e4-4f19-9bc6-02b109ad6f23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.1352203 Jul 16 21:10:58.046168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-2ac9483a-eac3-47e4-8a19-23c8191e8da3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0467186 Jul 16 21:10:58.092492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-05331e8c-a1a8-4135-a066-d2c5014463de req-64953a8c-f2ab-4ebc-b22e-44d4fded2c67 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993602 Jul 16 21:10:58.107790 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-0c7e819b-51cb-4402-a19e-223da6c37cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:58.110686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-0c7e819b-51cb-4402-a19e-223da6c37cfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0563827 Jul 16 21:10:58.142998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-1e580918-9caa-43c8-931d-c2fc985f61c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271127 Jul 16 21:10:58.238857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-51be3485-4375-40f0-918d-f4abbebbc395 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 Jul 16 21:10:58.331542 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5fce728-4381-4ae5-8bb9-89f4f8245a99 req-01238da7-e7b8-4423-a83b-f90bcd027bf8 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854020 Jul 16 21:10:59.278969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57fa9-a87f-4682-a32c-b744bf482fc0 req-b96ddd3a-7635-4082-9453-54c95b4f774d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:59.280518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3cd57fa9-a87f-4682-a32c-b744bf482fc0 req-b96ddd3a-7635-4082-9453-54c95b4f774d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 943 time: 0.0723584 Jul 16 21:10:59.319514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3cd57fa9-a87f-4682-a32c-b744bf482fc0 req-18a723a8-8aea-445e-ad0e-55c5d6034699 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Jul 16 21:11:00.189514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:11:00.191810 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:11:00.217140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:11:00.217454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 54f70fa0-102e-4e95-8bbe-7b2c5b9b21de not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:11:00.309562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:00.324193 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '36177a74-76a0-4983-a3d3-6125273cad11', 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8', 'port_id': '36177a74-76a0-4983-a3d3-6125273cad11', 'mac_address': 'fa:16:3e:89:fd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0696b94-c09e-49f6-b567-2373b2005d3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:11:00.373258 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:00.375081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-65170ffa-7597-4bd2-8d49-975460806b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:00.387918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36177a74-76a0-4983-a3d3-6125273cad11 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:00.409751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:00.414612 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:00.467199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:00.498884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d65178-d8fe-4ef5-b0a9-9c369c26821f req-65be4827-c4d4-44b1-a8e5-edc5015699a7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:00.500931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43d65178-d8fe-4ef5-b0a9-9c369c26821f req-65be4827-c4d4-44b1-a8e5-edc5015699a7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 944 time: 0.0650718 Jul 16 21:11:00.539238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43d65178-d8fe-4ef5-b0a9-9c369c26821f req-27c9d88a-5acc-4096-a5ae-b1712b0feaeb tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Jul 16 21:11:00.606763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['36177a74-76a0-4983-a3d3-6125273cad11'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:01.709549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325be8-52cc-437d-8d57-f65990108671 req-541b1cac-bca1-4412-a177-d77c10b7576c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:01.711061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51325be8-52cc-437d-8d57-f65990108671 req-541b1cac-bca1-4412-a177-d77c10b7576c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 944 time: 0.0625789 Jul 16 21:11:01.753402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51325be8-52cc-437d-8d57-f65990108671 req-e7c8cc05-78f2-4f65-9dae-710bf19f594f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Jul 16 21:11:02.201654 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:02.255026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 36177a74-76a0-4983-a3d3-6125273cad11 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:02.258779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 36177a74-76a0-4983-a3d3-6125273cad11 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:02.259183 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:02.335584 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:02.357820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:02.360103 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e102aba9-3d62-431c-818d-c7d69606faab" -d '{"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-plugged", "status": "completed", "tag": "36177a74-76a0-4983-a3d3-6125273cad11"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:02.372552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:02.377078 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:02.401818 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16f361-3bd5-4788-803f-b6dd17f96e69 x-openstack-request-id: req-eb16f361-3bd5-4788-803f-b6dd17f96e69 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:02.402103 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-plugged", "status": "completed", "tag": "36177a74-76a0-4983-a3d3-6125273cad11", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:02.402351 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-eb16f361-3bd5-4788-803f-b6dd17f96e69 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:02.403399 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11', 'code': 200} Jul 16 21:11:02.431594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:02.509483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5055b0b-3c0c-4d06-b315-50c65e6db25d req-35e16d6c-4e2c-490d-9c99-6a3a167fff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:02.510971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5055b0b-3c0c-4d06-b315-50c65e6db25d req-35e16d6c-4e2c-490d-9c99-6a3a167fff84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1096 time: 0.0516169 Jul 16 21:11:02.546566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f5055b0b-3c0c-4d06-b315-50c65e6db25d req-c7d1788c-e0e7-4111-ac02-69d4b7686293 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284042 Jul 16 21:11:02.928432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbf474-3865-43db-a9d1-305903823f27 req-38269ab8-50b2-40e2-b9b5-0fc5651834e2 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:02.929903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59fbf474-3865-43db-a9d1-305903823f27 req-38269ab8-50b2-40e2-b9b5-0fc5651834e2 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0643091 Jul 16 21:11:02.968295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-59fbf474-3865-43db-a9d1-305903823f27 req-8c9dd712-e6ed-4a34-8b61-6f1d30e4f538 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Jul 16 21:11:04.108104 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:04.154437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea43400-6945-456c-8eee-06845cb09a71 req-fa12b163-f772-4052-b642-faa5477fa374 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:04.155865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ea43400-6945-456c-8eee-06845cb09a71 req-fa12b163-f772-4052-b642-faa5477fa374 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0751646 Jul 16 21:11:04.193557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ea43400-6945-456c-8eee-06845cb09a71 req-8721940b-baaf-4e32-bc0d-35cb9e08b0d9 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Jul 16 21:11:04.365799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292f92a-fd60-451f-b712-b012a817324e req-1a949aa0-6e57-4d7a-8c55-6a0184d08226 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:04.367290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6292f92a-fd60-451f-b712-b012a817324e req-1a949aa0-6e57-4d7a-8c55-6a0184d08226 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0648642 Jul 16 21:11:04.405547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6292f92a-fd60-451f-b712-b012a817324e req-920fd90d-1092-48fc-9173-88a39ade4741 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Jul 16 21:11:04.739140 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-b3a9511d-50b9-431b-a4b7-6cb108692f7c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531793 Jul 16 21:11:04.798955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c778b-98f2-47d0-9b4b-12ba9f6514e2 req-a687c9b8-7606-4cac-83de-ed65c2faed1f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:04.800708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-567c778b-98f2-47d0-9b4b-12ba9f6514e2 req-a687c9b8-7606-4cac-83de-ed65c2faed1f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0673697 Jul 16 21:11:04.840040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-567c778b-98f2-47d0-9b4b-12ba9f6514e2 req-deb1268c-2f1b-457a-9be4-3e1f86542e53 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Jul 16 21:11:04.932420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e47b4a5-dd41-469c-8168-2e9aa4c86cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:05.893996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-e127b0f7-b502-4ad3-8ff9-d2721ef19d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:05.895585 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-e127b0f7-b502-4ad3-8ff9-d2721ef19d65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1096 time: 0.0593860 Jul 16 21:11:06.214560 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:06.361493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-41105ecf-565c-4ec4-b36d-360cb808837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:06.362957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-41105ecf-565c-4ec4-b36d-360cb808837f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.4614391 Jul 16 21:11:06.410404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-68391247-76f8-4a90-802f-baa178c9ec8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0396218 Jul 16 21:11:06.418186 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619396fe-e404-4bc2-bdf0-4a78130ec637 req-9f4076d3-1ba6-49af-be58-be5b3c636d6f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:06.419767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-619396fe-e404-4bc2-bdf0-4a78130ec637 req-9f4076d3-1ba6-49af-be58-be5b3c636d6f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.4599719 Jul 16 21:11:06.492622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-619396fe-e404-4bc2-bdf0-4a78130ec637 req-3fef174f-5c40-46dc-b3e9-12e048999a9a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 Jul 16 21:11:06.493857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-f5d9dd7b-6e18-4b94-9f96-b657ca003965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:06.495235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-f5d9dd7b-6e18-4b94-9f96-b657ca003965 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0746174 Jul 16 21:11:06.527154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-e2d19eee-5a18-465d-b3d6-f6b7b8d20d2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256350 Jul 16 21:11:06.616584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-3ca4e823-3161-4406-957d-ace36b486ada service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827332 Jul 16 21:11:06.714659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-7d03631a-91cd-4b24-ba65-630be758bc08 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902979 Jul 16 21:11:07.665353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc57bbc-38f4-4b8f-8809-b0f25df1768e req-81b96f6d-e258-47ca-bb57-4dc61531c7a5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:07.666828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dc57bbc-38f4-4b8f-8809-b0f25df1768e req-81b96f6d-e258-47ca-bb57-4dc61531c7a5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0634689 Jul 16 21:11:07.705212 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dc57bbc-38f4-4b8f-8809-b0f25df1768e req-95e99f12-37ab-4240-9b4d-50ef2b989bf0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328314 Jul 16 21:11:08.344896 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:08.887787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d942d09-ff8d-404e-992f-3ec9e3f303af req-d118b748-5c6b-40e1-9441-d7e7dcc6d8e2 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:08.889283 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d942d09-ff8d-404e-992f-3ec9e3f303af req-d118b748-5c6b-40e1-9441-d7e7dcc6d8e2 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0683854 Jul 16 21:11:08.894632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:08.928562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d942d09-ff8d-404e-992f-3ec9e3f303af req-7afa846d-eb85-40b6-97fc-38eb669b2519 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Jul 16 21:11:09.160501 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:10.106592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a94f7a-4af0-410f-954f-936c9ba440f8 req-f5a40dbf-0580-49b0-b2b0-afd0b163f6f5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:10.108011 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a94f7a-4af0-410f-954f-936c9ba440f8 req-f5a40dbf-0580-49b0-b2b0-afd0b163f6f5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0655177 Jul 16 21:11:10.146653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a94f7a-4af0-410f-954f-936c9ba440f8 req-1dcc6d12-5d12-4132-ba75-0dc8e0e7e47d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Jul 16 21:11:11.317659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675d1ca-3e77-47da-8e78-2bb52f791b5c req-f616fe6b-255f-45a7-bb0f-2f1892e8072e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:11.319170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f675d1ca-3e77-47da-8e78-2bb52f791b5c req-f616fe6b-255f-45a7-bb0f-2f1892e8072e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0632739 Jul 16 21:11:11.359971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f675d1ca-3e77-47da-8e78-2bb52f791b5c req-a27f0bb2-0168-44d7-8994-e43c448ad497 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Jul 16 21:11:12.536767 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282adba1-5dfb-4dcd-9622-631d5a0b1f8b req-5c497d16-0ca8-475e-8fd9-801f368e9ab6 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:12.538267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-282adba1-5dfb-4dcd-9622-631d5a0b1f8b req-5c497d16-0ca8-475e-8fd9-801f368e9ab6 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0664349 Jul 16 21:11:12.577101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-282adba1-5dfb-4dcd-9622-631d5a0b1f8b req-5f61948f-d65b-4295-b115-f9dc9c5a3788 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Jul 16 21:11:13.194121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-1a504744-647b-449e-b96b-3636b905a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:13.195657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-1a504744-647b-449e-b96b-3636b905a7d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1096 time: 0.0531924 Jul 16 21:11:13.302573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-293f0fec-e9db-497a-a0e0-542dde282f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:13.304071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-293f0fec-e9db-497a-a0e0-542dde282f04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.0883279 Jul 16 21:11:13.348013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-cebdc872-0b82-46f1-ab3e-3d61d1817a15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0361936 Jul 16 21:11:13.397249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-31c41490-53b8-43a2-847b-9a5a96a633a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:13.398811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-31c41490-53b8-43a2-847b-9a5a96a633a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0448294 Jul 16 21:11:13.440086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-ea1724e3-10eb-4ff0-8f49-dc6bc131ceeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348244 Jul 16 21:11:13.528115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-ce8e44c5-010c-4360-b1e8-d4fabc1a5c2e service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812318 Jul 16 21:11:13.622678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62fea1b4-78b0-4db5-8aa9-eb85cf164a74 req-f906a200-c91b-4308-b56e-9be986bb3169 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886302 Jul 16 21:11:13.754270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a0375-cc56-4918-87e1-9a5e0f32984b req-28cc7a3e-9cda-4987-9ce0-7465914d90b1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:13.755801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-539a0375-cc56-4918-87e1-9a5e0f32984b req-28cc7a3e-9cda-4987-9ce0-7465914d90b1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0632136 Jul 16 21:11:13.793537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-539a0375-cc56-4918-87e1-9a5e0f32984b req-bd40dd1f-0a97-4723-9292-c34be634f01d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Jul 16 21:11:14.980513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c08f-7c1b-410b-93ba-d100d4ecfa79 req-4d5a3229-bea6-4003-98e3-2b777aa791d5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:14.981999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf83c08f-7c1b-410b-93ba-d100d4ecfa79 req-4d5a3229-bea6-4003-98e3-2b777aa791d5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0687478 Jul 16 21:11:15.020321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf83c08f-7c1b-410b-93ba-d100d4ecfa79 req-a6bcb258-53dc-4140-a165-844af5a89a6c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Jul 16 21:11:16.196252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42482af-8720-4fb5-9cc5-866179a1fec2 req-3e54e74d-eccb-4d34-b801-e7f9aa15d42d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:16.197757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42482af-8720-4fb5-9cc5-866179a1fec2 req-3e54e74d-eccb-4d34-b801-e7f9aa15d42d tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0648141 Jul 16 21:11:16.237909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a42482af-8720-4fb5-9cc5-866179a1fec2 req-acfefa98-2854-4fc5-8a58-d4888b06bc19 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Jul 16 21:11:17.417781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb1f0c-1b47-49d3-9ca8-e61130eacf15 req-9e4cd8e2-7277-47f6-abd2-56090da1acad tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:17.419238 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bbb1f0c-1b47-49d3-9ca8-e61130eacf15 req-9e4cd8e2-7277-47f6-abd2-56090da1acad tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0659342 Jul 16 21:11:17.458834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1bbb1f0c-1b47-49d3-9ca8-e61130eacf15 req-230fdde7-7345-4ea9-8d0c-e31c2309111b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338106 Jul 16 21:11:18.638797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576266ae-4645-4e7e-a623-82d21150de1e req-4c594ae3-7b4c-4da2-bb28-c63fdafe2a74 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:18.640312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-576266ae-4645-4e7e-a623-82d21150de1e req-4c594ae3-7b4c-4da2-bb28-c63fdafe2a74 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0680103 Jul 16 21:11:18.678277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-576266ae-4645-4e7e-a623-82d21150de1e req-59ed7747-3d06-4781-83c2-9dae4fff6cb0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Jul 16 21:11:18.985380 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:19.851588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd7c70-1dae-41e5-9620-77ca5c0c2199 req-bac40d63-033f-4742-b24c-f542fa64310c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:19.853106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40bd7c70-1dae-41e5-9620-77ca5c0c2199 req-bac40d63-033f-4742-b24c-f542fa64310c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0641012 Jul 16 21:11:19.892902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40bd7c70-1dae-41e5-9620-77ca5c0c2199 req-b94aaeb5-4e81-4e6f-bd37-8828a711c2f1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341413 Jul 16 21:11:21.073402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28a47e-9a82-48b3-aac6-f91a6c5d4cd1 req-85c2cc2e-3695-419b-8d0f-47ba69ae53f5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:21.074959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e28a47e-9a82-48b3-aac6-f91a6c5d4cd1 req-85c2cc2e-3695-419b-8d0f-47ba69ae53f5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0695481 Jul 16 21:11:21.112522 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e28a47e-9a82-48b3-aac6-f91a6c5d4cd1 req-d74c79b9-c956-45e4-a21b-4bf3fdaec049 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Jul 16 21:11:22.291190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182a6b8-51eb-47a2-a875-2bebf20eaec9 req-b832d9ac-a423-4748-9802-a4b5342fcd17 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:22.292756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9182a6b8-51eb-47a2-a875-2bebf20eaec9 req-b832d9ac-a423-4748-9802-a4b5342fcd17 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0667148 Jul 16 21:11:22.337002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9182a6b8-51eb-47a2-a875-2bebf20eaec9 req-03a34fd0-648e-4f3d-ad1f-6472d3bf9089 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Jul 16 21:11:23.521971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979516-6314-424e-b43b-114569bb3a5f req-7a4b38fb-7f93-4429-aaa7-24dc3ed6f8d7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.523529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb979516-6314-424e-b43b-114569bb3a5f req-7a4b38fb-7f93-4429-aaa7-24dc3ed6f8d7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0650494 Jul 16 21:11:23.566081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb979516-6314-424e-b43b-114569bb3a5f req-e2c7f9b9-0c4d-44dd-b70a-1f25a38c5f30 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370300 Jul 16 21:11:24.745064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf848fc-da9c-4df8-b3cf-540f1bcc6c0d req-f5ce9212-7374-4add-8402-a4e687c9e5b8 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:24.746877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abf848fc-da9c-4df8-b3cf-540f1bcc6c0d req-f5ce9212-7374-4add-8402-a4e687c9e5b8 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0655258 Jul 16 21:11:24.785744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-abf848fc-da9c-4df8-b3cf-540f1bcc6c0d req-a1f42a46-1e00-4fc4-bcbe-3781bc8f1da8 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Jul 16 21:11:25.962830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ba2e0-3c2a-404c-902f-6b9ba47be27d req-306d760e-2c27-4321-98a4-7c0bdde3f979 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:25.964352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d82ba2e0-3c2a-404c-902f-6b9ba47be27d req-306d760e-2c27-4321-98a4-7c0bdde3f979 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0631044 Jul 16 21:11:26.003762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d82ba2e0-3c2a-404c-902f-6b9ba47be27d req-e297385c-d31c-4f82-a5d5-4bf2543ab2d7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Jul 16 21:11:27.180036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5c9a6-0b9f-4a3f-ad69-12617bd2029e req-7e1a3461-59e2-4620-a768-f6e0d099678b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:27.181510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97c5c9a6-0b9f-4a3f-ad69-12617bd2029e req-7e1a3461-59e2-4620-a768-f6e0d099678b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0664709 Jul 16 21:11:27.218107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97c5c9a6-0b9f-4a3f-ad69-12617bd2029e req-192d7030-7b59-421c-847e-d7114f19cecd tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Jul 16 21:11:28.397599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84153892-a8ba-4b6f-b21c-e5b07f885d36 req-526a6082-8fb7-4349-9eab-a99474a14f4f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:28.399017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84153892-a8ba-4b6f-b21c-e5b07f885d36 req-526a6082-8fb7-4349-9eab-a99474a14f4f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0649924 Jul 16 21:11:28.436757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-84153892-a8ba-4b6f-b21c-e5b07f885d36 req-90b05bb7-a8e8-4138-9a8f-ad6efd224f52 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jul 16 21:11:29.611825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861d1c6-55ef-4600-9179-bc6195f22a30 req-0d3eaee9-51e3-4a3e-adeb-0c2f0685e02e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:29.613330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c861d1c6-55ef-4600-9179-bc6195f22a30 req-0d3eaee9-51e3-4a3e-adeb-0c2f0685e02e tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0624435 Jul 16 21:11:29.655432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c861d1c6-55ef-4600-9179-bc6195f22a30 req-3251af0f-f92b-4498-a0be-39ddc7b73f56 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Jul 16 21:11:30.347904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8acccb24-4507-4d58-9f94-f0f4a3d1a630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.829895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86097b-9af0-4564-b2ed-f4cde7479437 req-0bc09647-ea3a-401c-9704-8c96c8132f2f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:30.831422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b86097b-9af0-4564-b2ed-f4cde7479437 req-0bc09647-ea3a-401c-9704-8c96c8132f2f tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0646265 Jul 16 21:11:30.869972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b86097b-9af0-4564-b2ed-f4cde7479437 req-f30304c2-05ac-45b6-87ea-cfcf9a03e46a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Jul 16 21:11:32.043920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107275eb-1955-453a-91f8-a2f208c60616 req-74882889-edca-42a7-984e-ba244e73e3be tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:32.045446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-107275eb-1955-453a-91f8-a2f208c60616 req-74882889-edca-42a7-984e-ba244e73e3be tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0633314 Jul 16 21:11:32.084773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-107275eb-1955-453a-91f8-a2f208c60616 req-e8ab846c-7080-417b-a4e2-7d76ea2e4af0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Jul 16 21:11:33.265025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a56b7-148c-4f6b-9211-e4df7a8ba706 req-2c23404e-e7cf-4f4a-8688-0a6842f0226a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:33.266512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f6a56b7-148c-4f6b-9211-e4df7a8ba706 req-2c23404e-e7cf-4f4a-8688-0a6842f0226a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0698791 Jul 16 21:11:33.305788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f6a56b7-148c-4f6b-9211-e4df7a8ba706 req-f02ce937-69c6-431b-b528-438a1ffafc39 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Jul 16 21:11:33.828165 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-ab8cdc78-1a61-4480-a080-a04deae588bd service neutron] show failed (client error): The resource could not be found. Jul 16 21:11:33.829248 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-ab8cdc78-1a61-4480-a080-a04deae588bd service neutron] 10.222.0.21 "GET /v2.0/ports/36177a74-76a0-4983-a3d3-6125273cad11/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0600677 Jul 16 21:11:34.077587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-3bbef30a-b6eb-4f24-a48b-ab19c243d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.080196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-3bbef30a-b6eb-4f24-a48b-ab19c243d123 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78&tenant_id=306466703ff14ca28b95838eacaff485 HTTP/1.1" status: 200 len: 1096 time: 0.0565324 Jul 16 21:11:34.091157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:34.109507 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.173223 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.384555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:34.418269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:34.492007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:34.494262 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b43e020-9f39-4281-b4e3-9fa341f00c6d" -d '{"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-unplugged", "status": "completed", "tag": "36177a74-76a0-4983-a3d3-6125273cad11"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:34.498128 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.519185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Transition to ACTIVE for port object 36177a74-76a0-4983-a3d3-6125273cad11 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:34.524007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.566021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f28ac-0de4-43d3-b3e4-d5b12f6b8a31 req-bd634671-7d3b-48a8-b8f5-022e6a2ea4b0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.567579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-598f28ac-0de4-43d3-b3e4-d5b12f6b8a31 req-bd634671-7d3b-48a8-b8f5-022e6a2ea4b0 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.1475739 Jul 16 21:11:34.614018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] No DVR routers for this DVR port 36177a74-76a0-4983-a3d3-6125273cad11 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:11:34.620346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:34.667477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-598f28ac-0de4-43d3-b3e4-d5b12f6b8a31 req-077815b6-92f1-418d-890c-56d15707188a tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938351 Jul 16 21:11:34.668517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:34.668845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:34.669171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:34.674038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Port 36177a74-76a0-4983-a3d3-6125273cad11 on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:11:34.674366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Attempting to bind port 36177a74-76a0-4983-a3d3-6125273cad11 on network 0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:34.679231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:34.679608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Checking segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:34.679991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Bound using segment: {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:34.680457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Bound port: 36177a74-76a0-4983-a3d3-6125273cad11, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3834d82-817a-404c-a8cb-208fe49622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:34.680775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.729107 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab99b8c8-51d9-4b8b-bf04-5c79d16ff08f x-openstack-request-id: req-ab99b8c8-51d9-4b8b-bf04-5c79d16ff08f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:34.729402 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-unplugged", "status": "completed", "tag": "36177a74-76a0-4983-a3d3-6125273cad11", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:34.729654 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ab99b8c8-51d9-4b8b-bf04-5c79d16ff08f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:34.730074 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11', 'code': 200} Jul 16 21:11:34.753166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:34.756161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:34.760011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.794251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.794875 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.796341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] 10.222.0.26 "PUT /v2.0/ports/36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 1091 time: 0.7093632 Jul 16 21:11:34.818665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61dbc4-d84c-4dd1-82ac-20c5e76c0053 service neutron] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:34.874675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-fa52b894-15e1-4a14-bde1-f2a339113e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.876848 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-fa52b894-15e1-4a14-bde1-f2a339113e08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1094 time: 0.0545981 Jul 16 21:11:34.933526 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-37c0d61c-24e5-4380-8d3f-a3689b033a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:34.969292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-c9079ce7-62d7-45ff-846e-35686647146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.971108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-c9079ce7-62d7-45ff-846e-35686647146b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.0892665 Jul 16 21:11:35.012474 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-979daaef-fadb-40b0-8dbb-8b38836a10c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0348325 Jul 16 21:11:35.066756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-2f946e90-4ae8-454e-9795-1e3a1c936666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:35.068275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-2f946e90-4ae8-454e-9795-1e3a1c936666 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0502381 Jul 16 21:11:35.102263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-e175e613-7fc1-4358-a9f7-2c20518e0379 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270262 Jul 16 21:11:35.190416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-bc41f7c9-af58-4efd-84c7-175e4923a13d service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822458 Jul 16 21:11:35.284682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f0111949-d0c6-433a-a937-ea3304dd1d47 req-d050e78c-6466-44df-94eb-8b96f4520c3f service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878844 Jul 16 21:11:35.848798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a943134-dfa1-416e-a89e-c990b97f7c56 req-1e2179a0-ce0c-42dd-bc05-0404de57d2da tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:35.850310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a943134-dfa1-416e-a89e-c990b97f7c56 req-1e2179a0-ce0c-42dd-bc05-0404de57d2da tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 943 time: 0.0695534 Jul 16 21:11:35.892941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9a943134-dfa1-416e-a89e-c990b97f7c56 req-14b6f43a-e927-48e6-8ea6-49030d7827c6 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Jul 16 21:11:36.216654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:36.731812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:36.734186 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4c967c-4330-46d3-8a0f-5d7047cf604b" -d '{"events": [{"name": "network-changed", "server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "tag": "36177a74-76a0-4983-a3d3-6125273cad11"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:36.784376 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd6a69-144e-428e-8910-6b3aef30b7ae x-openstack-request-id: req-c4dd6a69-144e-428e-8910-6b3aef30b7ae {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:36.784672 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "tag": "36177a74-76a0-4983-a3d3-6125273cad11", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:36.784927 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c4dd6a69-144e-428e-8910-6b3aef30b7ae {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:36.785326 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11', 'status': 'completed', 'code': 200} Jul 16 21:11:36.911432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-baf61be9-ec6f-4367-9498-e344a9ae06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:36.913064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-baf61be9-ec6f-4367-9498-e344a9ae06dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1094 time: 0.1000912 Jul 16 21:11:36.915761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-441af19e-088c-437c-a124-113babe61867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:36.917112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-441af19e-088c-437c-a124-113babe61867 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1094 time: 0.0953379 Jul 16 21:11:37.116482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-73ade5b9-af84-4655-be68-0996d0ec4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.117954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-73ade5b9-af84-4655-be68-0996d0ec4dd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.1904166 Jul 16 21:11:37.118887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-14058299-f60e-452f-a846-1551fad28727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.120218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-14058299-f60e-452f-a846-1551fad28727 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.2001991 Jul 16 21:11:37.194185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-27061bbe-2266-4ced-84f9-8b71b9b9dbd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0691316 Jul 16 21:11:37.196547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-ad21b833-9b84-42a2-97b2-5f6da381995a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0617290 Jul 16 21:11:37.228540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae666b02-0f0a-42cb-aaf6-766b26b414db req-c9e17071-3adc-401f-9f2b-62eeaba717e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.230018 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae666b02-0f0a-42cb-aaf6-766b26b414db req-c9e17071-3adc-401f-9f2b-62eeaba717e7 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 943 time: 0.1962557 Jul 16 21:11:37.316211 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-27ce98eb-13f6-46f4-bc5c-5430559f5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.317689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-27ce98eb-13f6-46f4-bc5c-5430559f5ad0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.1171191 Jul 16 21:11:37.321166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-4eee805e-4158-4325-8c12-9b8fe5072f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.322494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-4eee805e-4158-4325-8c12-9b8fe5072f12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.1133373 Jul 16 21:11:37.335375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae666b02-0f0a-42cb-aaf6-766b26b414db req-10995134-02dd-4886-8c08-f9dcd078ec29 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867679 Jul 16 21:11:37.363725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-0bef18e9-d552-4d92-9ff1-1db55d538bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385783 Jul 16 21:11:37.386568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-8faeabc5-6a95-45d0-9033-8adf8d5f12d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503654 Jul 16 21:11:37.541951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-8148c47d-320a-4402-b70c-04693877e23c service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576860 Jul 16 21:11:37.545917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-67ddffe6-67a2-4a54-b4e5-bafec023c62d service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523757 Jul 16 21:11:37.740343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:11:37.796271 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-c96b343b-f4b3-477b-9d02-8b6bbf73f7f4 service neutron] 10.222.0.26 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486782 Jul 16 21:11:37.801348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4c967c-4330-46d3-8a0f-5d7047cf604b req-46819611-4dd5-4ebc-80ba-b80cfd0eb822 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457392 Jul 16 21:11:37.818576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a842ca-b55a-47c3-b0ea-0c54f3a978e0 req-138083bf-48cc-4c38-88f8-b4423baa99a1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.820243 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1a842ca-b55a-47c3-b0ea-0c54f3a978e0 req-138083bf-48cc-4c38-88f8-b4423baa99a1 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 943 time: 0.2464452 Jul 16 21:11:37.833236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-cd3e86a5-8dac-41de-b072-715a80736f9b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.834725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-cd3e86a5-8dac-41de-b072-715a80736f9b tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.21 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78&tenant_id=306466703ff14ca28b95838eacaff485&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 943 time: 0.2453470 Jul 16 21:11:37.842324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:37.856734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '36177a74-76a0-4983-a3d3-6125273cad11', 'network_id': '0123e1bb-9df7-4f53-8630-7dbdce7ef5b8', 'port_id': '36177a74-76a0-4983-a3d3-6125273cad11', 'mac_address': 'fa:16:3e:89:fd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0696b94-c09e-49f6-b567-2373b2005d3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:11:37.895228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:37.904160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1a842ca-b55a-47c3-b0ea-0c54f3a978e0 req-3046b79f-0296-4202-a160-a208e001d9d8 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684114 Jul 16 21:11:37.907916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36177a74-76a0-4983-a3d3-6125273cad11 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:37.926928 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-b57726b6-c8a8-45bb-9a63-2ac87bda95ed service neutron] delete failed (client error): The resource could not be found. Jul 16 21:11:37.926928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-b57726b6-c8a8-45bb-9a63-2ac87bda95ed service neutron] 10.222.0.21 "DELETE /v2.0/ports/36177a74-76a0-4983-a3d3-6125273cad11/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0782478 Jul 16 21:11:37.928215 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:37.932562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:37.980125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:37.989165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.989543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.989887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.990227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.990609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.990883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.991208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.991561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.991886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.992209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.992534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:37.992850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:38.024132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-13b3991e-c5d7-440b-8d42-ae04cfd4b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:38.025866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-13b3991e-c5d7-440b-8d42-ae04cfd4b8a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=306466703ff14ca28b95838eacaff485&device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 1095 time: 0.0604262 Jul 16 21:11:38.117831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-1c24be5d-e0b0-4ae9-8c1e-7447fd7a66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:38.119322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-1c24be5d-e0b0-4ae9-8c1e-7447fd7a66a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 200 len: 915 time: 0.0870690 Jul 16 21:11:38.143656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['36177a74-76a0-4983-a3d3-6125273cad11'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:38.165874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-c1fdb56d-38c4-4c4d-9359-ea55c24d9234 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 200 len: 217 time: 0.0386279 Jul 16 21:11:38.217285 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-8f1fa707-d267-4a29-8072-ad62a333d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:38.218823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-8f1fa707-d267-4a29-8072-ad62a333d93e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 200 len: 854 time: 0.0457447 Jul 16 21:11:38.253337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-06ce4d7a-6cfe-4f53-b272-f7d49e2b4e00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286057 Jul 16 21:11:38.313191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:11:38.348605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-2e85f0c2-06a1-49a1-b905-c66ee51179e1 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890536 Jul 16 21:11:38.357532 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:38.362383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:11:38.438524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85584ec7-98e3-4b94-880b-5a14753b1143 req-74ed2534-cbac-4b1a-8329-4dfacbcecd95 service neutron] 10.222.0.21 "GET /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827103 Jul 16 21:11:38.900302 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.092401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963c0b-5518-4582-aeb7-a8930c7b2f37 req-c17776ac-a304-4e1b-8b04-6d1691d7ea05 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:39.093895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61963c0b-5518-4582-aeb7-a8930c7b2f37 req-c17776ac-a304-4e1b-8b04-6d1691d7ea05 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 944 time: 0.0702760 Jul 16 21:11:39.132067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61963c0b-5518-4582-aeb7-a8930c7b2f37 req-a4af5f34-ccff-4084-996e-4c2211a0e77c tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jul 16 21:11:39.174558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.311476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99bad0-ac20-4046-9aae-0176ec9118d4 req-98af1bd1-7a64-40c3-84b8-a6205edbd0d9 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:39.312978 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f99bad0-ac20-4046-9aae-0176ec9118d4 req-98af1bd1-7a64-40c3-84b8-a6205edbd0d9 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 944 time: 0.0671206 Jul 16 21:11:39.351753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f99bad0-ac20-4046-9aae-0176ec9118d4 req-a03c804b-38a0-4fb0-92af-507816114237 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Jul 16 21:11:39.522516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be621714-230c-4f97-9679-89ff66064c60 req-de53a26b-d655-4f86-b9d5-c48b1f5b00cd tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:39.524019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be621714-230c-4f97-9679-89ff66064c60 req-de53a26b-d655-4f86-b9d5-c48b1f5b00cd tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 944 time: 0.0635326 Jul 16 21:11:39.566420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be621714-230c-4f97-9679-89ff66064c60 req-468bca8d-784f-4fea-9a03-385dc5f3f493 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Jul 16 21:11:39.747670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:39.798842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 36177a74-76a0-4983-a3d3-6125273cad11 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:39.803448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 36177a74-76a0-4983-a3d3-6125273cad11 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:39.803818 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.890844 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.914834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:39.917139 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf1554-9893-451d-a652-11ce6727e8e5" -d '{"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-plugged", "status": "completed", "tag": "36177a74-76a0-4983-a3d3-6125273cad11"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:39.930055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:39.934214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:39.982568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:40.020287 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712ad44c-56b9-4b28-bace-4c70c173a037 x-openstack-request-id: req-712ad44c-56b9-4b28-bace-4c70c173a037 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:40.020585 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-plugged", "status": "completed", "tag": "36177a74-76a0-4983-a3d3-6125273cad11", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:40.020845 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-712ad44c-56b9-4b28-bace-4c70c173a037 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:40.021391 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11', 'code': 200} Jul 16 21:11:40.166683 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb33210-6fa7-433f-9ce4-c0abf5ac830f req-325d3697-a835-4e8b-b893-cbfa0d6d7636 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.168209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cb33210-6fa7-433f-9ce4-c0abf5ac830f req-325d3697-a835-4e8b-b893-cbfa0d6d7636 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0631535 Jul 16 21:11:40.207133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1cb33210-6fa7-433f-9ce4-c0abf5ac830f req-3ce011ac-29b8-43f4-b940-4ef3b50f93cd tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Jul 16 21:11:41.137893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90031f9-9448-4806-8812-546882a524ef req-fa7e9a10-faba-4eb8-a1cc-b95691c4c888 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:41.139363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a90031f9-9448-4806-8812-546882a524ef req-fa7e9a10-faba-4eb8-a1cc-b95691c4c888 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.26 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.0625463 Jul 16 21:11:41.628457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Deleting port 36177a74-76a0-4983-a3d3-6125273cad11 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:11:41.629220 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:41.661951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44c0b2-79f0-46e2-953f-256d93f3a5b3 req-d88892ba-8812-4ce9-8f82-f4e298288629 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:41.663541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af44c0b2-79f0-46e2-953f-256d93f3a5b3 req-d88892ba-8812-4ce9-8f82-f4e298288629 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/ports?device_id=6986def9-3217-4ed1-ba7e-e3bddf146b78 HTTP/1.1" status: 200 len: 945 time: 0.1027124 Jul 16 21:11:41.743204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af44c0b2-79f0-46e2-953f-256d93f3a5b3 req-821c1193-fc46-423b-ae1e-ad6922a2e1bb tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.100 "GET /v2.0/security-groups?id=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736101 Jul 16 21:11:41.754921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] For port 36177a74-76a0-4983-a3d3-6125273cad11, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=36177a74-76a0-4983-a3d3-6125273cad11,segment=NetworkSegment(e3834d82-817a-404c-a8cb-208fe49622f1),segment_id=e3834d82-817a-404c-a8cb-208fe49622f1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:41.755339 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:41.767838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Calling delete_port for 36177a74-76a0-4983-a3d3-6125273cad11 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:11:41.896333 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:41.908887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['36177a74-76a0-4983-a3d3-6125273cad11'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:41.925944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Pushing event deleted for resources: {'Port': ['ID=36177a74-76a0-4983-a3d3-6125273cad11,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:41.969679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] No DVR routers for this DVR port 36177a74-76a0-4983-a3d3-6125273cad11 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:11:41.973284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:41.975374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a90031f9-9448-4806-8812-546882a524ef req-2c6a0c92-dc49-454e-b545-d5cf9622e7e5 tempest-ServerDiskConfigTestJSON-1149879041 tempest-ServerDiskConfigTestJSON-1149879041-project] 10.222.0.26 "DELETE /v2.0/ports/36177a74-76a0-4983-a3d3-6125273cad11 HTTP/1.1" status: 204 len: 173 time: 0.8303912 Jul 16 21:11:41.975874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-deleted', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:41.978099 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf8338-b2a1-4e9d-8218-99e2fc0314b9" -d '{"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-deleted", "tag": "36177a74-76a0-4983-a3d3-6125273cad11"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:42.015489 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97d1a14-959e-4d62-8193-fef26ce7d1ae x-openstack-request-id: req-c97d1a14-959e-4d62-8193-fef26ce7d1ae {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:42.015779 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986def9-3217-4ed1-ba7e-e3bddf146b78", "name": "network-vif-deleted", "tag": "36177a74-76a0-4983-a3d3-6125273cad11", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:42.016059 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c97d1a14-959e-4d62-8193-fef26ce7d1ae {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:42.016454 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6986def9-3217-4ed1-ba7e-e3bddf146b78', 'name': 'network-vif-deleted', 'tag': '36177a74-76a0-4983-a3d3-6125273cad11', 'status': 'completed', 'code': 200} Jul 16 21:11:42.971016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:43.020106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Deleting subnet c0696b94-c09e-49f6-b567-2373b2005d3c {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:11:43.023095 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.058329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.097776 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.148570 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.173753 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0696b94-c09e-49f6-b567-2373b2005d3c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:43.178304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.180721 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c0696b94-c09e-49f6-b567-2373b2005d3c HTTP/1.1" status: 204 len: 168 time: 0.2081668 Jul 16 21:11:43.182891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58696) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:43.185431 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.185780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.186119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.186459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.186797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.187123 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.187483 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.187807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.188134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.188613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.188977 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.189409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae167a10-9f96-470f-aa09-ab5cd919dec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:43.255822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.336436 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.346867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0123e1bb-9df7-4f53-8630-7dbdce7ef5b8']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:43.356519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3834d82-817a-404c-a8cb-208fe49622f1') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:43.356807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3834d82-817a-404c-a8cb-208fe49622f1') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:43.365482 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.378984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.384664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:11:43.385042 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:11:43.386638 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:11:43.439485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.444949 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.446942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] 10.222.0.100 "DELETE /v2.0/networks/0123e1bb-9df7-4f53-8630-7dbdce7ef5b8 HTTP/1.1" status: 204 len: 168 time: 0.2629783 Jul 16 21:11:43.459198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ad118-6447-4b53-be32-874e2a1230ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0123e1bb-9df7-4f53-8630-7dbdce7ef5b8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:43.561705 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58700) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:43.602638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2d413fd3-7bee-403b-8833-965dc00ef87d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=306466703ff14ca28b95838eacaff485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395207 Jul 16 21:11:43.605054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:43.657501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-face9cff-efa8-43e6-aaf8-a8921e89306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.677764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-face9cff-efa8-43e6-aaf8-a8921e89306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.724257 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-face9cff-efa8-43e6-aaf8-a8921e89306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.726751 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-face9cff-efa8-43e6-aaf8-a8921e89306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:43.727967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-face9cff-efa8-43e6-aaf8-a8921e89306b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b HTTP/1.1" status: 204 len: 168 time: 0.1220040 Jul 16 21:11:43.736610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9cff-efa8-43e6-aaf8-a8921e89306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5cc239-2f3e-40a2-b0dd-9d41e5b1106b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:44.392642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58724) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:44.487531 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-49071300-network', 'tenant_id': '98f893f315d744df88b70b1a24875faf'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:44.508677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Made reservation on behalf of 98f893f315d744df88b70b1a24875faf for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:11:44.511172 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.519823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.610919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.614840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.635170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:11:44.649153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102342fe-0b8e-44fa-af85-a3236d4d7584,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:44.654079 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.654421 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Added segment 118c59b6-9525-45df-876f-9ed73cf5f9d9 of type vlan for network 626fc04e-1505-4985-9761-5c9b5f51b969 Jul 16 21:11:44.694380 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.723498 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.724383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:44.724954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.758782 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3650212 Jul 16 21:11:44.761563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58728) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:44.793454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Request body: {'subnet': {'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-49071300-subnet', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:44.797525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a01ae1-a333-491d-9dae-387687a51e94 admin admin] Pushing event updated for resources: {'Network': ['ID=626fc04e-1505-4985-9761-5c9b5f51b969,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:44.808970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 626fc04e-1505-4985-9761-5c9b5f51b969 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:11:44.819145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Made reservation on behalf of 98f893f315d744df88b70b1a24875faf for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:11:44.821693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:44.994161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.051237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d5222e-7624-40d1-82f2-66d68e07552a,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:45.058108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:45.058468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Network hostable DHCP agents. Network: 626fc04e-1505-4985-9761-5c9b5f51b969, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:11:45.075975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:11:45.085412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 626fc04e-1505-4985-9761-5c9b5f51b969) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:45.089808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:45.090353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.094344 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f710b-0e07-4a77-962f-a299dc64e9ff None None] Network 626fc04e-1505-4985-9761-5c9b5f51b969 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:11:45.104952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-24e454dc-13d6-436e-9f91-f892af74a6e4 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3409317 Jul 16 21:11:45.107981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58730) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:45.112579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:45.133487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.134565 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.190831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.246285 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-626fc04e-1505-4985-9761-5c9b5f51b969', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:11:45.247403 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.328674 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.538662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Allocated IP 172.20.0.2 (626fc04e-1505-4985-9761-5c9b5f51b969/c3d5222e-7624-40d1-82f2-66d68e07552a/d130d224-134d-4bab-86e2-6f40f25baf9d) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:45.541649 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.562585 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.671877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Allocated IP 172.25.8.127 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9208db66-0804-4e05-8149-59484c74f27f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:45.692736 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.703301 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Transition to ACTIVE for port object d130d224-134d-4bab-86e2-6f40f25baf9d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:45.717722 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Transition to ACTIVE for port object d130d224-134d-4bab-86e2-6f40f25baf9d will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:45.724306 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.763745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:45.766478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:45.771637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:45.779041 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Pushing event updated for resources: {'Port': ['ID=d130d224-134d-4bab-86e2-6f40f25baf9d,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:45.781080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.788643 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:11:45.825180 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.825388 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 36177a74-76a0-4983-a3d3-6125273cad11 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:11:45.825828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 36177a74-76a0-4983-a3d3-6125273cad11 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:11:45.859699 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Attempting to bind port d130d224-134d-4bab-86e2-6f40f25baf9d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:45.860065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Attempting to bind port d130d224-134d-4bab-86e2-6f40f25baf9d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:45.860425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Attempting to bind port d130d224-134d-4bab-86e2-6f40f25baf9d on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:45.861680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:45.864611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:45.865452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:45.865825 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:45.866226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.866622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:45.867147 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Bound port: d130d224-134d-4bab-86e2-6f40f25baf9d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:45.867620 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:45.870203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:45.907511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Pushing event updated for resources: {'Port': ['ID=9208db66-0804-4e05-8149-59484c74f27f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:45.936152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] For port d130d224-134d-4bab-86e2-6f40f25baf9d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:45.940077 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] For port d130d224-134d-4bab-86e2-6f40f25baf9d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d130d224-134d-4bab-86e2-6f40f25baf9d,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:45.952999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:46.021225 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d73afb-4cb0-4dd9-80c4-6d04a5e83504 None None] Pushing event updated for resources: {'Port': ['ID=d130d224-134d-4bab-86e2-6f40f25baf9d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:46.152787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:46.360695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:46.483794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Router ba0f249e-134a-437f-929c-69fdb276f245 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:11:46.590993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:11:46.599985 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:11:46.608878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:46.610098 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:46.611592 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:46.614408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58732) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:46.614919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c99c3ff7-ec47-4477-b150-f32a32d0e19f admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5057454 Jul 16 21:11:46.730349 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:46.917033 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:46Z', 'revision_number': 3, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:46.937756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4534afc-c6c9-48f5-8856-8457035a28bc None None] Network 626fc04e-1505-4985-9761-5c9b5f51b969 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:11:46.949686 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:11:46.950282 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Updating router ba0f249e-134a-437f-929c-69fdb276f245 port 9208db66-0804-4e05-8149-59484c74f27f binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:11:46.986561 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.044528 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8f842a4f-8912-4270-937c-958e17eabc10 None None] Provisioning for port d130d224-134d-4bab-86e2-6f40f25baf9d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:47.065855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.237779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Allocated IP 172.20.0.1 (626fc04e-1505-4985-9761-5c9b5f51b969/c3d5222e-7624-40d1-82f2-66d68e07552a/4012b666-8f73-4759-bb83-7bebebae076c) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:47.355461 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.367097 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Transition to ACTIVE for port object 9208db66-0804-4e05-8149-59484c74f27f will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:47.370973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d130d224-134d-4bab-86e2-6f40f25baf9d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:47.378067 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.394311 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.411283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Transition to ACTIVE for port object 4012b666-8f73-4759-bb83-7bebebae076c will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:47.434687 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Attempting to bind port 9208db66-0804-4e05-8149-59484c74f27f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:47.435053 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Attempting to bind port 9208db66-0804-4e05-8149-59484c74f27f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:47.435434 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Attempting to bind port 9208db66-0804-4e05-8149-59484c74f27f on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:47.445086 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:47.445521 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:47.445953 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.446422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:47.446949 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Bound port: 9208db66-0804-4e05-8149-59484c74f27f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:47.447379 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.448673 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d130d224-134d-4bab-86e2-6f40f25baf9d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:47.449137 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Pushing event updated for resources: {'Port': ['ID=9208db66-0804-4e05-8149-59484c74f27f,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:47.451858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.453034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d130d224-134d-4bab-86e2-6f40f25baf9d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:47.453509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.487631 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.488266 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.488605 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.488934 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.489258 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.489378 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:47.489715 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.490042 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.490359 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.490670 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.490987 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.491320 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.492137 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:47.492892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:47.498907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:47.532219 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] For port 9208db66-0804-4e05-8149-59484c74f27f, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:47.537221 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] For port 9208db66-0804-4e05-8149-59484c74f27f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9208db66-0804-4e05-8149-59484c74f27f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:47.542575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Pushing event updated for resources: {'Port': ['ID=4012b666-8f73-4759-bb83-7bebebae076c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:47.545703 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.558554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.587124 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.611927 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:47.613435 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:47.634727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d130d224-134d-4bab-86e2-6f40f25baf9d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d130d224-134d-4bab-86e2-6f40f25baf9d,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:47.644012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.718607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d130d224-134d-4bab-86e2-6f40f25baf9d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:47.750069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.757179 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e722e2-dbd0-4f52-b203-988d722931a7 None None] Pushing event updated for resources: {'Port': ['ID=9208db66-0804-4e05-8149-59484c74f27f,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:47.791360 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:47.856523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cc42aa25-5fb0-4cf3-9f50-118546b6987a None None] Provisioning for port 4012b666-8f73-4759-bb83-7bebebae076c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:47.862372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cc42aa25-5fb0-4cf3-9f50-118546b6987a None None] Provisioning complete for port 4012b666-8f73-4759-bb83-7bebebae076c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:47.863020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cc42aa25-5fb0-4cf3-9f50-118546b6987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.904432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cc42aa25-5fb0-4cf3-9f50-118546b6987a None None] Port 4012b666-8f73-4759-bb83-7bebebae076c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:11:47.955377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:47.972005 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.042525 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:46Z', 'revision_number': 3, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:48.050381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Pushing event updated for resources: {'Port': ['ID=4012b666-8f73-4759-bb83-7bebebae076c,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:48.056729 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.076213 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395a9da-0d49-429c-9657-8b782023ef33 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:46Z', 'revision_number': 3, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:11:48.169382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:48.170642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:48.340565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:11:48.428707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-61207cd3-f1f3-4b2c-8be7-df284d4a7fcd None None] Provisioning complete for port 4012b666-8f73-4759-bb83-7bebebae076c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:48.429890 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-61207cd3-f1f3-4b2c-8be7-df284d4a7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.461545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:11:48.471728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-61207cd3-f1f3-4b2c-8be7-df284d4a7fcd None None] Port 4012b666-8f73-4759-bb83-7bebebae076c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:11:48.471942 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-48d04229-95f6-4d9f-b0b2-bd4278293038 admin admin] 10.222.0.100 "PUT /v2.0/routers/ba0f249e-134a-437f-929c-69fdb276f245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506358 Jul 16 21:11:49.136873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58742) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:49.141589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d0e32dd8-293a-409e-acb3-afc07a5f28cb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976312041', 'description': 'tempest-description--1514133239'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:49.164953 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0e32dd8-293a-409e-acb3-afc07a5f28cb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.256851 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0e32dd8-293a-409e-acb3-afc07a5f28cb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.261812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0e32dd8-293a-409e-acb3-afc07a5f28cb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.301974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d0e32dd8-293a-409e-acb3-afc07a5f28cb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.303914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d0e32dd8-293a-409e-acb3-afc07a5f28cb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1659064 Jul 16 21:11:49.305105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e32dd8-293a-409e-acb3-afc07a5f28cb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb5696c-a59d-4dee-84de-ba4b233f4a22,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:49.306866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58744) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:49.311635 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f2ffb9c7-eb90-4b7e-8ce1-839bb40db473 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'security_group_rule': {'security_group_id': 'fcb5696c-a59d-4dee-84de-ba4b233f4a22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:49.343030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb9c7-eb90-4b7e-8ce1-839bb40db473 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.406929 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb9c7-eb90-4b7e-8ce1-839bb40db473 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.409245 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d130d224-134d-4bab-86e2-6f40f25baf9d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:49.412028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb9c7-eb90-4b7e-8ce1-839bb40db473 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.430151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb9c7-eb90-4b7e-8ce1-839bb40db473 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5880ee64-3ea8-46c6-8996-3c9c9e7f8f8b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:49.442363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb9c7-eb90-4b7e-8ce1-839bb40db473 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.443885 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f2ffb9c7-eb90-4b7e-8ce1-839bb40db473 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359854 Jul 16 21:11:49.446604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 58746) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:49.451283 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c6de39fd-169f-4302-90f2-157963bd1833 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'security_group_rule': {'security_group_id': 'fcb5696c-a59d-4dee-84de-ba4b233f4a22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:49.463351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d130d224-134d-4bab-86e2-6f40f25baf9d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:49.463890 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.481493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c6de39fd-169f-4302-90f2-157963bd1833 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.547990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c6de39fd-169f-4302-90f2-157963bd1833 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.552421 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c6de39fd-169f-4302-90f2-157963bd1833 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.553506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9208db66-0804-4e05-8149-59484c74f27f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:49.569838 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de39fd-169f-4302-90f2-157963bd1833 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b069ed4-42b1-4c5b-a2c7-8593dd29a584,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:49.581873 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c6de39fd-169f-4302-90f2-157963bd1833 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.583229 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c6de39fd-169f-4302-90f2-157963bd1833 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357539 Jul 16 21:11:49.586400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58748) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:11:49.591588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:49.609757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:11:49.615026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 9208db66-0804-4e05-8149-59484c74f27f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:49.616933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.620898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9208db66-0804-4e05-8149-59484c74f27f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:49.621274 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.643038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:49.643721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:49.716886 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.787434 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.793130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:49.824687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Allocated IP 172.25.8.113 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/67210163-24e2-4a9f-9264-93db95ffb078) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:49.842997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 9208db66-0804-4e05-8149-59484c74f27f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9208db66-0804-4e05-8149-59484c74f27f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:49.850907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.938716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.982622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=9208db66-0804-4e05-8149-59484c74f27f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:49.989839 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.037201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:50.041699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:50.044714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:50.051663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'Port': ['ID=67210163-24e2-4a9f-9264-93db95ffb078,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:50.058620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 2, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:50.089574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:11:50.089919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Updating router ba0f249e-134a-437f-929c-69fdb276f245 port 4012b666-8f73-4759-bb83-7bebebae076c binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:11:50.123704 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.138658 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.183398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.338734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.344637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.401665 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.413602 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Transition to ACTIVE for port object 4012b666-8f73-4759-bb83-7bebebae076c will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:50.417264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'Port': ['ID=67210163-24e2-4a9f-9264-93db95ffb078,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:50.420942 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.430036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.444619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.445970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-54b91508-7e6e-4f3c-b07e-f183b932f6e9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8584540 Jul 16 21:11:50.486529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d880c-b120-4de0-a958-c2b42a11e41d None None] Pushing event updated for resources: {'Port': ['ID=4012b666-8f73-4759-bb83-7bebebae076c,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:50.543115 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Attempting to bind port 4012b666-8f73-4759-bb83-7bebebae076c on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:50.543514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Attempting to bind port 4012b666-8f73-4759-bb83-7bebebae076c by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:50.543878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Attempting to bind port 4012b666-8f73-4759-bb83-7bebebae076c on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:50.550107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:50.550603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:50.551021 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.551459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:50.551935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Bound port: 4012b666-8f73-4759-bb83-7bebebae076c, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:50.552315 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.611370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-c321a1f0-ad03-4b53-a5c0-dd2a5073624d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1976312041&fields=id&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 267 time: 0.0466933 Jul 16 21:11:50.622256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] For port 4012b666-8f73-4759-bb83-7bebebae076c, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:50.625633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] For port 4012b666-8f73-4759-bb83-7bebebae076c, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4012b666-8f73-4759-bb83-7bebebae076c,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:50.635835 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.695537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:11:50.696165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:50.727209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-a6f097ce-f6f5-4bf9-8005-b9123a390f40 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:50.729048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-a6f097ce-f6f5-4bf9-8005-b9123a390f40 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1168590 Jul 16 21:11:50.746493 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-33c103a0-5a5f-428b-ae9b-c7d3a54ed737 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/quotas/98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 375 time: 0.0111070 Jul 16 21:11:50.749550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d880c-b120-4de0-a958-c2b42a11e41d None None] Pushing event updated for resources: {'Port': ['ID=4012b666-8f73-4759-bb83-7bebebae076c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:50.828389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-59a81674-f3b7-4d98-b605-9c64187a0d33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739167 Jul 16 21:11:50.838001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:11:50.928590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-6e54d43b-727e-47b4-86e8-3cc27ed0904e service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886838 Jul 16 21:11:51.024236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-f453cd3a-998e-49ec-a611-a457d8a259ee service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897660 Jul 16 21:11:51.056035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:50Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:11:51.083276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b623d8-b20c-4058-a022-f70aa7058f33 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:50Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:11:51.229854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ce8e3db-bc31-4c63-a46e-80631e1ddefa req-90bdfd62-0246-4843-b4eb-252abe5e5308 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 210 time: 0.0310884 Jul 16 21:11:51.408768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4012b666-8f73-4759-bb83-7bebebae076c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:51.477882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 4012b666-8f73-4759-bb83-7bebebae076c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:51.482269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4012b666-8f73-4759-bb83-7bebebae076c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:51.482652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:51.578041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:51.650218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 4012b666-8f73-4759-bb83-7bebebae076c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4012b666-8f73-4759-bb83-7bebebae076c,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:51.653877 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:51.654779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9208db66-0804-4e05-8149-59484c74f27f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:51.753926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=4012b666-8f73-4759-bb83-7bebebae076c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:51.969160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9208db66-0804-4e05-8149-59484c74f27f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:51.969392 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.395319 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86551510-650f-426b-bc82-e8676b31ce9e req-79b32a2b-6436-4b4c-b830-f08edfd5d3a2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 210 time: 0.0392983 Jul 16 21:11:52.417283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-840a4888-889a-4716-923d-f9e6fbfdf69d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:52.418788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-840a4888-889a-4716-923d-f9e6fbfdf69d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1429021 Jul 16 21:11:52.461014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-e1075170-a913-44a8-a7ea-2bc6bb6de774 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 380 time: 0.0336192 Jul 16 21:11:52.470930 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'port': {'device_id': '2b749db4-8142-4366-ae04-b54b50a14b93', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'admin_state_up': True, 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'security_groups': ['fcb5696c-a59d-4dee-84de-ba4b233f4a22']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:52.580620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Made reservation on behalf of 98f893f315d744df88b70b1a24875faf for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:11:52.584265 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.710604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Allocated IP 172.20.0.11 (626fc04e-1505-4985-9761-5c9b5f51b969/c3d5222e-7624-40d1-82f2-66d68e07552a/286c7051-cba6-4bd8-9de9-6632b120d7a6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:11:52.849295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.862310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Transition to ACTIVE for port object 286c7051-cba6-4bd8-9de9-6632b120d7a6 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:52.895044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:52.939963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:11:52.943129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:11:52.947083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:11:52.953396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:53.003376 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:53.004030 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.019649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-b9b80937-e71b-409e-9be6-c5dac71545c1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530262 Jul 16 21:11:53.031038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Request body: {'port': {'device_id': '2b749db4-8142-4366-ae04-b54b50a14b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:53.140355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7e67af01-b5d5-40b8-897a-187cc7559258 None None] Provisioning for port 286c7051-cba6-4bd8-9de9-6632b120d7a6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:53.145881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7e67af01-b5d5-40b8-897a-187cc7559258 None None] Provisioning complete for port 286c7051-cba6-4bd8-9de9-6632b120d7a6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:53.146251 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e67af01-b5d5-40b8-897a-187cc7559258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.185354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7e67af01-b5d5-40b8-897a-187cc7559258 None None] Port 286c7051-cba6-4bd8-9de9-6632b120d7a6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:11:53.324418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4012b666-8f73-4759-bb83-7bebebae076c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:53.374504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 4012b666-8f73-4759-bb83-7bebebae076c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:53.374820 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.451717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.691432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd4c9b-9585-49fc-b25c-f46695876e29 req-9a7e9de5-694a-48a1-83c0-1bb0ec77164b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:53.692948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06cd4c9b-9585-49fc-b25c-f46695876e29 req-9a7e9de5-694a-48a1-83c0-1bb0ec77164b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 932 time: 0.1821239 Jul 16 21:11:53.759654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-06cd4c9b-9585-49fc-b25c-f46695876e29 req-6a1424b3-350c-49b6-a6af-9d8476cbfa9c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576777 Jul 16 21:11:53.793363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286c7051-cba6-4bd8-9de9-6632b120d7a6 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:53.801133 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.815026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Transition to ACTIVE for port object 286c7051-cba6-4bd8-9de9-6632b120d7a6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:53.819976 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.879523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:53.949528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:53.949861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:53.950192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:53.955548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:11:53.955979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:53.962068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:53.962068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:53.962943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:53.963781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Bound port: 286c7051-cba6-4bd8-9de9-6632b120d7a6, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:53.964398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:54.046709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:54.050519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:54.055365 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:54.094645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.095145 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:54.096600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1092 time: 1.0699048 Jul 16 21:11:54.097044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:54.099331 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a6da3-2120-4c25-ae8c-8dca990e80b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:54.133559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4fc8d-2819-44cd-b900-8c9469f0c5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:54.146834 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef801a39-a351-4ecf-b39a-eb4f42780eec x-openstack-request-id: req-ef801a39-a351-4ecf-b39a-eb4f42780eec {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:54.147556 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:54.147991 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ef801a39-a351-4ecf-b39a-eb4f42780eec {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:54.148413 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'status': 'completed', 'code': 200} Jul 16 21:11:54.203798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-61c3bb0e-a1e0-4021-877a-c39939ece2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.205895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-61c3bb0e-a1e0-4021-877a-c39939ece2a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1095 time: 0.0566351 Jul 16 21:11:54.248970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-176a9f9e-cb58-4677-b292-2a79772073b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 217 time: 0.0361252 Jul 16 21:11:54.301266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-e076ae8c-021f-4f37-8f7c-5ccbce13b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.302765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-e076ae8c-021f-4f37-8f7c-5ccbce13b30f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0470335 Jul 16 21:11:54.366428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-49f9dd93-7680-4c4d-808f-8cef8717de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.367980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-49f9dd93-7680-4c4d-808f-8cef8717de42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588853 Jul 16 21:11:54.457942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-4bc9ab94-c41c-490a-b315-a27d3d17b034 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835197 Jul 16 21:11:54.550971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-781c0396-cc21-469a-865d-dcda5bfdb404 req-f0edf5c1-11c4-4109-8aec-6ab0bde464fc service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869401 Jul 16 21:11:54.647723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-edba9c4e-41b6-4da1-be3c-3aad28380518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.649222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-edba9c4e-41b6-4da1-be3c-3aad28380518 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1095 time: 0.0526774 Jul 16 21:11:54.744395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-bc6e068c-9344-4f0e-9495-a0fb4f18eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.745773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-bc6e068c-9344-4f0e-9495-a0fb4f18eeda service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0892377 Jul 16 21:11:54.786250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-dccd4fc1-2a70-408a-be69-f27ce9e2ca5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 217 time: 0.0339637 Jul 16 21:11:54.837136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-68a373cc-e3fe-41f7-9c27-89a53b39ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.838598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-68a373cc-e3fe-41f7-9c27-89a53b39ada4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0459859 Jul 16 21:11:54.942879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-4fa39671-69cf-4f81-92fd-3f14a4efb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.944433 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-4fa39671-69cf-4f81-92fd-3f14a4efb8c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989947 Jul 16 21:11:54.967548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed925f-72f9-421c-a8b1-1c2e5b43ddd8 req-b09f6289-dd93-4d22-a735-974503c688ff tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.968977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfed925f-72f9-421c-a8b1-1c2e5b43ddd8 req-b09f6289-dd93-4d22-a735-974503c688ff tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 944 time: 0.0925045 Jul 16 21:11:55.057551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfed925f-72f9-421c-a8b1-1c2e5b43ddd8 req-32b6b849-194b-4fae-9228-eef84de4633a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783725 Jul 16 21:11:55.078117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-5196b33c-df31-412e-b033-4c29b084395d service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259472 Jul 16 21:11:55.167315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b93a6da3-2120-4c25-ae8c-8dca990e80b8 req-2f1f08ee-e0a2-4c6e-958c-5278b4f72877 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826485 Jul 16 21:11:55.984090 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:56.235121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb72f5-b9e6-4203-a4d0-85a569d766db req-2d14c550-4c87-4819-a155-fb92ff90464c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:56.237527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bbb72f5-b9e6-4203-a4d0-85a569d766db req-2d14c550-4c87-4819-a155-fb92ff90464c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 944 time: 0.0689850 Jul 16 21:11:56.276475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bbb72f5-b9e6-4203-a4d0-85a569d766db req-717d38d4-2878-40ac-95f3-5d5f6a202c4f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Jul 16 21:11:57.461100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363ac16-13cc-43da-8ac3-54878c834a5e req-fcce6979-d412-4fd1-bce4-c217503da23b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:57.462602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f363ac16-13cc-43da-8ac3-54878c834a5e req-fcce6979-d412-4fd1-bce4-c217503da23b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 944 time: 0.0642304 Jul 16 21:11:57.499984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f363ac16-13cc-43da-8ac3-54878c834a5e req-10e501bf-0b6e-46ed-82bb-abde4ff2cc0d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Jul 16 21:11:57.812307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:11:57.907962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:57.919432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'mac_address': 'fa:16:3e:bf:26:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:11:57.954576 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:57.967763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286c7051-cba6-4bd8-9de9-6632b120d7a6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:11:57.988133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:57.991822 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:58.053441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:58.177394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['286c7051-cba6-4bd8-9de9-6632b120d7a6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:11:58.675846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dd730-bd56-4e85-a87f-e16d569d84f5 req-4d89ec13-ffb9-4612-b249-936010aa060b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:58.677267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-441dd730-bd56-4e85-a87f-e16d569d84f5 req-4d89ec13-ffb9-4612-b249-936010aa060b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 945 time: 0.0663784 Jul 16 21:11:58.715016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-441dd730-bd56-4e85-a87f-e16d569d84f5 req-bc8a8728-4c7f-42ba-bf8b-225578533877 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321999 Jul 16 21:11:59.812730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:11:59.864877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 286c7051-cba6-4bd8-9de9-6632b120d7a6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:11:59.868976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 286c7051-cba6-4bd8-9de9-6632b120d7a6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:11:59.869351 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:59.890095 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de07bf0-15dd-4389-adb7-ea52a70380d0 req-b71ffd71-a001-4b8e-8990-383cc69d5001 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:59.891683 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1de07bf0-15dd-4389-adb7-ea52a70380d0 req-b71ffd71-a001-4b8e-8990-383cc69d5001 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 945 time: 0.0692735 Jul 16 21:11:59.931921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1de07bf0-15dd-4389-adb7-ea52a70380d0 req-fedbd3d3-af3d-4bb8-9430-c2231693da79 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335929 Jul 16 21:11:59.946718 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:59.968925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:59.971445 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5bfe76-af1e-4d99-8b5a-94b51adeaa42" -d '{"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-plugged", "status": "completed", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:59.985483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:59.990089 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:00.014179 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93fddd1-975b-470e-bf6e-7c93d1de6197 x-openstack-request-id: req-f93fddd1-975b-470e-bf6e-7c93d1de6197 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:00.014468 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-plugged", "status": "completed", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:00.014718 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f93fddd1-975b-470e-bf6e-7c93d1de6197 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:00.015120 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'code': 200} Jul 16 21:12:00.043312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:00.144306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4261e2-2486-43a1-bd0b-ae5cb76e7a25 req-0c091e9c-1b6d-4940-9caf-9df9cb12e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:00.145876 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a4261e2-2486-43a1-bd0b-ae5cb76e7a25 req-0c091e9c-1b6d-4940-9caf-9df9cb12e313 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1097 time: 0.0522101 Jul 16 21:12:00.180060 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a4261e2-2486-43a1-bd0b-ae5cb76e7a25 req-8e16d583-38af-45c0-a35f-42f097de2921 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271242 Jul 16 21:12:00.348226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-77504973-6a99-4c76-9bd2-c7800709d38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:01.120125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a2db-eaec-4b3d-bfac-56caf3c318b1 req-3ba23ac0-9f6b-44e9-8c62-0cd471ef5797 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:01.121663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af94a2db-eaec-4b3d-bfac-56caf3c318b1 req-3ba23ac0-9f6b-44e9-8c62-0cd471ef5797 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0678906 Jul 16 21:12:01.159932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-af94a2db-eaec-4b3d-bfac-56caf3c318b1 req-eb1eb99e-7447-486a-a70c-2d8490e92a06 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 16 21:12:01.328440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598866d-304a-4427-b4bb-efc8ec08c8a6 req-7dc2313e-2a65-49b1-b5bd-22d25250c7ba tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:01.329851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f598866d-304a-4427-b4bb-efc8ec08c8a6 req-7dc2313e-2a65-49b1-b5bd-22d25250c7ba tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0632868 Jul 16 21:12:01.340578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 58794) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:01.345486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'floatingip': {'port_id': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:01.385035 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:01.848625 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:01.853328 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:01.954218 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 associated. External IP: 172.25.8.113, port: 286c7051-cba6-4bd8-9de9-6632b120d7a6. Jul 16 21:12:02.167940 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:12:02.277272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:12:02.281882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:02.287110 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:12:02.295965 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:12:02.296560 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:02.320074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-55e48eb0-31eb-4908-af06-5ebd3f8b2b33 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "PUT /v2.0/floatingips/53046f2a-5c17-486e-bd3d-c2a698589201 HTTP/1.1" status: 200 len: 992 time: 0.9783685 Jul 16 21:12:02.320812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:02.323393 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee97b0-9e60-4f74-b28f-3d3da817194d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:02.405656 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:12:02.460667 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb956ba8-0ec1-4c53-a895-edd6d9e988f9 x-openstack-request-id: req-eb956ba8-0ec1-4c53-a895-edd6d9e988f9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:02.461036 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:02.461304 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-eb956ba8-0ec1-4c53-a895-edd6d9e988f9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:02.461690 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'status': 'completed', 'code': 200} Jul 16 21:12:02.534841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-eb5f7d24-c1b8-4f55-808e-5cfbc1c7833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.536595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-eb5f7d24-c1b8-4f55-808e-5cfbc1c7833f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1097 time: 0.0556440 Jul 16 21:12:02.632552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-33f87ea9-bfc8-49d8-a687-c4099891024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.633956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-33f87ea9-bfc8-49d8-a687-c4099891024e service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0917389 Jul 16 21:12:02.643232 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:bf:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b749db4-8142-4366-ae04-b54b50a14b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:12:01Z', 'revision_number': 1, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:02.669752 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:12:02.678327 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:12:02.678940 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:11:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:02.700979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-f3c20319-390c-4be5-852d-43f0139b96bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0601256 Jul 16 21:12:02.754715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-8e12e136-1be4-4f73-8832-cbc811e6d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.757110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-8e12e136-1be4-4f73-8832-cbc811e6d049 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0501120 Jul 16 21:12:02.787429 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:12:02.815691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-29ea1874-8408-4846-9e9d-5df5e9731d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.817241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-29ea1874-8408-4846-9e9d-5df5e9731d5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544345 Jul 16 21:12:02.909811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-7f49aef1-30d8-40d1-8860-7158af4f74c3 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Jul 16 21:12:03.004884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3ee97b0-9e60-4f74-b28f-3d3da817194d req-5f6b5da2-2ee7-4ec9-aa43-d347a7da3af1 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893319 Jul 16 21:12:03.012113 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:bf:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b749db4-8142-4366-ae04-b54b50a14b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:12:01Z', 'revision_number': 1, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:03.041508 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39a31b-1110-4ca3-91cc-83b6973c70ad None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:bf:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b749db4-8142-4366-ae04-b54b50a14b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:12:01Z', 'revision_number': 1, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:12:03.234556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7263c1a-dac3-4e13-9622-01d4de433170 None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:12:04.118215 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:04.934212 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67a3848c-fe09-42dc-b739-40d005f36dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:06.221117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:08.349410 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:08.905627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:09.183092 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:20.676981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-95eb2046-bbfd-4d3d-ae0f-f4191fd78215 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560243 Jul 16 21:12:20.779413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-3f88ae9e-5cb0-4606-a90b-eddf3438f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:20.780945 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-3f88ae9e-5cb0-4606-a90b-eddf3438f309 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1097 time: 0.0600548 Jul 16 21:12:20.885081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-dbbfce5e-4570-4012-ba90-1d41e66676ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:20.886570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-dbbfce5e-4570-4012-ba90-1d41e66676ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0859354 Jul 16 21:12:20.954061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-69e7f0f6-c8b3-4ecd-bff9-1ec2b940cc03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1002 time: 0.0609844 Jul 16 21:12:21.003058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-aab531d8-0877-4558-8bee-2bb4c004964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:21.004547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-aab531d8-0877-4558-8bee-2bb4c004964d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0441046 Jul 16 21:12:21.061614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-59c3516a-d098-40f3-8a00-1b29c63814c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:21.063123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-59c3516a-d098-40f3-8a00-1b29c63814c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525033 Jul 16 21:12:21.158272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-9169fa30-13a8-4fdf-b1b6-6afc9846b5e9 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887656 Jul 16 21:12:21.252279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3560a79-bd67-4747-839f-d60ddcdc6a26 req-9be188c2-2456-431a-9d4f-acf0f445fcb3 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874295 Jul 16 21:12:30.353500 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-66c9c66e-c9fc-479f-be40-5cddeefaa56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:32.983515 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:12:34.120701 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.933852 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e736c243-1055-41b8-876c-35cd4e546a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.263412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-4c8120f3-ba5b-4396-bc20-167ca047c06e req-327a709c-88a3-44d4-a967-9af37b7318ef service neutron] (94095) timed out ('10.222.0.100', 45584) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:12:36.223272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.353123 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.909050 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.188457 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:00.353944 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9de01e80-482d-449f-8ad5-e4261ad35882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:04.111707 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:04.935801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4ce80901-ec44-4cbb-b5dd-4684c0326bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:06.225823 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.356728 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.914969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.202135 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.984089 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:22.683873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-34c70c9e-7484-4f49-8f79-a3efe0f3aec7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626688 Jul 16 21:13:22.782645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba222374-54f7-4382-bbcc-139ac783861f req-77aabddc-694d-4331-9107-a07d820538e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:22.784258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-77aabddc-694d-4331-9107-a07d820538e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1097 time: 0.0550623 Jul 16 21:13:22.892995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba222374-54f7-4382-bbcc-139ac783861f req-8168b2c3-f398-4438-bfcb-38026f68f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:22.894512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-8168b2c3-f398-4438-bfcb-38026f68f55c service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0885861 Jul 16 21:13:22.964528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-36d49122-6d2c-44c2-a057-cf02ea7973ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1002 time: 0.0615597 Jul 16 21:13:23.015060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba222374-54f7-4382-bbcc-139ac783861f req-2fb5be62-1d01-4789-ac94-e9260807b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:23.016531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-2fb5be62-1d01-4789-ac94-e9260807b758 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0447993 Jul 16 21:13:23.077972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba222374-54f7-4382-bbcc-139ac783861f req-4807c461-f705-4e49-9e4b-05be4502c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:23.079499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-4807c461-f705-4e49-9e4b-05be4502c4f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561295 Jul 16 21:13:23.172991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-29f62b61-dfc7-4629-bba8-5b3769b81b30 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870829 Jul 16 21:13:23.263743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba222374-54f7-4382-bbcc-139ac783861f req-978f9aeb-a6e1-4dfa-9552-cff6737a291a service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841007 Jul 16 21:13:30.353963 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cd79592c-f8ba-45c2-bb82-3340442ddc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.113571 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.936801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa04a650-9e78-4d74-a1a4-14dc7e2c08d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:36.232257 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:38.359343 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:38.789060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb439f2c-31a8-4a61-81d9-1226c268a6f3 req-481f5c33-52e1-4435-a5db-b906ad558529 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:38.790584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb439f2c-31a8-4a61-81d9-1226c268a6f3 req-481f5c33-52e1-4435-a5db-b906ad558529 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.1149158 Jul 16 21:13:38.830159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cb439f2c-31a8-4a61-81d9-1226c268a6f3 req-e6e2a602-20a7-426f-8074-9c0bc32f5726 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339072 Jul 16 21:13:38.909086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.153406 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59002) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:39.206068 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:39.238878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181d0bf-6954-4179-8ae5-2c997b798b47 req-a57774e8-af90-46f8-9a8c-f39dc0f66c35 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.240532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5181d0bf-6954-4179-8ae5-2c997b798b47 req-a57774e8-af90-46f8-9a8c-f39dc0f66c35 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0747254 Jul 16 21:13:39.254559 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-0743cc0a-9b1d-4edd-ae36-7b0694104bc5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999331 Jul 16 21:13:39.281860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5181d0bf-6954-4179-8ae5-2c997b798b47 req-75b99b7c-8d0f-410d-89cc-73b230d392ef tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349510 Jul 16 21:13:40.522007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622f93-b3e1-479a-806c-650520b95378 req-1f79a152-454f-4346-9d27-3c9bf76798b5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.523513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6622f93-b3e1-479a-806c-650520b95378 req-1f79a152-454f-4346-9d27-3c9bf76798b5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.1077104 Jul 16 21:13:40.539680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-19e755e9-bd15-4166-9bc4-b3676c5776bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.541128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-19e755e9-bd15-4166-9bc4-b3676c5776bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1097 time: 0.0865083 Jul 16 21:13:40.590206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e6622f93-b3e1-479a-806c-650520b95378 req-e0ace2ec-4f1e-4870-b945-df37c4f5f3c9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605454 Jul 16 21:13:40.651716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-e4595a7a-4953-4fa7-90e6-82caa550666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.653244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-e4595a7a-4953-4fa7-90e6-82caa550666e service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1039703 Jul 16 21:13:40.718065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-9363f8a8-e4ba-4876-9082-93302638b33a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1002 time: 0.0578499 Jul 16 21:13:40.767302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-5fe6bc4e-57b9-43de-8a3e-82cbb3d263f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.768713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-5fe6bc4e-57b9-43de-8a3e-82cbb3d263f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0448761 Jul 16 21:13:40.828227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-6aa73951-0c67-46b5-92b9-330d6f421e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.830514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-6aa73951-0c67-46b5-92b9-330d6f421e16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561578 Jul 16 21:13:40.920220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-2c2c77fc-6248-4cd9-bd66-8d8c5b56c163 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834920 Jul 16 21:13:41.366577 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-cd2d9b6c-7cbb-40f2-8e88-87adc8f938fa service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401913 Jul 16 21:13:41.767003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd818-7ee5-485c-af62-a32039df1a98 req-1cf3bc1c-af26-4c11-9125-c27f1bbb61d9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.768507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7abd818-7ee5-485c-af62-a32039df1a98 req-1cf3bc1c-af26-4c11-9125-c27f1bbb61d9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0633063 Jul 16 21:13:41.805574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7abd818-7ee5-485c-af62-a32039df1a98 req-9d087be2-6c39-4f04-8159-e4f92900aad5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Jul 16 21:13:42.978238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047581b-4dd3-4e15-8f85-eee4e9b0904f req-8f41246a-744c-4dc5-a882-a9ef5c461dd0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:42.979813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a047581b-4dd3-4e15-8f85-eee4e9b0904f req-8f41246a-744c-4dc5-a882-a9ef5c461dd0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0632365 Jul 16 21:13:43.021767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a047581b-4dd3-4e15-8f85-eee4e9b0904f req-435d9e56-105f-45cc-aad7-a8b296b58984 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359964 Jul 16 21:13:44.194627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aefa7b-9ac0-4691-bf04-9e8818bbe2a3 req-3103a152-499d-4271-b141-cd714195864a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:44.196176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16aefa7b-9ac0-4691-bf04-9e8818bbe2a3 req-3103a152-499d-4271-b141-cd714195864a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0637338 Jul 16 21:13:44.236115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-16aefa7b-9ac0-4691-bf04-9e8818bbe2a3 req-a58066df-2fe6-48d0-b582-9915b642461f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343816 Jul 16 21:13:45.421888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26db8-374d-4708-8b1b-94cce576aca6 req-188afbe8-07b6-42fb-bae0-07af269cfcfa tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:45.424008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e26db8-374d-4708-8b1b-94cce576aca6 req-188afbe8-07b6-42fb-bae0-07af269cfcfa tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0641451 Jul 16 21:13:45.462154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e26db8-374d-4708-8b1b-94cce576aca6 req-8e92fd6f-8fd2-4830-bd0f-a96ee805009a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Jul 16 21:13:46.644413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4410b6-df71-4e06-8207-20ae45979dea req-88e467a5-9fe8-4f85-a505-30425d69c9dc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:46.645821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a4410b6-df71-4e06-8207-20ae45979dea req-88e467a5-9fe8-4f85-a505-30425d69c9dc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0676703 Jul 16 21:13:46.683561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0a4410b6-df71-4e06-8207-20ae45979dea req-a09dcfc4-a0af-4695-a39a-5dc264e3aada tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321722 Jul 16 21:13:46.982948 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:47.858014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b60c0-892c-4e4e-9d41-bbb8b8c7458a req-18799742-ba18-4e9a-ac2a-3c6dc6a978b8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:47.859537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f51b60c0-892c-4e4e-9d41-bbb8b8c7458a req-18799742-ba18-4e9a-ac2a-3c6dc6a978b8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0633097 Jul 16 21:13:47.898599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f51b60c0-892c-4e4e-9d41-bbb8b8c7458a req-1335c9dc-aacd-4fed-bde1-b316b2ca427c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326736 Jul 16 21:13:49.104916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a337b-c970-4c65-9519-ed8c9db8c2e5 req-c8e93f4e-4efe-4a65-b380-92b76d8707ed tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:49.106420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d1a337b-c970-4c65-9519-ed8c9db8c2e5 req-c8e93f4e-4efe-4a65-b380-92b76d8707ed tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0782311 Jul 16 21:13:49.145157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d1a337b-c970-4c65-9519-ed8c9db8c2e5 req-c488cba8-5d60-43fc-b1fb-101df0c65420 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Jul 16 21:13:50.325327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81f331-8b9e-4e27-8df0-1950229d2847 req-4fe46a95-f7e4-45e5-8d09-d081212b97d0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:50.326710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b81f331-8b9e-4e27-8df0-1950229d2847 req-4fe46a95-f7e4-45e5-8d09-d081212b97d0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0634685 Jul 16 21:13:50.364908 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b81f331-8b9e-4e27-8df0-1950229d2847 req-bc8862d5-584e-4ed2-bddd-1e05c61cea74 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Jul 16 21:13:51.541102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43994f8-1f7a-4073-b61e-2b24a9fa7927 req-1248909f-a9ea-4ee4-931d-8fa415d2ad4f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:51.542581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d43994f8-1f7a-4073-b61e-2b24a9fa7927 req-1248909f-a9ea-4ee4-931d-8fa415d2ad4f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0639296 Jul 16 21:13:51.582565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d43994f8-1f7a-4073-b61e-2b24a9fa7927 req-2c9ea46e-0fb2-41b2-ac27-6f6e756a62f0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338328 Jul 16 21:13:52.762892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac85abb-6ae6-4a04-97b2-a5000d2d8eee req-6ef0356f-7f75-4010-9a92-24cf6792315e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:52.764405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ac85abb-6ae6-4a04-97b2-a5000d2d8eee req-6ef0356f-7f75-4010-9a92-24cf6792315e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0685773 Jul 16 21:13:52.803841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ac85abb-6ae6-4a04-97b2-a5000d2d8eee req-2cbbdef0-c89c-432f-b879-7645006d2d05 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Jul 16 21:13:53.291656 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-742c7a9c-90ef-4d95-b436-dbb666bd95ce service neutron] show failed (client error): The resource could not be found. Jul 16 21:13:53.292674 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-742c7a9c-90ef-4d95-b436-dbb666bd95ce service neutron] 10.222.0.26 "GET /v2.0/ports/286c7051-cba6-4bd8-9de9-6632b120d7a6/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0537813 Jul 16 21:13:53.593278 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-bfa14adf-75a6-4680-bcf0-041b45cc59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:53.595885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-bfa14adf-75a6-4680-bcf0-041b45cc59ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 1097 time: 0.0973017 Jul 16 21:13:53.605948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:53.681779 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:53.889158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:53.934622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:54.000598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:54.003418 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989c0287-dd04-486e-8e84-083343c534a7" -d '{"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-unplugged", "status": "completed", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:54.007058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.027371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Transition to ACTIVE for port object 286c7051-cba6-4bd8-9de9-6632b120d7a6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:54.031154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.047863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610ad8b-0685-4a3d-8045-ad495bb745f7 req-2d7f87b3-9866-43f0-a477-89f3bceff1ea tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.049436 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1610ad8b-0685-4a3d-8045-ad495bb745f7 req-2d7f87b3-9866-43f0-a477-89f3bceff1ea tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.1298630 Jul 16 21:13:54.103295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:54.152982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.153338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.153679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.154017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.154352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.154685 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.155016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.155367 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.155698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.156025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.156350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.156672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:54.185764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1610ad8b-0685-4a3d-8045-ad495bb745f7 req-4e786d1b-66c7-40d2-ba9b-ab44c90ef7e6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151774 Jul 16 21:13:54.218537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] No DVR routers for this DVR port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:54.317366 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1b5d71-2098-45fe-875f-cd601dde7a58 x-openstack-request-id: req-bb1b5d71-2098-45fe-875f-cd601dde7a58 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:54.317658 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-unplugged", "status": "completed", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:54.317908 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bb1b5d71-2098-45fe-875f-cd601dde7a58 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:54.318304 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'code': 200} Jul 16 21:13:54.378055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:54.378289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:54.378588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:54.382920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:13:54.383269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Attempting to bind port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:54.388077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:54.388414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:54.388800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:54.389223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Bound port: 286c7051-cba6-4bd8-9de9-6632b120d7a6, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:54.389574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.452695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:54.455967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:54.460646 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.496647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.497270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.499089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] 10.222.0.21 "PUT /v2.0/ports/286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1092 time: 0.8970873 Jul 16 21:13:54.532582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf08f31-fc3c-4a5c-97a0-d95f128ecb54 service neutron] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:54.584101 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-ca0bf678-b04e-4dcb-b4e3-06e11986e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.585661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-ca0bf678-b04e-4dcb-b4e3-06e11986e772 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1095 time: 0.0623851 Jul 16 21:13:54.682827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-6aeb915f-ecd0-4497-8c3e-4cb75dcf2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.684369 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-6aeb915f-ecd0-4497-8c3e-4cb75dcf2b70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0919404 Jul 16 21:13:54.754439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-890c8fac-950c-431b-b557-865215597a88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0633347 Jul 16 21:13:54.803635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-75633727-78f9-45f2-90a9-2666405b0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.805044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-75633727-78f9-45f2-90a9-2666405b0b15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0447266 Jul 16 21:13:54.863118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-eb5c276e-f3df-4ae4-8fce-0701099f7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:54.864667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-eb5c276e-f3df-4ae4-8fce-0701099f7bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537088 Jul 16 21:13:54.960046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-a2272979-f6d3-4540-b127-4a4258ed6e49 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891788 Jul 16 21:13:55.048730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-789f0ecf-adbb-4557-9efd-f18914dce8f7 req-dca7b290-2e73-4b8a-8c1c-853eae5c109f service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828340 Jul 16 21:13:55.378099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ef5a-3b05-44c5-b7ac-c48e18625e85 req-0847efe2-c80d-4605-8ea8-d1d5dbba9f2a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:55.379652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f61ef5a-3b05-44c5-b7ac-c48e18625e85 req-0847efe2-c80d-4605-8ea8-d1d5dbba9f2a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 944 time: 0.0726130 Jul 16 21:13:55.418994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f61ef5a-3b05-44c5-b7ac-c48e18625e85 req-1d2bca49-9081-4b6d-ad25-c42d6c7f56a0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Jul 16 21:13:56.320196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:56.322575 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc3e60e-7f11-40e4-9721-49560a852f39" -d '{"events": [{"name": "network-changed", "server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:56.369581 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57195a6e-d511-470e-89b8-02d5a6a56018 x-openstack-request-id: req-57195a6e-d511-470e-89b8-02d5a6a56018 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:56.369862 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:56.370107 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-57195a6e-d511-470e-89b8-02d5a6a56018 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:56.370518 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'status': 'completed', 'code': 200} Jul 16 21:13:56.482956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-09702140-c598-4d78-9e55-e51b471748f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.484507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-09702140-c598-4d78-9e55-e51b471748f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1095 time: 0.0932314 Jul 16 21:13:56.486360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-c7a43c71-2911-453e-aa73-8dbc6eb68a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.487751 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-c7a43c71-2911-453e-aa73-8dbc6eb68a90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1095 time: 0.0867100 Jul 16 21:13:56.700271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-85c443ab-3168-466e-801f-2550cbfdce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.701764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-85c443ab-3168-466e-801f-2550cbfdce87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.2036791 Jul 16 21:13:56.703633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-203c7840-d4d8-44c6-bc37-35f8a0765b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.705312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-203c7840-d4d8-44c6-bc37-35f8a0765b30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.2145483 Jul 16 21:13:56.725170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe98ac1-6ffd-4ed4-9943-d13a69b1217e req-8b3e3658-1e39-4401-bb32-97436b415115 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.726650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fe98ac1-6ffd-4ed4-9943-d13a69b1217e req-8b3e3658-1e39-4401-bb32-97436b415115 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 944 time: 0.1842492 Jul 16 21:13:56.849652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-c9bc0be9-82e0-42b2-bc8c-415ac69888bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1000 time: 0.1402674 Jul 16 21:13:56.853447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-c4b2c1ee-4ec9-440d-b51f-3a415e420b34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1000 time: 0.1361849 Jul 16 21:13:56.858359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0fe98ac1-6ffd-4ed4-9943-d13a69b1217e req-5d1aae15-f605-44bd-a8a8-2f9b21f9523e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930331 Jul 16 21:13:56.942349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-bf9de461-e6bb-4b2b-b88c-3240c2806e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.943861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-bf9de461-e6bb-4b2b-b88c-3240c2806e19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0846581 Jul 16 21:13:56.945252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-99840a46-3768-4f99-ba2c-b421ce74c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:56.946607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-99840a46-3768-4f99-ba2c-b421ce74c3fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0783172 Jul 16 21:13:57.040524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-5afe65f4-6d0c-43d1-baf0-de07ef611ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:57.041950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-5afe65f4-6d0c-43d1-baf0-de07ef611ddd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915217 Jul 16 21:13:57.044546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-ed7690a2-48b3-45ee-b3bb-1d1b79cfd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:57.045956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-ed7690a2-48b3-45ee-b3bb-1d1b79cfd863 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880589 Jul 16 21:13:57.201531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-4154d0ed-9b7c-4fe6-9fe8-14b648cb33e3 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519969 Jul 16 21:13:57.204902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-54596e6e-a9d6-4747-919b-4b889da1916e service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479876 Jul 16 21:13:57.361501 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-5279a54e-f3c9-4e1a-a73e-56f10438ab4c service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525934 Jul 16 21:13:57.363700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ccc3e60e-7f11-40e4-9721-49560a852f39 req-4698b09b-b460-4c05-ab71-74d255500920 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477211 Jul 16 21:13:58.032333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f651161-5cf0-4274-b872-d043ba2951f9 req-35b0d309-65c2-466a-a11e-f36fcdff3aeb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:58.033909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f651161-5cf0-4274-b872-d043ba2951f9 req-35b0d309-65c2-466a-a11e-f36fcdff3aeb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 944 time: 0.0629628 Jul 16 21:13:58.074819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f651161-5cf0-4274-b872-d043ba2951f9 req-f8025c60-d56f-475c-8303-5cb1646169d9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Jul 16 21:13:58.361047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:13:58.400624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:13:58.416234 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556629cb-f065-4a35-99cd-5217b2461b98 req-cf008b58-7c54-4620-9eda-967f377dcd47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:58.417787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-cf008b58-7c54-4620-9eda-967f377dcd47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93&tenant_id=98f893f315d744df88b70b1a24875faf&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 944 time: 0.1059525 Jul 16 21:13:58.429126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d5466-5c56-4bd7-be90-c0c419e3ee3b req-f4655463-96dd-43c2-b578-e615e6b88164 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:58.430536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-797d5466-5c56-4bd7-be90-c0c419e3ee3b req-f4655463-96dd-43c2-b578-e615e6b88164 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 944 time: 0.1279831 Jul 16 21:13:58.502458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-797d5466-5c56-4bd7-be90-c0c419e3ee3b req-f472686b-c907-47ef-a67d-faabf2ed3b7f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656033 Jul 16 21:13:58.510989 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-556629cb-f065-4a35-99cd-5217b2461b98 req-710d0758-a817-4724-bab8-7b8d08e32bfd service neutron] delete failed (client error): The resource could not be found. Jul 16 21:13:58.512012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-710d0758-a817-4724-bab8-7b8d08e32bfd service neutron] 10.222.0.26 "DELETE /v2.0/ports/286c7051-cba6-4bd8-9de9-6632b120d7a6/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0806062 Jul 16 21:13:58.612902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556629cb-f065-4a35-99cd-5217b2461b98 req-bb512aba-fd63-4701-9339-80fcc00fb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:58.614404 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-bb512aba-fd63-4701-9339-80fcc00fb82b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 1095 time: 0.0577672 Jul 16 21:13:58.703191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556629cb-f065-4a35-99cd-5217b2461b98 req-e8ef9add-7057-4543-bde6-98ba96004969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:58.704745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-e8ef9add-7057-4543-bde6-98ba96004969 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0843229 Jul 16 21:13:58.772547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-8e648508-8806-4b65-8175-b6fdcf6601c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0612979 Jul 16 21:13:58.821612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556629cb-f065-4a35-99cd-5217b2461b98 req-fce27deb-c2f7-4b31-8e59-9932cc0fdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:58.823042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-fce27deb-c2f7-4b31-8e59-9932cc0fdb1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0445518 Jul 16 21:13:58.880022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556629cb-f065-4a35-99cd-5217b2461b98 req-809558b5-e430-4824-9fd1-8023666a146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:58.881552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-809558b5-e430-4824-9fd1-8023666a146a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515110 Jul 16 21:13:58.931491 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:13:58.977558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-402ae407-864e-4ea1-a647-dc8d1515d8ae service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893211 Jul 16 21:13:59.030563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:59.042845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'mac_address': 'fa:16:3e:bf:26:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:13:59.068956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-556629cb-f065-4a35-99cd-5217b2461b98 req-ad329261-4353-440d-9579-06d30ea0a87c service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847979 Jul 16 21:13:59.084762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:59.098446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286c7051-cba6-4bd8-9de9-6632b120d7a6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:59.117756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:59.122641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:59.172402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:59.179800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.180153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.180493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.180831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.181165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.181496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.181821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.182146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.182469 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.182791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.183125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.183471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:59.377057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['286c7051-cba6-4bd8-9de9-6632b120d7a6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:13:59.694145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52d0b-c4d2-43b6-a7d7-e523ab8aab46 req-916aaa9d-2777-48e7-bed4-b6186434d575 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:59.695806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0b52d0b-c4d2-43b6-a7d7-e523ab8aab46 req-916aaa9d-2777-48e7-bed4-b6186434d575 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 945 time: 0.0727019 Jul 16 21:13:59.735166 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0b52d0b-c4d2-43b6-a7d7-e523ab8aab46 req-dc2a1216-b341-4665-a1e1-85203a9b65e1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Jul 16 21:13:59.905143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c18ee-2ce2-4225-a3cf-259712ead680 req-483ed16b-34d1-4457-9581-3da7500ba7d5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:59.906541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d14c18ee-2ce2-4225-a3cf-259712ead680 req-483ed16b-34d1-4457-9581-3da7500ba7d5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 945 time: 0.0628364 Jul 16 21:13:59.944230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d14c18ee-2ce2-4225-a3cf-259712ead680 req-6e346ca1-b850-49b3-910b-0c92ca57bb3a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Jul 16 21:14:00.116833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf902efe-3c06-46d6-bda6-ef6658f576f1 req-78d54d76-2c9d-45ca-aafe-b1769bb761ee tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:00.118311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf902efe-3c06-46d6-bda6-ef6658f576f1 req-78d54d76-2c9d-45ca-aafe-b1769bb761ee tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 945 time: 0.0636244 Jul 16 21:14:00.155905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf902efe-3c06-46d6-bda6-ef6658f576f1 req-2cffb1f0-23d3-474e-922c-32115d600d28 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316644 Jul 16 21:14:00.355458 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9454c000-4bba-499c-ad89-ee2bb45b426d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:00.536221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030fd99-ed11-477d-81f8-a61d1c13f3b9 req-700bde7a-e1e6-4f5f-8bc1-52459bb75882 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:00.537715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9030fd99-ed11-477d-81f8-a61d1c13f3b9 req-700bde7a-e1e6-4f5f-8bc1-52459bb75882 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 945 time: 0.0671809 Jul 16 21:14:00.575342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9030fd99-ed11-477d-81f8-a61d1c13f3b9 req-e2be36d0-853e-4428-941f-534003dd890d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Jul 16 21:14:00.966281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:01.015660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 286c7051-cba6-4bd8-9de9-6632b120d7a6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:01.019437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 286c7051-cba6-4bd8-9de9-6632b120d7a6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:01.019811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:01.101824 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:01.123647 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:01.125939 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144a6579-e5e1-477f-9dca-3fe09ea8c74d" -d '{"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-plugged", "status": "completed", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:01.138960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:01.143941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:01.193980 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:01.217214 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6eaa4e-a126-421c-89b1-56cd17f909a1 x-openstack-request-id: req-ad6eaa4e-a126-421c-89b1-56cd17f909a1 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:01.217473 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-plugged", "status": "completed", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:01.217728 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ad6eaa4e-a126-421c-89b1-56cd17f909a1 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:01.218128 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'code': 200} Jul 16 21:14:01.780424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c484-cad8-4f78-8d18-755d4166752d req-b23808c1-a3d8-4f31-a78d-186f0df03613 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:01.781924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14d2c484-cad8-4f78-8d18-755d4166752d req-b23808c1-a3d8-4f31-a78d-186f0df03613 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.0962155 Jul 16 21:14:01.836622 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-15fbbdf7-0622-44ce-aa8a-a9acc8487e8a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:01.838093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-15fbbdf7-0622-44ce-aa8a-a9acc8487e8a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 946 time: 0.1054001 Jul 16 21:14:01.841214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14d2c484-cad8-4f78-8d18-755d4166752d req-37b2a120-b422-45d7-836c-f46398d1fb88 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533407 Jul 16 21:14:01.935855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Deleting port 286c7051-cba6-4bd8-9de9-6632b120d7a6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:01.936200 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:02.026516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] For port 286c7051-cba6-4bd8-9de9-6632b120d7a6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=286c7051-cba6-4bd8-9de9-6632b120d7a6,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:02.026873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:02.194206 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:02.194491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:02.194802 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 disassociated. External IP: 172.25.8.113, port: 286c7051-cba6-4bd8-9de9-6632b120d7a6. Jul 16 21:14:02.195144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Calling delete_port for 286c7051-cba6-4bd8-9de9-6632b120d7a6 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:02.679822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:02.711327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event deleted for resources: {'Port': ['ID=286c7051-cba6-4bd8-9de9-6632b120d7a6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:02.828366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:02.937675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:02.948199 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:02.958315 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:02.958929 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:13:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:03.011508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] No DVR routers for this DVR port 286c7051-cba6-4bd8-9de9-6632b120d7a6 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:03.014736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d334b0c7-c4f1-40d2-8e46-ea4e4734a662 req-c51b191c-5bf2-4e51-9856-2e414f87ad29 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b749db4-8142-4366-ae04-b54b50a14b93 HTTP/1.1" status: 200 len: 210 time: 0.0522759 Jul 16 21:14:03.015855 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:03.018114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81af7f2d-27dc-4e86-ae26-b75309cd3a22 req-83983c7d-9d66-4d31-9f92-74c8a8f6a262 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "DELETE /v2.0/ports/286c7051-cba6-4bd8-9de9-6632b120d7a6 HTTP/1.1" status: 204 len: 173 time: 1.1748383 Jul 16 21:14:03.018498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-deleted', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:03.020828 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cffd2d0-a5ee-48cf-bb92-6852ea05ceef" -d '{"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-deleted", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:03.068040 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca74d9f9-9cf9-4eaf-bb89-d3e087cf9be4 x-openstack-request-id: req-ca74d9f9-9cf9-4eaf-bb89-d3e087cf9be4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:03.068383 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b749db4-8142-4366-ae04-b54b50a14b93", "name": "network-vif-deleted", "tag": "286c7051-cba6-4bd8-9de9-6632b120d7a6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:03.068655 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ca74d9f9-9cf9-4eaf-bb89-d3e087cf9be4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:03.073231 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b749db4-8142-4366-ae04-b54b50a14b93', 'name': 'network-vif-deleted', 'tag': '286c7051-cba6-4bd8-9de9-6632b120d7a6', 'status': 'completed', 'code': 200} Jul 16 21:14:03.076283 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:03.283728 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:03.310042 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:03.318280 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:03.318890 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:13:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:03.427184 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:03.631501 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:03.661233 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c59c8-ecfe-4044-afef-7886a987a799 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:03.873201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297a6c4-721e-4faa-b5ce-62153807b0b8 None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:14:04.115285 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:04.329163 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-97987568-3f44-48f7-8c92-fb03ed414bf5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1976312041&fields=id&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 267 time: 0.0341785 Jul 16 21:14:04.437255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-0c5e5f20-bf59-4c52-8d68-bffe26998164 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:04.439636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-0c5e5f20-bf59-4c52-8d68-bffe26998164 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1039472 Jul 16 21:14:04.454375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-a9285819-2fef-429c-baf1-ea9d2d7c9e0b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/quotas/98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 375 time: 0.0093532 Jul 16 21:14:04.527839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-ca388dc7-b719-47f7-9e28-dde3b42dcd29 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684314 Jul 16 21:14:04.671341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-801cec55-1c5d-46eb-a70f-8e6ad22b8c30 service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295900 Jul 16 21:14:04.765992 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-aa90b68c-81ee-4d8e-b784-dbfb68ff0b43 service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901091 Jul 16 21:14:04.941284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-652966c3-5803-4b27-9218-5df5fe903027 req-04c0ed57-4ae3-436d-82f2-69d39dd5fe24 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 210 time: 0.0348845 Jul 16 21:14:04.944475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76b6f7b3-74c1-44e6-a954-16a2cc0d38dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.107067 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e90bbb7a-3596-4109-b944-d7438e087845 req-52008a7c-0247-4453-89b2-5bd0b1ce347f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 210 time: 0.0393755 Jul 16 21:14:06.132519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-0d1108a8-bd0c-46f2-a4a2-85a3168b4c2d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:06.134033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-0d1108a8-bd0c-46f2-a4a2-85a3168b4c2d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1406763 Jul 16 21:14:06.178780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-16a36482-ba23-4712-90f5-b293b4c52994 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 380 time: 0.0358150 Jul 16 21:14:06.190273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'port': {'device_id': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'admin_state_up': True, 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'security_groups': ['fcb5696c-a59d-4dee-84de-ba4b233f4a22']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:06.236239 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.312679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Made reservation on behalf of 98f893f315d744df88b70b1a24875faf for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:06.316961 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.444504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Allocated IP 172.20.0.14 (626fc04e-1505-4985-9761-5c9b5f51b969/c3d5222e-7624-40d1-82f2-66d68e07552a/2205c096-cac8-4581-ab48-fbbf7935e0bf) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:06.584444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.597649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Transition to ACTIVE for port object 2205c096-cac8-4581-ab48-fbbf7935e0bf will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:06.632082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.674647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:06.679900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:06.683678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:06.717112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:06.745098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:06.745719 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.760608 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-2b68ae87-e1db-4391-ad58-40d26d11bc47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748377 Jul 16 21:14:06.817563 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Request body: {'port': {'device_id': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:06.892629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ea49008c-fab0-4f81-addf-2b64b92cc742 None None] Provisioning for port 2205c096-cac8-4581-ab48-fbbf7935e0bf completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:06.894338 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.896505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ea49008c-fab0-4f81-addf-2b64b92cc742 None None] Provisioning complete for port 2205c096-cac8-4581-ab48-fbbf7935e0bf triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:06.896879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ea49008c-fab0-4f81-addf-2b64b92cc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:06.935640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ea49008c-fab0-4f81-addf-2b64b92cc742 None None] Port 2205c096-cac8-4581-ab48-fbbf7935e0bf cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:07.009597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:07.029109 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 286c7051-cba6-4bd8-9de9-6632b120d7a6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:07.029456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 286c7051-cba6-4bd8-9de9-6632b120d7a6 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:07.162450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2205c096-cac8-4581-ab48-fbbf7935e0bf {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:14:07.170213 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:07.182916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Transition to ACTIVE for port object 2205c096-cac8-4581-ab48-fbbf7935e0bf will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:07.186893 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:07.271151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:07.376623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e2fd-aaf4-4ec7-a780-0990abfa1fcb req-2b0e19bd-c49c-4c7c-be12-e8bb57d215a4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:07.378346 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c8e2fd-aaf4-4ec7-a780-0990abfa1fcb req-2b0e19bd-c49c-4c7c-be12-e8bb57d215a4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 944 time: 0.1545901 Jul 16 21:14:07.379071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:07.379430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:07.379762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:07.386828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Port 2205c096-cac8-4581-ab48-fbbf7935e0bf on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:14:07.387153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:07.405470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:07.405808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:07.406189 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:07.406639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Bound port: 2205c096-cac8-4581-ab48-fbbf7935e0bf, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:07.407143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:07.456029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2c8e2fd-aaf4-4ec7-a780-0990abfa1fcb req-031c6e3a-0768-45cb-b5a8-20c362fde9ba tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708215 Jul 16 21:14:07.495856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:07.499544 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:07.503869 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:07.538741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:07.539419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:07.540825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] 10.222.0.26 "PUT /v2.0/ports/2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1092 time: 0.7727544 Jul 16 21:14:07.541260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:07.543528 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b380a51-aa95-4456-bbde-9742381b4df2" -d '{"events": [{"name": "network-changed", "server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:07.574961 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b91ee-fd21-40e9-b22a-fc8ba4bf0304 service neutron] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:07.591506 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95efdc4a-9fd9-4b6b-8970-e4a85170d876 x-openstack-request-id: req-95efdc4a-9fd9-4b6b-8970-e4a85170d876 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:07.591801 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:07.592134 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-95efdc4a-9fd9-4b6b-8970-e4a85170d876 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:07.592456 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'status': 'completed', 'code': 200} Jul 16 21:14:07.646098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-f4fba9f7-d3be-48c3-b19d-06125a91e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:07.647679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-f4fba9f7-d3be-48c3-b19d-06125a91e17d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1095 time: 0.0675988 Jul 16 21:14:07.693427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-813592c8-c6bf-4fda-b0be-380c0f5968a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 217 time: 0.0380638 Jul 16 21:14:07.744144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-b0eb157b-f0e1-426c-b728-701ce4ea3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:07.745642 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-b0eb157b-f0e1-426c-b728-701ce4ea3689 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0465405 Jul 16 21:14:07.807938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-b635f8d5-49c9-45f0-9e2e-7ac5861463d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:07.809359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-b635f8d5-49c9-45f0-9e2e-7ac5861463d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569830 Jul 16 21:14:07.898421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-b39c2955-fa79-4e2e-ab3a-e4fb14ebc91e service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823169 Jul 16 21:14:07.991469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13a98c33-06ce-4d68-9668-ae824fb21662 req-b612b843-0c8e-46ad-a882-45f09684aef5 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Jul 16 21:14:08.092307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-308535a7-8700-4ee3-9343-787459c4e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:08.093856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-308535a7-8700-4ee3-9343-787459c4e1a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1095 time: 0.0544994 Jul 16 21:14:08.185310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-2130e81d-ec12-4f53-b24a-2615ed973539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:08.186821 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-2130e81d-ec12-4f53-b24a-2615ed973539 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0866864 Jul 16 21:14:08.228296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-fdbb4d6e-abc2-43b4-ac1e-2d181e6b0a24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 217 time: 0.0343480 Jul 16 21:14:08.277665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-8299deab-f20b-4b0f-9011-7ce4d03547c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:08.279112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-8299deab-f20b-4b0f-9011-7ce4d03547c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0446959 Jul 16 21:14:08.336080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-e65c751e-0349-4d7c-9233-e80a9e7880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:08.337562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-e65c751e-0349-4d7c-9233-e80a9e7880b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516069 Jul 16 21:14:08.361135 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.431382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-a1830f01-864f-442b-8848-e1419c8f29a4 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864234 Jul 16 21:14:08.525939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1b380a51-aa95-4456-bbde-9742381b4df2 req-7458095b-9d3c-4fc7-b689-a8bf6694afb8 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879674 Jul 16 21:14:08.642013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c9a9f-9bd2-4519-be5e-921c9aa2e947 req-a12801b3-0b0c-4dbf-ad8a-1fedef53f532 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:08.643533 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca3c9a9f-9bd2-4519-be5e-921c9aa2e947 req-a12801b3-0b0c-4dbf-ad8a-1fedef53f532 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 944 time: 0.0632768 Jul 16 21:14:08.680523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca3c9a9f-9bd2-4519-be5e-921c9aa2e947 req-bd5fae6e-1daf-4a76-be60-5f0d44edcba0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Jul 16 21:14:08.912929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:09.200108 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:09.851456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201f552-9243-48f4-a065-70d47fe28cd6 req-25f4570c-a803-42c8-ac87-2d6535ec2393 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.852952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f201f552-9243-48f4-a065-70d47fe28cd6 req-25f4570c-a803-42c8-ac87-2d6535ec2393 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 944 time: 0.0626695 Jul 16 21:14:09.889985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f201f552-9243-48f4-a065-70d47fe28cd6 req-aa1d8913-4dd0-441b-818a-81e647b388cf tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Jul 16 21:14:10.386896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:14:10.482656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:10.493794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'mac_address': 'fa:16:3e:7a:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:14:10.532223 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:10.544566 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2205c096-cac8-4581-ab48-fbbf7935e0bf {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:14:10.564518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:10.568208 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:10.614804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:10.774325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['2205c096-cac8-4581-ab48-fbbf7935e0bf'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:14:11.071575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1667-6295-4723-8340-91a86161b795 req-44926db5-9b36-449c-b636-bf11e40e1151 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:11.073318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74be1667-6295-4723-8340-91a86161b795 req-44926db5-9b36-449c-b636-bf11e40e1151 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 945 time: 0.0678437 Jul 16 21:14:11.113953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74be1667-6295-4723-8340-91a86161b795 req-dab810b2-88c0-4d3b-b48d-12eaebbbacb3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341382 Jul 16 21:14:12.293631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e1f82-0769-4847-beeb-aaffa54abaad req-81091e57-1c93-4b85-b4e8-4bbcb5a658a6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:12.295150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-571e1f82-0769-4847-beeb-aaffa54abaad req-81091e57-1c93-4b85-b4e8-4bbcb5a658a6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 945 time: 0.0671041 Jul 16 21:14:12.336331 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-571e1f82-0769-4847-beeb-aaffa54abaad req-92a3f656-d570-426d-babe-81b644f8f495 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Jul 16 21:14:12.391224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:12.440735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 2205c096-cac8-4581-ab48-fbbf7935e0bf completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:12.444683 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 2205c096-cac8-4581-ab48-fbbf7935e0bf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:12.445054 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.527170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.550182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:12.552590 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a955b83-1189-4161-8964-8b400ccd5dd4" -d '{"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-plugged", "status": "completed", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:12.566765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:12.572959 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.604293 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde1ada-8006-4f06-9435-99a26dcb3ea0 x-openstack-request-id: req-7bde1ada-8006-4f06-9435-99a26dcb3ea0 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:12.604843 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-plugged", "status": "completed", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:12.604843 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7bde1ada-8006-4f06-9435-99a26dcb3ea0 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:12.605101 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'code': 200} Jul 16 21:14:12.636696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:12.716106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edbec3-61c6-409a-80b1-9a9a6439dc25 req-0cddd6b7-2bec-4b08-83fb-c0c057dd0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:12.717630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1edbec3-61c6-409a-80b1-9a9a6439dc25 req-0cddd6b7-2bec-4b08-83fb-c0c057dd0592 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1097 time: 0.0577190 Jul 16 21:14:12.754216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f1edbec3-61c6-409a-80b1-9a9a6439dc25 req-05a2625e-d5ee-4ba2-a64a-cb949233a279 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300786 Jul 16 21:14:13.553076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526da6d-e19f-4997-adf2-2e6d68868574 req-6d7122dc-42ce-42f4-b302-5c123cd6629e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:13.554762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4526da6d-e19f-4997-adf2-2e6d68868574 req-6d7122dc-42ce-42f4-b302-5c123cd6629e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0896585 Jul 16 21:14:13.612336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4526da6d-e19f-4997-adf2-2e6d68868574 req-375db57f-22be-4d1b-baff-ed0eb078e28a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Jul 16 21:14:14.792815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995ccea-af63-419f-86ff-7e57f5c6c1fc req-bf15db3a-bf1f-412c-935e-fbdddf2fd441 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:14.794402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e995ccea-af63-419f-86ff-7e57f5c6c1fc req-bf15db3a-bf1f-412c-935e-fbdddf2fd441 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0660031 Jul 16 21:14:14.832318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e995ccea-af63-419f-86ff-7e57f5c6c1fc req-f29b664c-ab3b-40ae-8643-11c4699ddb84 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Jul 16 21:14:15.014029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eef36-2ae6-4398-8861-33f9f8009bfe req-15dddeeb-ff2a-4cf6-8e1b-f54853a8d78b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.016124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-179eef36-2ae6-4398-8861-33f9f8009bfe req-15dddeeb-ff2a-4cf6-8e1b-f54853a8d78b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0739925 Jul 16 21:14:15.025363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 59166) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:15.030085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'floatingip': {'port_id': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:15.077196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:15.550762 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:15.555698 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:15.988243 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 associated. External IP: 172.25.8.113, port: 2205c096-cac8-4581-ab48-fbbf7935e0bf. Jul 16 21:14:16.232984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:16.353843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:16.358959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:16.363898 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:16.372921 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:16.373517 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:16.396534 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-45daca2c-bf09-4a1f-b018-63d4d1c5964d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "PUT /v2.0/floatingips/53046f2a-5c17-486e-bd3d-c2a698589201 HTTP/1.1" status: 200 len: 992 time: 1.3700576 Jul 16 21:14:16.397150 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:16.399464 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5912acb-a31e-4d27-854d-75e164634d96" -d '{"events": [{"name": "network-changed", "server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:16.487150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:16.587923 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80a734e-098d-430c-b468-453d2cb45324 x-openstack-request-id: req-f80a734e-098d-430c-b468-453d2cb45324 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:16.588224 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:16.588476 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f80a734e-098d-430c-b468-453d2cb45324 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:16.588880 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'status': 'completed', 'code': 200} Jul 16 21:14:16.682205 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912acb-a31e-4d27-854d-75e164634d96 req-9f718673-cd89-4d5e-9904-832e66acfe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:16.684206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5912acb-a31e-4d27-854d-75e164634d96 req-9f718673-cd89-4d5e-9904-832e66acfe09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1097 time: 0.0640776 Jul 16 21:14:16.732483 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:7a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:14:15Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:16.759629 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:16.768373 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:16.768988 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:14:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:16.785380 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912acb-a31e-4d27-854d-75e164634d96 req-ea69b3f1-54e1-4bdc-8008-ae52ff2a499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:16.786931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5912acb-a31e-4d27-854d-75e164634d96 req-ea69b3f1-54e1-4bdc-8008-ae52ff2a499a service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0962043 Jul 16 21:14:16.854975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5912acb-a31e-4d27-854d-75e164634d96 req-827f137b-4217-40f9-bca7-cbfd30ed9bf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1000 time: 0.0606792 Jul 16 21:14:16.876044 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:16.905619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912acb-a31e-4d27-854d-75e164634d96 req-677c7fc7-9f67-4c23-9fe8-f67306441088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:16.907119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5912acb-a31e-4d27-854d-75e164634d96 req-677c7fc7-9f67-4c23-9fe8-f67306441088 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0453470 Jul 16 21:14:16.974810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912acb-a31e-4d27-854d-75e164634d96 req-fbf53207-2495-4c20-b9ba-c6871e4b76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:16.976520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5912acb-a31e-4d27-854d-75e164634d96 req-fbf53207-2495-4c20-b9ba-c6871e4b76db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610359 Jul 16 21:14:17.076085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5912acb-a31e-4d27-854d-75e164634d96 req-c4cea3a6-0032-4583-80c8-9ab029703ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913780 Jul 16 21:14:17.178178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c5912acb-a31e-4d27-854d-75e164634d96 req-5db653e8-fef0-483e-a36d-59da3168ebdb service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938025 Jul 16 21:14:17.217165 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:7a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:14:15Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:17.244764 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50fd52-6d9d-4916-81fe-4b6a9ae82008 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:7a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:14:15Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:17.440252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31482898-e46f-4975-a1be-68eda722d89f None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:14:22.661946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-85122cc1-10fd-4ced-ac80-5a6d2982dbea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545831 Jul 16 21:14:22.763798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-6e4a79c0-82b8-47eb-9e1a-71d3a2bbaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:22.765317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-6e4a79c0-82b8-47eb-9e1a-71d3a2bbaa4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1097 time: 0.0561795 Jul 16 21:14:22.882277 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-7c415f57-bb45-49f6-b90d-5adc387480c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:22.883712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-7c415f57-bb45-49f6-b90d-5adc387480c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0980270 Jul 16 21:14:22.951941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-2db4c993-56eb-4b0d-9e39-4d1b40d3227b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1002 time: 0.0610723 Jul 16 21:14:23.009283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-59dc3418-536e-44d8-901f-9c8f2051740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:23.010799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-59dc3418-536e-44d8-901f-9c8f2051740e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0524213 Jul 16 21:14:23.079811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-270f0a25-86aa-42e6-8ab2-26515c4e13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:23.081376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-270f0a25-86aa-42e6-8ab2-26515c4e13f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635335 Jul 16 21:14:23.209278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-d75b90c2-cf3d-4e43-9ca1-19b01b8fff56 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202526 Jul 16 21:14:23.308353 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35d1e9f8-74f8-4b8e-9aa1-9d7a76b9ca8f req-cf7d3f0c-a447-46e4-a683-57990ff6ede5 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918272 Jul 16 21:14:23.982210 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:14:30.359079 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eda64173-4da5-43ab-bc7a-470d57e224aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.121144 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.939400 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ad99d2c-3e5e-4c8e-b41e-04fe65dddbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.236688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.369396 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.919228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.220483 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:56.943851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-824a4db7-38e0-4abe-b8a6-c2e1ec0f96f3 req-ecee71ae-9216-4f32-9444-37aa99dc9f5b service neutron] (94096) timed out ('10.222.0.26', 51574) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:14:56.993713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-9587c15d-3e9a-473f-95df-59bae6e77fe0 req-d52bbd23-3b58-49cd-868f-ac16c391b233 service neutron] (94095) timed out ('10.222.0.26', 51588) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:15:00.359727 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d424433d-ed2e-44a5-a72b-5bcaee29b893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:00.981030 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:04.118015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:04.941388 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-257ac1ea-c891-4f98-a035-b571ce2e02bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:06.236356 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.368318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.928187 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:09.211862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.650545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-1bcc16cb-a62a-4dd6-8fca-953c0774ff7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552495 Jul 16 21:15:24.747984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baff25-1974-44af-8dda-ded815e94123 req-b727c049-4762-49d5-951d-9eee3acae5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:24.749773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-b727c049-4762-49d5-951d-9eee3acae5e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1097 time: 0.0565434 Jul 16 21:15:24.853533 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baff25-1974-44af-8dda-ded815e94123 req-81661482-c6e9-4abd-87d0-9db3db64ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:24.855041 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-81661482-c6e9-4abd-87d0-9db3db64ab40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0857728 Jul 16 21:15:24.922664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-f2f2a383-d8e4-4a68-ad5d-201d3d715477 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1002 time: 0.0613370 Jul 16 21:15:24.972717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baff25-1974-44af-8dda-ded815e94123 req-18b862fa-4bb3-418c-b285-754189f4f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:24.975567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-18b862fa-4bb3-418c-b285-754189f4f1d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0467412 Jul 16 21:15:25.035393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baff25-1974-44af-8dda-ded815e94123 req-997cf084-98fa-4ad5-8451-a301d0a60e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:25.037570 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-997cf084-98fa-4ad5-8451-a301d0a60e03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548153 Jul 16 21:15:25.133185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-c42c3cd1-eff6-422c-91f7-0b774a75c66e service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895312 Jul 16 21:15:25.222186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6baff25-1974-44af-8dda-ded815e94123 req-bd9e941d-5846-4137-9fdf-c1fa57a0038c service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819082 Jul 16 21:15:30.360811 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-43c3f1ca-7ee0-42db-aace-3405b6bde263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:34.120297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:34.941393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a706-3ce1-4317-afed-816041af1ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:36.241024 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:37.982221 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:38.370431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:38.925332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:39.212738 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:55.392775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393052d0-6a6e-43a6-b8cd-ade3110ee3a5 req-99f6030e-2980-42db-b3c0-c38e95e82b0c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:55.393977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-393052d0-6a6e-43a6-b8cd-ade3110ee3a5 req-99f6030e-2980-42db-b3c0-c38e95e82b0c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0696995 Jul 16 21:15:55.431801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-393052d0-6a6e-43a6-b8cd-ade3110ee3a5 req-693e2122-4aed-4fbb-a743-07c7ac10572d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Jul 16 21:15:56.605629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fd396-7f83-4c3e-a64b-13a3d6397828 req-25a8aacc-df2b-4f6a-ad5f-cd827d2dfa1e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:56.607098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db0fd396-7f83-4c3e-a64b-13a3d6397828 req-25a8aacc-df2b-4f6a-ad5f-cd827d2dfa1e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0622265 Jul 16 21:15:56.644780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db0fd396-7f83-4c3e-a64b-13a3d6397828 req-a01ac796-e257-4d3b-b0af-ecd72efeb70e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Jul 16 21:15:57.818156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4f8fe-1e2a-4d0b-8ceb-7d1b2eec77cc req-e97100fe-8e73-4101-a25d-8305f52d0ae4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:57.819670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38d4f8fe-1e2a-4d0b-8ceb-7d1b2eec77cc req-e97100fe-8e73-4101-a25d-8305f52d0ae4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0641580 Jul 16 21:15:57.862654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-38d4f8fe-1e2a-4d0b-8ceb-7d1b2eec77cc req-e5155289-c6f3-4417-89d5-2d64a502d333 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367992 Jul 16 21:15:59.040917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24561744-7d73-4b08-8751-aa8ee1fc13c7 req-e049da97-dd57-4d53-b090-0913ab0e60bb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:59.042432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24561744-7d73-4b08-8751-aa8ee1fc13c7 req-e049da97-dd57-4d53-b090-0913ab0e60bb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0648992 Jul 16 21:15:59.080911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24561744-7d73-4b08-8751-aa8ee1fc13c7 req-07d9347a-635a-4768-a18c-ac2bdd5ba38c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Jul 16 21:16:00.252817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b2c14-9bc1-4c2b-bd8b-8ab30bb4778e req-d2bef810-903f-4813-b557-6142836b5849 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:00.254300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-837b2c14-9bc1-4c2b-bd8b-8ab30bb4778e req-d2bef810-903f-4813-b557-6142836b5849 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0630312 Jul 16 21:16:00.291957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-837b2c14-9bc1-4c2b-bd8b-8ab30bb4778e req-7af28847-1a23-49b6-a6cd-053594a342e3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Jul 16 21:16:00.362178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3b1af27d-baa3-4d1b-b4ce-fe6c89921331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.824737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7180a7f-57a8-48d9-9f2a-8150adbaf6eb req-2fe88084-c346-45cf-9254-cbcc033705d9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.826773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7180a7f-57a8-48d9-9f2a-8150adbaf6eb req-2fe88084-c346-45cf-9254-cbcc033705d9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.4241016 Jul 16 21:16:01.864877 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7180a7f-57a8-48d9-9f2a-8150adbaf6eb req-73ea7d79-856d-4907-95a5-46a8cf5fe57b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Jul 16 21:16:03.036896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b25ab-4950-4898-a3b2-1d35a300e9b2 req-42151147-44ff-4c08-8b33-87ad1e97f4e4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:03.038464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a72b25ab-4950-4898-a3b2-1d35a300e9b2 req-42151147-44ff-4c08-8b33-87ad1e97f4e4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0632279 Jul 16 21:16:03.076905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a72b25ab-4950-4898-a3b2-1d35a300e9b2 req-f51862bb-7f0b-41c8-ae46-d3ab814313b4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Jul 16 21:16:04.123856 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:04.257728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612f5e9-1025-4fa7-b605-983200cdf673 req-e6771a72-a028-4e02-8fee-70465373c050 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:04.259254 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1612f5e9-1025-4fa7-b605-983200cdf673 req-e6771a72-a028-4e02-8fee-70465373c050 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0676131 Jul 16 21:16:04.299275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1612f5e9-1025-4fa7-b605-983200cdf673 req-c9e7616c-ce0a-40ab-9a27-68f4beea9127 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Jul 16 21:16:04.942329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b842b510-9bd5-428a-885e-7f5c5f4b92ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:05.473467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53d522-5b87-4f38-b82e-5cd8b73e22ae req-2c6a5ba4-83cf-415e-9f8f-5cf7d9be68fd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:05.474950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a53d522-5b87-4f38-b82e-5cd8b73e22ae req-2c6a5ba4-83cf-415e-9f8f-5cf7d9be68fd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0629559 Jul 16 21:16:05.515269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6a53d522-5b87-4f38-b82e-5cd8b73e22ae req-a3b95638-b70d-48e9-a831-973681dafb94 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346601 Jul 16 21:16:06.243735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:06.692226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623a38d-bcde-4dad-a85e-141af7253a8a req-ab3e9982-bb99-4165-934a-84d67a8102b9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:06.693739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c623a38d-bcde-4dad-a85e-141af7253a8a req-ab3e9982-bb99-4165-934a-84d67a8102b9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0688815 Jul 16 21:16:06.734644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c623a38d-bcde-4dad-a85e-141af7253a8a req-87a5b247-ea8e-421a-a1d1-3355fc2f1937 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Jul 16 21:16:07.100249 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-aa2a24bd-deb5-46ac-aa0a-276269b9317e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0596523 Jul 16 21:16:07.163747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006ab3-4180-49c8-8b44-45aef1ce497d req-5cd00357-79a9-44e3-9045-ef5aafa6adc1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:07.167725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39006ab3-4180-49c8-8b44-45aef1ce497d req-5cd00357-79a9-44e3-9045-ef5aafa6adc1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0730140 Jul 16 21:16:07.205997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39006ab3-4180-49c8-8b44-45aef1ce497d req-cb0ce2b1-3621-404d-b334-106ac140d820 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Jul 16 21:16:08.247714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-c5279e66-5046-410c-b08c-8f3d5018f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.249370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-c5279e66-5046-410c-b08c-8f3d5018f39a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1097 time: 0.0548656 Jul 16 21:16:08.376578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:08.377919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-c58ae2ea-6c00-4064-bad5-6fcc25f767b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.379440 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-c58ae2ea-6c00-4064-bad5-6fcc25f767b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1233675 Jul 16 21:16:08.458177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d0e85-b5be-4935-8a8d-de2ffc38f78a req-28f99250-e9d3-44b2-8373-ce870c1a60f1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.459703 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5d0e85-b5be-4935-8a8d-de2ffc38f78a req-28f99250-e9d3-44b2-8373-ce870c1a60f1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.1386960 Jul 16 21:16:08.466094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-f88054df-4b1d-48fe-b44d-094fb423642a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1002 time: 0.0790915 Jul 16 21:16:08.533865 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb5d0e85-b5be-4935-8a8d-de2ffc38f78a req-a0674d75-5cb5-4164-846d-96101c12b6c2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668178 Jul 16 21:16:08.535679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-58d186d1-57dc-4c83-9ade-a0bd7f14e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.537055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-58d186d1-57dc-4c83-9ade-a0bd7f14e09a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0630994 Jul 16 21:16:08.595808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-29e33285-fd74-4406-8c7d-1340d8cd1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.597307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-29e33285-fd74-4406-8c7d-1340d8cd1a9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533555 Jul 16 21:16:08.691229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-84f85cf4-40d5-4aae-8784-84026d9818e7 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858693 Jul 16 21:16:08.782618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-cbc1442b-f04f-4ef7-a0f1-9c262ef3e6fa service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844653 Jul 16 21:16:08.925906 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.222005 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:09.713696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a687d9d-17c9-4252-9bb2-0e1f3f07250f req-93bd064c-cf52-434a-8643-e99e74e28183 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:09.715204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a687d9d-17c9-4252-9bb2-0e1f3f07250f req-93bd064c-cf52-434a-8643-e99e74e28183 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0681663 Jul 16 21:16:09.754531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8a687d9d-17c9-4252-9bb2-0e1f3f07250f req-93178782-1742-4ebe-9ba0-4503c37f04d9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Jul 16 21:16:10.940946 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-7862b381-eb6f-4292-8129-e992f245884d req-38a207e6-7116-4694-9551-231fd1e75102 service neutron] show failed (client error): The resource could not be found. Jul 16 21:16:10.941994 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-38a207e6-7116-4694-9551-231fd1e75102 service neutron] 10.222.0.26 "GET /v2.0/ports/2205c096-cac8-4581-ab48-fbbf7935e0bf/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0921133 Jul 16 21:16:10.961704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbf976-ed1f-47b9-94c2-f618be7712ac req-30ceef7f-8042-4458-a514-f7d44559ca3a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:10.963352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fbbf976-ed1f-47b9-94c2-f618be7712ac req-30ceef7f-8042-4458-a514-f7d44559ca3a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0873668 Jul 16 21:16:11.012031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fbbf976-ed1f-47b9-94c2-f618be7712ac req-aa0bc26d-36a0-4adc-a02d-caa813eeeff1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 Jul 16 21:16:11.203492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-177cc55e-4883-4d8e-b576-9297406d04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:11.204998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-177cc55e-4883-4d8e-b576-9297406d04a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 1097 time: 0.0578573 Jul 16 21:16:11.215842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:11.287213 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.491640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:11.529788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:16:11.569623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:11.571927 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e36b63-ca46-4465-826b-15c9229bb3a1" -d '{"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-unplugged", "status": "completed", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:11.575809 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.588147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Transition to ACTIVE for port object 2205c096-cac8-4581-ab48-fbbf7935e0bf will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:16:11.592365 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.627505 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f490893-7d02-48d4-a5be-fb77972064f3 x-openstack-request-id: req-1f490893-7d02-48d4-a5be-fb77972064f3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:11.627811 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-unplugged", "status": "completed", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:11.628068 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1f490893-7d02-48d4-a5be-fb77972064f3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:11.628464 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'code': 200} Jul 16 21:16:11.676324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:11.693565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.693912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.694252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.694588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.694925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.695281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.695627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.696005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.696361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.696681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.697002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.697325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:11.731354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] No DVR routers for this DVR port 2205c096-cac8-4581-ab48-fbbf7935e0bf on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:16:11.869620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:16:11.869963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:16:11.870297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:11.874737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Port 2205c096-cac8-4581-ab48-fbbf7935e0bf on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:16:11.875063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Attempting to bind port 2205c096-cac8-4581-ab48-fbbf7935e0bf on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:11.880188 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:16:11.880524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:16:11.880908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:16:11.881337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Bound port: 2205c096-cac8-4581-ab48-fbbf7935e0bf, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:16:11.881694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.944446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:16:11.947492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:16:11.952785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.986047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:11.986915 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:11.988875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] 10.222.0.21 "PUT /v2.0/ports/2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1092 time: 0.7769101 Jul 16 21:16:12.015099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265e184-f854-4367-832b-21b67a10d4dc service neutron] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:12.082466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-b4e087b0-53f3-4bde-8281-b27fea04ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:12.084949 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-b4e087b0-53f3-4bde-8281-b27fea04ceca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1095 time: 0.0657816 Jul 16 21:16:12.213157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-4ccbc5cc-49bf-4904-8ea6-e4d3c4b65539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:12.214648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-4ccbc5cc-49bf-4904-8ea6-e4d3c4b65539 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1240778 Jul 16 21:16:12.283467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f4ad5-459b-4aae-9c85-6f3719dd00e9 req-16a98d6b-21d0-49c5-b96c-1996e29e56d8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:12.284891 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a7f4ad5-459b-4aae-9c85-6f3719dd00e9 req-16a98d6b-21d0-49c5-b96c-1996e29e56d8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 944 time: 0.1316547 Jul 16 21:16:12.315296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-d429352a-0ba5-4fad-8c9f-c15115297a46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1000 time: 0.0937200 Jul 16 21:16:12.370453 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a7f4ad5-459b-4aae-9c85-6f3719dd00e9 req-1f8939da-b60d-45af-8957-cd4a38b4db4d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782580 Jul 16 21:16:12.385334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-a35c3ea5-4876-42ee-aa10-d53cef86b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:12.386841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-a35c3ea5-4876-42ee-aa10-d53cef86b250 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0651960 Jul 16 21:16:12.449019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862b381-eb6f-4292-8129-e992f245884d req-0a2045ce-76f3-407c-bd77-afd9a15b2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:12.450548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-0a2045ce-76f3-407c-bd77-afd9a15b2793 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574045 Jul 16 21:16:12.541167 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-6ea743d7-481a-4a76-91c3-36db4cf009fe service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840805 Jul 16 21:16:12.638408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7862b381-eb6f-4292-8129-e992f245884d req-0ce2edbd-149d-4c68-8eee-73f455aece2d service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911901 Jul 16 21:16:13.548295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07865643-1080-44c5-9f25-9e9f5e99b9e3 req-a8d3c0cc-c79a-40b4-967c-34b9d9b98aea tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:13.549934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07865643-1080-44c5-9f25-9e9f5e99b9e3 req-a8d3c0cc-c79a-40b4-967c-34b9d9b98aea tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 944 time: 0.0668173 Jul 16 21:16:13.588099 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07865643-1080-44c5-9f25-9e9f5e99b9e3 req-a5ddb45f-047d-474b-b9ce-e750a45ccd4b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Jul 16 21:16:13.629874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:13.632924 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d118b73-7390-4930-977a-aa674605787a" -d '{"events": [{"name": "network-changed", "server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:13.683557 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbd7144-2e61-4f0d-8d9e-0d8c1aa8d718 x-openstack-request-id: req-cdbd7144-2e61-4f0d-8d9e-0d8c1aa8d718 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:13.683843 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:13.684088 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cdbd7144-2e61-4f0d-8d9e-0d8c1aa8d718 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:13.684484 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'status': 'completed', 'code': 200} Jul 16 21:16:13.802776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-c6985101-8b8c-4676-b464-29d8c5573735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:13.804534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-c6985101-8b8c-4676-b464-29d8c5573735 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1095 time: 0.0999110 Jul 16 21:16:13.808579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-c8221c88-e377-40d6-b5a6-001c5f01a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:13.810034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-c8221c88-e377-40d6-b5a6-001c5f01a0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1095 time: 0.0963006 Jul 16 21:16:13.973748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-1a359587-a45c-4c72-89ac-27b7b47dfe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:13.975315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-1a359587-a45c-4c72-89ac-27b7b47dfe7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1642606 Jul 16 21:16:13.976413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-5c0b5d97-ede7-43fa-99a9-d843a601a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:13.977983 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-5c0b5d97-ede7-43fa-99a9-d843a601a9d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1581774 Jul 16 21:16:14.086682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-ece230be-5a1e-4626-a988-8886f0e5b568 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1000 time: 0.1046834 Jul 16 21:16:14.090464 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-4139347d-d802-4d0c-9bc2-f1f53ba47dee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1000 time: 0.1025803 Jul 16 21:16:14.172064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-05b199df-9da3-4817-8675-702bdb3613e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:14.173521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-05b199df-9da3-4817-8675-702bdb3613e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0793014 Jul 16 21:16:14.176900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-0c33831c-64ba-440a-aad0-ddb28886b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:14.178217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-0c33831c-64ba-440a-aad0-ddb28886b939 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0767179 Jul 16 21:16:14.270385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-6a945dbc-47e9-46b5-97f0-44fb4a3c47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:14.271864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-6a945dbc-47e9-46b5-97f0-44fb4a3c47ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838728 Jul 16 21:16:14.276365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118b73-7390-4930-977a-aa674605787a req-e75ac0e1-e67e-42e6-85bb-43be16394a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:14.277795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-e75ac0e1-e67e-42e6-85bb-43be16394a5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976410 Jul 16 21:16:14.432469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-e5344770-cfb7-4839-8e80-918c0977fb18 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536801 Jul 16 21:16:14.434303 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-800262b6-157e-4e17-b0a7-47d6aa532673 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480048 Jul 16 21:16:14.616412 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-8dde0de7-713a-4965-9d98-b427d896faed service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777828 Jul 16 21:16:14.621975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-5290c532-5769-41ca-b065-3231d3c0a84a service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763239 Jul 16 21:16:14.643006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-45ffffb1-52f6-48af-9560-cca3af5fcfc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959930 Jul 16 21:16:14.775497 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-e331f534-bd4c-4d4e-9f0d-b246586edc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:14.776974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-e331f534-bd4c-4d4e-9f0d-b246586edc14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1095 time: 0.0910604 Jul 16 21:16:14.798543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa2072-ed4f-42a1-a81b-9a05078c87ee req-f1519ee5-a876-45f5-a67a-2a707f91767d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:14.800130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37fa2072-ed4f-42a1-a81b-9a05078c87ee req-f1519ee5-a876-45f5-a67a-2a707f91767d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 944 time: 0.0765142 Jul 16 21:16:14.891332 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-37fa2072-ed4f-42a1-a81b-9a05078c87ee req-250f2c42-e27d-464a-be28-07482cdd2aac tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828550 Jul 16 21:16:14.915617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-cb9c78eb-3e42-4691-ac1c-e1fe16b96826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:14.917156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-cb9c78eb-3e42-4691-ac1c-e1fe16b96826 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1161780 Jul 16 21:16:14.982476 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:16:14.986115 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-696ef488-36bc-40f9-b5d7-b796f95ee2af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1000 time: 0.0626493 Jul 16 21:16:15.051174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-4b06e075-40b1-484a-87f0-15136dfc55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:15.052696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-4b06e075-40b1-484a-87f0-15136dfc55ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0592344 Jul 16 21:16:15.089405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:16:15.121586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-9071e2c6-7290-4bf7-a5b4-8b3827d93bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:15.125026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-9071e2c6-7290-4bf7-a5b4-8b3827d93bcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636673 Jul 16 21:16:15.133267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:16:15.300194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-b49984d2-b241-4528-970f-9a7bb3a9cf8f service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701245 Jul 16 21:16:15.341764 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ebe65-8437-440e-90cd-5fce745c4650 req-ba40a0db-7022-481c-b8ab-d74d95d8b642 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:15.343961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c2ebe65-8437-440e-90cd-5fce745c4650 req-ba40a0db-7022-481c-b8ab-d74d95d8b642 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 944 time: 0.1941099 Jul 16 21:16:15.356649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-a1fc3fd7-da52-446e-b386-71febe300871 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:15.358048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-a1fc3fd7-da52-446e-b386-71febe300871 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154&tenant_id=98f893f315d744df88b70b1a24875faf&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 944 time: 0.1912863 Jul 16 21:16:15.716371 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:16:15.815972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c2ebe65-8437-440e-90cd-5fce745c4650 req-259e057f-91d0-4ab5-96eb-18b4ea640c79 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566443 Jul 16 21:16:15.816694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:15.828449 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'mac_address': 'fa:16:3e:7a:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:16:15.847237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf66fe08-0da2-43e5-810c-fa7ae645d4e7 req-f818b7b1-2743-4814-9c87-e2702b3f5bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365276 Jul 16 21:16:15.848164 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-eb230bb7-9317-4114-8ff8-e8fd5d5fc201 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:16:15.849034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-eb230bb7-9317-4114-8ff8-e8fd5d5fc201 service neutron] 10.222.0.26 "DELETE /v2.0/ports/2205c096-cac8-4581-ab48-fbbf7935e0bf/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.4797783 Jul 16 21:16:15.872439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:15.890347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2205c096-cac8-4581-ab48-fbbf7935e0bf {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:15.916598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:15.922443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:15.956970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-288551c2-a3fd-452e-9d11-c8698eac7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:15.958517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-288551c2-a3fd-452e-9d11-c8698eac7f77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1095 time: 0.0580482 Jul 16 21:16:15.974521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:15.981950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.982295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.982631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.982959 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.983345 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.983676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.983997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.984331 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.984638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.984954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.985270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:15.985582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:16.054757 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-1220cc64-c2c2-4c9a-a835-9a4b671020af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:16.056250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-1220cc64-c2c2-4c9a-a835-9a4b671020af service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0913093 Jul 16 21:16:16.121820 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-4164b28d-d0bc-4f79-9ff2-c8411bb1cdcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1001 time: 0.0587766 Jul 16 21:16:16.160574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['2205c096-cac8-4581-ab48-fbbf7935e0bf'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:16:16.186381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-964a1ac3-d69a-40f2-ada2-9341b35aea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:16.188902 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-964a1ac3-d69a-40f2-ada2-9341b35aea55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0601404 Jul 16 21:16:16.262152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-a4458a89-7231-4107-90ab-13e637628a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:16.264032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-a4458a89-7231-4107-90ab-13e637628a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686777 Jul 16 21:16:16.360500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-a9a16cbe-4c40-452c-b4ea-50fe06c04bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892410 Jul 16 21:16:16.457179 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bfee928-3553-4d49-b565-35478ed90cb5 req-0fe6554a-45fa-419f-af29-41d637dad2e4 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903575 Jul 16 21:16:16.999973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00e506-eae7-4f89-a29b-08c1fd459af4 req-454b0856-17ef-40b1-b1c1-a99fa0cf14ae tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:17.001455 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b00e506-eae7-4f89-a29b-08c1fd459af4 req-454b0856-17ef-40b1-b1c1-a99fa0cf14ae tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 945 time: 0.0685697 Jul 16 21:16:17.041746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b00e506-eae7-4f89-a29b-08c1fd459af4 req-70f5cfb4-50c4-49df-9bb2-635d464619d3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343690 Jul 16 21:16:17.724850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:16:17.774235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 2205c096-cac8-4581-ab48-fbbf7935e0bf completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:16:17.777896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 2205c096-cac8-4581-ab48-fbbf7935e0bf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:17.778276 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:17.856255 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:17.881958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:17.884218 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b118f529-f292-4eba-80da-a80da71d8b11" -d '{"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-plugged", "status": "completed", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:17.897470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:17.901720 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:17.927438 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854575f2-cf49-4a97-b8e4-c4286bf58437 x-openstack-request-id: req-854575f2-cf49-4a97-b8e4-c4286bf58437 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:17.927725 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-plugged", "status": "completed", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:17.927973 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-854575f2-cf49-4a97-b8e4-c4286bf58437 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:17.928355 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'code': 200} Jul 16 21:16:17.954743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:18.235164 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10994eaa-32be-47b3-8640-316da577c510 req-9789a763-eef0-4e53-8d27-3795edce3cba tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:18.236734 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10994eaa-32be-47b3-8640-316da577c510 req-9789a763-eef0-4e53-8d27-3795edce3cba tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0684519 Jul 16 21:16:18.275323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-10994eaa-32be-47b3-8640-316da577c510 req-48b8158e-706d-4cb1-8d2c-cd5166d97de0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Jul 16 21:16:18.449643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c0943-9400-480f-a120-2d0618739b13 req-162b4581-bc38-4bf0-8cd5-b3556a8906d3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:18.451137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e89c0943-9400-480f-a120-2d0618739b13 req-162b4581-bc38-4bf0-8cd5-b3556a8906d3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0637341 Jul 16 21:16:18.488432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e89c0943-9400-480f-a120-2d0618739b13 req-5cefa509-ba21-4b0f-9f76-4f0fc6a14778 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Jul 16 21:16:18.848072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b378-9558-447b-b67f-b187b3a1b49c req-4e4fc290-011e-454a-989d-573e1d903663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:18.849488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d471b378-9558-447b-b67f-b187b3a1b49c req-4e4fc290-011e-454a-989d-573e1d903663 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 1097 time: 0.0971417 Jul 16 21:16:18.861928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37df244-083a-4264-a562-c5f5f6acc015 req-924329cb-b5ab-48e2-8622-dec815dc4b8f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:18.863358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c37df244-083a-4264-a562-c5f5f6acc015 req-924329cb-b5ab-48e2-8622-dec815dc4b8f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.1019652 Jul 16 21:16:18.927089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c37df244-083a-4264-a562-c5f5f6acc015 req-f24b55ca-cc6a-48cd-acf4-303ff8bb6b97 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581334 Jul 16 21:16:18.985837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b378-9558-447b-b67f-b187b3a1b49c req-1f390066-2c2e-42f6-a3a6-127a5b0b2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:18.987340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d471b378-9558-447b-b67f-b187b3a1b49c req-1f390066-2c2e-42f6-a3a6-127a5b0b2881 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1052277 Jul 16 21:16:19.052361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d471b378-9558-447b-b67f-b187b3a1b49c req-e869a314-3ba3-48a1-8358-023578ce1dbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 200 len: 1002 time: 0.0583568 Jul 16 21:16:19.105841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b378-9558-447b-b67f-b187b3a1b49c req-d34f81b1-43c4-416d-9f1d-53c19193c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:19.107226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d471b378-9558-447b-b67f-b187b3a1b49c req-d34f81b1-43c4-416d-9f1d-53c19193c186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0490146 Jul 16 21:16:19.167873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b378-9558-447b-b67f-b187b3a1b49c req-8cf00064-76d8-44ed-8d9c-efcb855f5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:19.169375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d471b378-9558-447b-b67f-b187b3a1b49c req-8cf00064-76d8-44ed-8d9c-efcb855f5c10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561039 Jul 16 21:16:19.258839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d471b378-9558-447b-b67f-b187b3a1b49c req-bd33db0b-8dfe-4ddc-9a2a-ab14ad8ebf46 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832446 Jul 16 21:16:19.352422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d471b378-9558-447b-b67f-b187b3a1b49c req-41efd9cc-1a0a-410d-abcc-a320d974d6eb service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867796 Jul 16 21:16:20.100328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23074-c10e-415d-a476-f0b6f3dd8ceb req-fb60ecee-e513-4717-912f-a3f11994b28c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:20.101970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2fe23074-c10e-415d-a476-f0b6f3dd8ceb req-fb60ecee-e513-4717-912f-a3f11994b28c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0648193 Jul 16 21:16:20.139832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2fe23074-c10e-415d-a476-f0b6f3dd8ceb req-1e98dfae-e1e0-4c3d-9653-b7269bb52e35 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Jul 16 21:16:20.525570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c2df-1bcb-4872-8195-f89c4ab88110 req-7aca5aa4-5a8a-4965-b77b-1eeb2e06bef7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:20.527108 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89a5c2df-1bcb-4872-8195-f89c4ab88110 req-7aca5aa4-5a8a-4965-b77b-1eeb2e06bef7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0647905 Jul 16 21:16:20.566483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89a5c2df-1bcb-4872-8195-f89c4ab88110 req-d3678e53-71e3-4de7-9f99-2eb77d35f48e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329151 Jul 16 21:16:21.789437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24680ef9-1655-4f47-b55d-95b3ba89888d req-cb63b38a-dad4-4554-a6ee-627f55ad14ab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:21.790929 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24680ef9-1655-4f47-b55d-95b3ba89888d req-cb63b38a-dad4-4554-a6ee-627f55ad14ab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.1092982 Jul 16 21:16:21.803056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-5c6f7d22-700e-4f51-8d73-b332699cd85d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:21.804479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-5c6f7d22-700e-4f51-8d73-b332699cd85d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 946 time: 0.0908756 Jul 16 21:16:21.873757 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24680ef9-1655-4f47-b55d-95b3ba89888d req-af250d5d-2d3f-4a1f-8ac9-bf7e067082bd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682573 Jul 16 21:16:21.930873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Deleting port 2205c096-cac8-4581-ab48-fbbf7935e0bf {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:16:21.931214 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:22.020047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] For port 2205c096-cac8-4581-ab48-fbbf7935e0bf, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=2205c096-cac8-4581-ab48-fbbf7935e0bf,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:22.020411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:22.193543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:22.193915 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:22.194225 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 disassociated. External IP: 172.25.8.113, port: 2205c096-cac8-4581-ab48-fbbf7935e0bf. Jul 16 21:16:22.194565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Calling delete_port for 2205c096-cac8-4581-ab48-fbbf7935e0bf owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:16:22.322907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:22.355985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event deleted for resources: {'Port': ['ID=2205c096-cac8-4581-ab48-fbbf7935e0bf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:22.396865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-1a22408c-80d9-4889-8c4a-5c9acfca837b req-2080c112-5d9b-457e-a908-e28fdc885a89 service neutron] (94095) timed out ('10.222.0.100', 55996) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:16:22.475772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:16:22.584853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:16:22.594750 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:16:22.603424 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:22.604276 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:16:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:22.634471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] No DVR routers for this DVR port 2205c096-cac8-4581-ab48-fbbf7935e0bf on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:16:22.637214 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:22.639521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c3b70921-f8ee-4e35-9337-10b50f28b262 req-7cf01e77-1a39-4c82-85e8-537306b1d6f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "DELETE /v2.0/ports/2205c096-cac8-4581-ab48-fbbf7935e0bf HTTP/1.1" status: 204 len: 173 time: 0.8281841 Jul 16 21:16:22.640585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-deleted', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:22.642906 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2067ccdb-dd42-492d-bdcf-b6e4577ad1a2" -d '{"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-deleted", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:22.680415 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af3f603-ceb4-46cb-88c4-72dc890967a4 x-openstack-request-id: req-0af3f603-ceb4-46cb-88c4-72dc890967a4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:22.680705 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216b8f6-8347-4770-9f90-45a2d8b4a154", "name": "network-vif-deleted", "tag": "2205c096-cac8-4581-ab48-fbbf7935e0bf", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:22.680953 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0af3f603-ceb4-46cb-88c4-72dc890967a4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:22.681351 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216b8f6-8347-4770-9f90-45a2d8b4a154', 'name': 'network-vif-deleted', 'tag': '2205c096-cac8-4581-ab48-fbbf7935e0bf', 'status': 'completed', 'code': 200} Jul 16 21:16:22.723515 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:22.923971 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:22.950140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:16:22.958548 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:22.959154 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:16:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:23.032052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14a4d87a-ecd0-45c6-9d9d-afc97fbe1afb req-ca921d43-a718-4e80-8e52-71909b7da2ea tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=5216b8f6-8347-4770-9f90-45a2d8b4a154 HTTP/1.1" status: 200 len: 210 time: 0.0314956 Jul 16 21:16:23.073108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:23.291966 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:23.317816 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d233dc-4897-4b8c-9970-0ecd593c4973 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:16:23.550774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d949b-bea4-42c5-9966-4c23b5b88147 None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:16:24.382973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-cc00ec15-2956-46fe-9751-fd51dc0d640d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1976312041&fields=id&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 267 time: 0.0359099 Jul 16 21:16:24.493288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-abd68c30-e6e9-4431-aab0-bfc7e10533c4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:24.494772 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-abd68c30-e6e9-4431-aab0-bfc7e10533c4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1052730 Jul 16 21:16:24.510153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-c4c7fdf4-f228-462a-8de0-57e2695b84b0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/quotas/98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 375 time: 0.0098088 Jul 16 21:16:24.580239 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-01b2fed6-af70-44c0-9c83-fe31f38bf8d8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647061 Jul 16 21:16:24.681864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-faaab898-6961-473d-ac32-63e69aa452fb service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884888 Jul 16 21:16:24.771540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-97bc0333-dd3e-445d-b814-bbf7fe16e243 service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828459 Jul 16 21:16:24.939886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-945bbf95-6021-40dd-ba21-1f9653a5722d req-841986d9-fd8b-4e97-b284-13ec90e6b638 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 210 time: 0.0283422 Jul 16 21:16:25.762979 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:16:25.784458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 2205c096-cac8-4581-ab48-fbbf7935e0bf {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:16:25.784798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 2205c096-cac8-4581-ab48-fbbf7935e0bf not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:16:25.982412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-b9f1b9e9-7184-4fb6-a86e-f4141bcc456d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:25.984576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-b9f1b9e9-7184-4fb6-a86e-f4141bcc456d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1083527 Jul 16 21:16:26.035354 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-8db9894a-8658-4765-b5ed-f6f1238a560d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 380 time: 0.0353088 Jul 16 21:16:26.044675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'port': {'device_id': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'admin_state_up': True, 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'security_groups': ['fcb5696c-a59d-4dee-84de-ba4b233f4a22']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:26.106727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e9e9ce89-5476-47a3-b8af-6e8094a4447a req-9227a609-2eb6-4618-a88b-ba364e353fab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 210 time: 0.0459411 Jul 16 21:16:26.186918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Made reservation on behalf of 98f893f315d744df88b70b1a24875faf for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:16:26.190474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:26.324148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Allocated IP 172.20.0.14 (626fc04e-1505-4985-9761-5c9b5f51b969/c3d5222e-7624-40d1-82f2-66d68e07552a/3c9b093c-dad9-4018-9b8d-8ccce368e1ff) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:16:26.459310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:26.472707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Transition to ACTIVE for port object 3c9b093c-dad9-4018-9b8d-8ccce368e1ff will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:16:26.506256 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:26.557098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:16:26.560257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:16:26.564409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:16:26.570943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:26.618099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:26.618753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:26.634244 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-4b7cf034-8514-47e0-86c5-cc8cb0893379 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5933042 Jul 16 21:16:26.646026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Request body: {'port': {'device_id': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:26.723779 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:26.825512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8df3e553-c156-485c-bee2-7cc997490aec None None] Provisioning for port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:16:26.830502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8df3e553-c156-485c-bee2-7cc997490aec None None] Provisioning complete for port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:26.830773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8df3e553-c156-485c-bee2-7cc997490aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:26.868901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8df3e553-c156-485c-bee2-7cc997490aec None None] Port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:16:26.996040 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:27.003787 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:27.016114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Transition to ACTIVE for port object 3c9b093c-dad9-4018-9b8d-8ccce368e1ff will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:16:27.019751 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:27.071017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:27.142034 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:16:27.142222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:16:27.142468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:27.147139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:16:27.147505 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:16:27.152662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:16:27.153000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:16:27.153388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:16:27.153819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Bound port: 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:16:27.154182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:27.245496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:16:27.275612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:16:27.280785 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:27.333441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:27.334080 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:27.335520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1092 time: 0.6940832 Jul 16 21:16:27.335975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:27.338400 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a45dfe-af7f-4f33-b964-76da05518eac" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:27.361857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a906b-7b02-4cf6-b448-153f6a6acef8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:27.378129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19dacf-d5bf-4647-8613-90f58a5c7d47 req-43c88ea3-75f9-4530-a22b-2e22e77ab810 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:27.379758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b19dacf-d5bf-4647-8613-90f58a5c7d47 req-43c88ea3-75f9-4530-a22b-2e22e77ab810 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.1506140 Jul 16 21:16:27.454034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b19dacf-d5bf-4647-8613-90f58a5c7d47 req-7e216b02-5f67-4f1e-afe3-1cd7f77c2c86 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671830 Jul 16 21:16:27.472679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-012ec6eb-9b65-4f92-94bc-b9908c20f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:27.474515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-012ec6eb-9b65-4f92-94bc-b9908c20f33d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1095 time: 0.0889859 Jul 16 21:16:27.525298 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460bddd-b42e-4e94-9bb1-6419f53d2f72 x-openstack-request-id: req-c460bddd-b42e-4e94-9bb1-6419f53d2f72 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:27.525583 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:27.525831 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c460bddd-b42e-4e94-9bb1-6419f53d2f72 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:27.526221 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'status': 'completed', 'code': 200} Jul 16 21:16:27.527753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-89a476f0-905a-44ad-9b24-fe465b74d759 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 217 time: 0.0457025 Jul 16 21:16:27.579459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-a5965f3c-4e76-49dc-a4ef-6a0c76856b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:27.581061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-a5965f3c-4e76-49dc-a4ef-6a0c76856b5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0476081 Jul 16 21:16:27.638442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-50423f37-38fa-4d12-8d07-2af5fa2c3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:27.640037 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-50423f37-38fa-4d12-8d07-2af5fa2c3d1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527482 Jul 16 21:16:27.730122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-03845cb8-65e1-4db6-bf18-8f39123c90e9 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838411 Jul 16 21:16:27.821129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8c2dec-35ec-4ee5-8cf2-2f867537254e req-6f2486f7-06b4-4f44-80c3-68335c68f13f service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849607 Jul 16 21:16:27.924424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45dfe-af7f-4f33-b964-76da05518eac req-9e2ca9c3-fe15-4131-8170-f96380793bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:27.925828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29a45dfe-af7f-4f33-b964-76da05518eac req-9e2ca9c3-fe15-4131-8170-f96380793bfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1095 time: 0.0540149 Jul 16 21:16:28.019054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45dfe-af7f-4f33-b964-76da05518eac req-efa8cb51-44c4-454b-b27f-2d0dcf7c8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:28.020583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29a45dfe-af7f-4f33-b964-76da05518eac req-efa8cb51-44c4-454b-b27f-2d0dcf7c8baf service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0886660 Jul 16 21:16:28.061746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29a45dfe-af7f-4f33-b964-76da05518eac req-ea6445fe-000e-476c-ac0e-232d1df4cdc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 217 time: 0.0344646 Jul 16 21:16:28.116081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45dfe-af7f-4f33-b964-76da05518eac req-c6522903-0288-4a14-b14a-2204c0e499b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:28.117545 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29a45dfe-af7f-4f33-b964-76da05518eac req-c6522903-0288-4a14-b14a-2204c0e499b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0489268 Jul 16 21:16:28.175624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45dfe-af7f-4f33-b964-76da05518eac req-faf1995a-6efc-4fce-ba9f-c555cd9fa346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:28.177040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29a45dfe-af7f-4f33-b964-76da05518eac req-faf1995a-6efc-4fce-ba9f-c555cd9fa346 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522201 Jul 16 21:16:28.270510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29a45dfe-af7f-4f33-b964-76da05518eac req-9543d6a1-49c2-4b91-97cd-caa9a4cbeabb service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851567 Jul 16 21:16:28.368694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-29a45dfe-af7f-4f33-b964-76da05518eac req-7ee10fb2-cb05-45f2-b8ff-9b99ccde132e service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887125 Jul 16 21:16:28.634027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0971-17f1-48ed-bee4-74427c2a0b62 req-130bb2a9-cc4a-4d09-9690-f487b70b7dbb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:28.635538 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e45c0971-17f1-48ed-bee4-74427c2a0b62 req-130bb2a9-cc4a-4d09-9690-f487b70b7dbb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.0628819 Jul 16 21:16:28.673260 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e45c0971-17f1-48ed-bee4-74427c2a0b62 req-c365ab2c-ce13-4eef-b469-72f6aefc4a8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320704 Jul 16 21:16:29.850485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69720fa-d166-4940-81d8-55cfce65b5d9 req-ca896467-38d3-496a-b063-7f9cbea50ac7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:29.851997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b69720fa-d166-4940-81d8-55cfce65b5d9 req-ca896467-38d3-496a-b063-7f9cbea50ac7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.0682266 Jul 16 21:16:29.889864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b69720fa-d166-4940-81d8-55cfce65b5d9 req-f4f2aec5-d222-40c0-8f21-9118b400496f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Jul 16 21:16:30.362675 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a26ded52-2021-4ef0-adae-9231ab4c20c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:31.062788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717d64-d6f5-4bd5-9c70-203cf931f412 req-bcdc9348-dfc8-4a9b-a0e1-7f7ee2e02b8e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:31.064644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13717d64-d6f5-4bd5-9c70-203cf931f412 req-bcdc9348-dfc8-4a9b-a0e1-7f7ee2e02b8e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.0643454 Jul 16 21:16:31.104958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13717d64-d6f5-4bd5-9c70-203cf931f412 req-c31892b4-1124-4139-ac09-4cc12d345469 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344982 Jul 16 21:16:31.787296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:16:31.882069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:31.892808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'mac_address': 'fa:16:3e:d9:fa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:16:31.933632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:31.945934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:16:31.964839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:31.969391 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:32.015948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:32.160116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['3c9b093c-dad9-4018-9b8d-8ccce368e1ff'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:16:32.280892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4f6e1-0d4d-4102-a268-804b19f68f6a req-b697217a-2225-4b62-8fa0-47f555b3aac7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:32.282592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51d4f6e1-0d4d-4102-a268-804b19f68f6a req-b697217a-2225-4b62-8fa0-47f555b3aac7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 945 time: 0.0670059 Jul 16 21:16:32.320665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51d4f6e1-0d4d-4102-a268-804b19f68f6a req-0f82e54d-4f46-4fab-8d0d-42a3721beb88 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jul 16 21:16:33.502072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a007-bc3b-4cb5-827c-c8c4fa2a24fd req-47972201-fb5a-483f-9277-e7fb1796f4fd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:33.503582 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dd0a007-bc3b-4cb5-827c-c8c4fa2a24fd req-47972201-fb5a-483f-9277-e7fb1796f4fd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 945 time: 0.0676997 Jul 16 21:16:33.541371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5dd0a007-bc3b-4cb5-827c-c8c4fa2a24fd req-1c3e497e-a929-4051-a07b-fae2e11f0527 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Jul 16 21:16:33.795682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:16:33.844098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:16:33.847687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:33.848012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:33.922765 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:33.946754 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:33.949015 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1226f8c3-7d50-4311-b0b2-1bc5e4b9f082" -d '{"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:33.965503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:33.969419 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:33.993862 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60fdbf1-05b7-4065-b95c-5b968996485d x-openstack-request-id: req-c60fdbf1-05b7-4065-b95c-5b968996485d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:33.994159 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:33.994430 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c60fdbf1-05b7-4065-b95c-5b968996485d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:33.994795 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'code': 200} Jul 16 21:16:34.021437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:34.102906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31879c7-e3db-4ba8-8b39-7984f554f9a9 req-a5edd0a5-434b-4d34-8527-95666b80ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:34.104444 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f31879c7-e3db-4ba8-8b39-7984f554f9a9 req-a5edd0a5-434b-4d34-8527-95666b80ebd8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1097 time: 0.0515301 Jul 16 21:16:34.130303 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:34.144463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f31879c7-e3db-4ba8-8b39-7984f554f9a9 req-152e94db-1b58-4967-b679-ec6325ef8c16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327373 Jul 16 21:16:34.723024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24200bf-8257-4da6-8056-7f63d9e756ab req-17a18654-f887-4035-bfa0-d523935cbda5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:34.724548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24200bf-8257-4da6-8056-7f63d9e756ab req-17a18654-f887-4035-bfa0-d523935cbda5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0666809 Jul 16 21:16:34.763643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b24200bf-8257-4da6-8056-7f63d9e756ab req-4a7d2281-464a-4828-9c3e-21d73d19da3e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Jul 16 21:16:34.943394 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-416e4edb-00b6-4495-abc7-21a554c15ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:35.934486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1cfaa-5717-4585-bc2f-ab6a84194b6f req-7123eb4e-0b35-4696-a6a0-1523fb2e4937 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:35.936033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11a1cfaa-5717-4585-bc2f-ab6a84194b6f req-7123eb4e-0b35-4696-a6a0-1523fb2e4937 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0631251 Jul 16 21:16:35.975686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11a1cfaa-5717-4585-bc2f-ab6a84194b6f req-40fda7fc-0b25-42d7-8107-d339437037c6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Jul 16 21:16:36.145816 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75b28-a49f-494a-999e-0e0a44f6a2bf req-85bc35cc-d47c-4e86-b4a1-ef83f19a2624 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:36.147333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8db75b28-a49f-494a-999e-0e0a44f6a2bf req-85bc35cc-d47c-4e86-b4a1-ef83f19a2624 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0631669 Jul 16 21:16:36.156043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59536) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:16:36.160546 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'floatingip': {'port_id': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:36.202754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:36.246593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:36.987954 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:36.992239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:37.088769 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 associated. External IP: 172.25.8.113, port: 3c9b093c-dad9-4018-9b8d-8ccce368e1ff. Jul 16 21:16:37.304333 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:16:37.418283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:16:37.424548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:37.428362 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:16:37.437576 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:37.438183 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:16:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:37.463405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1acad04a-8f7e-451b-a399-ab4ff3ffeccc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "PUT /v2.0/floatingips/53046f2a-5c17-486e-bd3d-c2a698589201 HTTP/1.1" status: 200 len: 992 time: 1.3062332 Jul 16 21:16:37.464021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:37.466467 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:37.548224 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:37.601423 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600706f9-f57d-4bfa-b486-7fd48752fb7c x-openstack-request-id: req-600706f9-f57d-4bfa-b486-7fd48752fb7c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:37.601720 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:37.601974 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-600706f9-f57d-4bfa-b486-7fd48752fb7c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:37.602377 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'status': 'completed', 'code': 200} Jul 16 21:16:37.683426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-850d0706-1831-4841-aa91-c699f5f14bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.685088 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-850d0706-1831-4841-aa91-c699f5f14bd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1097 time: 0.0598054 Jul 16 21:16:37.780131 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:d9:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:16:36Z', 'revision_number': 9, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:37.784022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-dca305a6-36c0-4a2a-9300-0ed84664d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.786493 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-dca305a6-36c0-4a2a-9300-0ed84664d9ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0948243 Jul 16 21:16:37.813872 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:16:37.823043 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:37.823604 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:16:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:37.857958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-e9cf07fe-a91b-4b8d-8933-3aae44db382f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1000 time: 0.0648029 Jul 16 21:16:37.912332 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-7c7fb6f6-c0a5-48ff-a765-172c8b599bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.913867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-7c7fb6f6-c0a5-48ff-a765-172c8b599bb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0498538 Jul 16 21:16:37.976611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-eff3cc82-5f3e-4ed8-bb43-f3ef0eda5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.978223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-eff3cc82-5f3e-4ed8-bb43-f3ef0eda5f1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576928 Jul 16 21:16:38.031305 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:38.075396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-34b1a65c-f80f-4859-b33a-dfafa6d60fea service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905228 Jul 16 21:16:38.170105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b192308-5ac2-43fa-96c5-791ccc6c4ce5 req-d82c81c7-5708-4877-b1a8-ad9c670466f8 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884340 Jul 16 21:16:38.262134 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:d9:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:16:36Z', 'revision_number': 9, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:38.288172 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786ba82-37c6-4e7e-80db-50056328cebe None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:d9:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:16:36Z', 'revision_number': 9, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:16:38.377718 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:38.472288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65c6c0-e145-422e-9646-e737525cbec4 None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:16:38.932198 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:39.227178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:51.987041 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:00.366888 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0c99-3d81-45d2-b765-37dcbd89a649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.124129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.943542 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b956e6b5-ab73-4782-9a13-a0a913d52732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.248966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.384839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.948134 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.222759 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:16.294870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-cf25849e-729a-46c3-a06a-f5a4262b3197 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736771 Jul 16 21:17:16.402092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-8e174360-2ef1-491c-99e1-d9ffd76d8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:16.403711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-8e174360-2ef1-491c-99e1-d9ffd76d8c54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1097 time: 0.0629740 Jul 16 21:17:16.514543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-30c413e0-ccaa-47c6-870f-ee3b9af3b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:16.516387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-30c413e0-ccaa-47c6-870f-ee3b9af3b949 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0917737 Jul 16 21:17:16.589671 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-95647001-8d8e-4964-a7a7-802eac952fc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1003 time: 0.0665357 Jul 16 21:17:16.642106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-6ffd9dfb-79f4-4ff1-a6a6-23032f7dc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:16.643627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-6ffd9dfb-79f4-4ff1-a6a6-23032f7dc22c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0473070 Jul 16 21:17:16.704137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-132e79a7-54c7-4cfa-998e-5496739d70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:16.705770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-132e79a7-54c7-4cfa-998e-5496739d70d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560706 Jul 16 21:17:16.813631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-af87b6fb-58de-46c2-bda3-71d626e46f4d service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008489 Jul 16 21:17:16.908452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21407c6d-8b65-44a2-9cfc-f452bad174ca req-5e8acecf-2829-4587-a60c-e6303acfeb0b service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881073 Jul 16 21:17:28.986323 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:30.368124 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-45931882-4247-45cb-b29c-bdf10ab73f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:34.127120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:34.944971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ea74-c7b0-450d-8ba4-94b0fa95900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:36.252291 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.384150 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:38.954012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:39.236438 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.369173 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-97a70850-cc4b-4c0c-8cd0-e11969d3ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:04.129582 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:04.946363 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9fce6a06-42fe-4212-a0e6-645b5ca524ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:05.985459 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:06.255480 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.385651 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.952730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.238086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.151835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67e03b-70b6-4f3b-adf6-a12ee74e515a req-9ae276af-30a4-46b7-8f7a-071eaef60c97 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:14.153401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e67e03b-70b6-4f3b-adf6-a12ee74e515a req-9ae276af-30a4-46b7-8f7a-071eaef60c97 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0699327 Jul 16 21:18:14.161564 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-2e8ebba3-d2db-473a-b19b-b1adf60ad1e4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124065 Jul 16 21:18:14.194762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5e67e03b-70b6-4f3b-adf6-a12ee74e515a req-3dfece11-386e-4399-8f1a-8bf71f7160f7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356944 Jul 16 21:18:15.420640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216ca8f-d9d0-4a31-9f0b-8b5252c37583 req-6973b2bc-1399-423d-9438-ff59cf1b4892 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:15.422126 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1216ca8f-d9d0-4a31-9f0b-8b5252c37583 req-6973b2bc-1399-423d-9438-ff59cf1b4892 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.1063659 Jul 16 21:18:15.428694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-cff3f16b-06b1-4a23-b0f5-add3d7b596a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:15.430186 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-cff3f16b-06b1-4a23-b0f5-add3d7b596a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1097 time: 0.0854256 Jul 16 21:18:15.518399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1216ca8f-d9d0-4a31-9f0b-8b5252c37583 req-b0f57945-8595-4da8-893c-02e6632bd1b3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871406 Jul 16 21:18:15.545864 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-ec84d80a-4995-46de-820b-cf9ee5e65ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:15.547384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-ec84d80a-4995-46de-820b-cf9ee5e65ce2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1100869 Jul 16 21:18:15.617405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-7f1cbe80-969a-44ab-aafe-abbc6aba539a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1003 time: 0.0638127 Jul 16 21:18:15.667513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-51aa4360-26e1-4506-bab5-451e29286cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:15.669240 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-51aa4360-26e1-4506-bab5-451e29286cfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0460904 Jul 16 21:18:15.728645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-04a84bbd-8603-4d44-9102-4fc5599d6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:15.730031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-04a84bbd-8603-4d44-9102-4fc5599d6215 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549417 Jul 16 21:18:15.826096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-8107d8e0-dd44-4687-940e-f411b1fcc159 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886068 Jul 16 21:18:15.917056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-bfefd5a6-e9e0-416b-b435-d5dee8d37cb1 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850859 Jul 16 21:18:16.256235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-057c2f78-5376-4b1c-9b01-5cb4e5e1116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:16.257669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-057c2f78-5376-4b1c-9b01-5cb4e5e1116d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1097 time: 0.0655358 Jul 16 21:18:16.371492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-8d157c5d-1ac3-4f44-b64e-1f4ec391b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:16.373048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-8d157c5d-1ac3-4f44-b64e-1f4ec391b151 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0952773 Jul 16 21:18:16.445855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-4d610b4e-18a4-49ba-a21a-b62dce6486ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1003 time: 0.0657606 Jul 16 21:18:16.496996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-6baf69ba-a63b-4cb6-be76-e07b8d5694e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:16.498718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-6baf69ba-a63b-4cb6-be76-e07b8d5694e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0462685 Jul 16 21:18:16.559274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-2c8f48d5-e79c-471e-ad0e-cb627184643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:16.560806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-2c8f48d5-e79c-471e-ad0e-cb627184643e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561132 Jul 16 21:18:16.687417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-8ac2a03f-ae29-470f-b6c4-c68b9ff8c1d7 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198032 Jul 16 21:18:16.738335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d4e1-9c33-47ef-af8d-2f28c011971f req-b2f59332-34c8-45c2-a15a-c25e1bc25922 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:16.739912 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db59d4e1-9c33-47ef-af8d-2f28c011971f req-b2f59332-34c8-45c2-a15a-c25e1bc25922 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.1072922 Jul 16 21:18:16.825173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db59d4e1-9c33-47ef-af8d-2f28c011971f req-6cbb5c8b-b610-44d1-8cf2-ecb80a488e4c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518713 Jul 16 21:18:16.827136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a766e09-bebb-4f96-92da-51f844ac4154 req-3fb775a7-6c70-446c-ac36-cc177df264e9 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318154 Jul 16 21:18:17.999571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf32ec4-66ce-40b8-8a4a-932d81b46312 req-89d9bdfb-52e5-4977-afd8-be32ef229665 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:18.001098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cf32ec4-66ce-40b8-8a4a-932d81b46312 req-89d9bdfb-52e5-4977-afd8-be32ef229665 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0636134 Jul 16 21:18:18.040052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cf32ec4-66ce-40b8-8a4a-932d81b46312 req-f651747d-b8da-421d-987e-f8031d77ae61 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331655 Jul 16 21:18:19.219042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c49b1-b971-483e-8750-7b609f8127fd req-f1490693-ca2a-469b-803a-129f93f9ac15 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.220594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-109c49b1-b971-483e-8750-7b609f8127fd req-f1490693-ca2a-469b-803a-129f93f9ac15 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0679429 Jul 16 21:18:19.260362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-109c49b1-b971-483e-8750-7b609f8127fd req-9055fa31-f639-465e-9e5f-548b69521a8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Jul 16 21:18:20.445139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583eed9-85ea-4053-b936-221366de4a51 req-49bb6ffd-c690-441a-a64e-0a43c8683ef5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:20.447359 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8583eed9-85ea-4053-b936-221366de4a51 req-49bb6ffd-c690-441a-a64e-0a43c8683ef5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0691674 Jul 16 21:18:20.485469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8583eed9-85ea-4053-b936-221366de4a51 req-7bdd4fd9-123e-48f4-8fdc-30e9e7b3e85a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Jul 16 21:18:21.670773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf8dfd-a523-493b-81f3-2f68274bd9ef req-3e8734bf-23d3-43de-b208-5f85de496c7d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:21.672309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-adcf8dfd-a523-493b-81f3-2f68274bd9ef req-3e8734bf-23d3-43de-b208-5f85de496c7d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0647230 Jul 16 21:18:21.711449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-adcf8dfd-a523-493b-81f3-2f68274bd9ef req-744bc2d8-7342-4e31-817e-c8c6a0d94d95 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331764 Jul 16 21:18:22.892756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32147-16c0-40d7-924b-3bb6641274ea req-a7e9cd42-171a-4ef8-90d3-fa7c5eab3b70 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:22.894289 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4bd32147-16c0-40d7-924b-3bb6641274ea req-a7e9cd42-171a-4ef8-90d3-fa7c5eab3b70 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0688415 Jul 16 21:18:22.931864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4bd32147-16c0-40d7-924b-3bb6641274ea req-4fc8c006-b8a3-4710-9177-153e6545ab11 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Jul 16 21:18:24.113418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bf15c-e3ee-4b52-857b-8f2ada6e920d req-1ed73d33-1182-4f9b-9f13-c92a9cbe508c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:24.114947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-154bf15c-e3ee-4b52-857b-8f2ada6e920d req-1ed73d33-1182-4f9b-9f13-c92a9cbe508c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0682356 Jul 16 21:18:24.157168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-154bf15c-e3ee-4b52-857b-8f2ada6e920d req-4391e6f6-d41a-4dbf-9c60-88631cdfd8c6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356252 Jul 16 21:18:25.345877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0db5b-3f53-4f59-9e87-86f3d530a792 req-77231450-037b-43e9-9a74-3f2f5c6d3b80 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:25.347362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ad0db5b-3f53-4f59-9e87-86f3d530a792 req-77231450-037b-43e9-9a74-3f2f5c6d3b80 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0700886 Jul 16 21:18:25.388935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ad0db5b-3f53-4f59-9e87-86f3d530a792 req-a3bc6ca1-d64a-4e7c-8eac-a51e33ed3d2e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356340 Jul 16 21:18:26.571719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dafe6d-4ed8-44ac-bbbd-0ccf37360e4e req-9f4d32d1-21a3-4549-b96a-fdfbbebc3e3f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:26.573262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61dafe6d-4ed8-44ac-bbbd-0ccf37360e4e req-9f4d32d1-21a3-4549-b96a-fdfbbebc3e3f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0652869 Jul 16 21:18:26.612966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61dafe6d-4ed8-44ac-bbbd-0ccf37360e4e req-de6bca3a-c8c7-4b31-92c2-2309d2e922d8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Jul 16 21:18:27.789170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2740aa-eb35-4ab6-a90b-277ec321a655 req-de08bda7-25df-41d0-b774-68fed2f80893 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:27.790774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d2740aa-eb35-4ab6-a90b-277ec321a655 req-de08bda7-25df-41d0-b774-68fed2f80893 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0656314 Jul 16 21:18:27.828648 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d2740aa-eb35-4ab6-a90b-277ec321a655 req-f4f8e5c0-c376-42bc-875b-530a5d37537f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Jul 16 21:18:29.004787 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41072-00b6-4f3c-ae1c-3c23352b5670 req-ad831b4c-bf9c-4b41-b657-9c65c9b9edf7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:29.006279 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13c41072-00b6-4f3c-ae1c-3c23352b5670 req-ad831b4c-bf9c-4b41-b657-9c65c9b9edf7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0679486 Jul 16 21:18:29.046452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13c41072-00b6-4f3c-ae1c-3c23352b5670 req-a3c7b444-a7ed-431c-9fd6-afb63e5ce155 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334210 Jul 16 21:18:30.223844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d829a58-da9e-48df-8bf1-84db2ce5a300 req-73c02858-21c1-4388-952d-84002a0d578f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:30.225410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d829a58-da9e-48df-8bf1-84db2ce5a300 req-73c02858-21c1-4388-952d-84002a0d578f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0643206 Jul 16 21:18:30.265578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d829a58-da9e-48df-8bf1-84db2ce5a300 req-e21a333e-e6eb-43bc-9e4c-1fd1c545083a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Jul 16 21:18:30.370482 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f301e7f6-c99c-4901-bb60-f35199eabc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:31.446513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf67bc4-84c9-4f95-8bcf-7b4f22287306 req-f64af857-0860-420a-a677-c742d80ba350 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:31.448177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bf67bc4-84c9-4f95-8bcf-7b4f22287306 req-f64af857-0860-420a-a677-c742d80ba350 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0671916 Jul 16 21:18:31.485956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0bf67bc4-84c9-4f95-8bcf-7b4f22287306 req-31af2344-5975-4ed0-a3d7-e2d0ae9374fb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Jul 16 21:18:32.664788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e369c4-c5aa-4f57-a01d-1babe95d9afa req-86a455cf-9ae8-4db2-8f86-d5b900c9efe8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:32.666325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32e369c4-c5aa-4f57-a01d-1babe95d9afa req-86a455cf-9ae8-4db2-8f86-d5b900c9efe8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0651338 Jul 16 21:18:32.704098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32e369c4-c5aa-4f57-a01d-1babe95d9afa req-af6c0ebd-3e60-425e-a126-152ba1dcd6c2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Jul 16 21:18:32.837304 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-a975f2ae-1caf-4be5-a893-0b21f47ff789 service neutron] show failed (client error): The resource could not be found. Jul 16 21:18:32.838209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-a975f2ae-1caf-4be5-a893-0b21f47ff789 service neutron] 10.222.0.21 "GET /v2.0/ports/3c9b093c-dad9-4018-9b8d-8ccce368e1ff/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0562434 Jul 16 21:18:33.096858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-0c128385-6306-4077-b6a8-7909d21c7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:33.098430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-0c128385-6306-4077-b6a8-7909d21c7126 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 1097 time: 0.0583057 Jul 16 21:18:33.110357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:33.182038 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:33.381676 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:33.415698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:33.458001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:33.460298 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1414ee-14e5-47bd-bdaf-ed5c97bc0438" -d '{"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:33.464533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:33.477593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Transition to ACTIVE for port object 3c9b093c-dad9-4018-9b8d-8ccce368e1ff will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:33.481547 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:33.515936 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336e2e20-31eb-4dd1-928f-9cb6e731ea3a x-openstack-request-id: req-336e2e20-31eb-4dd1-928f-9cb6e731ea3a {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:33.516211 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:33.516518 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-336e2e20-31eb-4dd1-928f-9cb6e731ea3a {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:33.516864 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'code': 200} Jul 16 21:18:33.564455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:33.581441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.581793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.582140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.582482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.582818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.583150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.583637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.583847 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.584174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.584500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.584825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.585148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:33.620508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] No DVR routers for this DVR port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:33.760903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:33.761515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:33.761668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:33.765922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:33.766239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:33.771130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:33.771498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:33.771883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:33.772304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Bound port: 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:33.772660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:33.864547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:33.879844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:33.885260 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:33.930238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:33.930953 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:33.932388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] 10.222.0.26 "PUT /v2.0/ports/3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1092 time: 0.8260918 Jul 16 21:18:33.962652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e31df-aab5-4987-99b8-261bc585c919 req-d66d228f-d47f-4fef-936c-6942b14d9ac2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:33.964261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601e31df-aab5-4987-99b8-261bc585c919 req-d66d228f-d47f-4fef-936c-6942b14d9ac2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.1378231 Jul 16 21:18:33.997667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f74e7-ab31-4fb4-bb36-87f3b5d7b944 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:34.040723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-601e31df-aab5-4987-99b8-261bc585c919 req-8e48e370-d1a3-4cb9-9e35-1d8fea0733b9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614595 Jul 16 21:18:34.060630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-3b8eda9e-8194-4984-843d-029e4865d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:34.062074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-3b8eda9e-8194-4984-843d-029e4865d690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1095 time: 0.0952251 Jul 16 21:18:34.131519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:34.160553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-0ac1b321-aed2-4200-98b3-ea84ae018bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:34.162157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-0ac1b321-aed2-4200-98b3-ea84ae018bc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0933037 Jul 16 21:18:34.227351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-32c442e4-5bef-4f35-959a-6557f4527f50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1001 time: 0.0578902 Jul 16 21:18:34.278180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-4a758c79-d7a8-4567-b9c1-c4542d0b4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:34.279715 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-4a758c79-d7a8-4567-b9c1-c4542d0b4acd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0457125 Jul 16 21:18:34.341975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-34bd9fa3-5188-483a-86b0-cfda919b1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:34.343559 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-34bd9fa3-5188-483a-86b0-cfda919b1399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561655 Jul 16 21:18:34.434286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-f7c61fcc-aff7-4f3e-b5ec-479110613ed4 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838587 Jul 16 21:18:34.528549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-60a71be9-796a-4583-94a6-6f6b910294c8 req-bbf9a7ca-9c4d-4bf7-94e0-634ec8460a90 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862939 Jul 16 21:18:34.948113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b46597d1-5114-4cc3-a91f-c822250beb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:35.218170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9006ee-cf85-4b3d-8ce0-0677fc6eff95 req-1d104cea-be4e-4a95-90e5-99d23802a4ab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:35.219601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b9006ee-cf85-4b3d-8ce0-0677fc6eff95 req-1d104cea-be4e-4a95-90e5-99d23802a4ab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.0634825 Jul 16 21:18:35.257128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b9006ee-cf85-4b3d-8ce0-0677fc6eff95 req-00be0f61-0c3d-48f9-942b-7b07fed33d95 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Jul 16 21:18:35.518241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:35.520647 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee66d9-0544-4d2f-af74-b754cc0f7d35" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:35.568949 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ed01cd-3ce0-44ad-ab61-87ab3c7fad13 x-openstack-request-id: req-38ed01cd-3ce0-44ad-ab61-87ab3c7fad13 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:35.569238 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:35.569490 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-38ed01cd-3ce0-44ad-ab61-87ab3c7fad13 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:35.569884 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'status': 'completed', 'code': 200} Jul 16 21:18:35.683307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-80e7ed8e-6c59-4ae2-973b-736ce4101fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:35.684797 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-80e7ed8e-6c59-4ae2-973b-736ce4101fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1095 time: 0.0875695 Jul 16 21:18:35.687359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-cf9b62c7-2c3e-4593-b78e-a57188599800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:35.688721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-cf9b62c7-2c3e-4593-b78e-a57188599800 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1095 time: 0.0996649 Jul 16 21:18:35.840997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-4a9ea856-860c-4b10-b7f2-ae8ee4447eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:35.842430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-4a9ea856-860c-4b10-b7f2-ae8ee4447eb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1514566 Jul 16 21:18:35.843534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-558c7154-90cd-4d30-bb29-603adf36b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:35.844823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-558c7154-90cd-4d30-bb29-603adf36b7b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1459937 Jul 16 21:18:36.263013 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:36.319357 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-0eb941ec-34f6-405e-9308-234979c90aa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1001 time: 0.4705901 Jul 16 21:18:36.323955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-cd5569cb-5cc8-4806-9f2d-b7fc368ad4cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1001 time: 0.4688532 Jul 16 21:18:36.436773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-a84b4222-2817-45c4-9d84-733add4e8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:36.438211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-a84b4222-2817-45c4-9d84-733add4e8894 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.1119387 Jul 16 21:18:36.439806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-91dbc0fe-971a-46df-81f6-e0aa6dd45c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:36.441104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-91dbc0fe-971a-46df-81f6-e0aa6dd45c24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.1065035 Jul 16 21:18:36.455945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:36.496434 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:36.532385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22fc3-eaf7-4bdf-860d-846435e442f5 req-17d4679b-931b-4eb9-8c52-c638b1523bd8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:36.533768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bd22fc3-eaf7-4bdf-860d-846435e442f5 req-17d4679b-931b-4eb9-8c52-c638b1523bd8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.1535380 Jul 16 21:18:36.585564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-4f61042f-90e4-4f14-aa73-560563bdc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:36.587316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-4f61042f-90e4-4f14-aa73-560563bdc859 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417847 Jul 16 21:18:36.596620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3bd22fc3-eaf7-4bdf-860d-846435e442f5 req-593944c3-49a6-47dc-82e0-fa790d06ec4b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539441 Jul 16 21:18:36.607237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-b60a4c5a-395e-4b1d-939d-1016182aa6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:36.608685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-b60a4c5a-395e-4b1d-939d-1016182aa6b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543088 Jul 16 21:18:36.754532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-26daba62-5fe3-420e-9c1c-907fb0542773 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562133 Jul 16 21:18:36.759861 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-cb790554-efc9-4288-82e4-21ecb054f8f3 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392741 Jul 16 21:18:36.923362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-9f4b0c38-64f7-4a1f-aee1-c6814b290b05 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607606 Jul 16 21:18:36.925107 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0dee66d9-0544-4d2f-af74-b754cc0f7d35 req-1d89ea02-dfa4-4883-82a9-137370dd7b32 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554902 Jul 16 21:18:37.027914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-8ff4d91f-113a-45f6-8346-71e39162aac3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:37.029366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-8ff4d91f-113a-45f6-8346-71e39162aac3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718&tenant_id=98f893f315d744df88b70b1a24875faf&binding%3Ahost_id=n-h2-798930-6 HTTP/1.1" status: 200 len: 944 time: 0.0921555 Jul 16 21:18:37.119700 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-25a3ef78-7479-4384-b819-7afae27cf5de service neutron] 10.222.0.26 "GET /v2.0/ports/3c9b093c-dad9-4018-9b8d-8ccce368e1ff/bindings/n-h2-798930-6 HTTP/1.1" status: 200 len: 382 time: 0.0730240 Jul 16 21:18:37.127485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9756c-9739-4894-99f0-e5589c324056 req-34192ab3-84b2-496c-82a0-352040cd4c89 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:37.128942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdf9756c-9739-4894-99f0-e5589c324056 req-34192ab3-84b2-496c-82a0-352040cd4c89 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 944 time: 0.1194875 Jul 16 21:18:37.199093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdf9756c-9739-4894-99f0-e5589c324056 req-d44da20d-9aa4-4912-8c22-64c0e2f3000d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642924 Jul 16 21:18:37.219993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-897b8871-57de-44d3-96fd-06ca31ff5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:37.221488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-897b8871-57de-44d3-96fd-06ca31ff5293 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1095 time: 0.0732014 Jul 16 21:18:37.312706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-aaad6fe0-d3f7-4abb-b2e1-0a45b9e2ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:37.314165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-aaad6fe0-d3f7-4abb-b2e1-0a45b9e2ae52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0859981 Jul 16 21:18:37.384079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-4e8c0ba0-0a32-4064-9912-7c004308c7b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1001 time: 0.0622907 Jul 16 21:18:37.433885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-8ee3d641-b93b-4c04-874e-90a490f5b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:37.435358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-8ee3d641-b93b-4c04-874e-90a490f5b98d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0448000 Jul 16 21:18:37.495027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-445016c6-c1d9-42e0-9ce4-73dc93ba81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:37.496578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-445016c6-c1d9-42e0-9ce4-73dc93ba81b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548058 Jul 16 21:18:37.592407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-f1741d67-2455-4f58-9cab-01090acae958 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879230 Jul 16 21:18:37.681790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-20c283e0-3175-4a85-a153-b587cbc3188a service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Jul 16 21:18:37.802682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:37.897641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:37.909060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'mac_address': 'fa:16:3e:d9:fa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:37.944719 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:37.961817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:37.980633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:37.984365 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:38.033165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:38.041671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.042017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.042358 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.042693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.043019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.043376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.043698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.044015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.044336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.044650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.044966 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.045282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:38.232298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['3c9b093c-dad9-4018-9b8d-8ccce368e1ff'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:38.387792 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:38.450128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb7671-bcdc-489e-9321-878b204f200e req-466d55ec-bd3a-4e70-8946-b8cd44dfa746 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:38.451658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ffb7671-bcdc-489e-9321-878b204f200e req-466d55ec-bd3a-4e70-8946-b8cd44dfa746 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 945 time: 0.1392465 Jul 16 21:18:38.489998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ffb7671-bcdc-489e-9321-878b204f200e req-fe0a3308-287a-465e-af6e-cdf099d5beab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Jul 16 21:18:38.952976 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:39.253030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:39.674337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8db271-aa50-47fc-b04f-aee54c30d00f req-b684a58b-43ee-4cf1-9d82-b21d2ec80e90 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:39.676084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf8db271-aa50-47fc-b04f-aee54c30d00f req-b684a58b-43ee-4cf1-9d82-b21d2ec80e90 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 945 time: 0.0703754 Jul 16 21:18:39.718064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bf8db271-aa50-47fc-b04f-aee54c30d00f req-f29bbe1f-acf8-42fe-97b4-a16de3ba1071 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352380 Jul 16 21:18:39.802721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:39.805311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-a54a9b8b-61af-4a4d-8d09-3635cb746e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:39.808017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-a54a9b8b-61af-4a4d-8d09-3635cb746e8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 1096 time: 0.0586488 Jul 16 21:18:39.819282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:39.857143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:39.861751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:39.862111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:39.899360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:39.942149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.104904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:40.138243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:40.169335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:40.177694 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.190493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Transition to ACTIVE for port object 3c9b093c-dad9-4018-9b8d-8ccce368e1ff will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:40.193349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.234727 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:18:40.235185 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:18:40.275190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=9']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:40.319421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] No DVR routers for this DVR port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:40.461749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:40.462141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:40.462474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:40.466711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:40.467033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Attempting to bind port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:40.471891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:40.472229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:40.472617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:40.473045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Bound port: 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:40.473400 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.540338 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:40.543270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:40.547771 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.581831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:40.582455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.583882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-58faf83e-8939-4b86-883f-789baf54678a service neutron] 10.222.0.21 "PUT /v2.0/ports/3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1092 time: 0.7691832 Jul 16 21:18:40.584352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:40.586800 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc677a58-0086-48cc-a4be-290ac44e4cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:40.648166 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c854469-31b0-4ab9-afb0-9f37a9a2d879 x-openstack-request-id: req-7c854469-31b0-4ab9-afb0-9f37a9a2d879 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:40.649142 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:40.649466 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7c854469-31b0-4ab9-afb0-9f37a9a2d879 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:40.649871 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'status': 'completed', 'code': 200} Jul 16 21:18:40.652063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faf83e-8939-4b86-883f-789baf54678a service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:40.718256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-b9a4422a-20e4-45ea-a296-c2c134ac9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:40.719823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-b9a4422a-20e4-45ea-a296-c2c134ac9596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1096 time: 0.1054788 Jul 16 21:18:40.769244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-e2e1265a-a913-4cf0-b56b-1ce42a90bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:40.770775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-e2e1265a-a913-4cf0-b56b-1ce42a90bd7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1096 time: 0.1068122 Jul 16 21:18:40.773897 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.801126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:40.803698 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86697df0-2b13-4956-b605-851713822c8b" -d '{"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:40.816758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:40.821615 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:40.882525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:40.896609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-c58e4a84-e803-4258-9af6-25e1c3888fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:40.898054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-c58e4a84-e803-4258-9af6-25e1c3888fe4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1714246 Jul 16 21:18:40.988607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-2c47b6c3-7f57-4c5d-b603-c8db0be13ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:40.990063 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-2c47b6c3-7f57-4c5d-b603-c8db0be13ef5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1937544 Jul 16 21:18:41.037327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-a6072cb9-25df-4669-89b0-3048ccd970e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1003 time: 0.1205521 Jul 16 21:18:41.094623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d255cf5-de38-4738-90f4-19a589d5b361 req-ca13a9e6-90a6-4c95-86a2-f875efbba0e4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.096226 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d255cf5-de38-4738-90f4-19a589d5b361 req-ca13a9e6-90a6-4c95-86a2-f875efbba0e4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 947 time: 0.2190390 Jul 16 21:18:41.115982 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-d626b244-206a-4327-9f83-7d19f22fedae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1003 time: 0.1186049 Jul 16 21:18:41.136386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-4311d6e9-6754-4ed0-b3c6-76e842cae51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.137719 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-4311d6e9-6754-4ed0-b3c6-76e842cae51b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0929320 Jul 16 21:18:41.215886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8d255cf5-de38-4738-90f4-19a589d5b361 req-3195a53b-9290-47cc-b655-5f758cfaee7c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141715 Jul 16 21:18:41.221741 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-c1a6e52d-baab-4c88-a609-2a5eb0900f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.223176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-c1a6e52d-baab-4c88-a609-2a5eb0900f50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0982366 Jul 16 21:18:41.276430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-802a8d0c-d9d3-47eb-97ed-2fb76ecb94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.277966 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-802a8d0c-d9d3-47eb-97ed-2fb76ecb94b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178091 Jul 16 21:18:41.281219 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bb18a0-1681-4b81-9f3f-dceca6eb8870 x-openstack-request-id: req-85bb18a0-1681-4b81-9f3f-dceca6eb8870 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:41.281729 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:41.281835 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-85bb18a0-1681-4b81-9f3f-dceca6eb8870 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:41.282217 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'code': 200} Jul 16 21:18:41.305114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-1b38cb31-1905-4764-8231-cc9a154d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.306657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-1b38cb31-1905-4764-8231-cc9a154d69d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770199 Jul 16 21:18:41.449511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-5da1f8a8-acbc-423d-a956-f433dd74358a service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552916 Jul 16 21:18:41.454489 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-73b394b7-ee51-4280-9c31-299447cd5f3c service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358042 Jul 16 21:18:41.607971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62d9c62e-43dd-41a6-8ad3-5f1e310e6cc6 req-87698c4e-1713-4bce-b695-9f0485f62d74 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515849 Jul 16 21:18:41.610123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-f7163dfd-8974-49ed-9efe-864bdd5a100b service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461854 Jul 16 21:18:41.707487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-8178690b-b102-420c-a37c-7f9bebe01ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.708941 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-8178690b-b102-420c-a37c-7f9bebe01ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 1098 time: 0.0529602 Jul 16 21:18:41.801462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-375ef6f5-fead-447e-9aca-d5858b8737bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.802931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-375ef6f5-fead-447e-9aca-d5858b8737bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0877078 Jul 16 21:18:41.866691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-c0162cfb-d5cc-4b6a-be7d-961d13b2bbca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 200 len: 1003 time: 0.0566611 Jul 16 21:18:41.916016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-8f4f0b32-a6dc-46fd-b21c-8ec08fdf0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.917449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-8f4f0b32-a6dc-46fd-b21c-8ec08fdf0f70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0434165 Jul 16 21:18:41.977955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-4c31f2e2-3153-434c-867c-64fef54f4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:41.979377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-4c31f2e2-3153-434c-867c-64fef54f4c32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548112 Jul 16 21:18:42.067618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-6c1be8d1-d48e-4f12-98d7-4d09616ba81c service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810921 Jul 16 21:18:42.160823 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc677a58-0086-48cc-a4be-290ac44e4cdb req-50fa1ac5-377d-4c4a-9c18-18882e62b55f service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 Jul 16 21:18:42.399550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b3bf-135c-4359-afea-8960ac10a939 req-a91e94ca-5af4-41dd-9a62-e69a8ffdcbc4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:42.401056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4c3b3bf-135c-4359-afea-8960ac10a939 req-a91e94ca-5af4-41dd-9a62-e69a8ffdcbc4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 947 time: 0.0640631 Jul 16 21:18:42.438463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4c3b3bf-135c-4359-afea-8960ac10a939 req-dd14ff1a-c770-4c91-a335-025e324f6e08 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Jul 16 21:18:42.984476 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:43.609728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377063e0-57cb-4faa-951d-7028f33d2743 req-3386b603-b130-4a96-876e-d7bf7334f51a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:43.611103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-377063e0-57cb-4faa-951d-7028f33d2743 req-3386b603-b130-4a96-876e-d7bf7334f51a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 947 time: 0.0634062 Jul 16 21:18:43.649677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-377063e0-57cb-4faa-951d-7028f33d2743 req-5694df1d-54a0-4b08-bc41-f88aa85f5d31 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329559 Jul 16 21:18:43.802549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:43.829158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de4ba-1e19-4af7-8cff-87159437e1ee req-a9fb7d06-774b-4f0c-b538-37bb4a23375f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:43.830649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b25de4ba-1e19-4af7-8cff-87159437e1ee req-a9fb7d06-774b-4f0c-b538-37bb4a23375f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 947 time: 0.0687733 Jul 16 21:18:43.845413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:43.868735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b25de4ba-1e19-4af7-8cff-87159437e1ee req-2cbc3552-6dd2-447d-952e-b51a418d127d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Jul 16 21:18:44.229136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2032ff-2a56-4be2-b5d6-81c412f6c0c4 req-1f44c7b3-e459-4d23-80bf-fd3b20260b57 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:44.230676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b2032ff-2a56-4be2-b5d6-81c412f6c0c4 req-1f44c7b3-e459-4d23-80bf-fd3b20260b57 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 947 time: 0.0649154 Jul 16 21:18:44.269056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b2032ff-2a56-4be2-b5d6-81c412f6c0c4 req-3a1bda3d-9a90-491f-b411-f67b78e23246 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Jul 16 21:18:44.490776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:44.591001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:44.603136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'mac_address': 'fa:16:3e:d9:fa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:44.647551 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:44.658447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac529b4-bccd-4978-ab1f-4566e0d11298 req-6caa0aed-4418-45fc-94b6-5fd7e3f4852c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:44.660035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ac529b4-bccd-4978-ab1f-4566e0d11298 req-6caa0aed-4418-45fc-94b6-5fd7e3f4852c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 947 time: 0.0742366 Jul 16 21:18:44.666606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:44.687589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:44.692148 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:44.743221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=12']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:44.923152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['3c9b093c-dad9-4018-9b8d-8ccce368e1ff'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:45.055528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ac529b4-bccd-4978-ab1f-4566e0d11298 req-051b71a8-2466-4933-95a0-dc7aca3bbc7b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884621 Jul 16 21:18:45.875300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-429dc9a2-b864-4d10-aeb7-7f660ca06b73 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:45.876825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-429dc9a2-b864-4d10-aeb7-7f660ca06b73 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.0636072 Jul 16 21:18:45.980000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Deleting port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:18:45.980337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:46.066992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] For port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:46.067398 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:46.278923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:46.279321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:46.279636 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 disassociated. External IP: 172.25.8.113, port: 3c9b093c-dad9-4018-9b8d-8ccce368e1ff. Jul 16 21:18:46.279983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Calling delete_port for 3c9b093c-dad9-4018-9b8d-8ccce368e1ff owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:18:46.299976 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042b8b4-24d0-4d3b-b6e3-7b3532ee8c33 req-e97e51e3-38ce-4ce1-96d7-521420d04f00 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:46.301470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042b8b4-24d0-4d3b-b6e3-7b3532ee8c33 req-e97e51e3-38ce-4ce1-96d7-521420d04f00 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=e82a30ea-005e-45fa-bb94-327a02d5e718 HTTP/1.1" status: 200 len: 946 time: 0.1354034 Jul 16 21:18:46.385452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042b8b4-24d0-4d3b-b6e3-7b3532ee8c33 req-d5d82063-bcca-4449-871d-1e008e1079bd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528333 Jul 16 21:18:46.452670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:46.483072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event deleted for resources: {'Port': ['ID=3c9b093c-dad9-4018-9b8d-8ccce368e1ff,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:46.486470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:46.510208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:18:46.510813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 21:18:46.532074 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff not found, will not notify nova. {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 21:18:46.606643 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:46.721881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:46.732484 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:46.741140 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:46.741813 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:18:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:46.766477 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] No DVR routers for this DVR port 3c9b093c-dad9-4018-9b8d-8ccce368e1ff on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:46.769155 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:46.771117 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03fd6c6a-6d31-408c-a3fc-e4234ac901c5 req-0a91aae6-fd4a-4f00-8500-8559ddb2653d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "DELETE /v2.0/ports/3c9b093c-dad9-4018-9b8d-8ccce368e1ff HTTP/1.1" status: 204 len: 173 time: 0.8887124 Jul 16 21:18:46.771637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-deleted', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:46.773945 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c292fe0-b062-4872-a498-57d17b89654d" -d '{"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-deleted", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:46.819796 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd1032-0778-42b7-8d44-25d8638cff80 x-openstack-request-id: req-c7dd1032-0778-42b7-8d44-25d8638cff80 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:46.820163 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a30ea-005e-45fa-bb94-327a02d5e718", "name": "network-vif-deleted", "tag": "3c9b093c-dad9-4018-9b8d-8ccce368e1ff", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:46.820916 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c7dd1032-0778-42b7-8d44-25d8638cff80 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:46.821388 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a30ea-005e-45fa-bb94-327a02d5e718', 'name': 'network-vif-deleted', 'tag': '3c9b093c-dad9-4018-9b8d-8ccce368e1ff', 'status': 'completed', 'code': 200} Jul 16 21:18:46.854952 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:47.055977 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:47.084950 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:47.093895 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:47.094489 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:18:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:47.202511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:47.418425 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:47.447716 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835168a-7d45-4d4e-ad3d-b4c8e7b2d107 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:47.680140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fc646-2f9d-4e1b-af87-bc6a75167b7d None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:18:47.756263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-42be4277-d98a-43bd-8c86-4a6f15439b95 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1976312041&fields=id&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 267 time: 0.0353959 Jul 16 21:18:47.869191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-1449c844-9b9f-4b24-915e-0acadd4cbaab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:47.870677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-1449c844-9b9f-4b24-915e-0acadd4cbaab tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1076002 Jul 16 21:18:47.885961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-ec2c0ba6-aacd-47b9-8107-a3956fb14887 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/quotas/98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 375 time: 0.0099826 Jul 16 21:18:47.954219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-6de04c99-7fca-48ce-af01-2e8f0b5e6d47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632267 Jul 16 21:18:47.970249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-771198b3-8a9a-442e-9fc9-29941b9f6984 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:18:47.971208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-771198b3-8a9a-442e-9fc9-29941b9f6984 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057085 Jul 16 21:18:48.064397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-636cde75-b198-4fa0-b2a0-c8aa514e9d89 service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874729 Jul 16 21:18:48.167028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-ce8754bf-b902-4251-bd6b-20718e743b86 service neutron] 10.222.0.100 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969436 Jul 16 21:18:48.344915 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-160ef369-37bd-4bf4-9273-25dba76f5310 req-1435e402-93ba-4239-98e5-e46717b52e31 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0349636 Jul 16 21:18:49.477730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-910d010e-47d8-4d8d-8df1-15c8e12e65b0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:49.479201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-910d010e-47d8-4d8d-8df1-15c8e12e65b0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 810 time: 0.1190264 Jul 16 21:18:49.506736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e327fe14-7696-4035-8fd7-0b64d3d3d65c req-9fbe8e06-2b32-4ee5-95b3-b974fd8e2dae tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0476103 Jul 16 21:18:49.544024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-489c6601-38e5-4ea9-9ed3-c3f874318320 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 380 time: 0.0409858 Jul 16 21:18:49.553543 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'port': {'device_id': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'admin_state_up': True, 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'security_groups': ['fcb5696c-a59d-4dee-84de-ba4b233f4a22']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:49.663088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Made reservation on behalf of 98f893f315d744df88b70b1a24875faf for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:18:49.667219 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:49.796665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Allocated IP 172.20.0.7 (626fc04e-1505-4985-9761-5c9b5f51b969/c3d5222e-7624-40d1-82f2-66d68e07552a/458f9eb9-230b-41da-b9a6-381d6139bb32) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:49.932852 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:49.950849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Transition to ACTIVE for port object 458f9eb9-230b-41da-b9a6-381d6139bb32 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:49.984295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.031713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Network 626fc04e-1505-4985-9761-5c9b5f51b969 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:50.035290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:50.039690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:50.063448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:50.096811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:50.097469 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.112953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-63573fb3-ae69-45dd-ad38-085ddbc9301b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630872 Jul 16 21:18:50.125953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Request body: {'port': {'device_id': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:50.210025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.250145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b47b78e0-47df-4439-bbaf-91e695133153 None None] Provisioning for port 458f9eb9-230b-41da-b9a6-381d6139bb32 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:50.254745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b47b78e0-47df-4439-bbaf-91e695133153 None None] Provisioning complete for port 458f9eb9-230b-41da-b9a6-381d6139bb32 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:50.255115 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b47b78e0-47df-4439-bbaf-91e695133153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.289270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b47b78e0-47df-4439-bbaf-91e695133153 None None] Port 458f9eb9-230b-41da-b9a6-381d6139bb32 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:18:50.479426 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458f9eb9-230b-41da-b9a6-381d6139bb32 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:50.486608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.499372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Transition to ACTIVE for port object 458f9eb9-230b-41da-b9a6-381d6139bb32 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:50.502785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:50.503651 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.528632 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 3c9b093c-dad9-4018-9b8d-8ccce368e1ff {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:18:50.529029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 3c9b093c-dad9-4018-9b8d-8ccce368e1ff not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:50.557431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:50.639593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:50.640301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:50.640637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:50.659471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:50.659798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:50.689617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:50.689953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:50.690345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:50.690798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Bound port: 458f9eb9-230b-41da-b9a6-381d6139bb32, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:50.691160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.780203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d307f84-83a6-4796-a217-2d3066a37b7c req-765fa5fd-51f9-4562-9691-453bd63d71e1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:50.781843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d307f84-83a6-4796-a217-2d3066a37b7c req-765fa5fd-51f9-4562-9691-453bd63d71e1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.1376965 Jul 16 21:18:50.782926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:50.786404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:50.795993 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.852617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:50.853275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.854753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] 10.222.0.26 "PUT /v2.0/ports/458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1091 time: 0.7332675 Jul 16 21:18:50.855201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:50.857740 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2b8939-292b-45af-bf9c-f074103a8ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:50.887970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d307f84-83a6-4796-a217-2d3066a37b7c req-48239a41-2c41-40f0-a988-c6d1cde35338 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995238 Jul 16 21:18:50.891168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6152ea-e66c-4d93-9854-939269c52df2 service neutron] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:50.955893 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6def0c-f692-4c4e-ac09-1cd22cc38127 x-openstack-request-id: req-ef6def0c-f692-4c4e-ac09-1cd22cc38127 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:50.956187 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:50.956439 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ef6def0c-f692-4c4e-ac09-1cd22cc38127 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:50.956922 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'status': 'completed', 'code': 200} Jul 16 21:18:50.984485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-572c9460-854c-4210-b29f-c15918637ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:50.985948 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-572c9460-854c-4210-b29f-c15918637ce5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.0594866 Jul 16 21:18:51.030064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-c804fc5d-fe3d-4be2-91e6-5ff5a1042190 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 217 time: 0.0358572 Jul 16 21:18:51.083731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-123976c9-e0b3-43fa-a1db-aea1834b5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:51.085201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-123976c9-e0b3-43fa-a1db-aea1834b5471 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0487225 Jul 16 21:18:51.144719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-25115a24-9075-4664-a937-e810c379b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:51.146290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-25115a24-9075-4664-a937-e810c379b04d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535426 Jul 16 21:18:51.239286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-ff443d50-d769-4f86-9ca8-b35bf4c9d967 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857971 Jul 16 21:18:51.333935 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c34dab0f-a10d-47f5-833b-8293f09a7b9c req-7c1485b3-0622-44d5-92da-91bcb8be1474 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877914 Jul 16 21:18:51.438995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-3c7ed42b-8f4e-4163-a649-4c00417182a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:51.440615 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-3c7ed42b-8f4e-4163-a649-4c00417182a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.0537224 Jul 16 21:18:51.542472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-b0984ceb-0ae2-4916-ae62-30c3d1a2ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:51.544082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-b0984ceb-0ae2-4916-ae62-30c3d1a2ba45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0969071 Jul 16 21:18:51.590748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-520133e5-467c-4343-9f49-38dff73b0f48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 217 time: 0.0392485 Jul 16 21:18:51.657064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-13e7e4b8-18b6-43bf-b8ab-bc7839b15c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:51.660182 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-13e7e4b8-18b6-43bf-b8ab-bc7839b15c45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0622537 Jul 16 21:18:51.731513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-66629635-97a3-491f-893a-1b6a73283848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:51.733118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-66629635-97a3-491f-893a-1b6a73283848 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668590 Jul 16 21:18:51.836295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-6477a765-cd52-4639-a7a9-f67555d467ac service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953336 Jul 16 21:18:51.939217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2f2b8939-292b-45af-bf9c-f074103a8ac9 req-4ca503f2-9f26-4d0a-a9d9-8926f3a5ac45 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967107 Jul 16 21:18:52.120015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fbdb-9298-448d-904f-bc60439b37a2 req-1bc90225-fad6-44ec-9d42-8d0b7bd3f3c3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:52.121572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f853fbdb-9298-448d-904f-bc60439b37a2 req-1bc90225-fad6-44ec-9d42-8d0b7bd3f3c3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0703139 Jul 16 21:18:52.166502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f853fbdb-9298-448d-904f-bc60439b37a2 req-34e5adb0-92fc-4e55-a465-df68826d72b9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375512 Jul 16 21:18:53.344434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931b2bf-4e2a-4fb7-b046-31f8a35f64aa req-a9580678-74c7-4160-9f80-03a1727e3219 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:53.345822 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c931b2bf-4e2a-4fb7-b046-31f8a35f64aa req-a9580678-74c7-4160-9f80-03a1727e3219 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0677803 Jul 16 21:18:53.384234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c931b2bf-4e2a-4fb7-b046-31f8a35f64aa req-a046377b-aa2e-45e9-b5c1-d755f5cab7fc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328383 Jul 16 21:18:53.832796 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:53.926089 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:53.936916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'mac_address': 'fa:16:3e:a3:4f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:53.978637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:53.991320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458f9eb9-230b-41da-b9a6-381d6139bb32 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:54.011671 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:54.015524 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:54.062604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:54.220234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['458f9eb9-230b-41da-b9a6-381d6139bb32'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:54.559631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a672cab-4265-46d1-99e2-9e6c20940c65 req-e34d030f-e74e-4206-a3cb-9a8603a6ae4a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:54.561046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a672cab-4265-46d1-99e2-9e6c20940c65 req-e34d030f-e74e-4206-a3cb-9a8603a6ae4a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0644403 Jul 16 21:18:54.597736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4a672cab-4265-46d1-99e2-9e6c20940c65 req-902655f2-5893-44a1-9f88-65fbac7b50c6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311551 Jul 16 21:18:55.775344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10eb0-4c88-4cc2-a6c1-8a6881c58319 req-7105a8e2-319b-4b91-8dc6-964140b90875 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:55.776753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61b10eb0-4c88-4cc2-a6c1-8a6881c58319 req-7105a8e2-319b-4b91-8dc6-964140b90875 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0642896 Jul 16 21:18:55.814058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-61b10eb0-4c88-4cc2-a6c1-8a6881c58319 req-a793d0d7-9ee4-4722-8541-06cad6ec5486 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Jul 16 21:18:55.842450 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:55.891970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 458f9eb9-230b-41da-b9a6-381d6139bb32 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:55.895908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 458f9eb9-230b-41da-b9a6-381d6139bb32 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:55.896278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:55.971507 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:55.993425 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:55.995656 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3bc3e8-77bc-4e62-8a89-d67cddc8167a" -d '{"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:56.010091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:56.014084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:56.043595 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d1682a-fff3-4892-a62a-edd4ce404cbf x-openstack-request-id: req-92d1682a-fff3-4892-a62a-edd4ce404cbf {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:56.044017 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:56.044280 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-92d1682a-fff3-4892-a62a-edd4ce404cbf {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:56.044663 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'code': 200} Jul 16 21:18:56.071554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:56.154766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b882-b894-4d41-967f-5ca0d14f5885 req-ced6f044-5899-4a51-b916-79b0c497cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:56.156286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a333b882-b894-4d41-967f-5ca0d14f5885 req-ced6f044-5899-4a51-b916-79b0c497cec5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.0554502 Jul 16 21:18:56.190954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a333b882-b894-4d41-967f-5ca0d14f5885 req-048438a2-fb06-4171-b3b4-c763ccfa3134 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279348 Jul 16 21:18:56.998874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3e402-95cb-487b-9ce3-86f9e0e46ae6 req-d17a2ffb-3f92-4611-be39-938db1b36924 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:57.000484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0f3e402-95cb-487b-9ce3-86f9e0e46ae6 req-d17a2ffb-3f92-4611-be39-938db1b36924 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0653505 Jul 16 21:18:57.041630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0f3e402-95cb-487b-9ce3-86f9e0e46ae6 req-710ee6f5-e7f1-4488-876d-997ffbbcfd04 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347724 Jul 16 21:18:58.227734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caf58e-2664-491b-ba5d-3257a12377c8 req-135cead2-11a9-4d70-a9e1-f9d3ee2d815a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:58.229323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1caf58e-2664-491b-ba5d-3257a12377c8 req-135cead2-11a9-4d70-a9e1-f9d3ee2d815a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0701144 Jul 16 21:18:58.270567 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1caf58e-2664-491b-ba5d-3257a12377c8 req-c690c3b9-96e7-461f-9aab-a898ae9cdab2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351880 Jul 16 21:18:58.455457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b0be-0574-4a87-b2fd-942336e0676e req-e17c09ef-8356-43e3-b46e-e41b7820083c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:58.457010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc93b0be-0574-4a87-b2fd-942336e0676e req-e17c09ef-8356-43e3-b46e-e41b7820083c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0668411 Jul 16 21:18:58.466339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 59890) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:58.470947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Request body: {'floatingip': {'port_id': '458f9eb9-230b-41da-b9a6-381d6139bb32'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:58.514344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:58.971017 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:58.975154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:59.084831 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 associated. External IP: 172.25.8.113, port: 458f9eb9-230b-41da-b9a6-381d6139bb32. Jul 16 21:18:59.302556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:59.418066 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:59.423352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:59.430663 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:59.444456 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:59.445367 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:18:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:59.479485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e62304e2-15d6-44b7-9747-2533a8fa694f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "PUT /v2.0/floatingips/53046f2a-5c17-486e-bd3d-c2a698589201 HTTP/1.1" status: 200 len: 992 time: 1.0066512 Jul 16 21:18:59.479485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:59.480134 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bac260-ded1-4bda-b224-157130d9cb89" -d '{"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:59.606435 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:59.706341 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb71531-055a-4b1c-a26e-6bd5daa659fb x-openstack-request-id: req-beb71531-055a-4b1c-a26e-6bd5daa659fb {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:59.706888 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:59.707390 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-beb71531-055a-4b1c-a26e-6bd5daa659fb {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:59.708050 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'status': 'completed', 'code': 200} Jul 16 21:18:59.796052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac260-ded1-4bda-b224-157130d9cb89 req-844338ee-1d4a-4edd-aa93-c8b5dcd9c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:59.797796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70bac260-ded1-4bda-b224-157130d9cb89 req-844338ee-1d4a-4edd-aa93-c8b5dcd9c87e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.0644524 Jul 16 21:18:59.982976 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:a3:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:18:58Z', 'revision_number': 13, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:00.021589 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:00.034039 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:00.035760 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:18:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:00.163129 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:00.282795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac260-ded1-4bda-b224-157130d9cb89 req-bd98362a-9674-4651-b586-d3105bc31753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:00.283899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70bac260-ded1-4bda-b224-157130d9cb89 req-bd98362a-9674-4651-b586-d3105bc31753 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.4795132 Jul 16 21:19:00.376480 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-177899d5-94b5-4db7-9722-45f430ced6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:00.387406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70bac260-ded1-4bda-b224-157130d9cb89 req-2a770d17-591a-4cf1-8b22-d3cb8ab5183e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.0959566 Jul 16 21:19:00.451788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac260-ded1-4bda-b224-157130d9cb89 req-cb46b17c-93fa-4d93-9f26-f552cc91276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:00.453226 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:a3:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:18:58Z', 'revision_number': 13, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:00.454031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70bac260-ded1-4bda-b224-157130d9cb89 req-cb46b17c-93fa-4d93-9f26-f552cc91276f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0595522 Jul 16 21:19:00.481993 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301149c4-2ccc-4b10-826c-4a6daaac2dd6 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '53046f2a-5c17-486e-bd3d-c2a698589201', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'port_id': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'mac_address': 'fa:16:3e:a3:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:11:50Z', 'updated_at': '2021-07-16T21:18:58Z', 'revision_number': 13, 'project_id': '98f893f315d744df88b70b1a24875faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:00.518168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac260-ded1-4bda-b224-157130d9cb89 req-36f42a7e-6ec6-4e15-9865-da4ede725336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:00.519801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70bac260-ded1-4bda-b224-157130d9cb89 req-36f42a7e-6ec6-4e15-9865-da4ede725336 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588441 Jul 16 21:19:00.626795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70bac260-ded1-4bda-b224-157130d9cb89 req-27cbd467-de96-4b2e-bb06-be500cbef6e7 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998287 Jul 16 21:19:00.740105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6ac2e-dd48-4cd2-8dc5-8e92d3369fd1 None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:19:00.779301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70bac260-ded1-4bda-b224-157130d9cb89 req-fd27deb4-e401-4e5c-bcee-87a7ac16da91 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442862 Jul 16 21:19:04.137765 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:04.951265 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c8ebc0b-723b-4e96-b9be-8376266e7a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:06.265645 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:08.391061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:08.964414 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:09.265321 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:19.984962 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:19:27.681874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-e247c9ba-47ce-47a7-9a6a-20f053dd1a19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895407 Jul 16 21:19:27.783512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d360a-7da3-405b-8607-ed0affad759b req-47550078-6b62-4ec9-90bc-5e25216471d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:27.784925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-47550078-6b62-4ec9-90bc-5e25216471d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.0586221 Jul 16 21:19:27.889310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d360a-7da3-405b-8607-ed0affad759b req-8c0e9f7f-15f9-4fd1-b32b-31b997afc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:27.890783 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-8c0e9f7f-15f9-4fd1-b32b-31b997afc5af service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0846152 Jul 16 21:19:27.959338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-7370e256-a155-4656-8819-accc76b38cda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1002 time: 0.0611429 Jul 16 21:19:28.009851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d360a-7da3-405b-8607-ed0affad759b req-c3d02219-4a57-4ca5-9575-45970a552bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:28.011454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-c3d02219-4a57-4ca5-9575-45970a552bf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0452991 Jul 16 21:19:28.073547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d360a-7da3-405b-8607-ed0affad759b req-084159bc-72fc-4df3-b66a-4724f839b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:28.075549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-084159bc-72fc-4df3-b66a-4724f839b463 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557561 Jul 16 21:19:28.173981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-114364ff-a113-49e7-bcbc-9ba8d8d55203 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910470 Jul 16 21:19:28.267759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c50d360a-7da3-405b-8607-ed0affad759b req-f13054d6-94f2-4a62-86a7-5e6108412c2c service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Jul 16 21:19:30.370859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d9e9-3468-4dc3-830f-1609d685e57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:34.139012 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:34.947557 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2bb662d9-f071-4b43-96d2-de935ebef693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:36.265565 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:38.392415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:38.980078 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:39.266816 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.984162 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:00.372198 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e42a17e0-2b0d-4105-a418-6b2b72d269e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:04.140315 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:04.949010 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5b02-9bc1-4899-8cfe-4063e112b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:06.267842 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:08.394593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:09.014491 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:09.271539 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:29.647701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-f4a8f502-8178-4428-a4b4-43cc80bb86e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572376 Jul 16 21:20:29.743876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-9fd9d0e5-083f-4736-ab41-e2b892f0b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:29.745377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-9fd9d0e5-083f-4736-ab41-e2b892f0b9e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.0533233 Jul 16 21:20:29.854217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-33465d93-ea61-4927-a165-ec7fd28465df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:29.855633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-33465d93-ea61-4927-a165-ec7fd28465df service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0880942 Jul 16 21:20:29.932867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-673961aa-e9f2-4a3a-a0cb-0ade95c5c321 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1002 time: 0.0687528 Jul 16 21:20:29.985666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-77335a34-6c3e-4dce-b141-3fe5bed2faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:29.987211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-77335a34-6c3e-4dce-b141-3fe5bed2faaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0446260 Jul 16 21:20:30.050699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-6ec5546a-21da-49ac-a039-92b1670d9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:30.052236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-6ec5546a-21da-49ac-a039-92b1670d9580 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586548 Jul 16 21:20:30.062362 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-1718cd3f-74b8-4d7b-bb1f-20681516d0f7 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:20:30.063313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-1718cd3f-74b8-4d7b-bb1f-20681516d0f7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050623 Jul 16 21:20:30.154687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-220b7b12-e30e-49dc-b170-c301cb9721c9 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852265 Jul 16 21:20:30.260922 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba24127f-6b9d-4c5c-a637-8bee67e6cf5c req-faabcb31-f225-4246-a8ed-4c81396707ef service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988591 Jul 16 21:20:30.373627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa7ae-3b19-4059-ac3b-a1f59e051720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:33.984560 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:34.142950 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:34.949951 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-50320775-8ed7-48f5-a28e-efae01a4a0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:36.270241 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:38.351900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf990b97-21ff-4e8e-a2d1-649202ebbd09 req-2c044c0a-d206-4e53-a6d9-e2b5094b46f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:38.353305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf990b97-21ff-4e8e-a2d1-649202ebbd09 req-2c044c0a-d206-4e53-a6d9-e2b5094b46f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0644710 Jul 16 21:20:38.393343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf990b97-21ff-4e8e-a2d1-649202ebbd09 req-d6f7eae1-c485-4e71-9f58-f9cd573c077b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344245 Jul 16 21:20:38.397430 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:39.034484 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:39.270995 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:49.481323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-1a207a69-6cdf-4945-9afe-4c7d520e1295 req-7370b8c4-9bcf-4f40-a8b4-82fd5f506808 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:20:49.482737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a207a69-6cdf-4945-9afe-4c7d520e1295 req-7370b8c4-9bcf-4f40-a8b4-82fd5f506808 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427408 Jul 16 21:20:49.752330 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-c958a9b6-397c-49be-977c-568e48ede206 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916817 Jul 16 21:20:49.773353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5bc1-b969-4dec-a9a9-00793786a6f6 req-1d9b3459-8ce7-43fa-9566-9db810e945a8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:49.774995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ffe5bc1-b969-4dec-a9a9-00793786a6f6 req-1d9b3459-8ce7-43fa-9566-9db810e945a8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0678306 Jul 16 21:20:49.819896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ffe5bc1-b969-4dec-a9a9-00793786a6f6 req-493abbc9-c552-4d13-8190-6e69797d1cbc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386682 Jul 16 21:20:50.992640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b74e8d-0855-4fb7-9c76-1564bb3d4e3c req-69c06a63-e14b-4fa7-9b91-5d1b8d0d8733 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:50.994137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0b74e8d-0855-4fb7-9c76-1564bb3d4e3c req-69c06a63-e14b-4fa7-9b91-5d1b8d0d8733 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0649583 Jul 16 21:20:51.031513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e0b74e8d-0855-4fb7-9c76-1564bb3d4e3c req-079ebf5a-7a5d-4d6c-82cc-480c345ffd08 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Jul 16 21:20:52.216722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7afa4d-1f9d-471e-9aa3-7a01390f673d req-1f726f48-028f-413c-a6c3-7438f286b4e3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:52.218236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d7afa4d-1f9d-471e-9aa3-7a01390f673d req-1f726f48-028f-413c-a6c3-7438f286b4e3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0644281 Jul 16 21:20:52.258051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d7afa4d-1f9d-471e-9aa3-7a01390f673d req-ea990683-072e-42c3-b95e-070e67ef9ac1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342479 Jul 16 21:20:53.046429 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-8f8d3582-6efc-4d55-8be9-154e03593edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.048058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-8f8d3582-6efc-4d55-8be9-154e03593edd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.0589643 Jul 16 21:20:53.141627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-c6cd09aa-c1ee-4faf-b632-c27c7d2a96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.143091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-c6cd09aa-c1ee-4faf-b632-c27c7d2a96e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0886059 Jul 16 21:20:53.210860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-3b668eae-70f7-4831-bd32-928a1693982d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1002 time: 0.0603056 Jul 16 21:20:53.260192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-6416aca5-8742-4b23-822e-a68b1e7f6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.261659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-6416aca5-8742-4b23-822e-a68b1e7f6238 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0449266 Jul 16 21:20:53.321626 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-cda707c4-602e-44a6-a7d0-60b0b0626246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.323169 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-cda707c4-602e-44a6-a7d0-60b0b0626246 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544562 Jul 16 21:20:53.451379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-0f17cabd-45bb-4715-9c72-b21d64c2b5a2 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208327 Jul 16 21:20:53.511416 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422bc72-6098-4688-b54a-3b4f788d0c5c req-c5829927-8e8d-44b2-a998-602fe6d9c8f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.513025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1422bc72-6098-4688-b54a-3b4f788d0c5c req-c5829927-8e8d-44b2-a998-602fe6d9c8f9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.1198785 Jul 16 21:20:53.598649 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-44a70ab8-d871-4607-9319-ed2347277833 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384170 Jul 16 21:20:53.601021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1422bc72-6098-4688-b54a-3b4f788d0c5c req-0d5d2cc4-f05e-4500-955c-5e87d36cefe9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585005 Jul 16 21:20:54.784042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2dca-40c0-403f-8f3d-afb3d1130112 req-300dbe7f-fad5-4ebf-997f-e16453fd2a75 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:54.785543 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5aaa2dca-40c0-403f-8f3d-afb3d1130112 req-300dbe7f-fad5-4ebf-997f-e16453fd2a75 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0651493 Jul 16 21:20:54.823924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5aaa2dca-40c0-403f-8f3d-afb3d1130112 req-fe337bc3-7f20-405a-834e-773d3712c39d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Jul 16 21:20:56.002353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bc523-23ba-45ce-90d1-071ec5da8d44 req-02f4dd1f-c0ab-4251-a402-579c2962f51e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:56.004160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a14bc523-23ba-45ce-90d1-071ec5da8d44 req-02f4dd1f-c0ab-4251-a402-579c2962f51e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0681617 Jul 16 21:20:56.042161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a14bc523-23ba-45ce-90d1-071ec5da8d44 req-e1fa1f2f-7bca-4273-afd5-481849f7aa3b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Jul 16 21:20:57.217086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa86ea-8650-4b49-851f-bc44a4b84415 req-689c1e47-9434-456c-829d-be7a5288e3c4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:57.218597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcaa86ea-8650-4b49-851f-bc44a4b84415 req-689c1e47-9434-456c-829d-be7a5288e3c4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0643604 Jul 16 21:20:57.260447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcaa86ea-8650-4b49-851f-bc44a4b84415 req-627a2bea-96ae-49f2-b2d7-9fe12a7867e5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360034 Jul 16 21:20:58.435958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980aea-399d-4f2c-ad22-44f1ce0e53b1 req-d5731ff3-5d54-4f5f-a368-f6abab9e34ad tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:58.437468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be980aea-399d-4f2c-ad22-44f1ce0e53b1 req-d5731ff3-5d54-4f5f-a368-f6abab9e34ad tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0634687 Jul 16 21:20:58.480066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be980aea-399d-4f2c-ad22-44f1ce0e53b1 req-995403ff-6271-49e8-88c2-ae88ad89cbb7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368690 Jul 16 21:20:59.653929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45636-c521-4fd3-be80-aed98aec5ec4 req-a001c730-e9f8-404d-81e7-ea8eb449aa38 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:59.655489 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26d45636-c521-4fd3-be80-aed98aec5ec4 req-a001c730-e9f8-404d-81e7-ea8eb449aa38 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0644329 Jul 16 21:20:59.693860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-26d45636-c521-4fd3-be80-aed98aec5ec4 req-726b9e18-890e-4933-af83-63eed035a3d7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Jul 16 21:21:00.373747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-89182e40-f836-48ef-a80c-7d52b0fdd845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:00.869017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223aa59-eb2a-4670-86f0-2305b553aad9 req-7f0fefcc-342a-4804-8ab8-6cd4a194bb4e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:00.870490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b223aa59-eb2a-4670-86f0-2305b553aad9 req-7f0fefcc-342a-4804-8ab8-6cd4a194bb4e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0629103 Jul 16 21:21:00.907551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b223aa59-eb2a-4670-86f0-2305b553aad9 req-a76b0236-4df4-47a8-85b1-b5e037b86fa8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Jul 16 21:21:02.086222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafa403-8711-4410-b5cc-603bf0f78553 req-03491223-cde8-4437-82b2-b883e46f8f8e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:02.087728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1aafa403-8711-4410-b5cc-603bf0f78553 req-03491223-cde8-4437-82b2-b883e46f8f8e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0669332 Jul 16 21:21:02.126389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1aafa403-8711-4410-b5cc-603bf0f78553 req-9692c90e-1441-4ff5-a3c5-6bf887d506f3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330880 Jul 16 21:21:03.305446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad654d12-fe11-4468-82b5-5257cfa221c9 req-6bd30d17-5fd0-43dc-a802-5c5d6dbb8e63 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:03.307047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad654d12-fe11-4468-82b5-5257cfa221c9 req-6bd30d17-5fd0-43dc-a802-5c5d6dbb8e63 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0646367 Jul 16 21:21:03.344792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad654d12-fe11-4468-82b5-5257cfa221c9 req-8b595fb1-db4c-4fcc-9b98-d46373c20d94 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321786 Jul 16 21:21:04.144891 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:04.519871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84ec9c-b608-45cd-91ec-d51abde33514 req-78665e1f-802b-4150-b9fa-9ae1de439770 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:04.521381 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f84ec9c-b608-45cd-91ec-d51abde33514 req-78665e1f-802b-4150-b9fa-9ae1de439770 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0647464 Jul 16 21:21:04.564095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7f84ec9c-b608-45cd-91ec-d51abde33514 req-24569e52-8b05-430b-9112-a45394dcfdfb tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368791 Jul 16 21:21:04.950300 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4d35c094-3a0d-4003-9e88-b1abbed5f34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:05.739776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa3faf-c114-4bf6-bf60-602c9107c7c5 req-85a22af9-2698-45e7-a049-ea2d68aed958 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:05.741352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0afa3faf-c114-4bf6-bf60-602c9107c7c5 req-85a22af9-2698-45e7-a049-ea2d68aed958 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0643642 Jul 16 21:21:05.780267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0afa3faf-c114-4bf6-bf60-602c9107c7c5 req-cfd4b48c-e73b-4683-8735-fcbc3686f28c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Jul 16 21:21:06.275467 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:06.958126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac0f1-bd15-4d84-99b7-0bc3fed16606 req-b2b9fd8e-09de-4964-ae63-e1754277fd6a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:06.960207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-543ac0f1-bd15-4d84-99b7-0bc3fed16606 req-b2b9fd8e-09de-4964-ae63-e1754277fd6a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0668747 Jul 16 21:21:06.998662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-543ac0f1-bd15-4d84-99b7-0bc3fed16606 req-2314b135-ca72-4378-b751-d0fd32fc1ebe tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327916 Jul 16 21:21:07.548871 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-5b085265-ef75-4d24-8897-917621c5b507 req-d4f20675-25f7-448a-afc3-74b7215c3ada service neutron] show failed (client error): The resource could not be found. Jul 16 21:21:07.549883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-d4f20675-25f7-448a-afc3-74b7215c3ada service neutron] 10.222.0.26 "GET /v2.0/ports/458f9eb9-230b-41da-b9a6-381d6139bb32/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0607092 Jul 16 21:21:07.848791 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-107aeaef-dfe8-45b5-a2e9-cc9e93014596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:07.850887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-107aeaef-dfe8-45b5-a2e9-cc9e93014596 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 1096 time: 0.0966585 Jul 16 21:21:07.861792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:07.934663 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.172895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:08.227434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357222d-43cd-4a93-9262-951d961b0ccb req-709cbbe5-5dce-4e79-be69-adb186a1aac3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.228988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6357222d-43cd-4a93-9262-951d961b0ccb req-709cbbe5-5dce-4e79-be69-adb186a1aac3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.1083007 Jul 16 21:21:08.230055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:08.287223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:08.289512 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20bc179-c407-4062-aa0f-dc784743752a" -d '{"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-unplugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:08.293170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.320602 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6357222d-43cd-4a93-9262-951d961b0ccb req-041d743d-ce2b-4d1e-bdda-f656883fff0f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709004 Jul 16 21:21:08.326749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Transition to ACTIVE for port object 458f9eb9-230b-41da-b9a6-381d6139bb32 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:08.337005 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.403004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.418266 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5273e7a4-98ac-45b3-9aee-e4e7532d2bb7 x-openstack-request-id: req-5273e7a4-98ac-45b3-9aee-e4e7532d2bb7 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:08.418567 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-unplugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:08.418819 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5273e7a4-98ac-45b3-9aee-e4e7532d2bb7 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:08.419215 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'code': 200} Jul 16 21:21:08.421833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:08.437405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.437752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.438094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.438435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.438766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.439097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.439449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.439777 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.440104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.440430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.440754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.441076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:08.479759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] No DVR routers for this DVR port 458f9eb9-230b-41da-b9a6-381d6139bb32 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:08.620422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:08.620755 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:08.621085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:08.625309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:21:08.625628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:08.630671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:08.631008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:08.631430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:08.632448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Bound port: 458f9eb9-230b-41da-b9a6-381d6139bb32, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:08.632798 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.701597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:08.704536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:08.708855 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.743389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.744011 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:08.745387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] 10.222.0.21 "PUT /v2.0/ports/458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1091 time: 0.8876381 Jul 16 21:21:08.767734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3360fa2-6005-4c83-925d-b20999121e97 service neutron] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:08.825437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-1a462bf2-eae8-4c54-a842-8e85a220ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.826959 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-1a462bf2-eae8-4c54-a842-8e85a220ac1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.0563686 Jul 16 21:21:08.927883 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-a527d2fc-476d-4b56-8707-9538774a4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.929968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-a527d2fc-476d-4b56-8707-9538774a4b22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0960886 Jul 16 21:21:09.031004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-13e5d5cd-4eb4-4953-aa0f-8dfac18a3178 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.0942044 Jul 16 21:21:09.032564 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:09.085800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-f4c43efe-f66a-48d8-8249-a509a869eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:09.088333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-f4c43efe-f66a-48d8-8249-a509a869eac6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0508335 Jul 16 21:21:09.147289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085265-ef75-4d24-8897-917621c5b507 req-2e565ef6-16a1-4278-92af-3e50fc8868b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:09.149029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-2e565ef6-16a1-4278-92af-3e50fc8868b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546951 Jul 16 21:21:09.160215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-f1b5b0b7-49ce-4112-8557-c997e2b7773a service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:21:09.161155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-f1b5b0b7-49ce-4112-8557-c997e2b7773a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050948 Jul 16 21:21:09.251946 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-6ee2c73e-869a-488e-865e-17eb31cb7b34 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836666 Jul 16 21:21:09.294135 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:09.348038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-5a782ee6-8c64-41d6-9559-cad7232ab278 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894156 Jul 16 21:21:09.523407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b5a38-971c-4c2d-adf4-5c6c80f79fbd req-8b9de42d-dbdb-42b5-a8f3-c5badcfcf79a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:09.524933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a63b5a38-971c-4c2d-adf4-5c6c80f79fbd req-8b9de42d-dbdb-42b5-a8f3-c5badcfcf79a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0698280 Jul 16 21:21:09.564232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a63b5a38-971c-4c2d-adf4-5c6c80f79fbd req-797456a9-b8c9-4cab-b098-23d7595c2525 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Jul 16 21:21:10.410172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:10.421346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:10.423908 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917bf5ad-5943-4f6c-8021-39d17be2d544" -d '{"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:10.452135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:10.474667 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5e5a6c-3ed0-4386-a3c4-69650e0b53a5 x-openstack-request-id: req-6a5e5a6c-3ed0-4386-a3c4-69650e0b53a5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:10.474955 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:10.475812 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6a5e5a6c-3ed0-4386-a3c4-69650e0b53a5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:10.476321 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'status': 'completed', 'code': 200} Jul 16 21:21:10.594249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-0af2613d-afc4-44f2-bd76-e66f015d7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.595794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-0af2613d-afc4-44f2-bd76-e66f015d7608 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.0925694 Jul 16 21:21:10.597402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-ab3769a2-8c8a-4fbf-8d80-c98cf7305636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.598770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-ab3769a2-8c8a-4fbf-8d80-c98cf7305636 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.1037326 Jul 16 21:21:10.801292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-63f68f00-6ce7-454b-a4a3-040246228c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.802784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-63f68f00-6ce7-454b-a4a3-040246228c35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.2003546 Jul 16 21:21:10.804993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-e7c955cc-41f6-4253-8f3c-59a98629c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.806363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-e7c955cc-41f6-4253-8f3c-59a98629c08d service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1951187 Jul 16 21:21:10.922562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f898f2-f773-4a29-bfa9-ebd57318d744 req-79798c72-e8ba-4f11-8744-c5e48063e6cf tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.924085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03f898f2-f773-4a29-bfa9-ebd57318d744 req-79798c72-e8ba-4f11-8744-c5e48063e6cf tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.2293684 Jul 16 21:21:10.935963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-9951f212-fa0e-440b-b27b-f51f7d9f143d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.1234505 Jul 16 21:21:10.963230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-0e6e28d5-8492-4a8c-894f-89f642af5e4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.1440372 Jul 16 21:21:10.984164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:11.033470 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03f898f2-f773-4a29-bfa9-ebd57318d744 req-fda12fe7-a233-4ff1-afd2-963e78157011 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022024 Jul 16 21:21:11.046307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-8070f4d9-3f61-4538-865c-2cde2053aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:11.047787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-8070f4d9-3f61-4538-865c-2cde2053aa93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.1044116 Jul 16 21:21:11.055468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-99108c3d-ec37-41ae-a365-c23f709113d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:11.055468 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-99108c3d-ec37-41ae-a365-c23f709113d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0741782 Jul 16 21:21:11.151178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-92b478aa-8d14-4a30-a378-1f2997eed761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:11.152769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-92b478aa-8d14-4a30-a378-1f2997eed761 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895708 Jul 16 21:21:11.154537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-aa872d23-f922-40e1-92eb-b2e053d42f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:11.155899 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-aa872d23-f922-40e1-92eb-b2e053d42f39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000597 Jul 16 21:21:11.315189 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-d864516d-7aa1-47c5-8e2c-a29c75383ac6 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549032 Jul 16 21:21:11.317250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-f6f531df-ea9b-4871-91e1-0b52b1b8022a service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496112 Jul 16 21:21:11.479934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-ba693f9a-b474-4f05-803b-0322cc2c3903 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505225 Jul 16 21:21:11.482046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-917bf5ad-5943-4f6c-8021-39d17be2d544 req-379a77a6-5af0-4fa6-a3d8-0ba73f644e6b service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598511 Jul 16 21:21:12.219316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5640d-7ed4-4dad-a5b8-bbd4e78a0d73 req-5ab1d33d-7d01-4712-9ea7-f60b2f84e524 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:12.220702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fc5640d-7ed4-4dad-a5b8-bbd4e78a0d73 req-5ab1d33d-7d01-4712-9ea7-f60b2f84e524 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0632780 Jul 16 21:21:12.260581 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fc5640d-7ed4-4dad-a5b8-bbd4e78a0d73 req-21f221b2-d33f-494e-9c58-cd67e9725f47 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337832 Jul 16 21:21:13.440793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30fce8-20b1-4f53-8062-450f6872461e req-c6c672af-de5c-4d8f-8c3e-97f08bb31951 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:13.442290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f30fce8-20b1-4f53-8062-450f6872461e req-c6c672af-de5c-4d8f-8c3e-97f08bb31951 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0639405 Jul 16 21:21:13.480913 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f30fce8-20b1-4f53-8062-450f6872461e req-090068aa-f6dd-421e-ba91-5fab2191cd87 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Jul 16 21:21:14.656687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680099fd-5c35-4416-969d-bc19890775f9 req-b18434d4-43e8-44a7-a092-5c89230e01d0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:14.658195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-680099fd-5c35-4416-969d-bc19890775f9 req-b18434d4-43e8-44a7-a092-5c89230e01d0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0661414 Jul 16 21:21:14.695539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-680099fd-5c35-4416-969d-bc19890775f9 req-16b3cf9a-2891-4607-bde6-f671649a5fda tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Jul 16 21:21:15.873800 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4d19-a318-40d9-924a-2d4192594b9c req-ef04ad88-8e8f-460e-977f-27bbdc3752c6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:15.875310 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-237d4d19-a318-40d9-924a-2d4192594b9c req-ef04ad88-8e8f-460e-977f-27bbdc3752c6 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0672495 Jul 16 21:21:15.914584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-237d4d19-a318-40d9-924a-2d4192594b9c req-642e88e3-bf9a-418b-b52c-8ffb9519b2f2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334873 Jul 16 21:21:17.092283 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd8f35-2011-4d97-8475-ed9e4cbe1966 req-2480474d-688d-4eb8-ac37-5d5eaadf5338 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:17.093805 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02dd8f35-2011-4d97-8475-ed9e4cbe1966 req-2480474d-688d-4eb8-ac37-5d5eaadf5338 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0647295 Jul 16 21:21:17.135536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02dd8f35-2011-4d97-8475-ed9e4cbe1966 req-76d95486-069f-4311-99b0-f97d951d9b68 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362058 Jul 16 21:21:18.158669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-2909bbf4-4a26-4fcb-929d-699624bb37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:18.160506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-2909bbf4-4a26-4fcb-929d-699624bb37f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.0544810 Jul 16 21:21:18.649299 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-c349f6fd-5937-40f4-9b04-3b01ba55a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:18.650776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-c349f6fd-5937-40f4-9b04-3b01ba55a33a service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.4698780 Jul 16 21:21:18.724906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-03cf711f-9ecf-4c47-bc69-842b14ebcc2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.0670023 Jul 16 21:21:18.735489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d554f34-6180-4399-b25d-9caf6c1e1ec4 req-7d871432-1977-448c-a00c-7985d173759e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:18.736923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d554f34-6180-4399-b25d-9caf6c1e1ec4 req-7d871432-1977-448c-a00c-7985d173759e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.4734361 Jul 16 21:21:18.806589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-a29ca1ba-17c4-425e-b941-98c39e12001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:18.808066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-a29ca1ba-17c4-425e-b941-98c39e12001e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0703042 Jul 16 21:21:18.810977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2d554f34-6180-4399-b25d-9caf6c1e1ec4 req-696b12a3-9530-41d1-808f-4fdaa98d4033 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658972 Jul 16 21:21:18.864601 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-028d2b4c-92f7-4fa8-b377-0eda9c14442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:18.866655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-028d2b4c-92f7-4fa8-b377-0eda9c14442a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526457 Jul 16 21:21:18.958177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-593c3e62-65e3-47c9-9cee-c12c90b83d09 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847797 Jul 16 21:21:19.050652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-732aef1d-c50c-4090-8748-ff8d851dd0d6 req-10f6a7ab-d441-4982-aa24-b1306ed8371c service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843678 Jul 16 21:21:19.985360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82858e50-2400-423a-868a-fc87f8cb8d9b req-72f9d3dc-e0d5-4aa1-ae79-1ba3a48614c9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:19.986862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82858e50-2400-423a-868a-fc87f8cb8d9b req-72f9d3dc-e0d5-4aa1-ae79-1ba3a48614c9 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0624702 Jul 16 21:21:20.029105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-82858e50-2400-423a-868a-fc87f8cb8d9b req-ec17d401-535b-4821-81ba-004c61343d8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359416 Jul 16 21:21:21.202870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd87a4-4e36-4e7c-bab8-5b9aa9de7c25 req-ecb073d1-35bc-45d4-81a1-bb1b409c064f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:21.204368 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bfd87a4-4e36-4e7c-bab8-5b9aa9de7c25 req-ecb073d1-35bc-45d4-81a1-bb1b409c064f tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0634370 Jul 16 21:21:21.244338 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bfd87a4-4e36-4e7c-bab8-5b9aa9de7c25 req-35be4e50-8c41-4e1d-ade2-a5b40b278da2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339594 Jul 16 21:21:21.271368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:21:21.367312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:21.378537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'mac_address': 'fa:16:3e:a3:4f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:21:21.420510 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:21.433068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458f9eb9-230b-41da-b9a6-381d6139bb32 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:21.453535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:21.457796 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:21.505711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:21.515573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.515898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.516299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.516665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.517025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.517357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.517688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.518036 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.518376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.518704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.519053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.519404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:21.653041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-174e7143-8876-4d6d-9e93-a9404bfaac2d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:21.654424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-174e7143-8876-4d6d-9e93-a9404bfaac2d tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.21 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4&tenant_id=98f893f315d744df88b70b1a24875faf&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 944 time: 0.0714276 Jul 16 21:21:21.708862 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['458f9eb9-230b-41da-b9a6-381d6139bb32'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:21.754488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-14b29c8c-3218-496c-9147-ff3b57c50d03 service neutron] 10.222.0.21 "GET /v2.0/ports/458f9eb9-230b-41da-b9a6-381d6139bb32/bindings/n-h1-798930-6 HTTP/1.1" status: 200 len: 382 time: 0.0889978 Jul 16 21:21:21.766936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0680-d3d9-48ad-850d-7ea2f5bb12c3 req-54279920-405b-4c2d-aaa0-cb7257955832 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:21.768527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-121a0680-d3d9-48ad-850d-7ea2f5bb12c3 req-54279920-405b-4c2d-aaa0-cb7257955832 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.1132183 Jul 16 21:21:21.839490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-121a0680-d3d9-48ad-850d-7ea2f5bb12c3 req-65402c9f-f4b6-41e6-91f3-eb9b6c3491cd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652137 Jul 16 21:21:21.862063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-b069ad02-b82e-44a1-8456-977b2ec89cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:21.863654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-b069ad02-b82e-44a1-8456-977b2ec89cb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0803237 Jul 16 21:21:21.955635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-e46bab52-0c08-42e4-82d9-19d5d42ccae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:21.957138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-e46bab52-0c08-42e4-82d9-19d5d42ccae1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0869670 Jul 16 21:21:22.021731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-5b180a4d-82f8-44f7-b297-5f2d22c2c039 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1001 time: 0.0570590 Jul 16 21:21:22.075859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-b9e34f68-4df0-4baa-ae56-2af6bfff58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:22.077370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-b9e34f68-4df0-4baa-ae56-2af6bfff58c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0484450 Jul 16 21:21:22.135963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-e975807e-314b-41fe-a0a0-f34e2b58fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:22.137497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-e975807e-314b-41fe-a0a0-f34e2b58fccc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522766 Jul 16 21:21:22.228138 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-5324b9a1-80bf-4e01-b767-e264870a6679 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833058 Jul 16 21:21:22.324110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-b1714ebd-f747-4fc9-ba2c-5f028b704172 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886848 Jul 16 21:21:23.014952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a6cf-9d4a-463a-a8fc-dc1fcad597ae req-0f208108-d7ea-43fb-898b-493d743583ff tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:23.016483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cc2a6cf-9d4a-463a-a8fc-dc1fcad597ae req-0f208108-d7ea-43fb-898b-493d743583ff tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0637002 Jul 16 21:21:23.055598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5cc2a6cf-9d4a-463a-a8fc-dc1fcad597ae req-06a09eee-9ac6-494f-bcbc-e4c82d4c5d42 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Jul 16 21:21:23.273470 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:23.322428 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 458f9eb9-230b-41da-b9a6-381d6139bb32 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:23.325927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 458f9eb9-230b-41da-b9a6-381d6139bb32 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:23.326301 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.405197 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.429420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:23.431732 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a7d91f-8d92-471f-8341-eda8b376ee09" -d '{"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:23.448537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:23.452878 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.503875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:23.538502 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3921b5b6-43da-4dc8-91d2-25920256ee5f x-openstack-request-id: req-3921b5b6-43da-4dc8-91d2-25920256ee5f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:23.538803 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:23.539063 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3921b5b6-43da-4dc8-91d2-25920256ee5f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:23.539516 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'code': 200} Jul 16 21:21:24.261712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f407f-f5c0-409c-bba8-43b084d6b244 req-825562e7-0a12-43c6-92a4-676090691587 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:24.263180 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe8f407f-f5c0-409c-bba8-43b084d6b244 req-825562e7-0a12-43c6-92a4-676090691587 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0724480 Jul 16 21:21:24.301750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fe8f407f-f5c0-409c-bba8-43b084d6b244 req-acc17656-d658-4ae1-93f6-ad343e31d372 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Jul 16 21:21:25.498919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bcc48-dbf8-42c6-a09d-e2c372676043 req-9b0e06a3-870e-499d-8ba2-2df9ed2ea9a8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:25.500853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f28bcc48-dbf8-42c6-a09d-e2c372676043 req-9b0e06a3-870e-499d-8ba2-2df9ed2ea9a8 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0775518 Jul 16 21:21:25.539681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f28bcc48-dbf8-42c6-a09d-e2c372676043 req-c3d4ab56-0c72-4bdc-a317-34f0c2689908 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Jul 16 21:21:26.123839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-d24e0c74-330d-4608-8781-b943add5740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:26.125339 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-d24e0c74-330d-4608-8781-b943add5740f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4&tenant_id=98f893f315d744df88b70b1a24875faf HTTP/1.1" status: 200 len: 1096 time: 0.0533638 Jul 16 21:21:26.137353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:26.215350 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.426763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:26.460281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:26.502860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:26.505446 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18bfa49-d4a2-49eb-a013-8973d2e63b9b" -d '{"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-unplugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:26.509909 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.523466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Transition to ACTIVE for port object 458f9eb9-230b-41da-b9a6-381d6139bb32 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:26.527608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.562979 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ab8a8-338f-4749-b3cb-6cf23081a961 x-openstack-request-id: req-e19ab8a8-338f-4749-b3cb-6cf23081a961 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:26.564017 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-unplugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:26.564017 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e19ab8a8-338f-4749-b3cb-6cf23081a961 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:26.564017 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'code': 200} Jul 16 21:21:26.612366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=10']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:26.663696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] No DVR routers for this DVR port 458f9eb9-230b-41da-b9a6-381d6139bb32 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:26.815740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde4cff-1eea-419a-bad0-fc3f71b43974 req-8a48ccae-f6c2-46bf-a025-31ef5ca4edf4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:26.817168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbde4cff-1eea-419a-bad0-fc3f71b43974 req-8a48ccae-f6c2-46bf-a025-31ef5ca4edf4 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.1555860 Jul 16 21:21:26.872408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:26.872740 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:26.873076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:26.885103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:21:26.885435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Attempting to bind port 458f9eb9-230b-41da-b9a6-381d6139bb32 on network 626fc04e-1505-4985-9761-5c9b5f51b969 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:26.894042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbde4cff-1eea-419a-bad0-fc3f71b43974 req-2f326515-c15e-4d01-b327-d1c5a78aa709 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706594 Jul 16 21:21:26.895165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:26.895528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Checking segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:26.895908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Bound using segment: {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:26.896346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Bound port: 458f9eb9-230b-41da-b9a6-381d6139bb32, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c59b6-9525-45df-876f-9ed73cf5f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:26.896713 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.960435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:26.963699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:26.968074 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:27.004213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:27.005525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:27.007498 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] 10.222.0.26 "PUT /v2.0/ports/458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1092 time: 0.8742857 Jul 16 21:21:27.044403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c55b-325c-4641-9964-7ae10d3c357e service neutron] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=11']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:27.095240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-03391310-1adb-492c-bf0c-dab302092486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:27.097119 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-03391310-1adb-492c-bf0c-dab302092486 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0630167 Jul 16 21:21:27.197364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-9bd080e1-1ecb-49de-a0cb-df778b4c0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:27.198905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-9bd080e1-1ecb-49de-a0cb-df778b4c0136 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.0951161 Jul 16 21:21:27.265264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-7ea7be4a-cbfa-4f98-a74a-57228cb3f31e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.0591626 Jul 16 21:21:27.281271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:27.314089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-b3e5e876-7150-4e1a-8b0f-03d9b5401631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:27.315593 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-b3e5e876-7150-4e1a-8b0f-03d9b5401631 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0443676 Jul 16 21:21:27.321129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:27.376308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-ce8e7161-3ce4-45eb-8a06-91c05db418a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:27.377811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-ce8e7161-3ce4-45eb-8a06-91c05db418a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558798 Jul 16 21:21:27.465276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-058f6555-3257-45fd-8ee6-889178fb8b5b service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807769 Jul 16 21:21:27.559869 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94444b7a-11fd-437c-ab48-c371a7bf1222 req-67fc949a-1e3b-418b-b347-e1710e4a0c21 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877552 Jul 16 21:21:28.070773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e55b11-0f1b-449b-b923-15d93e20dfcc req-7e677116-7bc4-412d-972d-f4fe5e708913 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:28.072388 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39e55b11-0f1b-449b-b923-15d93e20dfcc req-7e677116-7bc4-412d-972d-f4fe5e708913 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0633111 Jul 16 21:21:28.113743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-39e55b11-0f1b-449b-b923-15d93e20dfcc req-61d81c5e-6348-406f-a3b6-bae5fc4b95e0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357087 Jul 16 21:21:28.565174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:28.567619 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b09288e-d269-470a-8010-20d461cae934" -d '{"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:28.619722 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6edeebf-2251-4cf6-8f9a-307ebe4570e4 x-openstack-request-id: req-a6edeebf-2251-4cf6-8f9a-307ebe4570e4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:28.620013 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:28.620267 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a6edeebf-2251-4cf6-8f9a-307ebe4570e4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:28.620665 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'status': 'completed', 'code': 200} Jul 16 21:21:28.742900 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-974e2568-6fac-414e-94cd-94384b165d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:28.744485 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-974e2568-6fac-414e-94cd-94384b165d5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.1025496 Jul 16 21:21:28.746354 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-4719827a-1e3b-4273-ba92-ffacf074af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:28.747825 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-4719827a-1e3b-4273-ba92-ffacf074af67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0977118 Jul 16 21:21:28.914182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-525e0da3-8c46-4a68-9df5-21362103c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:28.915754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-525e0da3-8c46-4a68-9df5-21362103c338 service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1633606 Jul 16 21:21:28.916973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-07b8bafe-ce7e-40f1-a7e1-e3787bf7a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:28.918307 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-07b8bafe-ce7e-40f1-a7e1-e3787bf7a037 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1568491 Jul 16 21:21:29.033557 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-408c438d-350b-4e33-be68-8a6c53db08da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.1031260 Jul 16 21:21:29.035194 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-0da08393-5de4-4903-ae75-f26ac247202a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.1118729 Jul 16 21:21:29.123109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-1bf57750-7d4c-4b72-923d-e04d74f351a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:29.124654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-1bf57750-7d4c-4b72-923d-e04d74f351a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0847328 Jul 16 21:21:29.126000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-74c87f6a-5e6d-40dd-acf7-035c1cd9ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:29.127311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-74c87f6a-5e6d-40dd-acf7-035c1cd9ee20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0797572 Jul 16 21:21:29.228789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-4011d968-dbd6-4796-9d5f-e63a5704233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:29.230432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-4011d968-dbd6-4796-9d5f-e63a5704233c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991652 Jul 16 21:21:29.233321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09288e-d269-470a-8010-20d461cae934 req-b1afca3f-de30-496f-b465-2db5cfa05e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:29.234843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-b1afca3f-de30-496f-b465-2db5cfa05e4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950041 Jul 16 21:21:29.436776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-4d5c4aca-fca3-4b2f-9d19-ec8102a9f2c4 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981368 Jul 16 21:21:29.469314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-bc990564-8378-46a8-b3ad-95bf0d4432b2 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228041 Jul 16 21:21:29.485222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4bfb-efbe-4d1d-a29f-4107d244856a req-95def65d-2d93-497b-b647-33794411b5da tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:29.486692 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed6d4bfb-efbe-4d1d-a29f-4107d244856a req-95def65d-2d93-497b-b647-33794411b5da tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.2392175 Jul 16 21:21:29.634094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed6d4bfb-efbe-4d1d-a29f-4107d244856a req-310e60c3-5ce5-478d-a7a9-9dd3f4d8d02a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365676 Jul 16 21:21:29.643813 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-25d3b9bd-2291-4d28-bab0-6196601c1a94 service neutron] 10.222.0.21 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988444 Jul 16 21:21:29.654666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b09288e-d269-470a-8010-20d461cae934 req-99125cd1-942c-4062-8514-8612d51b9a62 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780438 Jul 16 21:21:30.374432 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9566c5cc-1dd6-446a-a325-566b49260f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:30.700157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-a5e4931f-02b3-4562-b977-3708fe4b7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:30.701932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-a5e4931f-02b3-4562-b977-3708fe4b7190 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f893f315d744df88b70b1a24875faf&device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0599780 Jul 16 21:21:30.840410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-5fa07b5f-808e-4d00-b816-eff64a6154bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:30.841944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-5fa07b5f-808e-4d00-b816-eff64a6154bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 200 len: 911 time: 0.1187389 Jul 16 21:21:30.909894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db4ad-6a43-465a-91fc-a82d14fbad3d req-c22a967e-dc14-4d9e-aa45-a18aa6bbd349 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:30.911286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-210db4ad-6a43-465a-91fc-a82d14fbad3d req-c22a967e-dc14-4d9e-aa45-a18aa6bbd349 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.1300461 Jul 16 21:21:30.937356 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-6e9847fa-2b70-41d7-b70d-f9408200b13f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 200 len: 1000 time: 0.0884736 Jul 16 21:21:30.984686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-210db4ad-6a43-465a-91fc-a82d14fbad3d req-ba4e527d-f0c1-4029-bf91-db839a02516a tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662787 Jul 16 21:21:31.009404 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-ed9a9cde-0088-4b44-a25d-2831ede595d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:31.011111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-ed9a9cde-0088-4b44-a25d-2831ede595d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 200 len: 849 time: 0.0666163 Jul 16 21:21:31.070193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-8ef89867-464c-4843-aa10-02a7f59ecaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:31.071756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-8ef89867-464c-4843-aa10-02a7f59ecaf3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=626fc04e-1505-4985-9761-5c9b5f51b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533433 Jul 16 21:21:31.168042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-7fa94b34-6753-478d-a49b-52e7bc8aa525 service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876601 Jul 16 21:21:31.265774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3ef28f67-2d5f-45f1-bf69-c6caac901688 req-8f0a3341-d1b9-4235-85b4-b5d46be660cb service neutron] 10.222.0.26 "GET /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903375 Jul 16 21:21:32.170904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dc86e-7509-45cc-8eba-8f7d05247a84 req-af7d7c8e-d1e8-4272-b7f2-760ea09f0ff5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:32.172420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-837dc86e-7509-45cc-8eba-8f7d05247a84 req-af7d7c8e-d1e8-4272-b7f2-760ea09f0ff5 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0661378 Jul 16 21:21:32.211629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-837dc86e-7509-45cc-8eba-8f7d05247a84 req-85239d14-0261-48c7-8b6b-24a1c9b401de tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Jul 16 21:21:33.391641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45db10-9c69-4376-97dd-6da7214bbb6a req-a8a81565-161d-470a-a3c5-ce4b93961871 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:33.393047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d45db10-9c69-4376-97dd-6da7214bbb6a req-a8a81565-161d-470a-a3c5-ce4b93961871 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0632577 Jul 16 21:21:33.430252 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4d45db10-9c69-4376-97dd-6da7214bbb6a req-1771637c-dc11-4192-a75e-34268dffa149 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Jul 16 21:21:34.146438 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:34.622664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3b36c-9cae-4c3e-9f02-e3b6849c0c80 req-ddb85b54-269f-4ba1-a113-2f736ce5e5c3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:34.624201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52d3b36c-9cae-4c3e-9f02-e3b6849c0c80 req-ddb85b54-269f-4ba1-a113-2f736ce5e5c3 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0785170 Jul 16 21:21:34.951962 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5a7ded04-3288-4fcd-b7b1-b2e6efbf1192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:35.007936 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52d3b36c-9cae-4c3e-9f02-e3b6849c0c80 req-effa3ab9-f657-4fed-a9f4-df90ca0154e0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782103 Jul 16 21:21:36.181738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147c353-d4c0-4f55-8a13-ea81316a02c5 req-f6dd2785-3546-40e1-a413-b41392910963 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:36.183262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5147c353-d4c0-4f55-8a13-ea81316a02c5 req-f6dd2785-3546-40e1-a413-b41392910963 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0627158 Jul 16 21:21:36.220590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5147c353-d4c0-4f55-8a13-ea81316a02c5 req-2f31fc23-f5bf-4c8a-b0be-60e2bb29a0ad tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Jul 16 21:21:36.277332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:37.392871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471262c8-7541-4d1c-ace8-aa43f68c1628 req-55bfc1a3-b9d3-4599-b6ba-311cc75bb0ae tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:37.394234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-471262c8-7541-4d1c-ace8-aa43f68c1628 req-55bfc1a3-b9d3-4599-b6ba-311cc75bb0ae tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0620201 Jul 16 21:21:37.434640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-471262c8-7541-4d1c-ace8-aa43f68c1628 req-921ffc52-cd03-4419-b146-e287b8c2ea98 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346589 Jul 16 21:21:38.398139 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:38.519488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:21:38.622427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:38.628415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db679211-6d3e-4972-8bd0-edcd96b099c9 req-10689f64-8af7-431b-8955-c8de996b1b69 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:38.630741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db679211-6d3e-4972-8bd0-edcd96b099c9 req-10689f64-8af7-431b-8955-c8de996b1b69 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 944 time: 0.0725424 Jul 16 21:21:38.639131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'port_id': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'mac_address': 'fa:16:3e:a3:4f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:21:38.674781 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db679211-6d3e-4972-8bd0-edcd96b099c9 req-e62d586c-7702-419d-adfa-1fb1909d2cd0 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361831 Jul 16 21:21:38.686355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:38.701018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458f9eb9-230b-41da-b9a6-381d6139bb32 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:38.721902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:38.725895 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:38.775939 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=12']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:38.983755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['458f9eb9-230b-41da-b9a6-381d6139bb32'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:39.048604 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:39.315002 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:39.848449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dc92f-9ebd-43fe-ae47-8758226fb0c8 req-16847730-2026-4594-9210-c42ae22e9ba7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:39.850479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c4dc92f-9ebd-43fe-ae47-8758226fb0c8 req-16847730-2026-4594-9210-c42ae22e9ba7 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0645194 Jul 16 21:21:39.888047 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c4dc92f-9ebd-43fe-ae47-8758226fb0c8 req-788373ac-216a-4a19-ba61-3249d0bad812 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320075 Jul 16 21:21:40.063558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ba22-e0e3-4e9f-9522-41295e97d49e req-aecb8130-48ba-4f9f-9f21-d1e5c311a91e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:40.065056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7738ba22-e0e3-4e9f-9522-41295e97d49e req-aecb8130-48ba-4f9f-9f21-d1e5c311a91e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0685141 Jul 16 21:21:40.106290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7738ba22-e0e3-4e9f-9522-41295e97d49e req-02cf0c00-5812-40f1-9893-e020dcb23a67 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353239 Jul 16 21:21:40.278892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404573a-d94d-4140-934e-620e2b5294d7 req-e5d72e60-3616-41e5-ab45-e27f54473e2c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:40.280418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5404573a-d94d-4140-934e-620e2b5294d7 req-e5d72e60-3616-41e5-ab45-e27f54473e2c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0643346 Jul 16 21:21:40.319732 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5404573a-d94d-4140-934e-620e2b5294d7 req-8c6d9bed-c318-4eb4-8f38-a650797e611c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338151 Jul 16 21:21:40.534828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:40.585688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 458f9eb9-230b-41da-b9a6-381d6139bb32 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:40.589597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 458f9eb9-230b-41da-b9a6-381d6139bb32 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:40.590004 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:40.682343 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:40.705402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:40.707657 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7f41a5-bdbb-428f-83e6-ccba094045fd" -d '{"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:40.711194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663c725-3dea-4603-b197-8b02f58db36d req-4eddc9d0-6600-479e-a830-f856eb951abc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:40.712852 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1663c725-3dea-4603-b197-8b02f58db36d req-4eddc9d0-6600-479e-a830-f856eb951abc tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0690570 Jul 16 21:21:40.721352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:40.726133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:40.758318 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1663c725-3dea-4603-b197-8b02f58db36d req-992b6b0e-b1e3-401c-ada9-28111dc1814c tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397747 Jul 16 21:21:40.773598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=13']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:40.809846 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dabc14-f0b6-46b3-8f71-93ccc51fff98 x-openstack-request-id: req-b0dabc14-f0b6-46b3-8f71-93ccc51fff98 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:40.810140 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:40.810393 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b0dabc14-f0b6-46b3-8f71-93ccc51fff98 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:40.810789 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'code': 200} Jul 16 21:21:41.933482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908fb41-79d0-42cb-ac5b-e70a4a50a334 req-be4f45ec-1a9f-40ac-9d43-d605b448f3dd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:41.934968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c908fb41-79d0-42cb-ac5b-e70a4a50a334 req-be4f45ec-1a9f-40ac-9d43-d605b448f3dd tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 946 time: 0.0629227 Jul 16 21:21:41.973524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c908fb41-79d0-42cb-ac5b-e70a4a50a334 req-3b344ded-76df-47c1-af1f-628bf80f87f1 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups?id=fcb5696c-a59d-4dee-84de-ba4b233f4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328927 Jul 16 21:21:42.345855 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-1c8b00a3-cd1d-4f91-b95d-fa475962cb2e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:42.347236 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-1c8b00a3-cd1d-4f91-b95d-fa475962cb2e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 946 time: 0.0639410 Jul 16 21:21:42.451638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Deleting port 458f9eb9-230b-41da-b9a6-381d6139bb32 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:42.451978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:42.539069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] For port 458f9eb9-230b-41da-b9a6-381d6139bb32, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=458f9eb9-230b-41da-b9a6-381d6139bb32,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:42.539455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:42.714492 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:42.714864 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:42.715172 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Floating IP 53046f2a-5c17-486e-bd3d-c2a698589201 disassociated. External IP: 172.25.8.113, port: 458f9eb9-230b-41da-b9a6-381d6139bb32. Jul 16 21:21:42.715538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Calling delete_port for 458f9eb9-230b-41da-b9a6-381d6139bb32 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:42.844750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:42.878103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event deleted for resources: {'Port': ['ID=458f9eb9-230b-41da-b9a6-381d6139bb32,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:42.997675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:21:43.134165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07bde1a3-4142-4575-a4c7-fd014a7ed169 req-790627d7-ed6e-42fd-b229-4984eac0685e tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0385139 Jul 16 21:21:43.138571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:43.150062 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:43.160509 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:43.161259 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:43.182991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] No DVR routers for this DVR port 458f9eb9-230b-41da-b9a6-381d6139bb32 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:43.185804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.187786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e4aa651a-f2ce-4f02-aef1-15e298125db1 req-33d674bb-9033-46ea-8e15-c651ecbb0706 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.26 "DELETE /v2.0/ports/458f9eb9-230b-41da-b9a6-381d6139bb32 HTTP/1.1" status: 204 len: 173 time: 0.8348722 Jul 16 21:21:43.188219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-deleted', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:43.190456 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf19a7-571d-4c06-b6d4-5aa77468c655" -d '{"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-deleted", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:43.229786 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ff307c-c15f-4a18-a660-29504dfcbf1b x-openstack-request-id: req-66ff307c-c15f-4a18-a660-29504dfcbf1b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:43.230085 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95420508-c5b0-4adf-ba08-3e4f5bacb5f4", "name": "network-vif-deleted", "tag": "458f9eb9-230b-41da-b9a6-381d6139bb32", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:43.230342 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-66ff307c-c15f-4a18-a660-29504dfcbf1b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:43.230752 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95420508-c5b0-4adf-ba08-3e4f5bacb5f4', 'name': 'network-vif-deleted', 'tag': '458f9eb9-230b-41da-b9a6-381d6139bb32', 'status': 'completed', 'code': 200} Jul 16 21:21:43.278412 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:43.475113 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:43.504219 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:43.513576 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:43.514175 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:43.620182 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:43.813997 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:43.840806 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db58187-9ff0-42d7-8eca-8f3a85950ba4 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:47Z', 'revision_number': 4, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '4012b666-8f73-4759-bb83-7bebebae076c', 'name': '', 'network_id': '626fc04e-1505-4985-9761-5c9b5f51b969', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'mac_address': 'fa:16:3e:e0:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:47Z', 'updated_at': '2021-07-16T21:11:51Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'subnets': [{'id': 'c3d5222e-7624-40d1-82f2-66d68e07552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:44.070533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca8041-d52a-4fcc-b570-ae5c4df6f2d2 None None] New status for floating IP 53046f2a-5c17-486e-bd3d-c2a698589201: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:21:44.284884 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba5ba1fc-ee18-4698-9dda-d137ac773804 req-960aac90-153a-4279-ac0d-7601303fad65 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0286252 Jul 16 21:21:45.433794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1809ef-f84a-43b7-8eb1-e4fbd717c070 req-00bd3420-1ea7-4a8a-a0b9-1c6f5633a069 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0324070 Jul 16 21:21:46.563711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:46.579086 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9eadcf6a-26e9-4821-ba14-b9caa273cb3e req-67dd6bee-32b1-4e57-adb9-229a8a553d73 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/ports?device_id=95420508-c5b0-4adf-ba08-3e4f5bacb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0301757 Jul 16 21:21:46.585484 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 458f9eb9-230b-41da-b9a6-381d6139bb32 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:46.585785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 458f9eb9-230b-41da-b9a6-381d6139bb32 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:47.983502 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:50.815841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:50.871987 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a5d2-ac2b-4e40-b871-c8f134751e8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.895494 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a5d2-ac2b-4e40-b871-c8f134751e8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.945036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a5d2-ac2b-4e40-b871-c8f134751e8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.947759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a5d2-ac2b-4e40-b871-c8f134751e8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.949049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b9e9a5d2-ac2b-4e40-b871-c8f134751e8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "DELETE /v2.0/security-groups/fcb5696c-a59d-4dee-84de-ba4b233f4a22 HTTP/1.1" status: 204 len: 168 time: 0.1321213 Jul 16 21:21:50.951766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:50.960243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9a5d2-ac2b-4e40-b871-c8f134751e8b tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb5696c-a59d-4dee-84de-ba4b233f4a22,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:50.989030 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [None req-b7c81dfc-ad58-4679-b048-aa65456f5aca tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] show failed (client error): The resource could not be found. Jul 16 21:21:50.990798 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b7c81dfc-ad58-4679-b048-aa65456f5aca tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "GET /v2.0/security-groups/fcb5696c-a59d-4dee-84de-ba4b233f4a22 HTTP/1.1" status: 404 len: 347 time: 0.0358756 Jul 16 21:21:50.993554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60356) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:51.120276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Deleting port 67210163-24e2-4a9f-9264-93db95ffb078 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:51.120611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.195163 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.195521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.207477 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Calling delete_port for 67210163-24e2-4a9f-9264-93db95ffb078 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:51.347392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.372054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Pushing event deleted for resources: {'Port': ['ID=67210163-24e2-4a9f-9264-93db95ffb078,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:51.384593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.384937 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.385273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.385604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.386022 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.386257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.386581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.386898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.387215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.387558 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.387874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.388186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:51.452474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.455390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.456600 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9260774e-81b3-4194-8b53-2ddc338594d2 tempest-ServerActionsTestJSON-2039829124 tempest-ServerActionsTestJSON-2039829124-project] 10.222.0.100 "DELETE /v2.0/floatingips/53046f2a-5c17-486e-bd3d-c2a698589201 HTTP/1.1" status: 204 len: 168 time: 0.4625952 Jul 16 21:21:51.459920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60358) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:52.007846 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.264123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Deleting port 4012b666-8f73-4759-bb83-7bebebae076c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:52.264374 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.341476 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] For port 4012b666-8f73-4759-bb83-7bebebae076c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=4012b666-8f73-4759-bb83-7bebebae076c,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:52.341833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.354632 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Calling delete_port for 4012b666-8f73-4759-bb83-7bebebae076c owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:52.531991 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.563179 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4012b666-8f73-4759-bb83-7bebebae076c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:52.730863 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.953154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Router ba0f249e-134a-437f-929c-69fdb276f245 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:21:53.058384 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:53.063398 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-de3f95e0-61b5-4e52-a6d7-cb1ca5086ac4 admin admin] 10.222.0.100 "PUT /v2.0/routers/ba0f249e-134a-437f-929c-69fdb276f245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6023755 Jul 16 21:21:53.066070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60362) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:53.066855 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] Sync routers for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:53.077041 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:53.077652 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:53.173084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.274565 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:53.276434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.330435 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Deleting port 9208db66-0804-4e05-8149-59484c74f27f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:53.331965 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.415642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] For port 9208db66-0804-4e05-8149-59484c74f27f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9208db66-0804-4e05-8149-59484c74f27f,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:53.416026 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.432334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Calling delete_port for 9208db66-0804-4e05-8149-59484c74f27f owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:53.456514 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9208db66-0804-4e05-8149-59484c74f27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:21:52Z', 'revision_number': 5, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port': {'id': '9208db66-0804-4e05-8149-59484c74f27f', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:53.491305 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] Checking router: ba0f249e-134a-437f-929c-69fdb276f245 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:53.506860 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] Routers {'ba0f249e-134a-437f-929c-69fdb276f245'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:53.507496 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:21:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['ba0f249e-134a-437f-929c-69fdb276f245'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:53.608464 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] Set router ba0f249e-134a-437f-929c-69fdb276f245 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:53.632815 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.666903 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Pushing event deleted for resources: {'Port': ['ID=9208db66-0804-4e05-8149-59484c74f27f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:53.672047 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 6, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:53.702602 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6eb7c-1950-445f-a93e-b0fff3617137 None None] The sync data for ids ['ba0f249e-134a-437f-929c-69fdb276f245'] in n-d-798930-6 is: [{'id': 'ba0f249e-134a-437f-929c-69fdb276f245', 'name': 'tempest-ServerActionsTestJSON-49071300-router', 'tenant_id': '98f893f315d744df88b70b1a24875faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:11:45Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 6, 'project_id': '98f893f315d744df88b70b1a24875faf', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:53.738499 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.835086 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.837484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.882560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.883039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0f249e-134a-437f-929c-69fdb276f245 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:21:53.891352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.891352 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-279d5a02-5dbc-4e6f-a6a2-751c3e1fd2de admin admin] 10.222.0.100 "DELETE /v2.0/routers/ba0f249e-134a-437f-929c-69fdb276f245 HTTP/1.1" status: 204 len: 168 time: 0.8223798 Jul 16 21:21:53.891951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60364) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:54.290020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] Deleting subnet c3d5222e-7624-40d1-82f2-66d68e07552a {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:21:54.296926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.333278 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.409344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.476572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.502937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d5222e-7624-40d1-82f2-66d68e07552a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:54.506874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.510968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-87e2c597-93d6-4407-bf1c-79534117e19c admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c3d5222e-7624-40d1-82f2-66d68e07552a HTTP/1.1" status: 204 len: 168 time: 0.6159148 Jul 16 21:21:54.511751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60366) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:54.513834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656ef7d-d870-430d-bbb5-1ce86d1d13a8 None None] Network 626fc04e-1505-4985-9761-5c9b5f51b969 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:54.604415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.659502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Deleting port d130d224-134d-4bab-86e2-6f40f25baf9d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:54.659781 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.712058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] DHCP port deletion for 626fc04e-1505-4985-9761-5c9b5f51b969 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:21:54.731933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] For port d130d224-134d-4bab-86e2-6f40f25baf9d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d130d224-134d-4bab-86e2-6f40f25baf9d,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:54.732293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.749108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Calling delete_port for d130d224-134d-4bab-86e2-6f40f25baf9d owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:54.758889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] Deleting port d130d224-134d-4bab-86e2-6f40f25baf9d {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:54.759271 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.828351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] For port d130d224-134d-4bab-86e2-6f40f25baf9d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d130d224-134d-4bab-86e2-6f40f25baf9d,segment=NetworkSegment(118c59b6-9525-45df-876f-9ed73cf5f9d9),segment_id=118c59b6-9525-45df-876f-9ed73cf5f9d9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:54.828739 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.841619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] Calling delete_port for d130d224-134d-4bab-86e2-6f40f25baf9d owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:54.842934 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.873408 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Pushing event deleted for resources: {'Port': ['ID=d130d224-134d-4bab-86e2-6f40f25baf9d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:54.875224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] No DVR routers for this DVR port d130d224-134d-4bab-86e2-6f40f25baf9d on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:54.922083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.946143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.947848 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] Pushing event deleted for resources: {'Port': ['ID=d130d224-134d-4bab-86e2-6f40f25baf9d,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:54.951453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a151e-5e11-45c2-a6c6-e2a1bc1c2de0 None None] No DVR routers for this DVR port d130d224-134d-4bab-86e2-6f40f25baf9d on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:54.963870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626fc04e-1505-4985-9761-5c9b5f51b969']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:54.973924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118c59b6-9525-45df-876f-9ed73cf5f9d9') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:54.974222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118c59b6-9525-45df-876f-9ed73cf5f9d9') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:54.984918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.003960 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.011395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:55.011805 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:55.013478 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:55.066766 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.073051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.076295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] 10.222.0.100 "DELETE /v2.0/networks/626fc04e-1505-4985-9761-5c9b5f51b969 HTTP/1.1" status: 204 len: 168 time: 0.5627575 Jul 16 21:21:55.087331 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916be309-52b1-45ca-949b-8c689c292435 admin admin] Pushing event deleted for resources: {'Network': ['ID=626fc04e-1505-4985-9761-5c9b5f51b969,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.188462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60370) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:55.228896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bfdd14e6-d5f1-4294-8bc6-6acc91666d42 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=98f893f315d744df88b70b1a24875faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390954 Jul 16 21:21:55.231403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60372) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:55.280706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cba46777-4c12-46dc-921d-02b0ce773bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.301443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cba46777-4c12-46dc-921d-02b0ce773bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.352572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cba46777-4c12-46dc-921d-02b0ce773bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.355269 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cba46777-4c12-46dc-921d-02b0ce773bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.356624 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cba46777-4c12-46dc-921d-02b0ce773bf1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/102342fe-0b8e-44fa-af85-a3236d4d7584 HTTP/1.1" status: 204 len: 168 time: 0.1241808 Jul 16 21:21:55.364885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba46777-4c12-46dc-921d-02b0ce773bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102342fe-0b8e-44fa-af85-a3236d4d7584,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.656094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4012b666-8f73-4759-bb83-7bebebae076c no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:55.679786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 4012b666-8f73-4759-bb83-7bebebae076c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:55.680136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 4012b666-8f73-4759-bb83-7bebebae076c not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:55.680664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d130d224-134d-4bab-86e2-6f40f25baf9d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:55.699836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d130d224-134d-4bab-86e2-6f40f25baf9d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:55.700210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d130d224-134d-4bab-86e2-6f40f25baf9d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:55.700609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9208db66-0804-4e05-8149-59484c74f27f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:55.719762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9208db66-0804-4e05-8149-59484c74f27f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:55.720113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9208db66-0804-4e05-8149-59484c74f27f not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:56.050863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60394) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:56.144725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1759877125-network', 'tenant_id': '63aff59da66149c3b5b8166f78d52801'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:56.167570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Made reservation on behalf of 63aff59da66149c3b5b8166f78d52801 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:56.169894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.179669 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.270752 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.274696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.295405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:56.311158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba6103-04fe-4539-8440-e50ba59d97f1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.314548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.314891 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Added segment cf3676f5-00cd-4d8f-9805-9e60cf2478c6 of type vlan for network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d Jul 16 21:21:56.355528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.384347 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.385409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:56.386109 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.418217 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3661644 Jul 16 21:21:56.420964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60398) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:56.429109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Request body: {'subnet': {'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1759877125-subnet', 'tenant_id': '63aff59da66149c3b5b8166f78d52801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:56.463352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641a391-7502-4209-bb6d-82bf805ad355 admin admin] Pushing event updated for resources: {'Network': ['ID=9f41a4a9-b8aa-4836-98d5-177cf200cd8d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.473296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:56.479215 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Made reservation on behalf of 63aff59da66149c3b5b8166f78d52801 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:56.481657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.652661 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.707600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3443879-9e64-480a-b262-a6b5d275dddc,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.717143 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Checking segment: {'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:56.717459 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Network hostable DHCP agents. Network: 9f41a4a9-b8aa-4836-98d5-177cf200cd8d, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:56.733427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:56.741490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 9f41a4a9-b8aa-4836-98d5-177cf200cd8d) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:56.745473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:56.746059 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.750918 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efba6154-a4e6-4d77-9fc0-037ccd28a5ff None None] Network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:56.763523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dcb92d59-6153-4068-b29c-13946eab8ca0 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3413968 Jul 16 21:21:56.895657 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88ffa5-7096-456e-81e4-079381afc857 None None] Network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:57.207981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-2d7034fc-86da-4896-b5c2-b2c82eca24b0 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:57.209963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-2d7034fc-86da-4896-b5c2-b2c82eca24b0 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/networks?id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 200 len: 814 time: 0.1037478 Jul 16 21:21:57.224435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-70d99749-6b9c-4e1c-affe-ee82d06a115a tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/quotas/63aff59da66149c3b5b8166f78d52801 HTTP/1.1" status: 200 len: 375 time: 0.0090046 Jul 16 21:21:57.259841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-5a16a1a7-d375-4305-a7e7-53c4f3fc4990 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=63aff59da66149c3b5b8166f78d52801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301473 Jul 16 21:21:57.352910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-fcf4e305-ebfa-479f-abf6-e11b8c72b4fc service neutron] 10.222.0.100 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862932 Jul 16 21:21:57.441054 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-0cb1526f-9f5e-4cdc-96c8-26c95c1c4b3e service neutron] 10.222.0.100 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826337 Jul 16 21:21:57.607484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-523facc4-930f-48df-8b08-032de667bfed req-e0969c18-741b-41be-a5a6-f1641fa96d8c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 210 time: 0.0299811 Jul 16 21:21:58.687495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-d2f2aca5-458d-4045-a9f2-84b28d8d19f5 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.690095 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-d2f2aca5-458d-4045-a9f2-84b28d8d19f5 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.21 "GET /v2.0/networks?id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 200 len: 814 time: 0.1177258 Jul 16 21:21:58.709287 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Request body: {'port': {'device_id': 'be39d548-a922-49fd-93fe-62a230e72871', 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d', 'admin_state_up': True, 'tenant_id': '63aff59da66149c3b5b8166f78d52801'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:58.763550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-304edfd2-477f-412c-85ee-ed9df4e3f605 req-acd726bd-5e4e-40fe-8dce-b777981f22ef tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 210 time: 0.0373266 Jul 16 21:21:58.859774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Made reservation on behalf of 63aff59da66149c3b5b8166f78d52801 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:58.863332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.985735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Allocated IP 172.20.0.11 (9f41a4a9-b8aa-4836-98d5-177cf200cd8d/d3443879-9e64-480a-b262-a6b5d275dddc/f1d845cd-59ca-4c3b-a8ac-87a4e13285fd) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:59.138453 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.178260 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.230327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:59.233540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:59.237669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:59.261575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Pushing event updated for resources: {'Port': ['ID=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.289229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:59.289838 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.303422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-21d7ef9e-73b4-44b9-9872-b4005214a7d1 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995760 Jul 16 21:21:59.315443 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Request body: {'port': {'device_id': 'be39d548-a922-49fd-93fe-62a230e72871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:59.386589 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.655623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d845cd-59ca-4c3b-a8ac-87a4e13285fd {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:59.664057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.676114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Transition to ACTIVE for port object f1d845cd-59ca-4c3b-a8ac-87a4e13285fd will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:59.680364 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.729227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.799717 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Attempting to bind port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:59.800167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Attempting to bind port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:59.800372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Attempting to bind port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd on network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:59.805008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd on network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:21:59.805272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Attempting to bind port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd on network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:59.810100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:59.810445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Checking segment: {'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:59.810837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Bound using segment: {'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:59.811293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Bound port: f1d845cd-59ca-4c3b-a8ac-87a4e13285fd, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:59.811660 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.891457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] For port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:59.922126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] For port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:59.929136 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.971571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:59.972190 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.973576 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1d845cd-59ca-4c3b-a8ac-87a4e13285fd HTTP/1.1" status: 200 len: 1092 time: 0.6623411 Jul 16 21:21:59.974005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be39d548-a922-49fd-93fe-62a230e72871', 'tag': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:59.976412 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "be39d548-a922-49fd-93fe-62a230e72871", "tag": "f1d845cd-59ca-4c3b-a8ac-87a4e13285fd"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:00.011264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eae4c-e36c-46f0-978c-c851ccf8e3d4 req-604a8070-fb74-446e-b22c-cf3d67d8d4db tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:00.012944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c87eae4c-e36c-46f0-978c-c851ccf8e3d4 req-604a8070-fb74-446e-b22c-cf3d67d8d4db tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 944 time: 0.1360550 Jul 16 21:22:00.023155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b55f-fd6e-4138-9453-f52d3ec180a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:00.087486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c87eae4c-e36c-46f0-978c-c851ccf8e3d4 req-b816cbf5-8d96-40f2-b5c1-d6534e3a9367 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612969 Jul 16 21:22:00.102116 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-1fe51fa2-196e-4e90-80b6-43774583c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:00.103708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-1fe51fa2-196e-4e90-80b6-43774583c96f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63aff59da66149c3b5b8166f78d52801&device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 1095 time: 0.0898013 Jul 16 21:22:00.147468 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36b42d6-8d98-4329-b325-a83fa5480c82 x-openstack-request-id: req-a36b42d6-8d98-4329-b325-a83fa5480c82 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:00.147695 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be39d548-a922-49fd-93fe-62a230e72871", "tag": "f1d845cd-59ca-4c3b-a8ac-87a4e13285fd", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:00.147942 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a36b42d6-8d98-4329-b325-a83fa5480c82 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:00.148335 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be39d548-a922-49fd-93fe-62a230e72871', 'tag': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd', 'status': 'completed', 'code': 200} Jul 16 21:22:00.150075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-085848bc-b1f9-4c7f-80c6-99f09e2f1f96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd HTTP/1.1" status: 200 len: 217 time: 0.0383108 Jul 16 21:22:00.202060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-18120aff-88d1-43ec-9d2d-e76cac040539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:00.203532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-18120aff-88d1-43ec-9d2d-e76cac040539 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3443879-9e64-480a-b262-a6b5d275dddc HTTP/1.1" status: 200 len: 854 time: 0.0472794 Jul 16 21:22:00.235670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-cb1ebf00-8d32-47dd-b958-f5c8b3eeb6c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260420 Jul 16 21:22:00.324655 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-0a208a9f-5353-40b9-b2b7-84790d1a996d service neutron] 10.222.0.21 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826478 Jul 16 21:22:00.376588 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a59a1719-c6fd-43e4-addf-35489994c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.421611 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-533ee037-d1e2-48d6-9aa3-f5bb9c13499a req-9d8b6512-f8d2-4b75-9398-0fa9b78a69e7 service neutron] 10.222.0.21 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897830 Jul 16 21:22:00.529657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-ff840417-e8d6-4a74-bc3a-73e487e465af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:00.531214 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-ff840417-e8d6-4a74-bc3a-73e487e465af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63aff59da66149c3b5b8166f78d52801&device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 1095 time: 0.0552557 Jul 16 21:22:00.625783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-f84342bb-ae7e-4907-bf23-d4a4104aeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:00.627371 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-f84342bb-ae7e-4907-bf23-d4a4104aeecf service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 200 len: 915 time: 0.0889072 Jul 16 21:22:00.668101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-8eb48f68-a65f-4f48-b320-eb490b2d112c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd HTTP/1.1" status: 200 len: 217 time: 0.0341568 Jul 16 21:22:00.717837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-36112e01-8f71-4fee-9beb-e341dfcb7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:00.719334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-36112e01-8f71-4fee-9beb-e341dfcb7b87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3443879-9e64-480a-b262-a6b5d275dddc HTTP/1.1" status: 200 len: 854 time: 0.0443096 Jul 16 21:22:00.757839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-640c5063-07c3-4d97-8f6c-d3de4071cb8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307622 Jul 16 21:22:00.860128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-ea5ef927-3142-4bbb-bfb4-9bc3329967d9 service neutron] 10.222.0.21 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945842 Jul 16 21:22:00.952817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-73b08b40-1fe7-48ce-ad1b-d1ca78408cfc req-daa1f49b-9719-40c1-b6c2-24a82ab64152 service neutron] 10.222.0.21 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Jul 16 21:22:01.269062 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0562c2-8373-40c5-a1fd-8dc786e65838 req-b22e3ce2-ad4e-438b-b0e6-064ad244a8f4 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:01.270541 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e0562c2-8373-40c5-a1fd-8dc786e65838 req-b22e3ce2-ad4e-438b-b0e6-064ad244a8f4 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 944 time: 0.0687020 Jul 16 21:22:01.308863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e0562c2-8373-40c5-a1fd-8dc786e65838 req-3e46de4e-605b-4c99-9065-b3ddb6420260 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jul 16 21:22:02.481142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797469-b684-496c-bafc-9edf5e38e2c2 req-32e05026-c1c2-4883-be5e-2d10791bebb5 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:02.482635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03797469-b684-496c-bafc-9edf5e38e2c2 req-32e05026-c1c2-4883-be5e-2d10791bebb5 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 944 time: 0.0637884 Jul 16 21:22:02.525325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03797469-b684-496c-bafc-9edf5e38e2c2 req-8bf4b497-30c8-4050-9850-96d0586f6e62 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Jul 16 21:22:03.472889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f1d845cd-59ca-4c3b-a8ac-87a4e13285fd details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:22:03.712668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d63890-bb4c-43cd-ae02-1da12044c304 req-983a8cd9-648d-48b6-8e0a-28fa736f4bdc tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:03.714198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9d63890-bb4c-43cd-ae02-1da12044c304 req-983a8cd9-648d-48b6-8e0a-28fa736f4bdc tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 944 time: 0.0683267 Jul 16 21:22:03.726741 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:03.738535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd', 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d', 'port_id': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd', 'mac_address': 'fa:16:3e:fa:df:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3443879-9e64-480a-b262-a6b5d275dddc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:22:03.753258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f9d63890-bb4c-43cd-ae02-1da12044c304 req-39347ccc-2a3e-40d9-9b4d-11b2bd43aedd tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331826 Jul 16 21:22:03.785096 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.798468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d845cd-59ca-4c3b-a8ac-87a4e13285fd {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:03.818760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:03.822507 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.870914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:04.079123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f1d845cd-59ca-4c3b-a8ac-87a4e13285fd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:04.165885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.925934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e0635-dffd-41d6-9889-af1195f66774 req-4e8f53aa-967d-4ed3-a655-18e515c0c099 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:04.928051 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b00e0635-dffd-41d6-9889-af1195f66774 req-4e8f53aa-967d-4ed3-a655-18e515c0c099 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 945 time: 0.0632703 Jul 16 21:22:04.952602 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8541af6d-2c35-45ed-8fd6-2db5d6627933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:04.967145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b00e0635-dffd-41d6-9889-af1195f66774 req-b9a96939-c960-4999-ad75-2c39b296af98 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Jul 16 21:22:05.481827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f1d845cd-59ca-4c3b-a8ac-87a4e13285fd up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:05.529209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:05.532972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:05.533342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.612256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.634609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be39d548-a922-49fd-93fe-62a230e72871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:05.636884 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbad0ff-ef51-4655-95bd-ce05d4ab6e18" -d '{"events": [{"server_uuid": "be39d548-a922-49fd-93fe-62a230e72871", "name": "network-vif-plugged", "status": "completed", "tag": "f1d845cd-59ca-4c3b-a8ac-87a4e13285fd"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:05.649803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:05.654786 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.680868 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2750fc97-45cb-4b5e-94c4-d6b7f673a276 x-openstack-request-id: req-2750fc97-45cb-4b5e-94c4-d6b7f673a276 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:05.681160 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be39d548-a922-49fd-93fe-62a230e72871", "name": "network-vif-plugged", "status": "completed", "tag": "f1d845cd-59ca-4c3b-a8ac-87a4e13285fd", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:05.681438 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2750fc97-45cb-4b5e-94c4-d6b7f673a276 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:05.681822 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be39d548-a922-49fd-93fe-62a230e72871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd', 'code': 200} Jul 16 21:22:05.710188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:05.821083 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd90cac-bfbf-4cc0-9077-d8ccb9df9cfd req-6b081743-3141-4cee-888e-a456f4510bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:05.822472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dd90cac-bfbf-4cc0-9077-d8ccb9df9cfd req-6b081743-3141-4cee-888e-a456f4510bf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 1097 time: 0.0570397 Jul 16 21:22:05.857653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4dd90cac-bfbf-4cc0-9077-d8ccb9df9cfd req-101416a9-c42f-4f53-9cd8-94deebbca930 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285099 Jul 16 21:22:06.143146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec743ab-5fad-4266-a7a9-c20e450332ff req-b62eb4a9-616d-4fea-8433-b7f6f524fe97 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:06.144679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ec743ab-5fad-4266-a7a9-c20e450332ff req-b62eb4a9-616d-4fea-8433-b7f6f524fe97 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0656159 Jul 16 21:22:06.182512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1ec743ab-5fad-4266-a7a9-c20e450332ff req-63895474-29a7-48b5-8172-e075ed030e48 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Jul 16 21:22:06.281050 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:07.356468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd73a7-5918-4a0c-9f91-ce4cd3015f67 req-1f8155af-44d4-4aa6-8404-50d713843cbd tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:07.357893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fecd73a7-5918-4a0c-9f91-ce4cd3015f67 req-1f8155af-44d4-4aa6-8404-50d713843cbd tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0644081 Jul 16 21:22:07.399953 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fecd73a7-5918-4a0c-9f91-ce4cd3015f67 req-8540cab2-a56c-446e-9752-66eaf61e2cfc tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365672 Jul 16 21:22:07.626080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b3b5d02c-184d-42d3-bded-3171bc274308 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:07.627553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b3b5d02c-184d-42d3-bded-3171bc274308 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/networks?id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 200 len: 814 time: 0.1021292 Jul 16 21:22:07.643416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-d9b6e8d1-9bd0-4cb8-92b3-c88cb7aa4ee5 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/quotas/63aff59da66149c3b5b8166f78d52801 HTTP/1.1" status: 200 len: 375 time: 0.0092623 Jul 16 21:22:07.710664 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-2caf73c7-4d22-40f8-9183-2c60b7689d04 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=63aff59da66149c3b5b8166f78d52801&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619404 Jul 16 21:22:07.802926 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-bd3bc209-5ee7-4714-8727-a89601f961fd service neutron] 10.222.0.100 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849175 Jul 16 21:22:07.899831 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-0fcc740c-779d-45d0-b5fe-cef230d6e726 service neutron] 10.222.0.100 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907443 Jul 16 21:22:08.067024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7a15f71b-12d5-4ed8-9bdf-4fc5284b2326 req-4f37bd10-0e4e-4617-938a-d299f397ca90 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Jul 16 21:22:08.400003 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.037171 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.112222 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-cc5cccd9-5637-47e5-83e5-dea40f627ab9 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:09.114336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-cc5cccd9-5637-47e5-83e5-dea40f627ab9 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.26 "GET /v2.0/networks?id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 200 len: 814 time: 0.1125684 Jul 16 21:22:09.134642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Request body: {'port': {'device_id': '992340f7-fca1-4e18-93cb-7791674f9336', 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d', 'admin_state_up': True, 'tenant_id': '63aff59da66149c3b5b8166f78d52801'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:09.239056 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f7e03eea-3fc0-49db-a448-d80b51bb65bc req-deeffac1-66a9-4f56-82ec-b068dafd06a0 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 210 time: 0.0405648 Jul 16 21:22:09.279370 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Made reservation on behalf of 63aff59da66149c3b5b8166f78d52801 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:09.282916 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.308912 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.405724 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Allocated IP 172.20.0.8 (9f41a4a9-b8aa-4836-98d5-177cf200cd8d/d3443879-9e64-480a-b262-a6b5d275dddc/3b1f1151-3d7b-4183-96ac-41bc3babf319) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:09.550920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.590161 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.602784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f1d845cd-59ca-4c3b-a8ac-87a4e13285fd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:09.634524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:09.639891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:09.643710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:09.675258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Pushing event updated for resources: {'Port': ['ID=3b1f1151-3d7b-4183-96ac-41bc3babf319,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:09.690099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.690454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.690893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.691139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.691498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.691830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.692161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.692503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.692851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.693239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.693585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.693892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:09.711904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:09.712898 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:09.727520 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-b85b4492-8048-4cfa-8048-599587766124 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976725 Jul 16 21:22:09.739557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Request body: {'port': {'device_id': '992340f7-fca1-4e18-93cb-7791674f9336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:09.810595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.068782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1f1151-3d7b-4183-96ac-41bc3babf319 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:10.076527 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.088493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Transition to ACTIVE for port object 3b1f1151-3d7b-4183-96ac-41bc3babf319 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:10.092184 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.157252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1f1151-3d7b-4183-96ac-41bc3babf319,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:10.206068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Attempting to bind port 3b1f1151-3d7b-4183-96ac-41bc3babf319 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:10.206403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Attempting to bind port 3b1f1151-3d7b-4183-96ac-41bc3babf319 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:10.206734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Attempting to bind port 3b1f1151-3d7b-4183-96ac-41bc3babf319 on network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:10.211390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Port 3b1f1151-3d7b-4183-96ac-41bc3babf319 on network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:22:10.211709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Attempting to bind port 3b1f1151-3d7b-4183-96ac-41bc3babf319 on network 9f41a4a9-b8aa-4836-98d5-177cf200cd8d {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:10.216439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:10.216796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Checking segment: {'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:10.217167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Bound using segment: {'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:10.217597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Bound port: 3b1f1151-3d7b-4183-96ac-41bc3babf319, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:10.217943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.284273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] For port 3b1f1151-3d7b-4183-96ac-41bc3babf319, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:10.293434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] For port 3b1f1151-3d7b-4183-96ac-41bc3babf319, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3b1f1151-3d7b-4183-96ac-41bc3babf319,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:10.298429 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.333260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:10.333948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:10.335417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b1f1151-3d7b-4183-96ac-41bc3babf319 HTTP/1.1" status: 200 len: 1091 time: 0.6002030 Jul 16 21:22:10.335867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992340f7-fca1-4e18-93cb-7791674f9336', 'tag': '3b1f1151-3d7b-4183-96ac-41bc3babf319'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:10.338141 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6" -d '{"events": [{"name": "network-changed", "server_uuid": "992340f7-fca1-4e18-93cb-7791674f9336", "tag": "3b1f1151-3d7b-4183-96ac-41bc3babf319"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:10.399060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802768b-b010-4a64-86e0-bec14b8542b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1f1151-3d7b-4183-96ac-41bc3babf319,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:10.465652 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-f4a8bdb8-528f-4d12-8d76-8cd8bb0e0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:10.467134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-f4a8bdb8-528f-4d12-8d76-8cd8bb0e0bdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63aff59da66149c3b5b8166f78d52801&device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 1094 time: 0.0764165 Jul 16 21:22:10.476146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279e4f3-a9f7-444d-8162-9d34b0676372 req-e7e347c9-f549-4168-bd1f-1769de5e4086 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:10.477527 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d279e4f3-a9f7-444d-8162-9d34b0676372 req-e7e347c9-f549-4168-bd1f-1769de5e4086 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 943 time: 0.1221604 Jul 16 21:22:10.524023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-3b38a5e9-20f0-4008-ae11-d1cbbcf54779 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b1f1151-3d7b-4183-96ac-41bc3babf319 HTTP/1.1" status: 200 len: 217 time: 0.0440390 Jul 16 21:22:10.570329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d279e4f3-a9f7-444d-8162-9d34b0676372 req-491420a0-9e84-432a-95ab-e8a780c2f3d3 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863693 Jul 16 21:22:10.584478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-94542700-1c81-4b56-b6dc-a6bbd2399e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:10.585938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-94542700-1c81-4b56-b6dc-a6bbd2399e05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3443879-9e64-480a-b262-a6b5d275dddc HTTP/1.1" status: 200 len: 854 time: 0.0562978 Jul 16 21:22:10.623527 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2247a04e-a487-4189-9754-c8620fbcf9e5 x-openstack-request-id: req-2247a04e-a487-4189-9754-c8620fbcf9e5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:10.623823 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992340f7-fca1-4e18-93cb-7791674f9336", "tag": "3b1f1151-3d7b-4183-96ac-41bc3babf319", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:10.624069 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2247a04e-a487-4189-9754-c8620fbcf9e5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:10.624466 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992340f7-fca1-4e18-93cb-7791674f9336', 'tag': '3b1f1151-3d7b-4183-96ac-41bc3babf319', 'status': 'completed', 'code': 200} Jul 16 21:22:10.626547 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-a8def3ac-26ec-4af4-b32a-de57a9a9c7a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335655 Jul 16 21:22:10.713864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-2c41cb30-c361-42e5-8f80-b5aa433ba648 service neutron] 10.222.0.26 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807433 Jul 16 21:22:11.148484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e2e3743-31cd-4485-a97f-4299e73291ee req-adc8f066-84a6-43f7-9c9f-8e392ac79cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274998 Jul 16 21:22:11.249267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-875029d0-2f9d-464b-a491-3938ff088469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:11.250829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-875029d0-2f9d-464b-a491-3938ff088469 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63aff59da66149c3b5b8166f78d52801&device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 1094 time: 0.0539324 Jul 16 21:22:11.345027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-f9d53575-7f4f-4f5d-a877-e04339f12b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:11.346394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-f9d53575-7f4f-4f5d-a877-e04339f12b17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 200 len: 915 time: 0.0884595 Jul 16 21:22:11.388625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-0fa46cb7-02e7-4686-b5cd-dd3ddd535706 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b1f1151-3d7b-4183-96ac-41bc3babf319 HTTP/1.1" status: 200 len: 217 time: 0.0330698 Jul 16 21:22:11.437147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-d8f7a999-e22f-47f0-9fd8-ebd920a4b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:11.438562 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-d8f7a999-e22f-47f0-9fd8-ebd920a4b220 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3443879-9e64-480a-b262-a6b5d275dddc HTTP/1.1" status: 200 len: 854 time: 0.0424495 Jul 16 21:22:11.471854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-9c05f98d-bd70-461e-a380-b8676e59ec99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258079 Jul 16 21:22:11.563233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-4ef082b0-4238-465a-879c-3bfb38b96451 service neutron] 10.222.0.26 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Jul 16 21:22:11.659979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-20e0b67a-9e47-4ead-a01b-b60d6acb97c6 req-1009753b-e9f1-4083-8d09-cdff469369fc service neutron] 10.222.0.26 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902658 Jul 16 21:22:11.748172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e890949-2823-4c8d-a2b1-106d699e34df req-d847d4d9-84a1-4716-a5c9-11ced442edc9 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:11.749654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e890949-2823-4c8d-a2b1-106d699e34df req-d847d4d9-84a1-4716-a5c9-11ced442edc9 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 943 time: 0.0642619 Jul 16 21:22:11.786165 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e890949-2823-4c8d-a2b1-106d699e34df req-cbb6b548-c139-4f83-8aed-0334ea31c640 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Jul 16 21:22:12.662103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3b1f1151-3d7b-4183-96ac-41bc3babf319 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:22:12.758726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3b1f1151-3d7b-4183-96ac-41bc3babf319, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3b1f1151-3d7b-4183-96ac-41bc3babf319,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:12.771940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '3b1f1151-3d7b-4183-96ac-41bc3babf319', 'network_id': '9f41a4a9-b8aa-4836-98d5-177cf200cd8d', 'port_id': '3b1f1151-3d7b-4183-96ac-41bc3babf319', 'mac_address': 'fa:16:3e:30:5f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3443879-9e64-480a-b262-a6b5d275dddc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:22:12.808778 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.822455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1f1151-3d7b-4183-96ac-41bc3babf319 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:12.842679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3b1f1151-3d7b-4183-96ac-41bc3babf319, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3b1f1151-3d7b-4183-96ac-41bc3babf319,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:12.847336 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:12.902605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3b1f1151-3d7b-4183-96ac-41bc3babf319,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:12.976410 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac4b7-f538-4d82-9515-48864949de72 req-cb93b588-50d6-43dc-9aea-f3112339306c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:12.977904 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5bac4b7-f538-4d82-9515-48864949de72 req-cb93b588-50d6-43dc-9aea-f3112339306c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 944 time: 0.0681295 Jul 16 21:22:13.019423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e5bac4b7-f538-4d82-9515-48864949de72 req-da702128-e381-4d23-8b4b-8a38a0e42e98 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Jul 16 21:22:13.049965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['3b1f1151-3d7b-4183-96ac-41bc3babf319'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:14.199908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1668c-3088-46fa-8aea-e3535617c8c9 req-4bc52a32-557a-4b97-8818-0c7b8fef437b tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:14.201395 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ac1668c-3088-46fa-8aea-e3535617c8c9 req-4bc52a32-557a-4b97-8818-0c7b8fef437b tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 944 time: 0.0674806 Jul 16 21:22:14.239672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ac1668c-3088-46fa-8aea-e3535617c8c9 req-053e7635-9a16-4a54-9cc3-bdbdf7ea73b9 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Jul 16 21:22:14.678942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3b1f1151-3d7b-4183-96ac-41bc3babf319 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:14.728234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 3b1f1151-3d7b-4183-96ac-41bc3babf319 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:14.731922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 3b1f1151-3d7b-4183-96ac-41bc3babf319 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:14.732297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.810775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.832933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992340f7-fca1-4e18-93cb-7791674f9336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1f1151-3d7b-4183-96ac-41bc3babf319'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:14.835950 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb3509-a5f4-484f-be9f-8f673905ce6d" -d '{"events": [{"server_uuid": "992340f7-fca1-4e18-93cb-7791674f9336", "name": "network-vif-plugged", "status": "completed", "tag": "3b1f1151-3d7b-4183-96ac-41bc3babf319"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:14.848179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3b1f1151-3d7b-4183-96ac-41bc3babf319, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3b1f1151-3d7b-4183-96ac-41bc3babf319,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:14.853242 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:14.878552 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5670b42-d392-411a-b29a-2571c543cbc1 x-openstack-request-id: req-a5670b42-d392-411a-b29a-2571c543cbc1 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:14.879012 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992340f7-fca1-4e18-93cb-7791674f9336", "name": "network-vif-plugged", "status": "completed", "tag": "3b1f1151-3d7b-4183-96ac-41bc3babf319", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:14.879312 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a5670b42-d392-411a-b29a-2571c543cbc1 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:14.879810 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992340f7-fca1-4e18-93cb-7791674f9336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1f1151-3d7b-4183-96ac-41bc3babf319', 'code': 200} Jul 16 21:22:14.906616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3b1f1151-3d7b-4183-96ac-41bc3babf319,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:14.997635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3744d-1059-4932-83ec-372d00f85725 req-2f4636b4-1e3b-4d9b-80c8-a91e5b2d86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:14.999046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2de3744d-1059-4932-83ec-372d00f85725 req-2f4636b4-1e3b-4d9b-80c8-a91e5b2d86f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 1096 time: 0.0526242 Jul 16 21:22:15.034122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2de3744d-1059-4932-83ec-372d00f85725 req-c9399faf-c580-41fa-97d3-574780cd76a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280058 Jul 16 21:22:15.419345 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a0dbb-1402-402a-951b-eeb22e531091 req-91a1676d-4e3a-4127-a79c-eaaca6fcd95a tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:15.420817 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-978a0dbb-1402-402a-951b-eeb22e531091 req-91a1676d-4e3a-4127-a79c-eaaca6fcd95a tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 945 time: 0.0675235 Jul 16 21:22:15.460528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-978a0dbb-1402-402a-951b-eeb22e531091 req-4e37b026-df61-43e5-be6b-10f1734ca65d tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Jul 16 21:22:16.635462 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e710b-e629-4095-a592-7423cadd2503 req-ed0ff78f-b1eb-405d-816c-8b6bf2d7c0ae tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:16.636837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-640e710b-e629-4095-a592-7423cadd2503 req-ed0ff78f-b1eb-405d-816c-8b6bf2d7c0ae tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 945 time: 0.0650275 Jul 16 21:22:16.675680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-640e710b-e629-4095-a592-7423cadd2503 req-e2b56242-9446-4888-beb4-7d51b7c1c666 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332785 Jul 16 21:22:17.247492 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e893b-dbeb-41de-97ff-d4075a11ba65 req-2f4dc445-b68d-4fa4-8c90-9621a46d6c5f tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:17.248921 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c64e893b-dbeb-41de-97ff-d4075a11ba65 req-2f4dc445-b68d-4fa4-8c90-9621a46d6c5f tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 945 time: 0.0636802 Jul 16 21:22:17.286928 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c64e893b-dbeb-41de-97ff-d4075a11ba65 req-ed0808c2-31d2-4c67-b58b-518dca10824b tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jul 16 21:22:17.567274 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-fd680edb-8de0-4e28-82d4-0a3caeebb11e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541008 Jul 16 21:22:17.667700 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-3365762e-9378-452d-829a-0cfdd87d73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:17.669213 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-3365762e-9378-452d-829a-0cfdd87d73ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63aff59da66149c3b5b8166f78d52801&device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 1097 time: 0.0529985 Jul 16 21:22:17.780407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-1fe13a30-9ceb-4e6f-80be-fe5e48cf7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:17.781924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-1fe13a30-9ceb-4e6f-80be-fe5e48cf7c9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 200 len: 915 time: 0.0909519 Jul 16 21:22:17.822900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-da4a5bf2-1aba-4441-a901-686a1cf0568d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd HTTP/1.1" status: 200 len: 217 time: 0.0342844 Jul 16 21:22:17.872603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-5ea85920-6ec4-4505-b322-e3a0e364673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:17.874058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-5ea85920-6ec4-4505-b322-e3a0e364673c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3443879-9e64-480a-b262-a6b5d275dddc HTTP/1.1" status: 200 len: 854 time: 0.0442059 Jul 16 21:22:17.907507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-123ec179-9243-4877-9dfd-e60ff702dfc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f41a4a9-b8aa-4836-98d5-177cf200cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258019 Jul 16 21:22:18.000914 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-3228ad2b-01e6-42da-a409-ad43d0dc545f service neutron] 10.222.0.21 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855255 Jul 16 21:22:18.095741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b78df9e8-075b-4042-8b48-0812ac394a9e req-9946c083-fc30-4124-8a81-de61882f2a6a service neutron] 10.222.0.21 "GET /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Jul 16 21:22:18.466275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2eab-b4f9-49aa-9711-baf647907c1e req-01426cd7-b928-4a5d-9cf3-4d78d78720b2 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:18.467795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9e2eab-b4f9-49aa-9711-baf647907c1e req-01426cd7-b928-4a5d-9cf3-4d78d78720b2 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 945 time: 0.0658188 Jul 16 21:22:18.505725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c9e2eab-b4f9-49aa-9711-baf647907c1e req-87509945-19b1-4581-b160-0a47cd392e91 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Jul 16 21:22:18.574695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-3afecbd5-c625-44a5-8492-75aebc6cfe5e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:18.576152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-3afecbd5-c625-44a5-8492-75aebc6cfe5e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.26 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 945 time: 0.0637035 Jul 16 21:22:18.681963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Deleting port 3b1f1151-3d7b-4183-96ac-41bc3babf319 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:18.682637 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.774978 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] For port 3b1f1151-3d7b-4183-96ac-41bc3babf319, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3b1f1151-3d7b-4183-96ac-41bc3babf319,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:18.775371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.793934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Calling delete_port for 3b1f1151-3d7b-4183-96ac-41bc3babf319 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:18.925932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:18.939519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['3b1f1151-3d7b-4183-96ac-41bc3babf319'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:18.941921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f1d845cd-59ca-4c3b-a8ac-87a4e13285fd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:18.956504 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Pushing event deleted for resources: {'Port': ['ID=3b1f1151-3d7b-4183-96ac-41bc3babf319,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:19.009612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] No DVR routers for this DVR port 3b1f1151-3d7b-4183-96ac-41bc3babf319 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:19.012321 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:19.014313 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e67b8c68-fcdd-47c4-9ad6-396a31207673 req-090b4cfc-11ca-4148-8864-649008ec579e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.26 "DELETE /v2.0/ports/3b1f1151-3d7b-4183-96ac-41bc3babf319 HTTP/1.1" status: 204 len: 173 time: 0.4309371 Jul 16 21:22:19.014854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992340f7-fca1-4e18-93cb-7791674f9336', 'name': 'network-vif-deleted', 'tag': '3b1f1151-3d7b-4183-96ac-41bc3babf319'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:19.017265 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c86358-1f83-42d6-a03e-e390f4ce4e34" -d '{"events": [{"server_uuid": "992340f7-fca1-4e18-93cb-7791674f9336", "name": "network-vif-deleted", "tag": "3b1f1151-3d7b-4183-96ac-41bc3babf319"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:19.059150 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22f5059-1386-4c73-8e7e-b99b79ed1aca x-openstack-request-id: req-e22f5059-1386-4c73-8e7e-b99b79ed1aca {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:19.059469 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992340f7-fca1-4e18-93cb-7791674f9336", "name": "network-vif-deleted", "tag": "3b1f1151-3d7b-4183-96ac-41bc3babf319", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:19.059719 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e22f5059-1386-4c73-8e7e-b99b79ed1aca {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:19.060122 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992340f7-fca1-4e18-93cb-7791674f9336', 'name': 'network-vif-deleted', 'tag': '3b1f1151-3d7b-4183-96ac-41bc3babf319', 'status': 'completed', 'code': 200} Jul 16 21:22:19.674943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35025bb4-7f4e-42a0-baec-99d97bdb088e req-dcaa4869-7c95-47fe-8dcb-7f8d329df360 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=992340f7-fca1-4e18-93cb-7791674f9336 HTTP/1.1" status: 200 len: 210 time: 0.0298080 Jul 16 21:22:20.920041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6e84-b5c5-42bd-99e7-b65411837329 req-4836fe3a-53a0-4824-aca5-d69c01271c7e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:20.921517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-328a6e84-b5c5-42bd-99e7-b65411837329 req-4836fe3a-53a0-4824-aca5-d69c01271c7e tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0627000 Jul 16 21:22:20.958366 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-328a6e84-b5c5-42bd-99e7-b65411837329 req-106ca438-1563-49b4-9898-b59f849fa864 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Jul 16 21:22:21.158377 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b509e-d22e-426e-8955-ec4762c2b1e9 req-3c290c36-5f06-411c-a6b7-d33a22ddc5e7 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:21.159886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad3b509e-d22e-426e-8955-ec4762c2b1e9 req-3c290c36-5f06-411c-a6b7-d33a22ddc5e7 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0692589 Jul 16 21:22:21.198768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad3b509e-d22e-426e-8955-ec4762c2b1e9 req-91a7d155-920a-4fa2-bba1-fb6b3e376a04 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jul 16 21:22:21.373896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc220d5-063c-4ef1-941a-21e28e8010f5 req-021d0b61-0428-4142-9471-4fddcb15467c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:21.375407 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4bc220d5-063c-4ef1-941a-21e28e8010f5 req-021d0b61-0428-4142-9471-4fddcb15467c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0651557 Jul 16 21:22:21.412901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4bc220d5-063c-4ef1-941a-21e28e8010f5 req-ce4c025d-217d-4aac-bd6f-fa0304a096ed tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Jul 16 21:22:21.689317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b702d-4315-4ced-ac5e-889461b72c5a req-ecd59005-4b3a-4790-a290-7c51699d9712 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:21.690918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f3b702d-4315-4ced-ac5e-889461b72c5a req-ecd59005-4b3a-4790-a290-7c51699d9712 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0694556 Jul 16 21:22:21.729004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f3b702d-4315-4ced-ac5e-889461b72c5a req-551a0bd1-0d7c-4dbe-9a88-ca6035ed1976 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Jul 16 21:22:21.902518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dc2ab-6916-4e29-9a15-14d033b3895c req-72952dd4-dd52-46ee-a719-68b0f5145acc tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:21.903960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-110dc2ab-6916-4e29-9a15-14d033b3895c req-72952dd4-dd52-46ee-a719-68b0f5145acc tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0639372 Jul 16 21:22:21.941706 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-110dc2ab-6916-4e29-9a15-14d033b3895c req-36ae7f40-3a35-499c-b557-4ba5fd7b17ac tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Jul 16 21:22:22.127541 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904d00b-c942-4cb5-8b49-4501b4b357f0 req-ddefc408-f37e-4d37-a80e-a7c748f57d77 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:22.129044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6904d00b-c942-4cb5-8b49-4501b4b357f0 req-ddefc408-f37e-4d37-a80e-a7c748f57d77 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0637043 Jul 16 21:22:22.167794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6904d00b-c942-4cb5-8b49-4501b4b357f0 req-36574ddc-9e3d-42d3-ae08-199d31ffbb57 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jul 16 21:22:22.683989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0fce-dffc-4d8e-9bff-309437b77c6b req-ac1a18b3-1e2e-491b-8148-0ed450a75081 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:22.685466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312c0fce-dffc-4d8e-9bff-309437b77c6b req-ac1a18b3-1e2e-491b-8148-0ed450a75081 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0675361 Jul 16 21:22:22.722479 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-312c0fce-dffc-4d8e-9bff-309437b77c6b req-0cadad79-a6fe-4e13-a812-60f95773ec7c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Jul 16 21:22:22.747322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3b1f1151-3d7b-4183-96ac-41bc3babf319 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:22.768572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 3b1f1151-3d7b-4183-96ac-41bc3babf319 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:22.768948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3b1f1151-3d7b-4183-96ac-41bc3babf319 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:23.910304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3d4b-ba3a-47bb-acfe-33590992c67b req-5fa37257-70e6-4ad6-a156-fe23f364c70f tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:23.911853 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0dd3d4b-ba3a-47bb-acfe-33590992c67b req-5fa37257-70e6-4ad6-a156-fe23f364c70f tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0664330 Jul 16 21:22:23.951481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b0dd3d4b-ba3a-47bb-acfe-33590992c67b req-6ff8a958-f74d-48e4-beb0-2bfe84e6a8d2 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/security-groups?id=c6ba6103-04fe-4539-8440-e50ba59d97f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Jul 16 21:22:24.081568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-cf4c7cbe-5ca1-44f7-af02-cab9063c3430 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:24.083044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-cf4c7cbe-5ca1-44f7-af02-cab9063c3430 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.21 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 946 time: 0.0748146 Jul 16 21:22:24.192461 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Deleting port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:24.193624 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.287012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] For port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,segment=NetworkSegment(cf3676f5-00cd-4d8f-9805-9e60cf2478c6),segment_id=cf3676f5-00cd-4d8f-9805-9e60cf2478c6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:24.287407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.300723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Calling delete_port for f1d845cd-59ca-4c3b-a8ac-87a4e13285fd owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:24.429491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.441989 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f1d845cd-59ca-4c3b-a8ac-87a4e13285fd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:24.465100 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Pushing event deleted for resources: {'Port': ['ID=f1d845cd-59ca-4c3b-a8ac-87a4e13285fd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:24.511206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] No DVR routers for this DVR port f1d845cd-59ca-4c3b-a8ac-87a4e13285fd on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:24.514056 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.516133 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da2ffadd-d5b1-479b-9d87-e36a4e9f3a31 req-233e1975-028c-49c2-b305-96198f62ad2c tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.21 "DELETE /v2.0/ports/f1d845cd-59ca-4c3b-a8ac-87a4e13285fd HTTP/1.1" status: 204 len: 173 time: 0.4255300 Jul 16 21:22:24.516607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be39d548-a922-49fd-93fe-62a230e72871', 'name': 'network-vif-deleted', 'tag': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:24.518905 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0117b0f9-aec2-4169-80c9-201edff18f24" -d '{"events": [{"server_uuid": "be39d548-a922-49fd-93fe-62a230e72871", "name": "network-vif-deleted", "tag": "f1d845cd-59ca-4c3b-a8ac-87a4e13285fd"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:24.561421 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa43b815-6634-4da7-b0b8-43b4c6b7a66e x-openstack-request-id: req-aa43b815-6634-4da7-b0b8-43b4c6b7a66e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:24.561709 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be39d548-a922-49fd-93fe-62a230e72871", "name": "network-vif-deleted", "tag": "f1d845cd-59ca-4c3b-a8ac-87a4e13285fd", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:24.561975 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-aa43b815-6634-4da7-b0b8-43b4c6b7a66e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:24.562354 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be39d548-a922-49fd-93fe-62a230e72871', 'name': 'network-vif-deleted', 'tag': 'f1d845cd-59ca-4c3b-a8ac-87a4e13285fd', 'status': 'completed', 'code': 200} Jul 16 21:22:24.984431 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:22:25.144752 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e354819c-76f1-4f89-b572-3c6a5d9bb958 req-9fc57414-8387-4ca2-8abc-8f54679d5d47 tempest-ServersNegativeTestJSON-2077426983 tempest-ServersNegativeTestJSON-2077426983-project] 10.222.0.100 "GET /v2.0/ports?device_id=be39d548-a922-49fd-93fe-62a230e72871 HTTP/1.1" status: 200 len: 210 time: 0.0405862 Jul 16 21:22:26.241213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60538) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:26.285146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] Deleting subnet d3443879-9e64-480a-b262-a6b5d275dddc {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:26.288909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.322640 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.361457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.417465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.443204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3443879-9e64-480a-b262-a6b5d275dddc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:26.445263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.447663 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2510846f-0538-4eef-8853-2c0375c72f72 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d3443879-9e64-480a-b262-a6b5d275dddc HTTP/1.1" status: 204 len: 168 time: 0.2053649 Jul 16 21:22:26.449652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:26.517856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.599823 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.610267 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f41a4a9-b8aa-4836-98d5-177cf200cd8d']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:26.620167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:26.620468 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3676f5-00cd-4d8f-9805-9e60cf2478c6') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:26.628990 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.642742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.649780 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:26.650317 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:26.652069 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:26.711082 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.716718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.718613 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] 10.222.0.100 "DELETE /v2.0/networks/9f41a4a9-b8aa-4836-98d5-177cf200cd8d HTTP/1.1" status: 204 len: 168 time: 0.2680173 Jul 16 21:22:26.731042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09ce3f-db73-4cfc-a101-1d3984048970 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f41a4a9-b8aa-4836-98d5-177cf200cd8d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:26.827001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60544) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:26.868438 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-789108c6-a7d3-4067-af55-be1dc9c09ca9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=63aff59da66149c3b5b8166f78d52801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402403 Jul 16 21:22:26.870912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60546) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:26.918252 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05c5c875-6b5e-44cb-9f44-4fea97dfafb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.938323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05c5c875-6b5e-44cb-9f44-4fea97dfafb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.986051 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05c5c875-6b5e-44cb-9f44-4fea97dfafb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.988688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05c5c875-6b5e-44cb-9f44-4fea97dfafb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.990221 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-05c5c875-6b5e-44cb-9f44-4fea97dfafb2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c6ba6103-04fe-4539-8440-e50ba59d97f1 HTTP/1.1" status: 204 len: 168 time: 0.1181993 Jul 16 21:22:26.998332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5c875-6b5e-44cb-9f44-4fea97dfafb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba6103-04fe-4539-8440-e50ba59d97f1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:27.627600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f1d845cd-59ca-4c3b-a8ac-87a4e13285fd no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:27.651477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: f1d845cd-59ca-4c3b-a8ac-87a4e13285fd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:27.651828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f1d845cd-59ca-4c3b-a8ac-87a4e13285fd not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:27.683165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60568) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:27.780049 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772127020'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:27.801655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:27.805358 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:27.813920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:27.913407 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:27.916975 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:27.943401 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:27.952905 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e049e873-9505-4e59-a120-0a48b3307994,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:27.958096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:27.958913 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Added segment 24378d3c-d316-4dd1-b1da-672bd13f51e2 of type vlan for network edcc5b92-79f0-4755-bb25-0126c155ac71 Jul 16 21:22:27.998740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.027086 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.033115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:28.033719 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:28.069255 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3849459 Jul 16 21:22:28.104112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d09e47-095e-4997-a251-01ed4a7de385 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Network': ['ID=edcc5b92-79f0-4755-bb25-0126c155ac71,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:28.115196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network edcc5b92-79f0-4755-bb25-0126c155ac71 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:30.378136 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-751bb8a4-a17d-4391-a260-4cb20d653e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.406899 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60572) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:31.412316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'subnet': {'network_id': 'edcc5b92-79f0-4755-bb25-0126c155ac71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:31.503973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:31.508562 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.693041 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.747369 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Subnet': ['ID=8337ab44-664e-4bb9-b8a9-d303dce75d0d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:31.764523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Checking segment: {'id': '24378d3c-d316-4dd1-b1da-672bd13f51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'edcc5b92-79f0-4755-bb25-0126c155ac71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:31.764885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network hostable DHCP agents. Network: edcc5b92-79f0-4755-bb25-0126c155ac71, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:31.780390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network edcc5b92-79f0-4755-bb25-0126c155ac71 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:31.789452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, edcc5b92-79f0-4755-bb25-0126c155ac71) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:31.793728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:31.794320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.799031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9998ff5-91cf-4d9c-9a31-861c6a82fbbb None None] Network edcc5b92-79f0-4755-bb25-0126c155ac71 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:31.809502 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fdcce301-09cc-44da-9f94-66fdef9998d8 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4015431 Jul 16 21:22:31.813035 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60574) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:31.818248 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021311048'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:31.842192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:31.845982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.872601 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:31.885836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.886194 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Added segment 30f9fded-1ec9-460e-b1f8-e44af2b360d5 of type vlan for network 755937a0-1547-46f1-abc0-e89aea06ea08 Jul 16 21:22:31.925720 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.952222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-edcc5b92-79f0-4755-bb25-0126c155ac71', 'network_id': 'edcc5b92-79f0-4755-bb25-0126c155ac71', 'tenant_id': 'd4810177ea3c47b2b0e9cd2881630b1a', 'fixed_ips': [{'subnet_id': '8337ab44-664e-4bb9-b8a9-d303dce75d0d'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:31.953097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.961039 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:31.966841 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:31.967570 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.002918 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1887486 Jul 16 21:22:32.006159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60576) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:32.011068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'subnet': {'network_id': '755937a0-1547-46f1-abc0-e89aea06ea08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:32.062454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f27fe-d022-4302-afb2-371a5858ccbc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Network': ['ID=755937a0-1547-46f1-abc0-e89aea06ea08,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:32.075220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 755937a0-1547-46f1-abc0-e89aea06ea08 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:32.115629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Allocated IP 2001:db8:0:ffff::2 (edcc5b92-79f0-4755-bb25-0126c155ac71/8337ab44-664e-4bb9-b8a9-d303dce75d0d/c13a7781-5f74-43f1-97d3-98ba281d5e7c) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:32.143029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:32.147325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.296389 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.305443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Transition to ACTIVE for port object c13a7781-5f74-43f1-97d3-98ba281d5e7c will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:32.321284 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Transition to ACTIVE for port object c13a7781-5f74-43f1-97d3-98ba281d5e7c will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:32.327515 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.344558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.368734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Network edcc5b92-79f0-4755-bb25-0126c155ac71 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:32.371456 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:32.375007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:32.382307 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Pushing event updated for resources: {'Port': ['ID=c13a7781-5f74-43f1-97d3-98ba281d5e7c,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:32.407015 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Subnet': ['ID=a42ee428-5de4-4d18-8512-924a45de2cf4,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:32.410395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.410606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.410944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.411964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.412300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.412631 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.412958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.413279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.413614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.413935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.414244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.414565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:32.416767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Checking segment: {'id': '30f9fded-1ec9-460e-b1f8-e44af2b360d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '755937a0-1547-46f1-abc0-e89aea06ea08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:32.417629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network hostable DHCP agents. Network: 755937a0-1547-46f1-abc0-e89aea06ea08, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:32.434476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network 755937a0-1547-46f1-abc0-e89aea06ea08 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:32.443866 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 755937a0-1547-46f1-abc0-e89aea06ea08) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:32.449224 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:32.449872 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.450625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Attempting to bind port c13a7781-5f74-43f1-97d3-98ba281d5e7c on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:32.450997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Attempting to bind port c13a7781-5f74-43f1-97d3-98ba281d5e7c by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '24378d3c-d316-4dd1-b1da-672bd13f51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'edcc5b92-79f0-4755-bb25-0126c155ac71'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:32.451418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Attempting to bind port c13a7781-5f74-43f1-97d3-98ba281d5e7c on network edcc5b92-79f0-4755-bb25-0126c155ac71 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:32.456856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:32.457044 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Checking segment: {'id': '24378d3c-d316-4dd1-b1da-672bd13f51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'edcc5b92-79f0-4755-bb25-0126c155ac71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:32.457450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.457942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Bound using segment: {'id': '24378d3c-d316-4dd1-b1da-672bd13f51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'edcc5b92-79f0-4755-bb25-0126c155ac71'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:32.458610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Bound port: c13a7781-5f74-43f1-97d3-98ba281d5e7c, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24378d3c-d316-4dd1-b1da-672bd13f51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'edcc5b92-79f0-4755-bb25-0126c155ac71'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:32.458881 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.462054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea1bc0-611b-47e5-853f-954796f8a917 None None] Network 755937a0-1547-46f1-abc0-e89aea06ea08 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:32.466305 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3e88e84d-caea-43b3-b35b-52149c6a9538 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4591191 Jul 16 21:22:32.469045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60578) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:32.569837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.587912 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] For port c13a7781-5f74-43f1-97d3-98ba281d5e7c, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:32.592575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] For port c13a7781-5f74-43f1-97d3-98ba281d5e7c, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c13a7781-5f74-43f1-97d3-98ba281d5e7c,segment=NetworkSegment(24378d3c-d316-4dd1-b1da-672bd13f51e2),segment_id=24378d3c-d316-4dd1-b1da-672bd13f51e2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:32.615032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.656117 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.701461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf67a78-573f-466d-85d2-fc9f9fae8cc8 None None] Pushing event updated for resources: {'Port': ['ID=c13a7781-5f74-43f1-97d3-98ba281d5e7c,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:32.706514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383247e5-ecf2-4539-8f48-c1a52b6fcf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-755937a0-1547-46f1-abc0-e89aea06ea08', 'network_id': '755937a0-1547-46f1-abc0-e89aea06ea08', 'tenant_id': 'd4810177ea3c47b2b0e9cd2881630b1a', 'fixed_ips': [{'subnet_id': 'a42ee428-5de4-4d18-8512-924a45de2cf4'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:32.707431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-383247e5-ecf2-4539-8f48-c1a52b6fcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.733223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.765458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Subnet': ['ID=a42ee428-5de4-4d18-8512-924a45de2cf4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server [None req-383247e5-ecf2-4539-8f48-c1a52b6fcf9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a42ee428-5de4-4d18-8512-924a45de2cf4: This subnet is being modified by another concurrent operation. Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server raise exception Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a42ee428-5de4-4d18-8512-924a45de2cf4: This subnet is being modified by another concurrent operation. Jul 16 21:22:32.816758 n-d-798930-6 neutron-server[94097]: ERROR oslo_messaging.rpc.server Jul 16 21:22:32.841414 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e6ceb-1cb7-4961-960f-79dfdfb9ae46 None None] Network 755937a0-1547-46f1-abc0-e89aea06ea08 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:32.842947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.855041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755937a0-1547-46f1-abc0-e89aea06ea08']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:32.893276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f9fded-1ec9-460e-b1f8-e44af2b360d5') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:32.893579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f9fded-1ec9-460e-b1f8-e44af2b360d5') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:32.903754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.920653 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.932403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:32.932912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:32.937126 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:33.003577 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.011477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.016650 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/755937a0-1547-46f1-abc0-e89aea06ea08 HTTP/1.1" status: 204 len: 168 time: 0.5457115 Jul 16 21:22:33.017068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60580) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:33.023860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280594333'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:33.037339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf922cc-c932-4433-b0c4-5b5200ee9f62 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Network': ['ID=755937a0-1547-46f1-abc0-e89aea06ea08,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:33.046721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:33.050480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.078520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:33.089029 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.089475 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Added segment cb38e9b7-2fbd-4e58-9941-9f19c01fb0e8 of type vlan for network e3d17346-caf5-4469-9c6c-b1d7a7920d49 Jul 16 21:22:33.142289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.175666 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.182472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:33.183239 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.218196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1999993 Jul 16 21:22:33.220992 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:33.227276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'subnet': {'network_id': 'e3d17346-caf5-4469-9c6c-b1d7a7920d49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:33.276387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839cc2-3537-4028-bee8-7d5f3da2d981 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Network': ['ID=e3d17346-caf5-4469-9c6c-b1d7a7920d49,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:33.287372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network e3d17346-caf5-4469-9c6c-b1d7a7920d49 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:33.353383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:33.357370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.417262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Performing IP validity checks on allocation pools {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 21:22:33.418102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.ipam_backend_mixin [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94095) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 21:22:33.553549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.613238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Subnet': ['ID=be9c8c7d-c4fc-42d9-9018-7a682d18e8bd,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:33.624428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Checking segment: {'id': 'cb38e9b7-2fbd-4e58-9941-9f19c01fb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3d17346-caf5-4469-9c6c-b1d7a7920d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:33.624798 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network hostable DHCP agents. Network: e3d17346-caf5-4469-9c6c-b1d7a7920d49, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:33.647807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network e3d17346-caf5-4469-9c6c-b1d7a7920d49 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:33.659302 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, e3d17346-caf5-4469-9c6c-b1d7a7920d49) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:33.667094 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:33.667826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.669369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a0c5c-f5bb-49a2-b3dd-0050ad0537cf None None] Network e3d17346-caf5-4469-9c6c-b1d7a7920d49 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:33.674362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af830ea-174d-45d4-9212-562f10f37175 None None] Network edcc5b92-79f0-4755-bb25-0126c155ac71 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:33.685172 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f70c8225-c6fd-43e0-bb51-213fcdeb5e08 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4631386 Jul 16 21:22:33.687972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60584) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:33.735962 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c13a7781-5f74-43f1-97d3-98ba281d5e7c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:33.788196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.839811 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.911598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:33.938197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Subnet': ['ID=be9c8c7d-c4fc-42d9-9018-7a682d18e8bd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:34.000178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a70b5d22-e06b-469e-ba0f-beb0a2351341 None None] Provisioning for port c13a7781-5f74-43f1-97d3-98ba281d5e7c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:34.003368 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.014532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d17346-caf5-4469-9c6c-b1d7a7920d49']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:34.026025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb38e9b7-2fbd-4e58-9941-9f19c01fb0e8') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:34.026344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb38e9b7-2fbd-4e58-9941-9f19c01fb0e8') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:34.035392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.056679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.063529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:34.063968 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:34.067377 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:34.069840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c13a7781-5f74-43f1-97d3-98ba281d5e7c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:34.097137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c13a7781-5f74-43f1-97d3-98ba281d5e7c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:34.097509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.136582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583a2a6-bd1b-453f-9710-6961d728a481 None None] Network e3d17346-caf5-4469-9c6c-b1d7a7920d49 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:34.137531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.146785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.153257 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/e3d17346-caf5-4469-9c6c-b1d7a7920d49 HTTP/1.1" status: 204 len: 168 time: 0.4639933 Jul 16 21:22:34.153436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60586) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:34.159893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-90117012'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:34.164564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6975ea1-d7f7-4c88-9b87-79f626b2a875 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Network': ['ID=e3d17346-caf5-4469-9c6c-b1d7a7920d49,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:34.182546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583a2a6-bd1b-453f-9710-6961d728a481 None None] Network e3d17346-caf5-4469-9c6c-b1d7a7920d49 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:22:34.184758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:34.189642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.191522 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.215405 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:34.225903 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.226250 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Added segment dd1f68f7-48ae-4c9a-aa21-47419609b02d of type vlan for network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 Jul 16 21:22:34.266837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.272779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.300300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.309039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:34.309683 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.311639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c13a7781-5f74-43f1-97d3-98ba281d5e7c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c13a7781-5f74-43f1-97d3-98ba281d5e7c,segment=NetworkSegment(24378d3c-d316-4dd1-b1da-672bd13f51e2),segment_id=24378d3c-d316-4dd1-b1da-672bd13f51e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:34.317169 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.357970 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1987429 Jul 16 21:22:34.358326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60588) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:34.363747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'subnet': {'network_id': '3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:34.374171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c13a7781-5f74-43f1-97d3-98ba281d5e7c,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:34.401861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27300e-fd1d-4e15-805a-a9ab72ff711f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Network': ['ID=3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:34.412111 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:34.465546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:34.469639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.493829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ff854-0ed3-41c4-9a88-ca2eabd31b78 None None] get_active_networks_info from n-d-798930-6 {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 21:22:34.563889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2a186d3a-ca8e-41c6-8324-cf73796d4f6f None None] Provisioning complete for port c13a7781-5f74-43f1-97d3-98ba281d5e7c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:34.564189 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a186d3a-ca8e-41c6-8324-cf73796d4f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.589270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ff854-0ed3-41c4-9a88-ca2eabd31b78 None None] Resources bound (agent type, host, resource id): {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 21:22:34.663867 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.728143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Subnet': ['ID=3020aae1-9fc7-44e4-9e6d-4afeefabad8c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:34.734699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Checking segment: {'id': 'dd1f68f7-48ae-4c9a-aa21-47419609b02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:34.735008 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network hostable DHCP agents. Network: 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:34.753017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:34.763546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:34.767778 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:34.768393 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.783404 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e6239539-6f30-4700-9af4-b529b37fc1f0 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4239378 Jul 16 21:22:34.787271 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60590) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:34.792501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103063119'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:34.812768 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:34.816374 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.841980 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:34.851620 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.851960 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Added segment d47a116d-8056-4389-8e49-f5a334c5a700 of type vlan for network cee84c80-96ee-49d0-8ca1-ebf9199251bc Jul 16 21:22:34.858797 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13124db1-8756-49a0-b4d8-3f5c98859a9f None None] Network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:34.893692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.927360 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.933966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:34.934580 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.970242 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1817937 Jul 16 21:22:34.973243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60592) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:34.979094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7087972-4879-4e7b-be32-a62f7b069049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:34.980927 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Request body: {'subnet': {'network_id': 'cee84c80-96ee-49d0-8ca1-ebf9199251bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:35.027965 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29989efa-dc62-4a5e-b2f6-e02813dd792f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Network': ['ID=cee84c80-96ee-49d0-8ca1-ebf9199251bc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:35.030798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4', 'network_id': '3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4', 'tenant_id': 'd4810177ea3c47b2b0e9cd2881630b1a', 'fixed_ips': [{'subnet_id': '3020aae1-9fc7-44e4-9e6d-4afeefabad8c'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:35.032315 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.054297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network cee84c80-96ee-49d0-8ca1-ebf9199251bc details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:35.105396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Made reservation on behalf of d4810177ea3c47b2b0e9cd2881630b1a for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:35.109660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.235559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Allocated IP 2001:db8::2 (3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4/3020aae1-9fc7-44e4-9e6d-4afeefabad8c/2a07821f-c53c-4c06-9045-ce12d12f7e73) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:35.300242 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.369796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event updated for resources: {'Subnet': ['ID=477cf9b4-7306-4c37-993c-f10ba167a2e1,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:35.374145 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Checking segment: {'id': 'd47a116d-8056-4389-8e49-f5a334c5a700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cee84c80-96ee-49d0-8ca1-ebf9199251bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:35.374499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network hostable DHCP agents. Network: cee84c80-96ee-49d0-8ca1-ebf9199251bc, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:35.387769 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.391565 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Network cee84c80-96ee-49d0-8ca1-ebf9199251bc is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:35.396646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Transition to ACTIVE for port object 2a07821f-c53c-4c06-9045-ce12d12f7e73 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:35.400527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, cee84c80-96ee-49d0-8ca1-ebf9199251bc) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:35.406391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:35.406984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.412153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b208d8-36a0-4628-8e2e-2e6866a9d38f None None] Network cee84c80-96ee-49d0-8ca1-ebf9199251bc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:35.415891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Transition to ACTIVE for port object 2a07821f-c53c-4c06-9045-ce12d12f7e73 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:35.423476 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b9dfb5a6-88bc-4d6d-8be6-158ce37331cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4489779 Jul 16 21:22:35.426087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60594) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:35.429953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.503965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:35.511753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:35.518680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:35.529087 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.531320 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Pushing event updated for resources: {'Port': ['ID=2a07821f-c53c-4c06-9045-ce12d12f7e73,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:35.584424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.619931 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Attempting to bind port 2a07821f-c53c-4c06-9045-ce12d12f7e73 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:35.620298 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Attempting to bind port 2a07821f-c53c-4c06-9045-ce12d12f7e73 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'dd1f68f7-48ae-4c9a-aa21-47419609b02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:35.620661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Attempting to bind port 2a07821f-c53c-4c06-9045-ce12d12f7e73 on network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:35.629774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:35.630427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Checking segment: {'id': 'dd1f68f7-48ae-4c9a-aa21-47419609b02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:35.630831 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.631220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Bound using segment: {'id': 'dd1f68f7-48ae-4c9a-aa21-47419609b02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:35.631799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Bound port: 2a07821f-c53c-4c06-9045-ce12d12f7e73, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1f68f7-48ae-4c9a-aa21-47419609b02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:35.632085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.653249 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.682373 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Subnet': ['ID=477cf9b4-7306-4c37-993c-f10ba167a2e1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:35.689524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc14a6-29d5-4403-aca2-efa593534ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-cee84c80-96ee-49d0-8ca1-ebf9199251bc', 'network_id': 'cee84c80-96ee-49d0-8ca1-ebf9199251bc', 'tenant_id': 'd4810177ea3c47b2b0e9cd2881630b1a', 'fixed_ips': [{'subnet_id': '477cf9b4-7306-4c37-993c-f10ba167a2e1'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:35.690384 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0efc14a6-29d5-4403-aca2-efa593534ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.703131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c13a7781-5f74-43f1-97d3-98ba281d5e7c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:35.748675 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.760402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee84c80-96ee-49d0-8ca1-ebf9199251bc']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:35.770435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47a116d-8056-4389-8e49-f5a334c5a700') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:35.770861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47a116d-8056-4389-8e49-f5a334c5a700') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:35.779696 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.794396 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.800268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:35.800736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:35.804704 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:35.820105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] For port 2a07821f-c53c-4c06-9045-ce12d12f7e73, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:35.830513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bac35d-8bb9-4054-9c53-72aa09e65950 None None] Network cee84c80-96ee-49d0-8ca1-ebf9199251bc requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:35.858128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c13a7781-5f74-43f1-97d3-98ba281d5e7c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:35.858497 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.871600 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.880389 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.885223 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/cee84c80-96ee-49d0-8ca1-ebf9199251bc HTTP/1.1" status: 204 len: 168 time: 0.4571116 Jul 16 21:22:35.885383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60596) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:35.894612 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab4e2d-8911-41d0-8701-d2b477f24713 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Network': ['ID=cee84c80-96ee-49d0-8ca1-ebf9199251bc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:35.915847 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7901c61-3f0f-450c-a537-79401aea4656 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] GET failed (client error): The resource could not be found. Jul 16 21:22:35.917156 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e7901c61-3f0f-450c-a537-79401aea4656 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "GET /v2.0/subnets/477cf9b4-7306-4c37-993c-f10ba167a2e1 HTTP/1.1" status: 404 len: 337 time: 0.0306146 Jul 16 21:22:35.919973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60598) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:35.927368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] For port 2a07821f-c53c-4c06-9045-ce12d12f7e73, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2a07821f-c53c-4c06-9045-ce12d12f7e73,segment=NetworkSegment(dd1f68f7-48ae-4c9a-aa21-47419609b02d),segment_id=dd1f68f7-48ae-4c9a-aa21-47419609b02d)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:35.936230 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.939343 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-489eb208-ce9e-4c63-8c2a-b42542cac1cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:35.939912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489eb208-ce9e-4c63-8c2a-b42542cac1cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:35.941606 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-489eb208-ce9e-4c63-8c2a-b42542cac1cc tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/cee84c80-96ee-49d0-8ca1-ebf9199251bc HTTP/1.1" status: 404 len: 339 time: 0.0207374 Jul 16 21:22:35.946350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60600) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:35.972337 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-92188f84-f244-4857-87d2-ec009c984c4f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:35.972792 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92188f84-f244-4857-87d2-ec009c984c4f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:35.975218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-92188f84-f244-4857-87d2-ec009c984c4f tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/subnets/477cf9b4-7306-4c37-993c-f10ba167a2e1 HTTP/1.1" status: 404 len: 337 time: 0.0279377 Jul 16 21:22:35.977872 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60602) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:35.998326 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-485f8356-e0a4-4872-9679-01532fe1a8ba tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:35.998874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485f8356-e0a4-4872-9679-01532fe1a8ba tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:36.000613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-485f8356-e0a4-4872-9679-01532fe1a8ba tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/cee84c80-96ee-49d0-8ca1-ebf9199251bc HTTP/1.1" status: 404 len: 339 time: 0.0218399 Jul 16 21:22:36.003134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60604) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.070012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Deleting subnet 3020aae1-9fc7-44e4-9e6d-4afeefabad8c {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:36.073822 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.074028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffd9d6-3f11-41f1-8b7e-a3d58c692199 None None] Pushing event updated for resources: {'Port': ['ID=2a07821f-c53c-4c06-9045-ce12d12f7e73,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:36.122370 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.225290 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.285431 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.297053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.327501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Subnet': ['ID=3020aae1-9fc7-44e4-9e6d-4afeefabad8c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:36.329531 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.331528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a74001c7-37c3-4bba-a34b-6187327fa5c9 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/subnets/3020aae1-9fc7-44e4-9e6d-4afeefabad8c HTTP/1.1" status: 204 len: 168 time: 0.3273640 Jul 16 21:22:36.334090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60606) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.407808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.460419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Deleting port 2a07821f-c53c-4c06-9045-ce12d12f7e73 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:36.460679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.529174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] For port 2a07821f-c53c-4c06-9045-ce12d12f7e73, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2a07821f-c53c-4c06-9045-ce12d12f7e73,segment=NetworkSegment(dd1f68f7-48ae-4c9a-aa21-47419609b02d),segment_id=dd1f68f7-48ae-4c9a-aa21-47419609b02d)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:36.529476 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.541859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Calling delete_port for 2a07821f-c53c-4c06-9045-ce12d12f7e73 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:36.623543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.652272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Port': ['ID=2a07821f-c53c-4c06-9045-ce12d12f7e73,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:36.659818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No DVR routers for this DVR port 2a07821f-c53c-4c06-9045-ce12d12f7e73 on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:36.745632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.756967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:36.767582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1f68f7-48ae-4c9a-aa21-47419609b02d') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:36.767873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1f68f7-48ae-4c9a-aa21-47419609b02d') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:36.778151 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.793940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.800148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:36.800543 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:36.804622 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:36.868183 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.875376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:36.877418 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 HTTP/1.1" status: 204 len: 168 time: 0.5424013 Jul 16 21:22:36.881006 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60608) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.893187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1764d0f-1997-4c88-a447-7a32479ccf9d tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Network': ['ID=3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:36.910048 n-d-798930-6 neutron-server[94096]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4bbd13-8c5b-47ef-84b1-e39c33f63049 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:36.910498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4bbd13-8c5b-47ef-84b1-e39c33f63049 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94096) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:36.913072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0d4bbd13-8c5b-47ef-84b1-e39c33f63049 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/subnets/be9c8c7d-c4fc-42d9-9018-7a682d18e8bd HTTP/1.1" status: 404 len: 337 time: 0.0310760 Jul 16 21:22:36.915704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60610) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.934775 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e39f724-be1b-44d2-b14a-b284c374ea32 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:36.935465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e39f724-be1b-44d2-b14a-b284c374ea32 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:36.937112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4e39f724-be1b-44d2-b14a-b284c374ea32 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/e3d17346-caf5-4469-9c6c-b1d7a7920d49 HTTP/1.1" status: 404 len: 339 time: 0.0203693 Jul 16 21:22:36.939693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60612) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.956536 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4f0ee6d5-2935-462b-a491-f53f5cd77f48 None None] Could not find standard attr ID for object 2a07821f-c53c-4c06-9045-ce12d12f7e73. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 21:22:36.966618 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ff95f6-0b2e-48f6-a3c3-de8f3ce25f21 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:36.967072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ff95f6-0b2e-48f6-a3c3-de8f3ce25f21 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:36.968855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c5ff95f6-0b2e-48f6-a3c3-de8f3ce25f21 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/subnets/a42ee428-5de4-4d18-8512-924a45de2cf4 HTTP/1.1" status: 404 len: 337 time: 0.0282488 Jul 16 21:22:36.971747 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60614) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:36.991637 n-d-798930-6 neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c82f43-91f4-449b-8122-c16aef3d6d79 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] DELETE failed (client error): The resource could not be found. Jul 16 21:22:36.992173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c82f43-91f4-449b-8122-c16aef3d6d79 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94095) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:22:36.993838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-04c82f43-91f4-449b-8122-c16aef3d6d79 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/755937a0-1547-46f1-abc0-e89aea06ea08 HTTP/1.1" status: 404 len: 339 time: 0.0211794 Jul 16 21:22:36.996488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60616) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:37.002464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db45f1-e041-4086-a78b-f37649f7f68c None None] DHCP port deletion for 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:37.019394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52589c-9aaa-460b-a759-274193e82275 None None] Network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:37.032944 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52589c-9aaa-460b-a759-274193e82275 None None] Network 3d51d8c0-adb7-4a58-9cc4-4daf7e1564e4 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:22:37.057244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Deleting subnet 8337ab44-664e-4bb9-b8a9-d303dce75d0d {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:37.060341 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.101512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.186622 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.249686 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.278581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Subnet': ['ID=8337ab44-664e-4bb9-b8a9-d303dce75d0d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:37.280570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.283049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4fe78982-d91c-4a01-ae57-7f18f0d3ed19 tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/subnets/8337ab44-664e-4bb9-b8a9-d303dce75d0d HTTP/1.1" status: 204 len: 168 time: 0.2848175 Jul 16 21:22:37.284910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60618) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:37.287958 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743ef7b-e932-4889-95a4-8ab5f7aeee24 None None] Network edcc5b92-79f0-4755-bb25-0126c155ac71 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:37.360076 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.413130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Deleting port c13a7781-5f74-43f1-97d3-98ba281d5e7c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:37.413472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.463710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] DHCP port deletion for edcc5b92-79f0-4755-bb25-0126c155ac71 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:37.484351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] For port c13a7781-5f74-43f1-97d3-98ba281d5e7c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c13a7781-5f74-43f1-97d3-98ba281d5e7c,segment=NetworkSegment(24378d3c-d316-4dd1-b1da-672bd13f51e2),segment_id=24378d3c-d316-4dd1-b1da-672bd13f51e2)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:37.484712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.497586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Calling delete_port for c13a7781-5f74-43f1-97d3-98ba281d5e7c owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:37.510729 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] Deleting port c13a7781-5f74-43f1-97d3-98ba281d5e7c {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:37.511109 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.576516 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] For port c13a7781-5f74-43f1-97d3-98ba281d5e7c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c13a7781-5f74-43f1-97d3-98ba281d5e7c,segment=NetworkSegment(24378d3c-d316-4dd1-b1da-672bd13f51e2),segment_id=24378d3c-d316-4dd1-b1da-672bd13f51e2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:37.576837 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.579193 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.589431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] Calling delete_port for c13a7781-5f74-43f1-97d3-98ba281d5e7c owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:37.609356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Port': ['ID=c13a7781-5f74-43f1-97d3-98ba281d5e7c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:37.615713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] No DVR routers for this DVR port c13a7781-5f74-43f1-97d3-98ba281d5e7c on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:37.677922 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.683633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c13a7781-5f74-43f1-97d3-98ba281d5e7c no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:37.698171 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.708526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcc5b92-79f0-4755-bb25-0126c155ac71']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:37.718928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24378d3c-d316-4dd1-b1da-672bd13f51e2') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:37.719225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24378d3c-d316-4dd1-b1da-672bd13f51e2') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:37.725935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] Pushing event deleted for resources: {'Port': ['ID=c13a7781-5f74-43f1-97d3-98ba281d5e7c,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:37.728622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c13a7781-5f74-43f1-97d3-98ba281d5e7c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:37.728964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c13a7781-5f74-43f1-97d3-98ba281d5e7c not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:37.730787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ebf150-485d-4ac8-aa85-fee713f080e2 None None] No DVR routers for this DVR port c13a7781-5f74-43f1-97d3-98ba281d5e7c on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:37.731012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.752899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.759729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:37.760114 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:37.762935 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:37.823195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.828472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:37.830287 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] 10.222.0.100 "DELETE /v2.0/networks/edcc5b92-79f0-4755-bb25-0126c155ac71 HTTP/1.1" status: 204 len: 168 time: 0.5444698 Jul 16 21:22:37.845605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156343b-0b18-4bd2-9f46-ffef7c369c9c tempest-NetworksIpV6Test-1122648942 tempest-NetworksIpV6Test-1122648942-project] Pushing event deleted for resources: {'Network': ['ID=edcc5b92-79f0-4755-bb25-0126c155ac71,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:38.073827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60624) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:38.201278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fb02a2bc-89f4-458e-a937-edb4c7a735ec admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d4810177ea3c47b2b0e9cd2881630b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262550 Jul 16 21:22:38.203771 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60628) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:38.252563 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05779e32-d566-4a07-8e9b-03d76881774a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.273784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05779e32-d566-4a07-8e9b-03d76881774a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.324999 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05779e32-d566-4a07-8e9b-03d76881774a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.327593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05779e32-d566-4a07-8e9b-03d76881774a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.328836 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05779e32-d566-4a07-8e9b-03d76881774a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e049e873-9505-4e59-a120-0a48b3307994 HTTP/1.1" status: 204 len: 168 time: 0.1241200 Jul 16 21:22:38.337317 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05779e32-d566-4a07-8e9b-03d76881774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e049e873-9505-4e59-a120-0a48b3307994,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:38.402202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:38.956449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60650) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:39.042086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.053594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-aac84fa1-a002-4dbd-99bb-e142b4ab86e3 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1790738672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:39.076868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aac84fa1-a002-4dbd-99bb-e142b4ab86e3 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.077940 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aac84fa1-a002-4dbd-99bb-e142b4ab86e3 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.127886 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aac84fa1-a002-4dbd-99bb-e142b4ab86e3 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.132916 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aac84fa1-a002-4dbd-99bb-e142b4ab86e3 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.149291 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aac84fa1-a002-4dbd-99bb-e142b4ab86e3 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.150510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aac84fa1-a002-4dbd-99bb-e142b4ab86e3 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1930203 Jul 16 21:22:39.153193 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60654) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:39.158055 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2045504852'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:39.188077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Made reservation on behalf of c1373d61c1b04ed6adb4d41263035a71 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:39.191853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.201602 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.297017 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.300783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.321471 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.324746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:39.340524 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b235198-6bce-4580-84df-2877bad87143,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:39.343645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.343992 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Added segment d138fc06-8693-4220-bbc9-4143ef7ed88a of type vlan for network ff780ecf-f8d2-4c8a-9957-a030848ce689 Jul 16 21:22:39.384844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.413141 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.418714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:39.419337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.452640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2984083 Jul 16 21:22:39.455469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60656) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:39.461165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Request body: {'subnet': {'network_id': 'ff780ecf-f8d2-4c8a-9957-a030848ce689', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:39.511873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68195fb7-cdb8-4f73-920f-d343a64f170c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event updated for resources: {'Network': ['ID=ff780ecf-f8d2-4c8a-9957-a030848ce689,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:39.522603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network ff780ecf-f8d2-4c8a-9957-a030848ce689 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:39.579382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Made reservation on behalf of c1373d61c1b04ed6adb4d41263035a71 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:39.583062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.758987 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.815141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event updated for resources: {'Subnet': ['ID=92431444-99b2-4326-962a-734ac6c00167,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:39.825576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Checking segment: {'id': 'd138fc06-8693-4220-bbc9-4143ef7ed88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff780ecf-f8d2-4c8a-9957-a030848ce689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:39.825891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Network hostable DHCP agents. Network: ff780ecf-f8d2-4c8a-9957-a030848ce689, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:39.842291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Network ff780ecf-f8d2-4c8a-9957-a030848ce689 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:39.854131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, ff780ecf-f8d2-4c8a-9957-a030848ce689) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:39.858165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:39.858988 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.864282 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bae400-2f43-45e0-8ee1-794c440b7980 None None] Network ff780ecf-f8d2-4c8a-9957-a030848ce689 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:39.874131 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f57075c5-949e-48a3-ba65-7bfd925bad03 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4174864 Jul 16 21:22:39.876972 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60658) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:39.882951 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-710598247'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:39.905043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Made reservation on behalf of c1373d61c1b04ed6adb4d41263035a71 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:39.908777 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.934805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:39.945070 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:39.945488 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Added segment 76b1b356-4359-4ad0-a694-16ca158cf23f of type vlan for network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 Jul 16 21:22:39.985885 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.016861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-ff780ecf-f8d2-4c8a-9957-a030848ce689', 'network_id': 'ff780ecf-f8d2-4c8a-9957-a030848ce689', 'tenant_id': 'c1373d61c1b04ed6adb4d41263035a71', 'fixed_ips': [{'subnet_id': '92431444-99b2-4326-962a-734ac6c00167'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:40.017728 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.022113 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.029639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:40.030439 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.071308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1908829 Jul 16 21:22:40.071805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60660) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:40.076681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Request body: {'subnet': {'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:40.122932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8757-0a95-4821-a749-ed692c64537c tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event updated for resources: {'Network': ['ID=b7c2bde1-2496-4e67-966b-9ae1ebfef2b6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:40.136917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:40.197161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Made reservation on behalf of c1373d61c1b04ed6adb4d41263035a71 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:40.200775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.206807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Allocated IP 172.20.0.2 (ff780ecf-f8d2-4c8a-9957-a030848ce689/92431444-99b2-4326-962a-734ac6c00167/f4152e32-11ae-4200-b72e-f76f01ddbb8c) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:40.363339 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.372260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Transition to ACTIVE for port object f4152e32-11ae-4200-b72e-f76f01ddbb8c will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:40.382595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.388129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Transition to ACTIVE for port object f4152e32-11ae-4200-b72e-f76f01ddbb8c will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:40.393540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.437145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Network ff780ecf-f8d2-4c8a-9957-a030848ce689 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:40.441639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:40.443745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event updated for resources: {'Subnet': ['ID=5075e7d5-d087-4a5b-ab6a-69b370f01e5b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:40.446237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:40.449322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Pushing event updated for resources: {'Port': ['ID=f4152e32-11ae-4200-b72e-f76f01ddbb8c,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:40.451046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Checking segment: {'id': '76b1b356-4359-4ad0-a694-16ca158cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:40.451445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Network hostable DHCP agents. Network: b7c2bde1-2496-4e67-966b-9ae1ebfef2b6, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:40.468562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:40.477655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, b7c2bde1-2496-4e67-966b-9ae1ebfef2b6) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:40.481925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:40.482550 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.496027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addfe5f-462f-4e20-9bc3-e72a7080caf0 None None] Network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:40.499840 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-29b66af6-ddec-40a9-9d2d-9e720cf89aef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4245796 Jul 16 21:22:40.500210 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60662) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:40.505607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ed602e19-ec28-4a59-834c-585997845bef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:40.525650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Attempting to bind port f4152e32-11ae-4200-b72e-f76f01ddbb8c on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:40.526220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Attempting to bind port f4152e32-11ae-4200-b72e-f76f01ddbb8c by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd138fc06-8693-4220-bbc9-4143ef7ed88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff780ecf-f8d2-4c8a-9957-a030848ce689'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:40.526372 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Attempting to bind port f4152e32-11ae-4200-b72e-f76f01ddbb8c on network ff780ecf-f8d2-4c8a-9957-a030848ce689 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:40.535605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:40.536099 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Checking segment: {'id': 'd138fc06-8693-4220-bbc9-4143ef7ed88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff780ecf-f8d2-4c8a-9957-a030848ce689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:40.537058 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.537058 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Bound using segment: {'id': 'd138fc06-8693-4220-bbc9-4143ef7ed88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff780ecf-f8d2-4c8a-9957-a030848ce689'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:40.537461 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Bound port: f4152e32-11ae-4200-b72e-f76f01ddbb8c, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd138fc06-8693-4220-bbc9-4143ef7ed88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff780ecf-f8d2-4c8a-9957-a030848ce689'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:40.537848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.841348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] For port f4152e32-11ae-4200-b72e-f76f01ddbb8c, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:40.858613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] For port f4152e32-11ae-4200-b72e-f76f01ddbb8c, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f4152e32-11ae-4200-b72e-f76f01ddbb8c,segment=NetworkSegment(d138fc06-8693-4220-bbc9-4143ef7ed88a),segment_id=d138fc06-8693-4220-bbc9-4143ef7ed88a)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:40.866070 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.915426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-b7c2bde1-2496-4e67-966b-9ae1ebfef2b6', 'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6', 'tenant_id': 'c1373d61c1b04ed6adb4d41263035a71', 'fixed_ips': [{'subnet_id': '5075e7d5-d087-4a5b-ab6a-69b370f01e5b'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:40.916294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:40.970029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0457c8-96a5-4b66-b66f-6ab7da579b3c None None] Pushing event updated for resources: {'Port': ['ID=f4152e32-11ae-4200-b72e-f76f01ddbb8c,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:41.081861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ed602e19-ec28-4a59-834c-585997845bef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.091154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Allocated IP 172.21.0.2 (b7c2bde1-2496-4e67-966b-9ae1ebfef2b6/5075e7d5-d087-4a5b-ab6a-69b370f01e5b/41b80900-248f-45b3-8f47-dc357827893e) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:41.232879 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [None req-ed602e19-ec28-4a59-834c-585997845bef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 21:22:41.236431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ed602e19-ec28-4a59-834c-585997845bef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "PUT /v2.0/routers/fcdb700e-7a9b-4d70-afaf-230702eda819 HTTP/1.1" status: 400 len: 364 time: 0.7345097 Jul 16 21:22:41.240043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:41.284114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.293805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Transition to ACTIVE for port object 41b80900-248f-45b3-8f47-dc357827893e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:41.303215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Deleting subnet 5075e7d5-d087-4a5b-ab6a-69b370f01e5b {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:41.310363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Transition to ACTIVE for port object 41b80900-248f-45b3-8f47-dc357827893e will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:41.315619 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.316125 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.359234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:41.362189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:41.362453 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.366563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:41.369756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Pushing event updated for resources: {'Port': ['ID=41b80900-248f-45b3-8f47-dc357827893e,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:41.429849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Attempting to bind port 41b80900-248f-45b3-8f47-dc357827893e on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:41.430311 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Attempting to bind port 41b80900-248f-45b3-8f47-dc357827893e by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '76b1b356-4359-4ad0-a694-16ca158cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:41.430679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Attempting to bind port 41b80900-248f-45b3-8f47-dc357827893e on network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:41.435658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:41.436048 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Checking segment: {'id': '76b1b356-4359-4ad0-a694-16ca158cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:41.436452 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.436845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Bound using segment: {'id': '76b1b356-4359-4ad0-a694-16ca158cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:41.437365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Bound port: 41b80900-248f-45b3-8f47-dc357827893e, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b1b356-4359-4ad0-a694-16ca158cf23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b7c2bde1-2496-4e67-966b-9ae1ebfef2b6'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:41.437751 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.447172 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.507690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.510390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] For port 41b80900-248f-45b3-8f47-dc357827893e, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:41.513773 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] For port 41b80900-248f-45b3-8f47-dc357827893e, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41b80900-248f-45b3-8f47-dc357827893e,segment=NetworkSegment(76b1b356-4359-4ad0-a694-16ca158cf23f),segment_id=76b1b356-4359-4ad0-a694-16ca158cf23f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:41.519170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.540714 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event deleted for resources: {'Subnet': ['ID=5075e7d5-d087-4a5b-ab6a-69b370f01e5b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:41.546416 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.551072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d2ba109b-1cb3-4cd4-b18f-6c7badd5afd4 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "DELETE /v2.0/subnets/5075e7d5-d087-4a5b-ab6a-69b370f01e5b HTTP/1.1" status: 204 len: 168 time: 0.3077207 Jul 16 21:22:41.552605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60666) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:41.580073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec8082-a2e9-4e3f-a33d-d7ed2aa40170 None None] Pushing event updated for resources: {'Port': ['ID=41b80900-248f-45b3-8f47-dc357827893e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:41.643813 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.709697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Deleting port 41b80900-248f-45b3-8f47-dc357827893e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:41.710127 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.779377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f4152e32-11ae-4200-b72e-f76f01ddbb8c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:41.804827 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] For port 41b80900-248f-45b3-8f47-dc357827893e, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=41b80900-248f-45b3-8f47-dc357827893e,segment=NetworkSegment(76b1b356-4359-4ad0-a694-16ca158cf23f),segment_id=76b1b356-4359-4ad0-a694-16ca158cf23f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:41.805149 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.819703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Calling delete_port for 41b80900-248f-45b3-8f47-dc357827893e owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:41.860502 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port f4152e32-11ae-4200-b72e-f76f01ddbb8c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:41.929639 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:41.957020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event deleted for resources: {'Port': ['ID=41b80900-248f-45b3-8f47-dc357827893e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:41.963092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] No DVR routers for this DVR port 41b80900-248f-45b3-8f47-dc357827893e on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:42.054512 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.065545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c2bde1-2496-4e67-966b-9ae1ebfef2b6']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:42.076507 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b1b356-4359-4ad0-a694-16ca158cf23f') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:42.076808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b1b356-4359-4ad0-a694-16ca158cf23f') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:42.079973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88864cb8-fc9c-43f8-b3d1-499b0369a3a9 None None] Network ff780ecf-f8d2-4c8a-9957-a030848ce689 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:42.086546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.101337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.107723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:42.107951 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:42.111277 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:42.153118 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1570c286-0a1b-4cfc-a3f4-f7072afc6de9 None None] Provisioning for port f4152e32-11ae-4200-b72e-f76f01ddbb8c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:42.159180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1570c286-0a1b-4cfc-a3f4-f7072afc6de9 None None] Provisioning complete for port f4152e32-11ae-4200-b72e-f76f01ddbb8c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:42.159655 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1570c286-0a1b-4cfc-a3f4-f7072afc6de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.171039 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.178232 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.180224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "DELETE /v2.0/networks/b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 HTTP/1.1" status: 204 len: 168 time: 0.6268423 Jul 16 21:22:42.182702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60668) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:42.194156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51add0ea-d16b-4b0d-99d2-3e8bed6fa342 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event deleted for resources: {'Network': ['ID=b7c2bde1-2496-4e67-966b-9ae1ebfef2b6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:42.239508 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Deleting subnet 92431444-99b2-4326-962a-734ac6c00167 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:22:42.242941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.284318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.306732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1570c286-0a1b-4cfc-a3f4-f7072afc6de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.353387 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1570c286-0a1b-4cfc-a3f4-f7072afc6de9 None None] For port f4152e32-11ae-4200-b72e-f76f01ddbb8c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f4152e32-11ae-4200-b72e-f76f01ddbb8c,segment=NetworkSegment(d138fc06-8693-4220-bbc9-4143ef7ed88a),segment_id=d138fc06-8693-4220-bbc9-4143ef7ed88a)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:42.357742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1570c286-0a1b-4cfc-a3f4-f7072afc6de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.377458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.410222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570c286-0a1b-4cfc-a3f4-f7072afc6de9 None None] Pushing event updated for resources: {'Port': ['ID=f4152e32-11ae-4200-b72e-f76f01ddbb8c,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:42.440119 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.472198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.474700 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "DELETE /v2.0/subnets/92431444-99b2-4326-962a-734ac6c00167 HTTP/1.1" status: 204 len: 168 time: 0.2909348 Jul 16 21:22:42.475978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f56e37-dbff-4348-8a3c-24614302f432 tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event deleted for resources: {'Subnet': ['ID=92431444-99b2-4326-962a-734ac6c00167,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:42.477702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60670) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:42.570570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.601333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc8cbcd-ac85-4440-b361-c4060f8a4932 None None] Network ff780ecf-f8d2-4c8a-9957-a030848ce689 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:42.628914 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Deleting port f4152e32-11ae-4200-b72e-f76f01ddbb8c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:22:42.629169 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.701195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] For port f4152e32-11ae-4200-b72e-f76f01ddbb8c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=f4152e32-11ae-4200-b72e-f76f01ddbb8c,segment=NetworkSegment(d138fc06-8693-4220-bbc9-4143ef7ed88a),segment_id=d138fc06-8693-4220-bbc9-4143ef7ed88a)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:42.701559 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.714537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Calling delete_port for f4152e32-11ae-4200-b72e-f76f01ddbb8c owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:22:42.724509 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4d22931f-0353-4edd-8743-95d25b61ee83 None None] Provisioning complete for port f4152e32-11ae-4200-b72e-f76f01ddbb8c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:42.725056 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4d22931f-0353-4edd-8743-95d25b61ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.805474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.818571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae1b81-b374-41f1-b535-780245029bd6 None None] DHCP port deletion for b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:42.840407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event deleted for resources: {'Port': ['ID=f4152e32-11ae-4200-b72e-f76f01ddbb8c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:42.850109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] No DVR routers for this DVR port f4152e32-11ae-4200-b72e-f76f01ddbb8c on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:22:42.869195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e6839-d943-4c43-b261-f319c3d19c37 None None] Network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:42.872990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a469cbe-ff2f-4dd6-b051-d43b4316139e None None] DHCP port deletion for ff780ecf-f8d2-4c8a-9957-a030848ce689 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:22:42.886203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e6839-d943-4c43-b261-f319c3d19c37 None None] Network b7c2bde1-2496-4e67-966b-9ae1ebfef2b6 could not be found, it might have been deleted concurrently. {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:22:42.940089 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.952087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff780ecf-f8d2-4c8a-9957-a030848ce689']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:42.964048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd138fc06-8693-4220-bbc9-4143ef7ed88a') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:42.964339 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd138fc06-8693-4220-bbc9-4143ef7ed88a') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:42.968444 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c375738f-2742-4b24-b0e7-b12c6be892a1 None None] Could not find standard attr ID for object 41b80900-248f-45b3-8f47-dc357827893e. {{(pid=94097) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 21:22:42.973261 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.987407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.993899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:22:42.994300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:22:42.997368 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:22:43.059912 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:43.066887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:43.069347 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "DELETE /v2.0/networks/ff780ecf-f8d2-4c8a-9957-a030848ce689 HTTP/1.1" status: 204 len: 168 time: 0.5898583 Jul 16 21:22:43.072285 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60672) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:43.080672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d7e05-2d5c-4378-8f7a-0feaf8c2146e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Pushing event deleted for resources: {'Network': ['ID=ff780ecf-f8d2-4c8a-9957-a030848ce689,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:43.103961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-131d3184-6b84-4236-97e0-20f665be149e tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "GET /v2.0/ports?device_id=fcdb700e-7a9b-4d70-afaf-230702eda819 HTTP/1.1" status: 200 len: 205 time: 0.0304120 Jul 16 21:22:43.106321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60674) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:43.481048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d33e8c03-07a6-4fc4-ad6b-bf656df994ef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:43.636413 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d33e8c03-07a6-4fc4-ad6b-bf656df994ef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:43.638521 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d33e8c03-07a6-4fc4-ad6b-bf656df994ef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:43.682919 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d33e8c03-07a6-4fc4-ad6b-bf656df994ef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:43.683472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33e8c03-07a6-4fc4-ad6b-bf656df994ef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Fanout notify agent at l3_agent the message router_deleted on router fcdb700e-7a9b-4d70-afaf-230702eda819 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:22:43.687926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f4152e32-11ae-4200-b72e-f76f01ddbb8c no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:22:43.692718 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d33e8c03-07a6-4fc4-ad6b-bf656df994ef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:43.695696 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d33e8c03-07a6-4fc4-ad6b-bf656df994ef tempest-RoutersNegativeTest-977747695 tempest-RoutersNegativeTest-977747695-project] 10.222.0.100 "DELETE /v2.0/routers/fcdb700e-7a9b-4d70-afaf-230702eda819 HTTP/1.1" status: 204 len: 168 time: 0.5884387 Jul 16 21:22:43.710576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: f4152e32-11ae-4200-b72e-f76f01ddbb8c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:22:43.710997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device f4152e32-11ae-4200-b72e-f76f01ddbb8c not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:22:43.935094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:44.066630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-11b4d9a7-229e-4947-becd-bdfff9adb3ef admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c1373d61c1b04ed6adb4d41263035a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302621 Jul 16 21:22:44.069474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60684) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:44.119946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88531a95-60e5-4204-88fb-47e46ee3eb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:44.141474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88531a95-60e5-4204-88fb-47e46ee3eb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:44.187320 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88531a95-60e5-4204-88fb-47e46ee3eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:44.189958 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88531a95-60e5-4204-88fb-47e46ee3eb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:44.191305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88531a95-60e5-4204-88fb-47e46ee3eb1d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4b235198-6bce-4580-84df-2877bad87143 HTTP/1.1" status: 204 len: 168 time: 0.1205380 Jul 16 21:22:44.198853 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88531a95-60e5-4204-88fb-47e46ee3eb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b235198-6bce-4580-84df-2877bad87143,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:44.799501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60706) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:44.894987 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-4722602-network', 'tenant_id': '97fffb117b9f4cea86f27a552535361e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:44.917449 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Made reservation on behalf of 97fffb117b9f4cea86f27a552535361e for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:44.920009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:44.928222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.025765 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.029832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.055530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:45.064297 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c466a8-2e48-48a0-abb3-18ecbd3aa222,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:45.070352 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.070976 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Added segment cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45 of type vlan for network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e Jul 16 21:22:45.112009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.141251 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.142129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:45.142714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.172306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3716016 Jul 16 21:22:45.175633 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60710) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:45.181615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Request body: {'subnet': {'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-subnet', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:45.201464 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Made reservation on behalf of 97fffb117b9f4cea86f27a552535361e for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:45.203967 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.204906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d009e16-cf59-4dad-a9f5-9d3640d9ddd9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:45.219646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:45.386715 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.438670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfbdfbc-2974-43cb-b0f4-725c47a01ce2,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:45.454159 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Checking segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:45.454511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Network hostable DHCP agents. Network: 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:45.478951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:45.487979 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:45.492315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:45.492899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.498159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ef093-886e-4854-8ebf-f0a3779c5b55 None None] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:45.510605 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b25df68c-f484-49a6-aa58-6b1d7690d957 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3337474 Jul 16 21:22:45.513916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:45.518370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:45.541637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.542741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.595588 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.647892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:45.648774 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.739777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.785055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Allocated IP 172.20.0.2 (2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e/4bfbdfbc-2974-43cb-b0f4-725c47a01ce2/b586f513-d232-4f8f-a47a-5b9f5cb59bc4) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:45.932414 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.939680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.941108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Transition to ACTIVE for port object b586f513-d232-4f8f-a47a-5b9f5cb59bc4 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:45.956706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Transition to ACTIVE for port object b586f513-d232-4f8f-a47a-5b9f5cb59bc4 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:45.963561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:45.964420 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.006230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:46.009136 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:46.013492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:46.016517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Pushing event updated for resources: {'Port': ['ID=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:46.068419 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Allocated IP 172.25.8.66 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/8977bfc0-2794-4ba0-af1e-c91339358caf) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:46.075934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Attempting to bind port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:46.076504 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Attempting to bind port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:46.076868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Attempting to bind port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:46.082139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:46.082300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Checking segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:46.082730 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.083815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Bound using segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:46.084152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Bound port: b586f513-d232-4f8f-a47a-5b9f5cb59bc4, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:46.084585 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.147704 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] For port b586f513-d232-4f8f-a47a-5b9f5cb59bc4, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:46.151340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] For port b586f513-d232-4f8f-a47a-5b9f5cb59bc4, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:46.155328 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.176183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.218209 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.227427 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7b344-91bc-4f68-ac8f-5f2df1878dcc None None] Pushing event updated for resources: {'Port': ['ID=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:46.255219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:46.262871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:46.265432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:46.293688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=8977bfc0-2794-4ba0-af1e-c91339358caf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:46.540713 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.737176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.870638 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:22:46.985433 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:47.000405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Sync routers for ids ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:47.008475 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.010165 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-828cf75e-8646-49aa-a897-86fe117f3bf4 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4951632 Jul 16 21:22:47.012854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60714) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:47.015006 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Routers {'1c916ef5-f7bd-4bf8-a305-1579be6dea08'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:47.015820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:47.138038 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Set router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:47.197248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a555be0-b25c-4aac-aa9e-7d3061f2dee2 None None] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:47.284936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-75695475-e463-45fa-a040-623601d9049a None None] Provisioning for port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:47.468159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:46Z', 'revision_number': 3, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port': {'id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:47.470836 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.497252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Checking router: 1c916ef5-f7bd-4bf8-a305-1579be6dea08 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:47.497600 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Updating router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 port 8977bfc0-2794-4ba0-af1e-c91339358caf binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:47.534517 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.635770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Allocated IP 172.20.0.1 (2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e/4bfbdfbc-2974-43cb-b0f4-725c47a01ce2/534b3778-4de5-445e-b6be-51accf395690) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:47.747540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b586f513-d232-4f8f-a47a-5b9f5cb59bc4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:47.766111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.780655 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Transition to ACTIVE for port object 534b3778-4de5-445e-b6be-51accf395690 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:47.816572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.858710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:47.861665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:47.865440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:47.866710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:47.873004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:47.873321 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.889746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Pushing event updated for resources: {'Port': ['ID=534b3778-4de5-445e-b6be-51accf395690,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:47.902915 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.907799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:47.924180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Transition to ACTIVE for port object 8977bfc0-2794-4ba0-af1e-c91339358caf will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:47.933747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.001719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Attempting to bind port 8977bfc0-2794-4ba0-af1e-c91339358caf on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:48.002055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Attempting to bind port 8977bfc0-2794-4ba0-af1e-c91339358caf by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:48.002424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Attempting to bind port 8977bfc0-2794-4ba0-af1e-c91339358caf on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:48.038110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d980d-8491-4b6d-b3fa-ce3686b4c062 None None] Pushing event updated for resources: {'Port': ['ID=8977bfc0-2794-4ba0-af1e-c91339358caf,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:48.043749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:48.044134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:48.044547 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.044949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:48.045438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Bound port: 8977bfc0-2794-4ba0-af1e-c91339358caf, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:48.045827 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.072047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.082401 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.145168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] For port 8977bfc0-2794-4ba0-af1e-c91339358caf, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:48.148098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b586f513-d232-4f8f-a47a-5b9f5cb59bc4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:48.158579 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.162684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] For port 8977bfc0-2794-4ba0-af1e-c91339358caf, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8977bfc0-2794-4ba0-af1e-c91339358caf,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:48.165761 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3bfabaab-d1ad-4af9-98a1-edaaa1eb68d5 None None] Provisioning for port 534b3778-4de5-445e-b6be-51accf395690 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:48.170319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.194869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3bfabaab-d1ad-4af9-98a1-edaaa1eb68d5 None None] Provisioning complete for port 534b3778-4de5-445e-b6be-51accf395690 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:48.195228 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3bfabaab-d1ad-4af9-98a1-edaaa1eb68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.250979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.256222 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.262971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3bfabaab-d1ad-4af9-98a1-edaaa1eb68d5 None None] Port 534b3778-4de5-445e-b6be-51accf395690 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:48.264752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:48.267625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Routers {'1c916ef5-f7bd-4bf8-a305-1579be6dea08'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:48.268240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:48.332305 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.335862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Pushing event updated for resources: {'Port': ['ID=534b3778-4de5-445e-b6be-51accf395690,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:48.435430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:48.436929 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:48.551267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d980d-8491-4b6d-b3fa-ce3686b4c062 None None] Pushing event updated for resources: {'Port': ['ID=8977bfc0-2794-4ba0-af1e-c91339358caf,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:48.569235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:48.577710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] Set router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:48.687358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:48.692958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d8cd9584-6b4b-4c66-8f4a-c2e242f355fa admin admin] 10.222.0.100 "PUT /v2.0/routers/1c916ef5-f7bd-4bf8-a305-1579be6dea08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789670 Jul 16 21:22:48.722083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a8e7e1e0-024b-4ec0-bbfd-4bb92472a063 None None] Provisioning complete for port 534b3778-4de5-445e-b6be-51accf395690 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:48.722370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e1e0-024b-4ec0-bbfd-4bb92472a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.776442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7e1e0-024b-4ec0-bbfd-4bb92472a063 None None] Port 534b3778-4de5-445e-b6be-51accf395690 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:48.824638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 4, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port': {'id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '534b3778-4de5-445e-b6be-51accf395690', 'name': '', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'mac_address': 'fa:16:3e:d8:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:47Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 2, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'subnets': [{'id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:48.852057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f8cf1-d86f-43e0-ad86-f197ff9a4298 None None] The sync data for ids ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'] in n-d-798930-6 is: [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 4, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port': {'id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '534b3778-4de5-445e-b6be-51accf395690', 'name': '', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'mac_address': 'fa:16:3e:d8:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:47Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 2, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'subnets': [{'id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:49.207212 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:49.212880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-996985051-network', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:49.239641 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Made reservation on behalf of 58217ac8259b4cd1a97619f9968cd1d4 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:49.245909 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.257625 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.355601 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.359851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.387282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:22:49.397594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0061eb-8132-4ee3-b663-ec5f911f83b0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:49.402800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.403146 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Added segment 2120fe78-9d2e-4123-847c-d4f740d014bc of type vlan for network be61be3f-60dc-42a0-8102-1f38f63286d3 Jul 16 21:22:49.447912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.494611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.495629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:49.496221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.538586 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3300672 Jul 16 21:22:49.541436 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60732) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:49.547754 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Request body: {'subnet': {'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-subnet', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:49.580175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48b89d-8093-419a-a307-223583706746 admin admin] Pushing event updated for resources: {'Network': ['ID=be61be3f-60dc-42a0-8102-1f38f63286d3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:49.592947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network be61be3f-60dc-42a0-8102-1f38f63286d3 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:22:49.601674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Made reservation on behalf of 58217ac8259b4cd1a97619f9968cd1d4 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:49.604052 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.789960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8977bfc0-2794-4ba0-af1e-c91339358caf up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:49.802522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.842007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 8977bfc0-2794-4ba0-af1e-c91339358caf completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:49.846178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8977bfc0-2794-4ba0-af1e-c91339358caf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:49.846637 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.868500 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f6223a-e7c3-43e4-9673-9ebbfabd55d3,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:49.870812 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Checking segment: {'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:49.871392 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Network hostable DHCP agents. Network: be61be3f-60dc-42a0-8102-1f38f63286d3, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:22:49.890699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Network be61be3f-60dc-42a0-8102-1f38f63286d3 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:22:49.903038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, be61be3f-60dc-42a0-8102-1f38f63286d3) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:49.907542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:49.908382 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.927378 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-cdfef8f5-df1c-4b0e-90f8-c4de7fa5942f admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3842094 Jul 16 21:22:49.928744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adadef5b-5b7b-498e-873d-ff603364da08 None None] Network be61be3f-60dc-42a0-8102-1f38f63286d3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:49.929970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 60734) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:49.937518 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:49.962080 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.963445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:49.977539 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.025732 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.038803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 8977bfc0-2794-4ba0-af1e-c91339358caf, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8977bfc0-2794-4ba0-af1e-c91339358caf,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:50.045892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.046667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b586f513-d232-4f8f-a47a-5b9f5cb59bc4 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:50.172890 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=8977bfc0-2794-4ba0-af1e-c91339358caf,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:50.173196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.215439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:50.215775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.219482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-be61be3f-60dc-42a0-8102-1f38f63286d3', 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'fixed_ips': [{'subnet_id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:22:50.220309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.398183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.424033 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.440181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Allocated IP 172.20.0.2 (be61be3f-60dc-42a0-8102-1f38f63286d3/33f6223a-e7c3-43e4-9673-9ebbfabd55d3/0f9a3cf5-d27c-41d0-a511-e63ec222e1f5) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:50.534687 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Allocated IP 172.25.8.177 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/c0775f39-3843-44d0-834d-f262733fb9fd) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:50.592640 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.601696 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Transition to ACTIVE for port object 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:50.617815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Transition to ACTIVE for port object 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:50.624744 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.648603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.674403 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Network be61be3f-60dc-42a0-8102-1f38f63286d3 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:50.675700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Pushing event updated for resources: {'Port': ['ID=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:50.678281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:50.680464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:50.688971 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.725362 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:50.728340 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:50.735131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:50.744541 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Attempting to bind port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:50.745409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Attempting to bind port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:50.746001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Attempting to bind port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 on network be61be3f-60dc-42a0-8102-1f38f63286d3 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:50.751993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:50.752440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Checking segment: {'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:50.752908 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.753380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Bound using segment: {'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:50.753914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Bound port: 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:50.754360 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.829281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] For port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:50.833628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] For port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,segment=NetworkSegment(2120fe78-9d2e-4123-847c-d4f740d014bc),segment_id=2120fe78-9d2e-4123-847c-d4f740d014bc)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:50.837729 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:50.909601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c1bae-a77b-4c30-a650-1e1269397cfc None None] Pushing event updated for resources: {'Port': ['ID=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:50.953678 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Sync routers for ids ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:50.964440 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Routers {'1c916ef5-f7bd-4bf8-a305-1579be6dea08'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:50.965066 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:51.091747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Pushing event updated for resources: {'Port': ['ID=c0775f39-3843-44d0-834d-f262733fb9fd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:51.105693 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Set router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:51.328742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.342164 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 4, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port': {'id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '534b3778-4de5-445e-b6be-51accf395690', 'name': '', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'mac_address': 'fa:16:3e:d8:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:47Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 2, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'subnets': [{'id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:51.371011 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Checking router: 1c916ef5-f7bd-4bf8-a305-1579be6dea08 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:51.371397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Updating router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 port 534b3778-4de5-445e-b6be-51accf395690 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:51.406375 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.540066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.710174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Router 336650fb-331f-48bd-b9b5-a87cd4edc2db is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:22:51.720901 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.734489 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Transition to ACTIVE for port object 534b3778-4de5-445e-b6be-51accf395690 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:51.741158 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.840697 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8977bfc0-2794-4ba0-af1e-c91339358caf up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:51.869918 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Attempting to bind port 534b3778-4de5-445e-b6be-51accf395690 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:51.870436 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Attempting to bind port 534b3778-4de5-445e-b6be-51accf395690 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:51.870904 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Attempting to bind port 534b3778-4de5-445e-b6be-51accf395690 on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:51.878727 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Pushing event updated for resources: {'Port': ['ID=534b3778-4de5-445e-b6be-51accf395690,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:51.882224 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:51.882822 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Checking segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:51.883345 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.883835 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Bound using segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:51.884426 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Bound port: 534b3778-4de5-445e-b6be-51accf395690, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:51.884892 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.890078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:51.902688 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.903123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.903658 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.904079 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.904748 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.905237 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.905686 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.906595 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.906595 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.907040 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.907616 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.908123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:22:51.910464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Sync routers for ids ['336650fb-331f-48bd-b9b5-a87cd4edc2db'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:51.915367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.917535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-228d7eee-2974-4ad3-a35a-5066d48db51f admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9858093 Jul 16 21:22:51.920137 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 60740) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:51.943356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Routers {'336650fb-331f-48bd-b9b5-a87cd4edc2db'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:51.946257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['336650fb-331f-48bd-b9b5-a87cd4edc2db'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:51.983387 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] For port 534b3778-4de5-445e-b6be-51accf395690, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:51.988659 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] For port 534b3778-4de5-445e-b6be-51accf395690, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=534b3778-4de5-445e-b6be-51accf395690,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:51.996539 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.997868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558b1d1-7966-4ff0-85cb-008f3c0729f9 None None] Network be61be3f-60dc-42a0-8102-1f38f63286d3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:22:52.003448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 8977bfc0-2794-4ba0-af1e-c91339358caf triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:52.004076 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.053065 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Routers {'1c916ef5-f7bd-4bf8-a305-1579be6dea08'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:52.053789 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:52.148715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-eee0bf75-f885-4e4b-9e1a-b58b594742eb None None] Provisioning for port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:52.204186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Set router 336650fb-331f-48bd-b9b5-a87cd4edc2db gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:52.266887 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] Set router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:52.371156 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00018ae-abb8-4868-94f9-da31338634ea None None] Pushing event updated for resources: {'Port': ['ID=534b3778-4de5-445e-b6be-51accf395690,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:52.454471 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.505113 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 4, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port': {'id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '534b3778-4de5-445e-b6be-51accf395690', 'name': '', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'mac_address': 'fa:16:3e:d8:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:47Z', 'updated_at': '2021-07-16T21:22:51Z', 'revision_number': 4, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'subnets': [{'id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:52.533098 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c21a2-767e-498b-8566-e2a95bf68934 None None] The sync data for ids ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'] in n-d-798930-6 is: [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:48Z', 'revision_number': 4, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port': {'id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '534b3778-4de5-445e-b6be-51accf395690', 'name': '', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'mac_address': 'fa:16:3e:d8:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:47Z', 'updated_at': '2021-07-16T21:22:51Z', 'revision_number': 4, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'subnets': [{'id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:52.577651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:52.617015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Allocated IP 172.20.0.1 (be61be3f-60dc-42a0-8102-1f38f63286d3/33f6223a-e7c3-43e4-9673-9ebbfabd55d3/d721c6e2-a8b1-486e-94e6-843fa4520f9a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:52.692511 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:52.703780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:52.704163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.749918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.758007 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:22:51Z', 'revision_number': 3, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port': {'id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:50Z', 'updated_at': '2021-07-16T21:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:52.769092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Transition to ACTIVE for port object d721c6e2-a8b1-486e-94e6-843fa4520f9a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:52.788446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Checking router: 336650fb-331f-48bd-b9b5-a87cd4edc2db for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:52.788795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Updating router 336650fb-331f-48bd-b9b5-a87cd4edc2db port c0775f39-3843-44d0-834d-f262733fb9fd binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:52.809040 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.850257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Network be61be3f-60dc-42a0-8102-1f38f63286d3 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:52.853813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:52.858051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:52.864906 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.869217 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:52.912391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Pushing event updated for resources: {'Port': ['ID=d721c6e2-a8b1-486e-94e6-843fa4520f9a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:52.924167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.015404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,segment=NetworkSegment(2120fe78-9d2e-4123-847c-d4f740d014bc),segment_id=2120fe78-9d2e-4123-847c-d4f740d014bc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:53.026420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.097970 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.104279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7d05edf4-380c-4acb-89ae-c598ab343971 None None] Provisioning complete for port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:53.104664 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7d05edf4-380c-4acb-89ae-c598ab343971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.198645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:53.305648 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.310572 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.342742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.354233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Transition to ACTIVE for port object c0775f39-3843-44d0-834d-f262733fb9fd will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:53.361108 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.388599 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Pushing event updated for resources: {'Port': ['ID=d721c6e2-a8b1-486e-94e6-843fa4520f9a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:53.393202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.418636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Attempting to bind port c0775f39-3843-44d0-834d-f262733fb9fd on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:53.419003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Attempting to bind port c0775f39-3843-44d0-834d-f262733fb9fd by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:53.419395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Attempting to bind port c0775f39-3843-44d0-834d-f262733fb9fd on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:53.428514 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2b7b0-bdcf-4633-a8dc-77505444b041 None None] Pushing event updated for resources: {'Port': ['ID=c0775f39-3843-44d0-834d-f262733fb9fd,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:53.431764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:53.432156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:53.432544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.432916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:53.433480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Bound port: c0775f39-3843-44d0-834d-f262733fb9fd, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:53.433836 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.435452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5c94466d-ffd8-4f7c-87b3-7066e0e9820e None None] Provisioning for port d721c6e2-a8b1-486e-94e6-843fa4520f9a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:53.456971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5c94466d-ffd8-4f7c-87b3-7066e0e9820e None None] Provisioning complete for port d721c6e2-a8b1-486e-94e6-843fa4520f9a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:53.457342 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5c94466d-ffd8-4f7c-87b3-7066e0e9820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.489680 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Network be61be3f-60dc-42a0-8102-1f38f63286d3 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:53.491693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:53.512812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5c94466d-ffd8-4f7c-87b3-7066e0e9820e None None] Port d721c6e2-a8b1-486e-94e6-843fa4520f9a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:53.521024 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] For port c0775f39-3843-44d0-834d-f262733fb9fd, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:53.523955 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] For port c0775f39-3843-44d0-834d-f262733fb9fd, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c0775f39-3843-44d0-834d-f262733fb9fd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:53.529504 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.590252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2b7b0-bdcf-4633-a8dc-77505444b041 None None] Pushing event updated for resources: {'Port': ['ID=c0775f39-3843-44d0-834d-f262733fb9fd,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:53.592785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Routers {'336650fb-331f-48bd-b9b5-a87cd4edc2db'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:53.593408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['336650fb-331f-48bd-b9b5-a87cd4edc2db'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:53.620503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Router 336650fb-331f-48bd-b9b5-a87cd4edc2db has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:53.744168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] Set router 336650fb-331f-48bd-b9b5-a87cd4edc2db gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:53.747191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 534b3778-4de5-445e-b6be-51accf395690 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:53.757000 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:53.762242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a3a5b591-d90f-4382-807b-62c9f726961e admin admin] 10.222.0.100 "PUT /v2.0/routers/336650fb-331f-48bd-b9b5-a87cd4edc2db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404121 Jul 16 21:22:53.775475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-772bfac0-a776-4554-b824-347bde0966ee None None] Provisioning complete for port d721c6e2-a8b1-486e-94e6-843fa4520f9a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:53.775848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-772bfac0-a776-4554-b824-347bde0966ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.899480 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-772bfac0-a776-4554-b824-347bde0966ee None None] Port d721c6e2-a8b1-486e-94e6-843fa4520f9a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:53.948960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 534b3778-4de5-445e-b6be-51accf395690 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:53.959300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 534b3778-4de5-445e-b6be-51accf395690 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:53.959921 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:54.080765 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 4, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port': {'id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:50Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd721c6e2-a8b1-486e-94e6-843fa4520f9a', 'name': '', 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'mac_address': 'fa:16:3e:48:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:52Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 2, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'subnets': [{'id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:54.083874 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:54.113299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f55cd-3d29-4f3b-a7ab-e5c14c964f65 None None] The sync data for ids ['336650fb-331f-48bd-b9b5-a87cd4edc2db'] in n-d-798930-6 is: [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 4, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port': {'id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:50Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd721c6e2-a8b1-486e-94e6-843fa4520f9a', 'name': '', 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'mac_address': 'fa:16:3e:48:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:52Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 2, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'subnets': [{'id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:54.148860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 534b3778-4de5-445e-b6be-51accf395690, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=534b3778-4de5-445e-b6be-51accf395690,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:54.153536 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:54.154324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:54.228211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=534b3778-4de5-445e-b6be-51accf395690,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:54.242927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:54.243326 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:54.635985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-62386548-84a9-467a-b87d-0a664a7f639a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:54.637556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-62386548-84a9-467a-b87d-0a664a7f639a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/networks?id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e HTTP/1.1" status: 200 len: 814 time: 0.1104481 Jul 16 21:22:54.653903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-ec6cea0e-da20-4366-bffb-95b507856719 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/quotas/97fffb117b9f4cea86f27a552535361e HTTP/1.1" status: 200 len: 375 time: 0.0108354 Jul 16 21:22:54.725488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6ebfbca6-c88a-448e-9318-10821c293560 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=97fffb117b9f4cea86f27a552535361e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660033 Jul 16 21:22:54.824754 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4ea59ea1-65f6-427d-a279-b4795e398794 service neutron] 10.222.0.100 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875037 Jul 16 21:22:54.915756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-eb635f43-43fe-4c1b-9bf0-11577f2b616e service neutron] 10.222.0.100 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850294 Jul 16 21:22:55.090988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ad3ddd3-fc3a-4281-8de0-231468194418 req-a36480ea-520d-4698-bac5-2e73c6a97350 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 210 time: 0.0339060 Jul 16 21:22:55.839203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c0775f39-3843-44d0-834d-f262733fb9fd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:55.906926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c0775f39-3843-44d0-834d-f262733fb9fd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:55.913854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c0775f39-3843-44d0-834d-f262733fb9fd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:55.914234 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.019209 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.052191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c0775f39-3843-44d0-834d-f262733fb9fd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c0775f39-3843-44d0-834d-f262733fb9fd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:56.058019 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.060083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 534b3778-4de5-445e-b6be-51accf395690 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:56.167287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c0775f39-3843-44d0-834d-f262733fb9fd,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:56.181409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 534b3778-4de5-445e-b6be-51accf395690 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:56.182130 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.287473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3c1db202-4b9a-4904-b9e5-6914483e9016 req-e564572a-366d-4f81-a23e-e963d9bd6261 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 210 time: 0.0430784 Jul 16 21:22:56.364704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-acb3cb27-d868-4e92-8e03-0fa60ff09dde tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:56.366176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-acb3cb27-d868-4e92-8e03-0fa60ff09dde tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.26 "GET /v2.0/networks?id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e HTTP/1.1" status: 200 len: 814 time: 0.1499279 Jul 16 21:22:56.378561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Request body: {'port': {'device_id': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'admin_state_up': True, 'tenant_id': '97fffb117b9f4cea86f27a552535361e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:56.492093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Made reservation on behalf of 97fffb117b9f4cea86f27a552535361e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:22:56.495712 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.629056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Allocated IP 172.20.0.13 (2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e/4bfbdfbc-2974-43cb-b0f4-725c47a01ce2/3ea4c393-89f1-4792-bf1d-5f06d244e3b7) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:56.775559 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.794590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Transition to ACTIVE for port object 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:56.826946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.872612 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:56.875890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:56.880638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:56.897010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Sync routers for ids ['336650fb-331f-48bd-b9b5-a87cd4edc2db'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:56.910609 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Routers {'336650fb-331f-48bd-b9b5-a87cd4edc2db'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:56.911928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Pushing event updated for resources: {'Port': ['ID=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:56.912586 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['336650fb-331f-48bd-b9b5-a87cd4edc2db'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:56.937852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:56.938487 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.958791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-4c42bd58-8a29-46fd-a60a-40c35fa8390a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837660 Jul 16 21:22:56.970597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Request body: {'port': {'device_id': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:57.036726 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Set router 336650fb-331f-48bd-b9b5-a87cd4edc2db gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:57.062238 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.147209 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b03c0cc6-be0e-4dbb-b2a8-b0f4198bc946 None None] Provisioning for port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:57.151121 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b03c0cc6-be0e-4dbb-b2a8-b0f4198bc946 None None] Provisioning complete for port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:57.151529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b03c0cc6-be0e-4dbb-b2a8-b0f4198bc946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.187349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b03c0cc6-be0e-4dbb-b2a8-b0f4198bc946 None None] Port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:22:57.250950 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 4, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port': {'id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:50Z', 'updated_at': '2021-07-16T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd721c6e2-a8b1-486e-94e6-843fa4520f9a', 'name': '', 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'mac_address': 'fa:16:3e:48:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:52Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 2, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'subnets': [{'id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:57.277872 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Checking router: 336650fb-331f-48bd-b9b5-a87cd4edc2db for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:57.278214 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Updating router 336650fb-331f-48bd-b9b5-a87cd4edc2db port d721c6e2-a8b1-486e-94e6-843fa4520f9a binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:22:57.311153 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.350304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:57.358714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.370986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Transition to ACTIVE for port object 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:57.375409 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.437638 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Pushing event updated for resources: {'Port': ['ID=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:57.546493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Attempting to bind port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:57.546833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Attempting to bind port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:57.547157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Attempting to bind port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:57.565478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d2ba-6ef4-48e0-b705-1416cb427a20 req-b7972720-97e9-4944-b452-5f442913ef91 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:57.567181 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b9d2ba-6ef4-48e0-b705-1416cb427a20 req-b7972720-97e9-4944-b452-5f442913ef91 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 944 time: 0.1455131 Jul 16 21:22:57.568430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:22:57.568754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Attempting to bind port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:57.575871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:57.576218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Checking segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:57.576598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Bound using segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:57.577067 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Bound port: 3ea4c393-89f1-4792-bf1d-5f06d244e3b7, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:57.577388 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.615405 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.625286 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Transition to ACTIVE for port object d721c6e2-a8b1-486e-94e6-843fa4520f9a will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:22:57.632679 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.640072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4b9d2ba-6ef4-48e0-b705-1416cb427a20 req-61f46d72-a653-4ad4-8c12-88d26a3728d0 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658064 Jul 16 21:22:57.669782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] For port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:57.673132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] For port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:57.679616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.691537 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8bfd6-2d90-4255-a513-4a4f0cb850a1 None None] Pushing event updated for resources: {'Port': ['ID=d721c6e2-a8b1-486e-94e6-843fa4520f9a,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:57.716069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:57.716775 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.718230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] 10.222.0.26 "PUT /v2.0/ports/3ea4c393-89f1-4792-bf1d-5f06d244e3b7 HTTP/1.1" status: 200 len: 1092 time: 0.7521486 Jul 16 21:22:57.718672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'tag': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:57.721017 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c477b7-bdfe-403c-b7e5-130563fcdb69" -d '{"events": [{"name": "network-changed", "server_uuid": "710ad56d-ef43-4bb2-9cff-f8527cb1ad0a", "tag": "3ea4c393-89f1-4792-bf1d-5f06d244e3b7"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:57.752372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d77ea-912b-4a29-92ce-87e5f22b878b service neutron] Pushing event updated for resources: {'Port': ['ID=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:57.774526 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Attempting to bind port d721c6e2-a8b1-486e-94e6-843fa4520f9a on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:22:57.775079 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Attempting to bind port d721c6e2-a8b1-486e-94e6-843fa4520f9a by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:22:57.775796 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Attempting to bind port d721c6e2-a8b1-486e-94e6-843fa4520f9a on network be61be3f-60dc-42a0-8102-1f38f63286d3 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:22:57.796334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c0775f39-3843-44d0-834d-f262733fb9fd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:57.798048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:22:57.798459 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Checking segment: {'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:22:57.798914 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.799397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Bound using segment: {'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:22:57.799872 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Bound port: d721c6e2-a8b1-486e-94e6-843fa4520f9a, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2120fe78-9d2e-4123-847c-d4f740d014bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:22:57.800253 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.828824 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa445b15-9997-4e89-8013-45c9b8071a68 x-openstack-request-id: req-aa445b15-9997-4e89-8013-45c9b8071a68 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:57.829149 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ad56d-ef43-4bb2-9cff-f8527cb1ad0a", "tag": "3ea4c393-89f1-4792-bf1d-5f06d244e3b7", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:57.829362 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-aa445b15-9997-4e89-8013-45c9b8071a68 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:57.829756 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'tag': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7', 'status': 'completed', 'code': 200} Jul 16 21:22:57.866782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c0775f39-3843-44d0-834d-f262733fb9fd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:57.867690 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.870908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-3353bcb6-0339-4f72-a060-9e4660767b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:57.872672 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-3353bcb6-0339-4f72-a060-9e4660767b49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97fffb117b9f4cea86f27a552535361e&device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 1095 time: 0.0991974 Jul 16 21:22:57.886477 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] For port d721c6e2-a8b1-486e-94e6-843fa4520f9a, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:22:57.891787 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] For port d721c6e2-a8b1-486e-94e6-843fa4520f9a, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d721c6e2-a8b1-486e-94e6-843fa4520f9a,segment=NetworkSegment(2120fe78-9d2e-4123-847c-d4f740d014bc),segment_id=2120fe78-9d2e-4123-847c-d4f740d014bc)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:22:57.902235 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:57.932069 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-cd589845-5c4a-41b7-ba4e-e9f55da454fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ea4c393-89f1-4792-bf1d-5f06d244e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0507896 Jul 16 21:22:57.976726 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Routers {'336650fb-331f-48bd-b9b5-a87cd4edc2db'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:57.977389 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:22:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['336650fb-331f-48bd-b9b5-a87cd4edc2db'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:58.013526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-3f353c2a-4b58-4974-a340-2dc9e4736a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.015460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-3f353c2a-4b58-4974-a340-2dc9e4736a46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4bfbdfbc-2974-43cb-b0f4-725c47a01ce2 HTTP/1.1" status: 200 len: 853 time: 0.0754397 Jul 16 21:22:58.043943 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8bfd6-2d90-4255-a513-4a4f0cb850a1 None None] Pushing event updated for resources: {'Port': ['ID=d721c6e2-a8b1-486e-94e6-843fa4520f9a,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:58.101692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-0575a15c-07ee-4cd0-9e27-7dcd6ef6c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.103234 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-0575a15c-07ee-4cd0-9e27-7dcd6ef6c685 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803728 Jul 16 21:22:58.143768 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] Set router 336650fb-331f-48bd-b9b5-a87cd4edc2db gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:58.229924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-1298d689-c595-4a8c-b6cd-23cdf814bdc0 service neutron] 10.222.0.26 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187921 Jul 16 21:22:58.332449 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f9876ad-38c8-49a2-8da6-771e51bb980d req-a7848a2c-c91d-44a1-a3d8-349080f30ccf service neutron] 10.222.0.26 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949492 Jul 16 21:22:58.355528 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 4, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port': {'id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:50Z', 'updated_at': '2021-07-16T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd721c6e2-a8b1-486e-94e6-843fa4520f9a', 'name': '', 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'mac_address': 'fa:16:3e:48:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:52Z', 'updated_at': '2021-07-16T21:22:57Z', 'revision_number': 4, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'subnets': [{'id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:58.387939 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae58a1-eea9-49e4-a38a-547aac20ea21 None None] The sync data for ids ['336650fb-331f-48bd-b9b5-a87cd4edc2db'] in n-d-798930-6 is: [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:22:53Z', 'revision_number': 4, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port': {'id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:50Z', 'updated_at': '2021-07-16T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd721c6e2-a8b1-486e-94e6-843fa4520f9a', 'name': '', 'network_id': 'be61be3f-60dc-42a0-8102-1f38f63286d3', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'mac_address': 'fa:16:3e:48:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:52Z', 'updated_at': '2021-07-16T21:22:57Z', 'revision_number': 4, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'subnets': [{'id': '33f6223a-e7c3-43e4-9673-9ebbfabd55d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:58.436704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-0be751c6-0f66-4e1d-9fa8-5503736fde6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.438222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-0be751c6-0f66-4e1d-9fa8-5503736fde6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97fffb117b9f4cea86f27a552535361e&device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 1095 time: 0.0539417 Jul 16 21:22:58.537372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-e50c31b3-adb4-4f5a-a331-2eefdc39e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.538864 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-e50c31b3-adb4-4f5a-a331-2eefdc39e284 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e HTTP/1.1" status: 200 len: 915 time: 0.0937932 Jul 16 21:22:58.581447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-e1fb1e45-5cb2-4e59-b9f8-def8504e5150 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ea4c393-89f1-4792-bf1d-5f06d244e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0349226 Jul 16 21:22:58.639273 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-b584c2d1-1d03-40ae-b4cf-f4f46d7c9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:58.640736 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-b584c2d1-1d03-40ae-b4cf-f4f46d7c9e53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4bfbdfbc-2974-43cb-b0f4-725c47a01ce2 HTTP/1.1" status: 200 len: 853 time: 0.0527496 Jul 16 21:22:59.088624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-c3ee6013-bbe6-4b2f-8faa-46b255ec0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.090218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-c3ee6013-bbe6-4b2f-8faa-46b255ec0956 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4424350 Jul 16 21:22:59.114063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0bdaf-ee45-418c-9bb7-262494da8336 req-9110b753-d7ae-4b25-aa66-ce2829009766 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.115661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6e0bdaf-ee45-418c-9bb7-262494da8336 req-9110b753-d7ae-4b25-aa66-ce2829009766 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 944 time: 0.0933583 Jul 16 21:22:59.199111 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f6e0bdaf-ee45-418c-9bb7-262494da8336 req-7b69f433-2ad7-4c0c-8e74-1803622c8d96 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737932 Jul 16 21:22:59.221231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-c0401d0a-1d18-4b33-b457-4830cc73038e service neutron] 10.222.0.26 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224627 Jul 16 21:22:59.314838 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57c477b7-bdfe-403c-b7e5-130563fcdb69 req-808b3f08-d0b3-43d2-93d3-4accf863a8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872726 Jul 16 21:22:59.721626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d721c6e2-a8b1-486e-94e6-843fa4520f9a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:59.772239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d721c6e2-a8b1-486e-94e6-843fa4520f9a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:59.776665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d721c6e2-a8b1-486e-94e6-843fa4520f9a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:59.777039 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:59.850445 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:59.887903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d721c6e2-a8b1-486e-94e6-843fa4520f9a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d721c6e2-a8b1-486e-94e6-843fa4520f9a,segment=NetworkSegment(2120fe78-9d2e-4123-847c-d4f740d014bc),segment_id=2120fe78-9d2e-4123-847c-d4f740d014bc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:59.891876 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:59.938453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d721c6e2-a8b1-486e-94e6-843fa4520f9a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:00.370863 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be12e5-0505-4504-84b0-b5e27af43fc3 req-e0a642c7-ac3d-4cda-b334-da831bf9ed14 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:00.372633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85be12e5-0505-4504-84b0-b5e27af43fc3 req-e0a642c7-ac3d-4cda-b334-da831bf9ed14 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 944 time: 0.0628111 Jul 16 21:23:00.380185 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19f30200-fbab-4689-8d78-6f73f617f7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:00.411177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-85be12e5-0505-4504-84b0-b5e27af43fc3 req-be518fe8-3f6e-425e-b109-7c4e9c9ab026 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Jul 16 21:23:00.910606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:23:01.003411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:01.018275 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'port_id': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7', 'mac_address': 'fa:16:3e:33:af:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:23:01.055041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:01.068001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:23:01.088181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:01.092536 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:01.140149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:01.308281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['3ea4c393-89f1-4792-bf1d-5f06d244e3b7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:23:01.588002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaa13b-dff6-479f-bfa8-4078d4c60e81 req-8bbad6f2-8e25-4ab6-b728-f39e66104145 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:01.589484 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34eaa13b-dff6-479f-bfa8-4078d4c60e81 req-8bbad6f2-8e25-4ab6-b728-f39e66104145 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 945 time: 0.0644882 Jul 16 21:23:01.628004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34eaa13b-dff6-479f-bfa8-4078d4c60e81 req-47dd514d-36c4-4ae4-808c-4e430d7dce79 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Jul 16 21:23:01.704830 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d721c6e2-a8b1-486e-94e6-843fa4520f9a up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:01.751929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d721c6e2-a8b1-486e-94e6-843fa4520f9a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:01.752297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:01.983967 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:02.808590 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630cf9e-5df8-4b99-9672-801af9baec96 req-2071930e-eea7-4481-8dfe-7d777fd7aac5 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:02.809967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b630cf9e-5df8-4b99-9672-801af9baec96 req-2071930e-eea7-4481-8dfe-7d777fd7aac5 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 945 time: 0.0685308 Jul 16 21:23:02.850301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b630cf9e-5df8-4b99-9672-801af9baec96 req-0e0df87c-b47f-4d7d-8398-9861d987ce28 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338554 Jul 16 21:23:02.927232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:02.974856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:02.978374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:02.978766 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:03.055533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:03.078321 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:03.080582 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cc21c4-bdf6-4250-ab02-726a315659f6" -d '{"events": [{"server_uuid": "710ad56d-ef43-4bb2-9cff-f8527cb1ad0a", "name": "network-vif-plugged", "status": "completed", "tag": "3ea4c393-89f1-4792-bf1d-5f06d244e3b7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:03.096088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:03.100917 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:03.124641 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931210db-79f9-4768-b87c-53cd0eeb3ad5 x-openstack-request-id: req-931210db-79f9-4768-b87c-53cd0eeb3ad5 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:03.124934 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ad56d-ef43-4bb2-9cff-f8527cb1ad0a", "name": "network-vif-plugged", "status": "completed", "tag": "3ea4c393-89f1-4792-bf1d-5f06d244e3b7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:03.125185 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-931210db-79f9-4768-b87c-53cd0eeb3ad5 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:03.125577 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7', 'code': 200} Jul 16 21:23:03.151689 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:03.235714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02701e75-b8d8-4ea3-bba3-5d9362718b18 req-09dc3f53-8dda-4455-8835-374f06354c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:03.237403 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02701e75-b8d8-4ea3-bba3-5d9362718b18 req-09dc3f53-8dda-4455-8835-374f06354c93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 1097 time: 0.0531602 Jul 16 21:23:03.271458 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-02701e75-b8d8-4ea3-bba3-5d9362718b18 req-39a4ba3a-2a99-4eb4-b076-152cad8f7aa0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274208 Jul 16 21:23:04.025593 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d4be-cbeb-4efc-8f43-ad6cdc4e83e9 req-604905f4-63cf-4cfb-94c0-1872079d4911 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:04.027161 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ed7d4be-cbeb-4efc-8f43-ad6cdc4e83e9 req-604905f4-63cf-4cfb-94c0-1872079d4911 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 946 time: 0.0628488 Jul 16 21:23:04.069773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ed7d4be-cbeb-4efc-8f43-ad6cdc4e83e9 req-d779f43e-aa8c-42fb-ba42-80df05a0a446 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370193 Jul 16 21:23:04.155470 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:04.950294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1760fb1-ebac-4cbb-8be2-634a35b5b682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:05.245323 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab2f4-f77b-48ce-9b80-ed6c01fb4f9e req-993a9acb-82c4-48fa-8090-2dd2e4da18fc tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:05.246903 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d37ab2f4-f77b-48ce-9b80-ed6c01fb4f9e req-993a9acb-82c4-48fa-8090-2dd2e4da18fc tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 946 time: 0.0652976 Jul 16 21:23:05.287701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d37ab2f4-f77b-48ce-9b80-ed6c01fb4f9e req-18aaa3d6-2a2e-4c2f-9448-2481126deeaf tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Jul 16 21:23:05.465134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bd8f2-6a03-4825-8988-115467541d02 req-9fa6923d-81d3-4bee-a854-5a6d4dd41f75 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:05.466637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-209bd8f2-6a03-4825-8988-115467541d02 req-9fa6923d-81d3-4bee-a854-5a6d4dd41f75 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 946 time: 0.0639353 Jul 16 21:23:05.503832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-209bd8f2-6a03-4825-8988-115467541d02 req-1bc8779b-797b-4492-85e6-df9dbc2a5752 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Jul 16 21:23:06.289537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:08.406741 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:09.056462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:09.314387 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:24.530948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ade66-8feb-4584-b066-f876fdfe2c5b req-6d404e6f-a0e6-427f-961d-489695b8984a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:24.532657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b2ade66-8feb-4584-b066-f876fdfe2c5b req-6d404e6f-a0e6-427f-961d-489695b8984a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 946 time: 0.0746114 Jul 16 21:23:24.570376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b2ade66-8feb-4584-b066-f876fdfe2c5b req-fda89219-8d52-4c48-878c-60db31f4618f tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 16 21:23:25.745118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0518ec-09bc-4b39-a507-e2160e3b4ff9 req-40b8b06f-7e4b-431a-9ff8-01e5c1a5375b tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:25.746605 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df0518ec-09bc-4b39-a507-e2160e3b4ff9 req-40b8b06f-7e4b-431a-9ff8-01e5c1a5375b tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 946 time: 0.0633988 Jul 16 21:23:25.784595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df0518ec-09bc-4b39-a507-e2160e3b4ff9 req-a82b6aa3-c02a-4af2-9c9f-5e6311002922 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Jul 16 21:23:26.155357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-7a4e3a5a-3862-40a5-b0fb-7b9383d3158a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:26.156811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-7a4e3a5a-3862-40a5-b0fb-7b9383d3158a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.26 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 946 time: 0.0669439 Jul 16 21:23:26.258564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Deleting port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:26.258900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.354357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] For port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:26.354620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.367485 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Calling delete_port for 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:26.495956 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.508542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['3ea4c393-89f1-4792-bf1d-5f06d244e3b7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:23:26.529795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Pushing event deleted for resources: {'Port': ['ID=3ea4c393-89f1-4792-bf1d-5f06d244e3b7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:26.559220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.559729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.560070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.560402 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.560735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.561063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.561392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.561721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.562056 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.562382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.562710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.563030 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:26.587837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] No DVR routers for this DVR port 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:26.590546 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.592596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b9125f5-d016-413a-965f-b4a77d3f11e4 req-0eb015f8-3b56-4fb8-95f2-d5ae05d491b7 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.26 "DELETE /v2.0/ports/3ea4c393-89f1-4792-bf1d-5f06d244e3b7 HTTP/1.1" status: 204 len: 173 time: 0.4297540 Jul 16 21:23:26.593046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'name': 'network-vif-deleted', 'tag': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:26.595364 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d19bd1-a37b-411f-b2fa-9481bcdc3204" -d '{"events": [{"server_uuid": "710ad56d-ef43-4bb2-9cff-f8527cb1ad0a", "name": "network-vif-deleted", "tag": "3ea4c393-89f1-4792-bf1d-5f06d244e3b7"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:26.641127 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e80d76-b315-4e09-ab28-005bed5355cd x-openstack-request-id: req-e8e80d76-b315-4e09-ab28-005bed5355cd {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:26.641452 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ad56d-ef43-4bb2-9cff-f8527cb1ad0a", "name": "network-vif-deleted", "tag": "3ea4c393-89f1-4792-bf1d-5f06d244e3b7", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:26.641674 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e8e80d76-b315-4e09-ab28-005bed5355cd {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:26.642080 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ad56d-ef43-4bb2-9cff-f8527cb1ad0a', 'name': 'network-vif-deleted', 'tag': '3ea4c393-89f1-4792-bf1d-5f06d244e3b7', 'status': 'completed', 'code': 200} Jul 16 21:23:26.938546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fc9d62fd-9b25-4a9c-b1c6-9f7231150a8b req-b87469b5-28b5-4f75-b2ba-139d1f4e4112 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=710ad56d-ef43-4bb2-9cff-f8527cb1ad0a HTTP/1.1" status: 200 len: 210 time: 0.0292537 Jul 16 21:23:28.684003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-2d2007ae-8150-4efb-8e38-f3bcb5e336a0 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:28.685516 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-2d2007ae-8150-4efb-8e38-f3bcb5e336a0 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/networks?id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e HTTP/1.1" status: 200 len: 814 time: 0.1039121 Jul 16 21:23:28.701490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-78bad4e4-3597-48ff-8489-9ecadee23f95 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/quotas/97fffb117b9f4cea86f27a552535361e HTTP/1.1" status: 200 len: 375 time: 0.0100269 Jul 16 21:23:28.767618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-aa2a32e8-b92d-474a-8ca0-8ef44dd8011d tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=97fffb117b9f4cea86f27a552535361e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611181 Jul 16 21:23:28.866201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-d0f90358-d054-43af-815d-019d787d8a86 service neutron] 10.222.0.100 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Jul 16 21:23:28.956004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-6605a7de-e3b8-4b2a-807c-759d5807306f service neutron] 10.222.0.100 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838189 Jul 16 21:23:29.056892 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:29.080804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:29.081408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 3ea4c393-89f1-4792-bf1d-5f06d244e3b7 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:29.128506 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ac34d0c-a79a-46b3-9bd7-690b748b29fd req-c1d56620-da21-4d6a-9be4-7a0eded5bfe8 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 210 time: 0.0336585 Jul 16 21:23:30.185979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-19d50a94-c174-4f3f-b957-70a990f81103 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:30.187575 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-19d50a94-c174-4f3f-b957-70a990f81103 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.21 "GET /v2.0/networks?id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e HTTP/1.1" status: 200 len: 814 time: 0.1108074 Jul 16 21:23:30.207133 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Request body: {'port': {'device_id': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'admin_state_up': True, 'tenant_id': '97fffb117b9f4cea86f27a552535361e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:30.310858 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3363304d-7bd8-4b98-b439-60db3df4a7d6 req-753e4fbd-484e-43ee-82ea-82c4c4cb1022 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 210 time: 0.0622919 Jul 16 21:23:30.356065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Made reservation on behalf of 97fffb117b9f4cea86f27a552535361e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:30.359574 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.382191 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-55c09f27-4498-4ab2-9844-3db53a4cf110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.490966 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Allocated IP 172.20.0.4 (2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e/4bfbdfbc-2974-43cb-b0f4-725c47a01ce2/8dff436b-5d9b-4cd0-8e0b-6296e30cc68b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:30.634270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.652530 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Transition to ACTIVE for port object 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:30.685874 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.731111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:30.734303 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:30.738230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:30.744718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Pushing event updated for resources: {'Port': ['ID=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:30.800307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:30.800992 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.815670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-71ee4e8b-e868-4bb8-a8d3-864bdd73d227 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6128917 Jul 16 21:23:30.828308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Request body: {'port': {'device_id': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:30.909077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.941956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-66430c40-6ade-44b9-969a-3325041a0d22 None None] Provisioning for port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:30.945625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-66430c40-6ade-44b9-969a-3325041a0d22 None None] Provisioning complete for port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:30.946039 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-66430c40-6ade-44b9-969a-3325041a0d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:30.982782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-66430c40-6ade-44b9-969a-3325041a0d22 None None] Port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:31.173604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:23:31.182132 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.193648 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Transition to ACTIVE for port object 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:31.197465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.266337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Pushing event updated for resources: {'Port': ['ID=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:31.324558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Attempting to bind port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:31.324918 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Attempting to bind port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:31.325241 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Attempting to bind port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:31.330431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:23:31.330719 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Attempting to bind port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b on network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:31.336874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:31.337223 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Checking segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:31.337620 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Bound using segment: {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:31.338061 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Bound port: 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:31.338434 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.411788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] For port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:31.415560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] For port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:31.420510 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.491052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:31.491711 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:31.493142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] 10.222.0.21 "PUT /v2.0/ports/8dff436b-5d9b-4cd0-8e0b-6296e30cc68b HTTP/1.1" status: 200 len: 1091 time: 0.6693635 Jul 16 21:23:31.493600 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'tag': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:31.495993 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "be3e40d0-e723-4c0d-93dc-ecf75e480f49", "tag": "8dff436b-5d9b-4cd0-8e0b-6296e30cc68b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:31.527357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6845b42-dc27-496c-a22d-48970c42c5af service neutron] Pushing event updated for resources: {'Port': ['ID=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:31.582993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e35fd-6766-4d55-b831-3b6920168baa req-863712fd-fd40-42d6-9e12-f05ba310dec5 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:31.584635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc2e35fd-6766-4d55-b831-3b6920168baa req-863712fd-fd40-42d6-9e12-f05ba310dec5 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 943 time: 0.1548300 Jul 16 21:23:31.645322 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc2e35fd-6766-4d55-b831-3b6920168baa req-587c18cc-2909-43ab-a15d-47a1d639c552 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Jul 16 21:23:31.647678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-127a907f-0b2f-470a-92ee-7fc86a74ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:31.649308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-127a907f-0b2f-470a-92ee-7fc86a74ffce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97fffb117b9f4cea86f27a552535361e&device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 1094 time: 0.1152194 Jul 16 21:23:31.696341 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-2657c990-a322-47f2-a955-ce5a4a535f98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b HTTP/1.1" status: 200 len: 217 time: 0.0391641 Jul 16 21:23:31.702800 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3101ed1c-a9be-49f6-a9cf-b6545c491cfb x-openstack-request-id: req-3101ed1c-a9be-49f6-a9cf-b6545c491cfb {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:31.703100 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3e40d0-e723-4c0d-93dc-ecf75e480f49", "tag": "8dff436b-5d9b-4cd0-8e0b-6296e30cc68b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:31.703384 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3101ed1c-a9be-49f6-a9cf-b6545c491cfb {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:31.703787 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'tag': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b', 'status': 'completed', 'code': 200} Jul 16 21:23:31.750953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-fbbdcbba-4ed2-4130-9327-f43f01c79016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:31.752480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-fbbdcbba-4ed2-4130-9327-f43f01c79016 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bfbdfbc-2974-43cb-b0f4-725c47a01ce2 HTTP/1.1" status: 200 len: 853 time: 0.0479105 Jul 16 21:23:31.809694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704974-c2c2-4314-8469-40775db50a30 req-f3d2bfb7-da84-47af-a2aa-47d14ba39492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:31.811205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-f3d2bfb7-da84-47af-a2aa-47d14ba39492 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516279 Jul 16 21:23:31.906423 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-73908a4c-66ec-44a1-9af0-e6ff8e5ec533 service neutron] 10.222.0.21 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882542 Jul 16 21:23:31.995415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a2704974-c2c2-4314-8469-40775db50a30 req-76fe3999-01cf-4964-a998-074840d5b822 service neutron] 10.222.0.21 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821254 Jul 16 21:23:32.099002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-e0f59c53-11b3-44b8-8d25-155410746de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:32.100560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-e0f59c53-11b3-44b8-8d25-155410746de7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97fffb117b9f4cea86f27a552535361e&device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 1094 time: 0.0540118 Jul 16 21:23:32.193807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-fbfc5ff4-be81-4605-a7c7-72f9c0276e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:32.195335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-fbfc5ff4-be81-4605-a7c7-72f9c0276e72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e HTTP/1.1" status: 200 len: 915 time: 0.0879238 Jul 16 21:23:32.237029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-da9b0327-037a-49a0-b60e-e440f3a09e16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b HTTP/1.1" status: 200 len: 217 time: 0.0340679 Jul 16 21:23:32.290673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-9925f0d0-fbd2-4370-ac3e-bd2f3740243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:32.292074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-9925f0d0-fbd2-4370-ac3e-bd2f3740243d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bfbdfbc-2974-43cb-b0f4-725c47a01ce2 HTTP/1.1" status: 200 len: 853 time: 0.0477407 Jul 16 21:23:32.350282 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-0b8a9912-5b05-4285-86a4-570f382c1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:32.351799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-0b8a9912-5b05-4285-86a4-570f382c1644 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527470 Jul 16 21:23:32.439839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-1a6f3691-0c30-4910-8697-ea9e4ae3315e service neutron] 10.222.0.21 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805609 Jul 16 21:23:32.532925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0cfbf4df-dc63-4ff0-985f-da25bf0ec5b7 req-094d7ea3-2e1a-44a6-9a48-912ae779c834 service neutron] 10.222.0.21 "GET /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852096 Jul 16 21:23:32.823519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b4055-2274-4205-8359-768248403bbd req-87cc2613-1575-42ce-a3cd-a895d40e434c tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:32.824954 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f76b4055-2274-4205-8359-768248403bbd req-87cc2613-1575-42ce-a3cd-a895d40e434c tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 943 time: 0.0628643 Jul 16 21:23:32.862934 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f76b4055-2274-4205-8359-768248403bbd req-eaabf428-703e-4e42-a5e2-d38341de0db3 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Jul 16 21:23:33.951237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:23:34.045422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38f119-68e1-4879-b32b-13d6d8681834 req-820a7375-1cbd-42ca-963a-4a9a6a30c84c tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:34.047027 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac38f119-68e1-4879-b32b-13d6d8681834 req-820a7375-1cbd-42ca-963a-4a9a6a30c84c tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 943 time: 0.0697865 Jul 16 21:23:34.048629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:34.060125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b', 'network_id': '2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e', 'port_id': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b', 'mac_address': 'fa:16:3e:f7:79:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfbdfbc-2974-43cb-b0f4-725c47a01ce2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:23:34.088042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ac38f119-68e1-4879-b32b-13d6d8681834 req-577afb02-e46e-4b9e-85e9-205ae3478574 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Jul 16 21:23:34.102148 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.115519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:23:34.135945 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:34.139511 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.175612 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.196112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:34.203561 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.203854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.204192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.204526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.204856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.205184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.205508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.205831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.206152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.206471 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.207459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.207932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:34.381195 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['8dff436b-5d9b-4cd0-8e0b-6296e30cc68b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:23:34.950758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-66fa95f4-c299-4c52-824b-cc3e41f8d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:35.266457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69247ca-d89c-4f6a-a717-957bca2bebd7 req-8daa55f5-df70-4581-8d44-a4625b7f8b7b tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:35.267973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c69247ca-d89c-4f6a-a717-957bca2bebd7 req-8daa55f5-df70-4581-8d44-a4625b7f8b7b tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 944 time: 0.0660977 Jul 16 21:23:35.306701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c69247ca-d89c-4f6a-a717-957bca2bebd7 req-dbae47f6-6b9d-4dec-a56e-1a2e692f138d tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Jul 16 21:23:35.979881 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:36.027762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:36.031813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:36.032195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.108359 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.134393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:36.136779 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8afcf8-c1af-430e-8383-9d4cfd1bc76e" -d '{"events": [{"server_uuid": "be3e40d0-e723-4c0d-93dc-ecf75e480f49", "name": "network-vif-plugged", "status": "completed", "tag": "8dff436b-5d9b-4cd0-8e0b-6296e30cc68b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:36.149771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:36.154663 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.179567 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6af995-a8b8-442e-81f2-f0179586e3b9 x-openstack-request-id: req-5b6af995-a8b8-442e-81f2-f0179586e3b9 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:36.179853 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3e40d0-e723-4c0d-93dc-ecf75e480f49", "name": "network-vif-plugged", "status": "completed", "tag": "8dff436b-5d9b-4cd0-8e0b-6296e30cc68b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:36.180101 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5b6af995-a8b8-442e-81f2-f0179586e3b9 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:36.180484 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b', 'code': 200} Jul 16 21:23:36.207404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:36.291220 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.296445 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110dc0c-20a7-4e6b-9789-6befc6c5f699 req-31141da7-a5d8-42b7-8598-606ca53c50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:36.297964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1110dc0c-20a7-4e6b-9789-6befc6c5f699 req-31141da7-a5d8-42b7-8598-606ca53c50b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 1096 time: 0.0536501 Jul 16 21:23:36.334286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1110dc0c-20a7-4e6b-9789-6befc6c5f699 req-add4b73a-ac80-4387-89dd-47fcf8890d23 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284584 Jul 16 21:23:36.486882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b604e-1366-4d71-aee1-8f65d78e7fda req-d0c94945-9d22-4b4c-bb42-b27089bae053 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:36.489065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e55b604e-1366-4d71-aee1-8f65d78e7fda req-d0c94945-9d22-4b4c-bb42-b27089bae053 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 945 time: 0.0716569 Jul 16 21:23:36.527032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e55b604e-1366-4d71-aee1-8f65d78e7fda req-84378c4b-0f84-493d-a6a8-855dde070584 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Jul 16 21:23:37.707983 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38736e-4250-4e3f-b06e-8c8039fbd8b8 req-41e3651a-3d9d-489e-abef-256aa13d9e37 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:37.709502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e38736e-4250-4e3f-b06e-8c8039fbd8b8 req-41e3651a-3d9d-489e-abef-256aa13d9e37 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 945 time: 0.0703692 Jul 16 21:23:37.747452 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e38736e-4250-4e3f-b06e-8c8039fbd8b8 req-577e1d3b-5d79-4602-9903-07fad888842a tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Jul 16 21:23:37.926161 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0167b-d1d6-41d4-9ffc-84f428508b97 req-40d74ba7-14db-4734-837c-6554484a503d tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:37.927619 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51d0167b-d1d6-41d4-9ffc-84f428508b97 req-40d74ba7-14db-4734-837c-6554484a503d tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 945 time: 0.0696025 Jul 16 21:23:37.965857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-51d0167b-d1d6-41d4-9ffc-84f428508b97 req-9df4204a-35d8-4b95-8ec6-e64d61a01a49 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Jul 16 21:23:38.410589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.983728 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:39.060548 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.330536 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.905140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f66ed-faad-48a8-b7c5-5b7ff446ee51 req-8c1b38c8-d959-42df-a865-a3639250b2a8 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:56.906650 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982f66ed-faad-48a8-b7c5-5b7ff446ee51 req-8c1b38c8-d959-42df-a865-a3639250b2a8 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 945 time: 0.0672102 Jul 16 21:23:56.948026 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-982f66ed-faad-48a8-b7c5-5b7ff446ee51 req-d58c6dab-864f-4bbb-99be-53c3b6553e96 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Jul 16 21:23:58.121088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24303b29-9510-496d-a891-37acd8eba404 req-06ec8c84-9ed3-41ee-a47e-5be7609a93d2 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:58.122556 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24303b29-9510-496d-a891-37acd8eba404 req-06ec8c84-9ed3-41ee-a47e-5be7609a93d2 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 945 time: 0.0626371 Jul 16 21:23:58.159975 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24303b29-9510-496d-a891-37acd8eba404 req-4159b8ed-813f-44e2-a3af-7a45a33d12ad tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/security-groups?id=39c466a8-2e48-48a0-abb3-18ecbd3aa222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Jul 16 21:23:58.511956 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-0280d07c-49a0-4f9e-8447-6ccce50aef12 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:58.513646 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-0280d07c-49a0-4f9e-8447-6ccce50aef12 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.21 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 945 time: 0.0705020 Jul 16 21:23:58.615042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Deleting port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:58.615413 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:58.709859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] For port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:58.710218 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:58.722294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Calling delete_port for 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:58.852345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:58.864930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['8dff436b-5d9b-4cd0-8e0b-6296e30cc68b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:23:58.882607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Pushing event deleted for resources: {'Port': ['ID=8dff436b-5d9b-4cd0-8e0b-6296e30cc68b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:58.929213 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] No DVR routers for this DVR port 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:58.932037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:58.934123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cab1d04-7624-4b66-8261-e7ffb175772a req-9a110eaa-b2b1-493c-9939-f6d3d3cbe892 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.21 "DELETE /v2.0/ports/8dff436b-5d9b-4cd0-8e0b-6296e30cc68b HTTP/1.1" status: 204 len: 173 time: 0.4143786 Jul 16 21:23:58.934573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'name': 'network-vif-deleted', 'tag': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:58.937059 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee791f8-8f49-4e01-a886-4652eb65a69d" -d '{"events": [{"server_uuid": "be3e40d0-e723-4c0d-93dc-ecf75e480f49", "name": "network-vif-deleted", "tag": "8dff436b-5d9b-4cd0-8e0b-6296e30cc68b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:58.976265 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d0202-f1f9-48c6-b57d-644db8b8fd3c x-openstack-request-id: req-387d0202-f1f9-48c6-b57d-644db8b8fd3c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:58.976566 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3e40d0-e723-4c0d-93dc-ecf75e480f49", "name": "network-vif-deleted", "tag": "8dff436b-5d9b-4cd0-8e0b-6296e30cc68b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:58.976829 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-387d0202-f1f9-48c6-b57d-644db8b8fd3c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:58.977241 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3e40d0-e723-4c0d-93dc-ecf75e480f49', 'name': 'network-vif-deleted', 'tag': '8dff436b-5d9b-4cd0-8e0b-6296e30cc68b', 'status': 'completed', 'code': 200} Jul 16 21:23:59.320684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1aa5f955-55aa-440e-9463-d526a223e7f0 req-5231b2a9-ba8c-48c3-8f6f-bbb8c93f28c4 tempest-TestEncryptedCinderVolumes-502173499 tempest-TestEncryptedCinderVolumes-502173499-project] 10.222.0.100 "GET /v2.0/ports?device_id=be3e40d0-e723-4c0d-93dc-ecf75e480f49 HTTP/1.1" status: 200 len: 210 time: 0.0305209 Jul 16 21:24:00.384489 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3e85-3453-4e4f-bd57-bd0b58d20199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:00.457910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32804) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:00.804261 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:01.062309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Deleting port 534b3778-4de5-445e-b6be-51accf395690 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:01.062561 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:01.145926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] For port 534b3778-4de5-445e-b6be-51accf395690, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=534b3778-4de5-445e-b6be-51accf395690,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:01.146287 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:01.163019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Calling delete_port for 534b3778-4de5-445e-b6be-51accf395690 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:01.345533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:01.371796 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Pushing event deleted for resources: {'Port': ['ID=534b3778-4de5-445e-b6be-51accf395690,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:01.541894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.041527 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:02.063580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:02.063923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 8dff436b-5d9b-4cd0-8e0b-6296e30cc68b not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:02.111204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:02.217306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:02.222481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c5ddd5b8-9edb-41e6-ba2f-db31656b918a admin admin] 10.222.0.100 "PUT /v2.0/routers/1c916ef5-f7bd-4bf8-a305-1579be6dea08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7633328 Jul 16 21:24:02.225076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32806) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:02.226745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] Sync routers for ids ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:02.236306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] Routers {'1c916ef5-f7bd-4bf8-a305-1579be6dea08'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:02.236981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:23:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:02.337114 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.341605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] Set router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:02.446526 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.499982 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Deleting port 8977bfc0-2794-4ba0-af1e-c91339358caf {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:02.500329 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.522987 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:24:01Z', 'revision_number': 5, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port': {'id': '8977bfc0-2794-4ba0-af1e-c91339358caf', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:02.549681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] Checking router: 1c916ef5-f7bd-4bf8-a305-1579be6dea08 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:02.558603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] Routers {'1c916ef5-f7bd-4bf8-a305-1579be6dea08'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:02.559218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:23:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:02.582091 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] For port 8977bfc0-2794-4ba0-af1e-c91339358caf, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=8977bfc0-2794-4ba0-af1e-c91339358caf,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:02.582707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.600149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Calling delete_port for 8977bfc0-2794-4ba0-af1e-c91339358caf owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:02.645293 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] Set router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:02.700901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:24:02Z', 'revision_number': 6, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:02.728588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80cbf71-9cc3-4799-8331-0bfb66c54a8a None None] The sync data for ids ['1c916ef5-f7bd-4bf8-a305-1579be6dea08'] in n-d-798930-6 is: [{'id': '1c916ef5-f7bd-4bf8-a305-1579be6dea08', 'name': 'tempest-TestEncryptedCinderVolumes-4722602-router', 'tenant_id': '97fffb117b9f4cea86f27a552535361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:45Z', 'updated_at': '2021-07-16T21:24:02Z', 'revision_number': 6, 'project_id': '97fffb117b9f4cea86f27a552535361e', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:02.770831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.800716 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8977bfc0-2794-4ba0-af1e-c91339358caf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:02.869853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.964583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:02.966844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.015016 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.015484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c916ef5-f7bd-4bf8-a305-1579be6dea08 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:24:03.021415 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.022609 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b165be48-8be1-48b3-9a75-fa7e4694a3a4 admin admin] 10.222.0.100 "DELETE /v2.0/routers/1c916ef5-f7bd-4bf8-a305-1579be6dea08 HTTP/1.1" status: 204 len: 168 time: 0.7962205 Jul 16 21:24:03.025178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32808) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:03.073162 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] Deleting subnet 4bfbdfbc-2974-43cb-b0f4-725c47a01ce2 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:24:03.076564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.113544 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.194107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.253308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.281613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.283518 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/4bfbdfbc-2974-43cb-b0f4-725c47a01ce2 HTTP/1.1" status: 204 len: 168 time: 0.2573891 Jul 16 21:24:03.285043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad303e-8a78-485f-8032-c136e514eb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfbdfbc-2974-43cb-b0f4-725c47a01ce2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:03.286802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32810) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:03.289853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a280c5-6425-4422-8fe0-4cb4a1f67f7f None None] Network 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:03.361107 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.414755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Deleting port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:03.415098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.485742 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] For port b586f513-d232-4f8f-a47a-5b9f5cb59bc4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:03.486018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.493604 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] DHCP port deletion for 2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:24:03.505826 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Calling delete_port for b586f513-d232-4f8f-a47a-5b9f5cb59bc4 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:03.540751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] Deleting port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:03.541129 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.589624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.609154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] For port b586f513-d232-4f8f-a47a-5b9f5cb59bc4, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,segment=NetworkSegment(cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45),segment_id=cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:03.609545 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.616969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Pushing event deleted for resources: {'Port': ['ID=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:03.621694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] No DVR routers for this DVR port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:24:03.622146 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] Calling delete_port for b586f513-d232-4f8f-a47a-5b9f5cb59bc4 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:03.649326 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.649727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.650178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.650517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.650865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.651194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.651549 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.651874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.652205 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.652515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.652835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.653151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:03.712853 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.716522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.729423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:03.740984 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:03.741286 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcb7c44-ab94-4c5a-890e-6b2c2d1c9a45') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:03.744670 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] Pushing event deleted for resources: {'Port': ['ID=b586f513-d232-4f8f-a47a-5b9f5cb59bc4,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:03.751482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.757239 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353bb35-e0df-4fa2-93b8-d134e9b57690 None None] No DVR routers for this DVR port b586f513-d232-4f8f-a47a-5b9f5cb59bc4 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:24:03.768090 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.776135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b586f513-d232-4f8f-a47a-5b9f5cb59bc4 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:03.780083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:24:03.780495 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:24:03.782347 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:24:03.808431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b586f513-d232-4f8f-a47a-5b9f5cb59bc4 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:03.808781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b586f513-d232-4f8f-a47a-5b9f5cb59bc4 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:03.809201 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 534b3778-4de5-445e-b6be-51accf395690 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:03.828672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 534b3778-4de5-445e-b6be-51accf395690 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:03.829013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 534b3778-4de5-445e-b6be-51accf395690 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:03.829423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8977bfc0-2794-4ba0-af1e-c91339358caf no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:03.840791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.846552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:03.850027 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] 10.222.0.100 "DELETE /v2.0/networks/2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e HTTP/1.1" status: 204 len: 168 time: 0.5612621 Jul 16 21:24:03.850564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 8977bfc0-2794-4ba0-af1e-c91339358caf {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:03.850914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 8977bfc0-2794-4ba0-af1e-c91339358caf not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:03.853657 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32814) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:03.870021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a105cfe-f5ac-4e32-8073-e53d0436c00e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed4a4ea-8b3c-4beb-a70c-599e14bbe88e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:04.156741 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:04.216226 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:04.475041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Deleting port d721c6e2-a8b1-486e-94e6-843fa4520f9a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:04.475411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:04.558124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] For port d721c6e2-a8b1-486e-94e6-843fa4520f9a, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d721c6e2-a8b1-486e-94e6-843fa4520f9a,segment=NetworkSegment(2120fe78-9d2e-4123-847c-d4f740d014bc),segment_id=2120fe78-9d2e-4123-847c-d4f740d014bc)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:04.558501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:04.570765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Calling delete_port for d721c6e2-a8b1-486e-94e6-843fa4520f9a owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:04.753817 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:04.780308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d721c6e2-a8b1-486e-94e6-843fa4520f9a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:04.946047 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:04.958707 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac71e-913d-4b23-b704-b456041906c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:05.165212 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Router 336650fb-331f-48bd-b9b5-a87cd4edc2db has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:05.272831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:05.280815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5e382e05-8931-4d03-80f0-e1dbb73baed4 admin admin] 10.222.0.100 "PUT /v2.0/routers/336650fb-331f-48bd-b9b5-a87cd4edc2db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231901 Jul 16 21:24:05.281092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32816) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:05.281325 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] Sync routers for ids ['336650fb-331f-48bd-b9b5-a87cd4edc2db'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:05.290628 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] Routers {'336650fb-331f-48bd-b9b5-a87cd4edc2db'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:05.291227 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['336650fb-331f-48bd-b9b5-a87cd4edc2db'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:05.389389 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:05.396222 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] Set router 336650fb-331f-48bd-b9b5-a87cd4edc2db gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:05.491873 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:05.544678 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Deleting port c0775f39-3843-44d0-834d-f262733fb9fd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:05.545022 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:05.579422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:24:04Z', 'revision_number': 5, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port': {'id': 'c0775f39-3843-44d0-834d-f262733fb9fd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:22:50Z', 'updated_at': '2021-07-16T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:05.610880 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] Checking router: 336650fb-331f-48bd-b9b5-a87cd4edc2db for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:05.619917 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] Routers {'336650fb-331f-48bd-b9b5-a87cd4edc2db'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:05.620516 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['336650fb-331f-48bd-b9b5-a87cd4edc2db'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:05.627807 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] For port c0775f39-3843-44d0-834d-f262733fb9fd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c0775f39-3843-44d0-834d-f262733fb9fd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:05.628768 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:05.640738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Calling delete_port for c0775f39-3843-44d0-834d-f262733fb9fd owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:05.717321 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] Set router 336650fb-331f-48bd-b9b5-a87cd4edc2db gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:05.770778 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:24:05Z', 'revision_number': 6, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:05.800404 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5228ad-9c4f-4139-b42a-35a441b6420e None None] The sync data for ids ['336650fb-331f-48bd-b9b5-a87cd4edc2db'] in n-d-798930-6 is: [{'id': '336650fb-331f-48bd-b9b5-a87cd4edc2db', 'name': 'tempest-TestEncryptedCinderVolumes-996985051-router', 'tenant_id': '58217ac8259b4cd1a97619f9968cd1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:22:49Z', 'updated_at': '2021-07-16T21:24:05Z', 'revision_number': 6, 'project_id': '58217ac8259b4cd1a97619f9968cd1d4', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:05.820129 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:05.854874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c0775f39-3843-44d0-834d-f262733fb9fd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:05.917009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.019130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.021276 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.064992 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.065500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336650fb-331f-48bd-b9b5-a87cd4edc2db {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:24:06.069779 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.070895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b525f92-7d29-4b02-b776-9557dfbe73dd admin admin] 10.222.0.100 "DELETE /v2.0/routers/336650fb-331f-48bd-b9b5-a87cd4edc2db HTTP/1.1" status: 204 len: 168 time: 0.7887366 Jul 16 21:24:06.073463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32818) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:06.118097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] Deleting subnet 33f6223a-e7c3-43e4-9673-9ebbfabd55d3 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:24:06.121581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.160009 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.247144 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.296165 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.307283 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.337754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f6223a-e7c3-43e4-9673-9ebbfabd55d3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:06.339844 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.343289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa4444b-d31a-4913-b8de-0c75d38d7813 None None] Network be61be3f-60dc-42a0-8102-1f38f63286d3 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:06.345175 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32820) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:06.345689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fd97fe83-86e6-4a10-9f97-c32818176c00 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/33f6223a-e7c3-43e4-9673-9ebbfabd55d3 HTTP/1.1" status: 204 len: 168 time: 0.2707419 Jul 16 21:24:06.427529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.486652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Deleting port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:06.486998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.555872 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] DHCP port deletion for be61be3f-60dc-42a0-8102-1f38f63286d3 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:24:06.567834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] For port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,segment=NetworkSegment(2120fe78-9d2e-4123-847c-d4f740d014bc),segment_id=2120fe78-9d2e-4123-847c-d4f740d014bc)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:06.568295 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.580892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Calling delete_port for 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:06.615597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] Deleting port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:06.616053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.667767 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.681191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] For port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,segment=NetworkSegment(2120fe78-9d2e-4123-847c-d4f740d014bc),segment_id=2120fe78-9d2e-4123-847c-d4f740d014bc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:06.681578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.693526 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] Calling delete_port for 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:06.698101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] No DVR routers for this DVR port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:24:06.703932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:06.769030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.778259 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.788489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be61be3f-60dc-42a0-8102-1f38f63286d3']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:06.794681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] Pushing event deleted for resources: {'Port': ['ID=0f9a3cf5-d27c-41d0-a511-e63ec222e1f5,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:06.798248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2a035-d045-4d51-96b8-c9bca88869aa None None] No DVR routers for this DVR port 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:24:06.804086 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2120fe78-9d2e-4123-847c-d4f740d014bc') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:06.804390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2120fe78-9d2e-4123-847c-d4f740d014bc') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:06.813705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.828803 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.835408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:24:06.835833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:24:06.837635 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:24:06.899757 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.905289 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:06.907209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] 10.222.0.100 "DELETE /v2.0/networks/be61be3f-60dc-42a0-8102-1f38f63286d3 HTTP/1.1" status: 204 len: 168 time: 0.5609541 Jul 16 21:24:06.920272 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244d33-aa86-452d-abe3-6a10ea19a75a admin admin] Pushing event deleted for resources: {'Network': ['ID=be61be3f-60dc-42a0-8102-1f38f63286d3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:07.077169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32824) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:07.117731 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-49f81e3d-be4e-4ba2-bb2b-539ac61151ef admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=97fffb117b9f4cea86f27a552535361e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393624 Jul 16 21:24:07.120236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32826) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:07.172554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62bcba65-2cb2-49fa-b7ac-09ad7598e3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.196343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62bcba65-2cb2-49fa-b7ac-09ad7598e3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.244703 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62bcba65-2cb2-49fa-b7ac-09ad7598e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.247445 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62bcba65-2cb2-49fa-b7ac-09ad7598e3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.248743 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-62bcba65-2cb2-49fa-b7ac-09ad7598e3a8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/39c466a8-2e48-48a0-abb3-18ecbd3aa222 HTTP/1.1" status: 204 len: 168 time: 0.1275411 Jul 16 21:24:07.257653 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcba65-2cb2-49fa-b7ac-09ad7598e3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c466a8-2e48-48a0-abb3-18ecbd3aa222,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:07.562690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32832) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:07.603714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7c1bfb09-2229-496b-817a-ce85b3163f5f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=58217ac8259b4cd1a97619f9968cd1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397165 Jul 16 21:24:07.606131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32834) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:07.658882 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f459c36d-7bc4-4740-8b4f-7378acb34ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.682542 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f459c36d-7bc4-4740-8b4f-7378acb34ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.731570 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f459c36d-7bc4-4740-8b4f-7378acb34ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.734458 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f459c36d-7bc4-4740-8b4f-7378acb34ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:07.739231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f459c36d-7bc4-4740-8b4f-7378acb34ada admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8d0061eb-8132-4ee3-b663-ec5f911f83b0 HTTP/1.1" status: 204 len: 168 time: 0.1320136 Jul 16 21:24:07.741792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c0775f39-3843-44d0-834d-f262733fb9fd no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:07.747849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459c36d-7bc4-4740-8b4f-7378acb34ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0061eb-8132-4ee3-b663-ec5f911f83b0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:07.768574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c0775f39-3843-44d0-834d-f262733fb9fd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:07.768917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c0775f39-3843-44d0-834d-f262733fb9fd not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:07.769336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d721c6e2-a8b1-486e-94e6-843fa4520f9a no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:07.792045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d721c6e2-a8b1-486e-94e6-843fa4520f9a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:07.792397 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d721c6e2-a8b1-486e-94e6-843fa4520f9a not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:07.792829 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:07.812363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:07.812707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0f9a3cf5-d27c-41d0-a511-e63ec222e1f5 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:08.402663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32858) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:08.412197 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.497672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-959439987-network', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:08.520218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Made reservation on behalf of cc3f64fc7c964e01b9ef9144e66dba5b for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:08.522517 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.530932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.619906 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.623716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.645925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:24:08.661644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4656193-8dfc-4c51-83f9-fd5e1b803cb6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:08.664484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.664826 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Added segment ea200b42-4f7f-4fd2-85db-ae501529dd9f of type vlan for network 339c493b-75ff-4948-91d0-ec5f44844cfe Jul 16 21:24:08.708319 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.736237 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.737177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:08.738336 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.772367 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3684881 Jul 16 21:24:08.775941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:08.781073 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Request body: {'subnet': {'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-959439987-subnet', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:08.802333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Made reservation on behalf of cc3f64fc7c964e01b9ef9144e66dba5b for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:08.802609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebc12f-0425-49a3-a494-014db1637838 admin admin] Pushing event updated for resources: {'Network': ['ID=339c493b-75ff-4948-91d0-ec5f44844cfe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:08.804902 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:08.813433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 339c493b-75ff-4948-91d0-ec5f44844cfe details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:24:08.976106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.042119 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358c6072-debe-4c95-8e2e-567fa0fe79e3,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:09.046663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Checking segment: {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:09.047029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Network hostable DHCP agents. Network: 339c493b-75ff-4948-91d0-ec5f44844cfe, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:24:09.056258 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.064443 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Network 339c493b-75ff-4948-91d0-ec5f44844cfe is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:24:09.076293 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 339c493b-75ff-4948-91d0-ec5f44844cfe) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:09.080317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:09.080915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.086588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051e855-83cd-411e-b7bf-cc65ff2154a3 None None] Network 339c493b-75ff-4948-91d0-ec5f44844cfe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:09.094598 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-496932f1-533b-4444-8afe-40767a221ef5 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3173769 Jul 16 21:24:09.097912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32864) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:09.102540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:09.124235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.125271 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.179899 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.323886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.358994 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.408217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-339c493b-75ff-4948-91d0-ec5f44844cfe', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:24:09.409760 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.528632 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.545497 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Allocated IP 172.20.0.2 (339c493b-75ff-4948-91d0-ec5f44844cfe/358c6072-debe-4c95-8e2e-567fa0fe79e3/d680999d-aa83-499b-9921-d8b4b618ab68) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:09.548759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.649616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Allocated IP 172.25.8.33 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/b5d2c1bd-536c-49ee-90f7-48150827dd6c) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:09.697830 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.706361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Transition to ACTIVE for port object d680999d-aa83-499b-9921-d8b4b618ab68 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:09.721258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Transition to ACTIVE for port object d680999d-aa83-499b-9921-d8b4b618ab68 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:09.727188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.763239 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.764465 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Network 339c493b-75ff-4948-91d0-ec5f44844cfe is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:09.770567 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:09.774420 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:09.781290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Pushing event updated for resources: {'Port': ['ID=d680999d-aa83-499b-9921-d8b4b618ab68,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:09.802651 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.837191 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:09.840033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:09.841228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Attempting to bind port d680999d-aa83-499b-9921-d8b4b618ab68 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:09.842460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Attempting to bind port d680999d-aa83-499b-9921-d8b4b618ab68 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:09.843158 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Attempting to bind port d680999d-aa83-499b-9921-d8b4b618ab68 on network 339c493b-75ff-4948-91d0-ec5f44844cfe {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:09.845511 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:09.850133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:09.850506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Checking segment: {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:09.850905 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.851317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Bound using segment: {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:09.851781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Bound port: d680999d-aa83-499b-9921-d8b4b618ab68, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:09.852158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.872575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Pushing event updated for resources: {'Port': ['ID=b5d2c1bd-536c-49ee-90f7-48150827dd6c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:09.919274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] For port d680999d-aa83-499b-9921-d8b4b618ab68, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:09.922330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] For port d680999d-aa83-499b-9921-d8b4b618ab68, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d680999d-aa83-499b-9921-d8b4b618ab68,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:09.926978 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:09.990535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2696ef-08d1-43af-bc13-d2aaee6f0090 None None] Pushing event updated for resources: {'Port': ['ID=d680999d-aa83-499b-9921-d8b4b618ab68,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:10.105164 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:10.317021 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:10.448544 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Router 3672c108-4625-4742-b76b-7405b61c4c20 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:24:10.556251 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:10.568453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Sync routers for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:10.573859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:10.575560 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-99a9ec89-499c-431d-9124-53c2251e47ed admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4766297 Jul 16 21:24:10.578460 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 32866) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:10.581543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:10.582653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:10.696870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:10.901970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:09Z', 'revision_number': 3, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:10.905157 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af2bf3-a4a0-4cb9-be38-031976a60983 None None] Network 339c493b-75ff-4948-91d0-ec5f44844cfe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:10.940179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Checking router: 3672c108-4625-4742-b76b-7405b61c4c20 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:10.941078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Updating router 3672c108-4625-4742-b76b-7405b61c4c20 port b5d2c1bd-536c-49ee-90f7-48150827dd6c binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:11.022975 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.059286 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ef9af517-55a7-41db-bbc5-f889d260264f None None] Provisioning for port d680999d-aa83-499b-9921-d8b4b618ab68 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:11.363384 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.375229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Transition to ACTIVE for port object b5d2c1bd-536c-49ee-90f7-48150827dd6c will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:11.383723 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.390525 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.437360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Attempting to bind port b5d2c1bd-536c-49ee-90f7-48150827dd6c on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:11.437736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Attempting to bind port b5d2c1bd-536c-49ee-90f7-48150827dd6c by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:11.438096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Attempting to bind port b5d2c1bd-536c-49ee-90f7-48150827dd6c on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:11.448359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:11.448730 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:11.449133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.449515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:11.449983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Bound port: b5d2c1bd-536c-49ee-90f7-48150827dd6c, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:11.450364 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.452039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd682e-1b06-4820-9f24-1ce890528a82 None None] Pushing event updated for resources: {'Port': ['ID=b5d2c1bd-536c-49ee-90f7-48150827dd6c,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:11.508460 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] For port b5d2c1bd-536c-49ee-90f7-48150827dd6c, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:11.511977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] For port b5d2c1bd-536c-49ee-90f7-48150827dd6c, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b5d2c1bd-536c-49ee-90f7-48150827dd6c,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:11.516020 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.567387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Allocated IP 172.20.0.1 (339c493b-75ff-4948-91d0-ec5f44844cfe/358c6072-debe-4c95-8e2e-567fa0fe79e3/d4f25edc-1f94-4d2e-bfe6-97fedc1eea54) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:11.577858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:11.578498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:11.615512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd682e-1b06-4820-9f24-1ce890528a82 None None] Pushing event updated for resources: {'Port': ['ID=b5d2c1bd-536c-49ee-90f7-48150827dd6c,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:11.680732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.697389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Transition to ACTIVE for port object d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:11.699173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:11.743641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.780778 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d680999d-aa83-499b-9921-d8b4b618ab68 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:11.791021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Network 339c493b-75ff-4948-91d0-ec5f44844cfe is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:11.794049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:11.798475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:11.802466 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Pushing event updated for resources: {'Port': ['ID=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:11.839188 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.914413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d680999d-aa83-499b-9921-d8b4b618ab68 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:11.920721 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d680999d-aa83-499b-9921-d8b4b618ab68 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:11.921183 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:11.988664 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:09Z', 'revision_number': 3, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:11.998189 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.017251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381ea23-e04f-4c39-a251-5fb684c3c779 None None] The sync data for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 is: [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:09Z', 'revision_number': 3, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:12.074241 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.085021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-67e4928b-ce79-4cdd-98f0-6681b0d3ce75 None None] Provisioning for port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:12.098659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-67e4928b-ce79-4cdd-98f0-6681b0d3ce75 None None] Provisioning complete for port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:12.099152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67e4928b-ce79-4cdd-98f0-6681b0d3ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.147328 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d680999d-aa83-499b-9921-d8b4b618ab68, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d680999d-aa83-499b-9921-d8b4b618ab68,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:12.152165 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.155607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-67e4928b-ce79-4cdd-98f0-6681b0d3ce75 None None] Port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:12.179840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.185306 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.204644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d680999d-aa83-499b-9921-d8b4b618ab68,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:12.262152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Pushing event updated for resources: {'Port': ['ID=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:12.269140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.379130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Network 339c493b-75ff-4948-91d0-ec5f44844cfe is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:12.380667 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:12.507389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Router 3672c108-4625-4742-b76b-7405b61c4c20 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:12.627709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:12.633129 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d2832381-b991-404a-8a19-7e03facea574 admin admin] 10.222.0.100 "PUT /v2.0/routers/3672c108-4625-4742-b76b-7405b61c4c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536416 Jul 16 21:24:12.680191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0b2558ac-7454-48e0-9725-a1e99f81c57d None None] Provisioning complete for port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:12.680617 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0b2558ac-7454-48e0-9725-a1e99f81c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:12.716162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0b2558ac-7454-48e0-9725-a1e99f81c57d None None] Port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:13.132620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32882) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:13.137796 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1438312900-network', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:13.158805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Made reservation on behalf of ad845c5770a84a40b2c882c9256e712d for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:13.161684 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.170060 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.265270 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.269318 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.296423 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:24:13.303529 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5994ef5a-0e62-489f-a6ea-f2d16f91b372,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:13.315223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.316297 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Added segment d755b5fb-af85-4ef6-97fe-ae197e0f14a6 of type vlan for network 501658ae-d5bf-45d9-ac06-565801f6dd4c Jul 16 21:24:13.357925 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.386294 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.387302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:13.387926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.423532 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2897255 Jul 16 21:24:13.426332 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:13.431144 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Request body: {'subnet': {'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1438312900-subnet', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:13.464723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54950f00-fdec-4637-bee5-4923bcb01396 admin admin] Pushing event updated for resources: {'Network': ['ID=501658ae-d5bf-45d9-ac06-565801f6dd4c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:13.476476 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:24:13.480835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Made reservation on behalf of ad845c5770a84a40b2c882c9256e712d for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:13.483284 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.614741 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Sync routers for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:13.623875 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:13.624471 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:13.667346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.724037 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835799b8-294b-48f5-89d8-4fc8bf14ce00,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:13.736278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Checking segment: {'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:13.736646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Network hostable DHCP agents. Network: 501658ae-d5bf-45d9-ac06-565801f6dd4c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:24:13.748594 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:13.754643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:24:13.764463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 501658ae-d5bf-45d9-ac06-565801f6dd4c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:13.771231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:13.771851 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.776451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7cb73e-af29-4384-96cb-f5aa8a63e147 None None] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:13.787497 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fe731c79-e439-4231-b3cd-d760a73fc995 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3600671 Jul 16 21:24:13.790135 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32886) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:13.795931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:13.820687 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.821819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.897660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:13.978755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d680999d-aa83-499b-9921-d8b4b618ab68 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:13.994538 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:12Z', 'revision_number': 2, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:14.021588 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Checking router: 3672c108-4625-4742-b76b-7405b61c4c20 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:14.021939 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Updating router 3672c108-4625-4742-b76b-7405b61c4c20 port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:14.051602 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.064900 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.095779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d680999d-aa83-499b-9921-d8b4b618ab68 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:14.096155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.213400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-501658ae-d5bf-45d9-ac06-565801f6dd4c', 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'fixed_ips': [{'subnet_id': '835799b8-294b-48f5-89d8-4fc8bf14ce00'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:24:14.214329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.251771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b5d2c1bd-536c-49ee-90f7-48150827dd6c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:14.361635 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.373036 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Transition to ACTIVE for port object d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:14.380137 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.394494 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b5d2c1bd-536c-49ee-90f7-48150827dd6c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:14.400107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b5d2c1bd-536c-49ee-90f7-48150827dd6c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:14.400535 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.433551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Allocated IP 172.20.0.2 (501658ae-d5bf-45d9-ac06-565801f6dd4c/835799b8-294b-48f5-89d8-4fc8bf14ce00/0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:14.465729 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Pushing event updated for resources: {'Port': ['ID=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:14.499156 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.499565 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.499905 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.500401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.500744 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.501075 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.501405 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.501730 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.502126 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.502372 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.503448 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.503793 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:14.515793 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Attempting to bind port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:14.516169 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Attempting to bind port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:14.516622 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Attempting to bind port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 on network 339c493b-75ff-4948-91d0-ec5f44844cfe {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:14.522609 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:14.522986 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Checking segment: {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:14.523439 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.523832 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Bound using segment: {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:14.524379 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Bound port: d4f25edc-1f94-4d2e-bfe6-97fedc1eea54, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:14.524762 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.593315 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] For port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:14.597767 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] For port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:14.601190 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.604565 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.630755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.652857 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.659316 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0de2-0ddb-4fcb-87ae-ec317dcfd0c2 None None] Pushing event updated for resources: {'Port': ['ID=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:14.660762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b5d2c1bd-536c-49ee-90f7-48150827dd6c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b5d2c1bd-536c-49ee-90f7-48150827dd6c,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:14.677803 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:14.678443 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:14.684419 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.734851 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.759004 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Transition to ACTIVE for port object 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:14.793564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Transition to ACTIVE for port object 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:14.795501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Allocated IP 172.25.8.254 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9c8e70c6-a091-404f-a2af-4bf689de3aa3) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:14.799364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b5d2c1bd-536c-49ee-90f7-48150827dd6c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:14.806650 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.854216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:14.857341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:14.860610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:14.866408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Pushing event updated for resources: {'Port': ['ID=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:14.913559 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:14.932843 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.939443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Attempting to bind port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:14.940120 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Attempting to bind port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:14.940605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Attempting to bind port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d on network 501658ae-d5bf-45d9-ac06-565801f6dd4c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:14.947132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:14.947542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Checking segment: {'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:14.947953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.948401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Bound using segment: {'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:14.949224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Bound port: 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:14.949452 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:14.992452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:15.019814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] For port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:15.022975 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] For port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,segment=NetworkSegment(d755b5fb-af85-4ef6-97fe-ae197e0f14a6),segment_id=d755b5fb-af85-4ef6-97fe-ae197e0f14a6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:15.029630 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:15.033459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:15.043970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:15.047430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:15.078728 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8e70c6-a091-404f-a2af-4bf689de3aa3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:15.110731 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5c8db-ac29-4b91-80a1-840754d49640 None None] Pushing event updated for resources: {'Port': ['ID=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:15.158901 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:15.186925 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4623bd-45a1-4c4c-95ef-18566d89c250 None None] The sync data for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 is: [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:15.378485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:15.607884 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:15.773694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:24:15.906178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:15.926950 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:15.949723 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:15.953608 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-696e44f3-7f4a-4e17-a5bc-858953e7c994 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1588728 Jul 16 21:24:15.953929 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 32888) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:15.962923 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Sync routers for ids ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:15.984050 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:24:16.012510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Routers {'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:16.013572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:16.090125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:16.129510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:16.129973 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.195025 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Set router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:16.396949 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.421510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c4067-fa3c-4036-b98a-d1ed1a8532dd None None] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:16.553334 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:16.560775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-522c5486-d6a8-4a31-ba56-99cf2003a616 None None] Provisioning for port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:16.570175 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.570967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:16.588763 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.720068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:16.757548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Allocated IP 172.20.0.1 (501658ae-d5bf-45d9-ac06-565801f6dd4c/835799b8-294b-48f5-89d8-4fc8bf14ce00/22ed0270-ec49-4a63-9849-8adae5999580) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:16.762624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:16.767882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:24:15Z', 'revision_number': 3, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port': {'id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:14Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:16.773676 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:16.774144 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.804737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Checking router: b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:16.805185 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Updating router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:16.869798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.881283 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.884948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Transition to ACTIVE for port object 22ed0270-ec49-4a63-9849-8adae5999580 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:16.922775 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:16.962904 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:16.968266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:16.971959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:17.002394 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=22ed0270-ec49-4a63-9849-8adae5999580,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:17.021462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.026844 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.100667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,segment=NetworkSegment(d755b5fb-af85-4ef6-97fe-ae197e0f14a6),segment_id=d755b5fb-af85-4ef6-97fe-ae197e0f14a6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:17.132980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.133752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b5d2c1bd-536c-49ee-90f7-48150827dd6c up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:17.181196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.225094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-46d237cb-ed1a-4437-8656-562d11fca571 None None] Provisioning complete for port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:17.225462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-46d237cb-ed1a-4437-8656-562d11fca571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.277499 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:17.322367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b5d2c1bd-536c-49ee-90f7-48150827dd6c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:17.322820 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.361880 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.367100 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.419869 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.438338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=22ed0270-ec49-4a63-9849-8adae5999580,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:17.441320 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.442737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Transition to ACTIVE for port object 9c8e70c6-a091-404f-a2af-4bf689de3aa3 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:17.455642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.536766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:17.538220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:17.540839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Attempting to bind port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:17.541553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Attempting to bind port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:17.541925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Attempting to bind port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:17.545929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6c2cb-82bb-4600-a005-82857d214601 None None] Pushing event updated for resources: {'Port': ['ID=9c8e70c6-a091-404f-a2af-4bf689de3aa3,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:17.552646 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:17.553023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:17.553428 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.553812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:17.554312 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Bound port: 9c8e70c6-a091-404f-a2af-4bf689de3aa3, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:17.554696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.607769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d74f910f-956f-47d9-b61c-ba653d816dde None None] Provisioning for port 22ed0270-ec49-4a63-9849-8adae5999580 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:17.618436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d74f910f-956f-47d9-b61c-ba653d816dde None None] Provisioning complete for port 22ed0270-ec49-4a63-9849-8adae5999580 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:17.618833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d74f910f-956f-47d9-b61c-ba653d816dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.660619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:17.785512 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:17.790453 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-3c6cb701-42ac-481f-bfa7-558d268f2ee0 admin admin] 10.222.0.100 "PUT /v2.0/routers/b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356075 Jul 16 21:24:17.808580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] For port 9c8e70c6-a091-404f-a2af-4bf689de3aa3, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:17.816807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:17.846679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] For port 9c8e70c6-a091-404f-a2af-4bf689de3aa3, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9c8e70c6-a091-404f-a2af-4bf689de3aa3,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:17.857932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.895954 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d74f910f-956f-47d9-b61c-ba653d816dde None None] Port 22ed0270-ec49-4a63-9849-8adae5999580 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:17.939472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Routers {'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:17.940170 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:17.944182 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6c2cb-82bb-4600-a005-82857d214601 None None] Pushing event updated for resources: {'Port': ['ID=9c8e70c6-a091-404f-a2af-4bf689de3aa3,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:17.986578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:17.986949 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:18.087845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-289c4c61-8ee5-4359-aacb-ae178b37d7d3 None None] Provisioning complete for port 22ed0270-ec49-4a63-9849-8adae5999580 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:18.088606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-289c4c61-8ee5-4359-aacb-ae178b37d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:18.117361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] Set router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:18.200934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-289c4c61-8ee5-4359-aacb-ae178b37d7d3 None None] Port 22ed0270-ec49-4a63-9849-8adae5999580 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:18.263333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:18.385151 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:18.385521 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:18.463617 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 4, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port': {'id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:14Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '22ed0270-ec49-4a63-9849-8adae5999580', 'name': '', 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'mac_address': 'fa:16:3e:75:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:16Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 2, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'subnets': [{'id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:18.493698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffc603-6afd-4cdf-a96d-ab431855f79e None None] The sync data for ids ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'] in n-d-798930-6 is: [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 4, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port': {'id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:14Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '22ed0270-ec49-4a63-9849-8adae5999580', 'name': '', 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'mac_address': 'fa:16:3e:75:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:16Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 2, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'subnets': [{'id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:19.863598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9c8e70c6-a091-404f-a2af-4bf689de3aa3 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:19.935448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:19.939882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:19.940866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:20.037641 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:20.063887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 9c8e70c6-a091-404f-a2af-4bf689de3aa3, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9c8e70c6-a091-404f-a2af-4bf689de3aa3,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:20.073619 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:20.133886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=9c8e70c6-a091-404f-a2af-4bf689de3aa3,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:21.766576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9c8e70c6-a091-404f-a2af-4bf689de3aa3 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:21.831339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:21.831981 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:22.119384 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Sync routers for ids ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:22.130937 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Routers {'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:22.131849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:22.256079 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Set router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:22.479735 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 4, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port': {'id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:14Z', 'updated_at': '2021-07-16T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '22ed0270-ec49-4a63-9849-8adae5999580', 'name': '', 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'mac_address': 'fa:16:3e:75:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:16Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 2, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'subnets': [{'id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:22.509680 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Checking router: b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:22.509946 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Updating router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 port 22ed0270-ec49-4a63-9849-8adae5999580 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:22.550557 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:22.860489 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:22.873571 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Transition to ACTIVE for port object 22ed0270-ec49-4a63-9849-8adae5999580 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:22.881213 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:22.981839 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30d2a9-3745-4e0e-bb05-a5ffe5c1bc2b None None] Pushing event updated for resources: {'Port': ['ID=22ed0270-ec49-4a63-9849-8adae5999580,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:23.007992 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Attempting to bind port 22ed0270-ec49-4a63-9849-8adae5999580 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:23.008354 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Attempting to bind port 22ed0270-ec49-4a63-9849-8adae5999580 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:23.008706 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Attempting to bind port 22ed0270-ec49-4a63-9849-8adae5999580 on network 501658ae-d5bf-45d9-ac06-565801f6dd4c {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:23.017430 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:23.017797 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Checking segment: {'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:23.018530 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:23.019973 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Bound using segment: {'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:23.019973 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Bound port: 22ed0270-ec49-4a63-9849-8adae5999580, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:23.019973 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:23.121825 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] For port 22ed0270-ec49-4a63-9849-8adae5999580, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:23.125668 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] For port 22ed0270-ec49-4a63-9849-8adae5999580, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=22ed0270-ec49-4a63-9849-8adae5999580,segment=NetworkSegment(d755b5fb-af85-4ef6-97fe-ae197e0f14a6),segment_id=d755b5fb-af85-4ef6-97fe-ae197e0f14a6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:23.133688 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:23.197539 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Routers {'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:23.198512 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:23.255383 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30d2a9-3745-4e0e-bb05-a5ffe5c1bc2b None None] Pushing event updated for resources: {'Port': ['ID=22ed0270-ec49-4a63-9849-8adae5999580,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:23.347784 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] Set router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:23.595850 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 4, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port': {'id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:14Z', 'updated_at': '2021-07-16T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '22ed0270-ec49-4a63-9849-8adae5999580', 'name': '', 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'mac_address': 'fa:16:3e:75:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:16Z', 'updated_at': '2021-07-16T21:24:23Z', 'revision_number': 4, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'subnets': [{'id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:23.632356 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e23ee-acde-4976-a001-ad6683d317a4 None None] The sync data for ids ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'] in n-d-798930-6 is: [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:24:17Z', 'revision_number': 4, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port': {'id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:14Z', 'updated_at': '2021-07-16T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '22ed0270-ec49-4a63-9849-8adae5999580', 'name': '', 'network_id': '501658ae-d5bf-45d9-ac06-565801f6dd4c', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'mac_address': 'fa:16:3e:75:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:16Z', 'updated_at': '2021-07-16T21:24:23Z', 'revision_number': 4, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'subnets': [{'id': '835799b8-294b-48f5-89d8-4fc8bf14ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:23.800622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22ed0270-ec49-4a63-9849-8adae5999580 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:23.865453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 22ed0270-ec49-4a63-9849-8adae5999580 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:23.871159 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 22ed0270-ec49-4a63-9849-8adae5999580 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:23.871628 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:23.966022 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:24.004257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 22ed0270-ec49-4a63-9849-8adae5999580, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=22ed0270-ec49-4a63-9849-8adae5999580,segment=NetworkSegment(d755b5fb-af85-4ef6-97fe-ae197e0f14a6),segment_id=d755b5fb-af85-4ef6-97fe-ae197e0f14a6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:24.010249 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:24.068828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=22ed0270-ec49-4a63-9849-8adae5999580,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:25.762192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22ed0270-ec49-4a63-9849-8adae5999580 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:25.820234 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 22ed0270-ec49-4a63-9849-8adae5999580 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:25.820608 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:27.912775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-950bd2d0-5205-467d-b82e-b2f938b02856 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:27.914297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-950bd2d0-5205-467d-b82e-b2f938b02856 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 814 time: 0.1071515 Jul 16 21:24:27.929868 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-2bc82984-6c11-42d4-b686-b2948603726d tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/quotas/cc3f64fc7c964e01b9ef9144e66dba5b HTTP/1.1" status: 200 len: 375 time: 0.0100911 Jul 16 21:24:27.996867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4a5bd761-6dc9-4030-94a3-76b23512e7d7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619695 Jul 16 21:24:28.097021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-103ddbb1-cd64-4160-942b-64765c286d05 service neutron] 10.222.0.100 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870669 Jul 16 21:24:28.186568 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-ba8b3a35-955e-4e73-b0e8-34ec363d9829 service neutron] 10.222.0.100 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832615 Jul 16 21:24:28.378134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d086f2b9-554b-4843-b6d1-6633e080378e req-1771d8e8-1472-4a38-8b56-d6d4509053af tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Jul 16 21:24:29.427434 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-c4479d69-97bd-4a6b-8006-0ec082ab767b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:29.429306 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-c4479d69-97bd-4a6b-8006-0ec082ab767b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 814 time: 0.1115034 Jul 16 21:24:29.441769 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'port': {'device_id': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'admin_state_up': True, 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:29.553091 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7733eed7-2a6d-4490-ba79-9c02cdb573b4 req-24365b91-fc27-4e3a-903e-c8fdd465609e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 210 time: 0.0425656 Jul 16 21:24:29.595500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Made reservation on behalf of cc3f64fc7c964e01b9ef9144e66dba5b for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:29.599367 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.734825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Allocated IP 172.20.0.11 (339c493b-75ff-4948-91d0-ec5f44844cfe/358c6072-debe-4c95-8e2e-567fa0fe79e3/f903f6fc-8b97-4b0e-b3a2-392bf812bec6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:29.915742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:29.937458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Transition to ACTIVE for port object f903f6fc-8b97-4b0e-b3a2-392bf812bec6 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:29.996300 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.076010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Network 339c493b-75ff-4948-91d0-ec5f44844cfe is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:30.079706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:30.084713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:30.091550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:30.117608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.117959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.118423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.118770 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.119102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.119486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.119812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.120140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.120587 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.120805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.121109 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.121433 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:30.154820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.155475 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.171122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-4ec6f69d-2a96-4c2e-94b3-7a16e5c7949e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7336979 Jul 16 21:24:30.397599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e4be63bf-4622-4207-870e-8c809b1246b9 None None] Provisioning for port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:30.405203 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0e27ec9d-9a89-45c8-81b6-be871a63f99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.408530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e4be63bf-4622-4207-870e-8c809b1246b9 None None] Provisioning complete for port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:30.410212 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4be63bf-4622-4207-870e-8c809b1246b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:30.448104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e4be63bf-4622-4207-870e-8c809b1246b9 None None] Port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:30.737875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5742345-65db-44ae-bb93-0a888855ba1c req-abfa0d68-d786-4589-8d3b-67702824b344 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.739590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5742345-65db-44ae-bb93-0a888855ba1c req-abfa0d68-d786-4589-8d3b-67702824b344 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0730302 Jul 16 21:24:30.778469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d5742345-65db-44ae-bb93-0a888855ba1c req-a8a9d6cd-bce5-4433-9f5c-a10de21c8804 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Jul 16 21:24:31.974704 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bcb87-1473-400a-97a9-8eb2bda8a47d req-cfd7263c-8a10-4aa5-acef-182304daa3e5 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:31.976237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b35bcb87-1473-400a-97a9-8eb2bda8a47d req-cfd7263c-8a10-4aa5-acef-182304daa3e5 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0772984 Jul 16 21:24:32.017925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b35bcb87-1473-400a-97a9-8eb2bda8a47d req-f013626e-9bd0-4110-adb2-0ec5b5ee7e0a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360670 Jul 16 21:24:33.219181 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec3876-6d64-4d06-856d-0bbe7352a442 req-a34dc4e5-a747-49c3-9407-d6f7196626c5 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:33.222688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57ec3876-6d64-4d06-856d-0bbe7352a442 req-a34dc4e5-a747-49c3-9407-d6f7196626c5 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0722451 Jul 16 21:24:33.264397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-57ec3876-6d64-4d06-856d-0bbe7352a442 req-5574acca-53e0-4a72-87b8-cfa185b58ffd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358520 Jul 16 21:24:34.171483 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:34.460044 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b893d9-6f2e-4dc8-89a5-5171e70c5dd1 req-48146120-e55e-4877-9037-f21769b94873 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:34.461753 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8b893d9-6f2e-4dc8-89a5-5171e70c5dd1 req-48146120-e55e-4877-9037-f21769b94873 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0714991 Jul 16 21:24:34.505301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8b893d9-6f2e-4dc8-89a5-5171e70c5dd1 req-6f6ee49f-144e-4e05-acae-f2c55621fecc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Jul 16 21:24:34.951350 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f3196528-ed19-46f6-a536-05d0faa68246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:35.694071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3918ef-986a-4924-98f0-9d04cbc1b5ae req-94f7b919-709e-469b-a33e-61ad19342319 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:35.695597 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b3918ef-986a-4924-98f0-9d04cbc1b5ae req-94f7b919-709e-469b-a33e-61ad19342319 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0739832 Jul 16 21:24:35.734979 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b3918ef-986a-4924-98f0-9d04cbc1b5ae req-cd3dd6e9-93ad-420c-adc3-bbf2a42b2f73 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Jul 16 21:24:36.315874 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:36.920375 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96df-42e1-4d91-9b94-7432b763155a req-3e1dd8bf-1f07-47ca-8961-0a6cc8914245 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:36.921973 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee2f96df-42e1-4d91-9b94-7432b763155a req-3e1dd8bf-1f07-47ca-8961-0a6cc8914245 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0680327 Jul 16 21:24:36.960342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ee2f96df-42e1-4d91-9b94-7432b763155a req-e59cc702-0243-4e48-8d62-644e04f3166e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Jul 16 21:24:38.158194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284ff40-4c92-4a3a-9ff2-9e10bf4eef53 req-e0b023a5-6a25-491c-9e8f-303e13b65a83 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:38.159960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a284ff40-4c92-4a3a-9ff2-9e10bf4eef53 req-e0b023a5-6a25-491c-9e8f-303e13b65a83 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0809233 Jul 16 21:24:38.198335 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a284ff40-4c92-4a3a-9ff2-9e10bf4eef53 req-c807334e-9797-441e-8a27-87fa3a26f353 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Jul 16 21:24:38.415299 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.091269 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.334432 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.384019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6db85-6cb3-45fb-bddb-5e1fd4be4b54 req-6d6d7446-b38a-4857-8f2b-b360d5b0f2b6 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:39.385508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fd6db85-6cb3-45fb-bddb-5e1fd4be4b54 req-6d6d7446-b38a-4857-8f2b-b360d5b0f2b6 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0664685 Jul 16 21:24:39.429521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1fd6db85-6cb3-45fb-bddb-5e1fd4be4b54 req-d984409f-07eb-46b8-83da-77f5f845e06a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383806 Jul 16 21:24:40.608146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4bbe-076c-4e78-8fee-3ebd2f20258b req-a658b665-d762-4e28-936a-3a132669ee26 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:40.609546 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce4c4bbe-076c-4e78-8fee-3ebd2f20258b req-a658b665-d762-4e28-936a-3a132669ee26 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 932 time: 0.0635340 Jul 16 21:24:40.647610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ce4c4bbe-076c-4e78-8fee-3ebd2f20258b req-c2efddfd-22e1-4ffb-8c35-5ca7d3d61c12 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jul 16 21:24:40.786874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Request body: {'port': {'device_id': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:40.862360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.122924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f903f6fc-8b97-4b0e-b3a2-392bf812bec6 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:24:41.131271 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.142959 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Transition to ACTIVE for port object f903f6fc-8b97-4b0e-b3a2-392bf812bec6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:41.147299 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.201475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Pushing event updated for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:41.273396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Attempting to bind port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:41.273735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Attempting to bind port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:41.274064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Attempting to bind port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 on network 339c493b-75ff-4948-91d0-ec5f44844cfe {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:41.278759 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 on network 339c493b-75ff-4948-91d0-ec5f44844cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:24:41.279076 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Attempting to bind port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 on network 339c493b-75ff-4948-91d0-ec5f44844cfe {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:41.284427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:41.284766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Checking segment: {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:41.285148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Bound using segment: {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:41.285571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Bound port: f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea200b42-4f7f-4fd2-85db-ae501529dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:41.285927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.358018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:41.361209 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:41.366024 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.399132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:41.399767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.401316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] 10.222.0.21 "PUT /v2.0/ports/f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 1092 time: 0.6194816 Jul 16 21:24:41.401738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:41.404065 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c43789-7e4e-4354-bb01-056c3a9ea003" -d '{"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:41.429218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27876e-b7fc-4202-99b6-f75b53874acc service neutron] Pushing event updated for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:41.509545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-56d89b06-0b10-445f-9346-5b97df4c7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:41.511187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-56d89b06-0b10-445f-9346-5b97df4c7ef9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1095 time: 0.0607407 Jul 16 21:24:41.557956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-c23e1605-2594-49db-840c-ebfae766f958 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 217 time: 0.0389612 Jul 16 21:24:41.600885 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e28cde-cf1c-49ed-83ff-d41e8b179203 x-openstack-request-id: req-d1e28cde-cf1c-49ed-83ff-d41e8b179203 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:41.601202 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:41.601573 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d1e28cde-cf1c-49ed-83ff-d41e8b179203 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:41.601971 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'status': 'completed', 'code': 200} Jul 16 21:24:41.612565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-cca72c66-c30a-46dd-a716-2ecb5e5aa41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:41.614024 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-cca72c66-c30a-46dd-a716-2ecb5e5aa41b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0501437 Jul 16 21:24:41.671086 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-74b425a4-1fcb-41a0-914d-7fcbd27d207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:41.672566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-74b425a4-1fcb-41a0-914d-7fcbd27d207a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522718 Jul 16 21:24:41.779149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-2cc0e382-5fee-4397-88e9-db8d6aa21bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003394 Jul 16 21:24:41.894639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206585fc-5fb0-49e8-b1a3-8d7782fdf242 req-7b0e199b-b192-4c81-9035-e9df15dde47a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:41.896220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-206585fc-5fb0-49e8-b1a3-8d7782fdf242 req-7b0e199b-b192-4c81-9035-e9df15dde47a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 944 time: 0.1302817 Jul 16 21:24:41.913237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c728b5c2-dca6-4611-860f-3e94ab531231 req-eb17cb8e-6a6d-4420-8b99-8c58817619d5 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183157 Jul 16 21:24:41.943278 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-206585fc-5fb0-49e8-b1a3-8d7782fdf242 req-9ce5955b-bda7-42da-bb61-07e6e3d27ec0 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Jul 16 21:24:42.013536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-c893da4b-c916-449a-bfe8-d1f8fdbaf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:42.014998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-c893da4b-c916-449a-bfe8-d1f8fdbaf95f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1095 time: 0.0541553 Jul 16 21:24:42.107264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-d6363d0b-d170-4686-aee9-58d47477ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:42.108716 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-d6363d0b-d170-4686-aee9-58d47477ae77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 915 time: 0.0869045 Jul 16 21:24:42.149471 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-1f4df4c4-5559-4b0a-b6e3-8e2a475efe44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 217 time: 0.0338323 Jul 16 21:24:42.200281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-0891235a-19bc-49a1-8780-911470a63e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:42.201668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-0891235a-19bc-49a1-8780-911470a63e9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0441115 Jul 16 21:24:42.264315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-f31bbbe3-9279-4975-9ae8-1a6a919f864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:42.265812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-f31bbbe3-9279-4975-9ae8-1a6a919f864a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570023 Jul 16 21:24:42.357956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-f4538d0d-4d9a-4b4f-9940-02682fc343da service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834994 Jul 16 21:24:42.450638 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-76c43789-7e4e-4354-bb01-056c3a9ea003 req-45da3dd7-0b8c-4eb9-a20f-39412d3b3752 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860476 Jul 16 21:24:43.117519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327780-a83b-45c9-b85a-d934783f3cf6 req-be50474f-77f2-4037-a78d-ea4041868080 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:43.119000 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e327780-a83b-45c9-b85a-d934783f3cf6 req-be50474f-77f2-4037-a78d-ea4041868080 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 944 time: 0.0639360 Jul 16 21:24:43.156254 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e327780-a83b-45c9-b85a-d934783f3cf6 req-d3b45e30-7d5d-455c-b9dd-3cdc109225c7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 16 21:24:44.183083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f903f6fc-8b97-4b0e-b3a2-392bf812bec6 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:24:44.279771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:44.297894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'port_id': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'mac_address': 'fa:16:3e:87:24:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:24:44.330330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d6d34-2128-4e95-a789-a83c7cb9b150 req-9a24cfd4-96dd-4a18-a3b3-9b63090588af tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:44.332282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a02d6d34-2128-4e95-a789-a83c7cb9b150 req-9a24cfd4-96dd-4a18-a3b3-9b63090588af tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 944 time: 0.0649219 Jul 16 21:24:44.346947 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.359653 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f903f6fc-8b97-4b0e-b3a2-392bf812bec6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:24:44.375665 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a02d6d34-2128-4e95-a789-a83c7cb9b150 req-9d6bc967-3780-4b4d-825d-fd3b9cecbffc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 Jul 16 21:24:44.380422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:44.385202 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.441031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:44.448294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.448636 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.448973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.449308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.449643 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.449970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.450296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.450618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.450941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.451281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.451606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.451926 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:44.589181 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f903f6fc-8b97-4b0e-b3a2-392bf812bec6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:24:45.889752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ac8e4-7277-4d9b-a366-090f621fb853 req-bd839f72-5ed1-4da6-b322-973e75ef82ad tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:45.891232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e8ac8e4-7277-4d9b-a366-090f621fb853 req-bd839f72-5ed1-4da6-b322-973e75ef82ad tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 945 time: 0.4065208 Jul 16 21:24:45.928627 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2e8ac8e4-7277-4d9b-a366-090f621fb853 req-4fc76412-306d-4205-ad26-81ebf5d42973 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Jul 16 21:24:46.196240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f903f6fc-8b97-4b0e-b3a2-392bf812bec6 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:46.244557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:46.248548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:46.248929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.324993 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.346963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:46.349220 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e6ca8c-0603-427d-9d10-036022a74fd1" -d '{"events": [{"server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "name": "network-vif-plugged", "status": "completed", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:46.365645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:46.369983 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.394437 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09214e-ea46-47fa-a94e-ad9293e3018c x-openstack-request-id: req-fe09214e-ea46-47fa-a94e-ad9293e3018c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:46.394796 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "name": "network-vif-plugged", "status": "completed", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:46.395098 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fe09214e-ea46-47fa-a94e-ad9293e3018c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:46.395553 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'code': 200} Jul 16 21:24:46.422023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:46.501230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f862-3a98-4177-a6e4-d2283172e6d5 req-462b415e-b386-423f-84aa-1f233fe0d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:46.503459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7bb0f862-3a98-4177-a6e4-d2283172e6d5 req-462b415e-b386-423f-84aa-1f233fe0d96f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1097 time: 0.0521359 Jul 16 21:24:46.539710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7bb0f862-3a98-4177-a6e4-d2283172e6d5 req-12e6665d-114f-4431-9662-4c526cb494f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295818 Jul 16 21:24:47.108043 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7a1c-de83-4b08-b415-8ec6d67c33d8 req-df792985-c51e-4a94-a917-a515e3e23ccb tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:47.109508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89bd7a1c-de83-4b08-b415-8ec6d67c33d8 req-df792985-c51e-4a94-a917-a515e3e23ccb tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0674317 Jul 16 21:24:47.148220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-89bd7a1c-de83-4b08-b415-8ec6d67c33d8 req-5e421bef-6cf5-42a8-a01e-5ee55f9d8aec tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Jul 16 21:24:48.321831 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb80e5-c752-4656-9264-9dc78f022c4a req-3956b203-c960-4e6a-adab-3cab04dc19a8 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:48.323349 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24cb80e5-c752-4656-9264-9dc78f022c4a req-3956b203-c960-4e6a-adab-3cab04dc19a8 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0639772 Jul 16 21:24:48.360553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-24cb80e5-c752-4656-9264-9dc78f022c4a req-3c5e77b4-1237-4495-9477-d7ba33b2625f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Jul 16 21:24:48.529474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80b7a-9f4c-489d-acda-bad611ab6465 req-d6dc9cad-4e30-4c47-ac96-32fdd41c9daa tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:48.530950 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7d80b7a-9f4c-489d-acda-bad611ab6465 req-d6dc9cad-4e30-4c47-ac96-32fdd41c9daa tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0628517 Jul 16 21:24:48.572055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d7d80b7a-9f4c-489d-acda-bad611ab6465 req-f4980c9b-3000-4daa-a8dd-5d67f5efc293 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Jul 16 21:24:48.913851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5cf57-4b98-4846-ab26-a161b2d1455c req-454bcf83-935d-428a-9f7b-c0ebe988f00b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:48.915261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dea5cf57-4b98-4846-ab26-a161b2d1455c req-454bcf83-935d-428a-9f7b-c0ebe988f00b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0626736 Jul 16 21:24:48.951898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dea5cf57-4b98-4846-ab26-a161b2d1455c req-04503d92-bd16-4f58-b7dc-cba0b3c4090b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Jul 16 21:24:52.987212 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:00.388041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d45b5b3-d6a4-4961-a7ae-03fba49c8ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:00.640687 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c08d1-064b-48f0-891a-2e5365f18849 req-9d632ac0-8a1e-4388-a7c9-91311f2d52d5 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:00.642057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be4c08d1-064b-48f0-891a-2e5365f18849 req-9d632ac0-8a1e-4388-a7c9-91311f2d52d5 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0635498 Jul 16 21:25:00.678862 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be4c08d1-064b-48f0-891a-2e5365f18849 req-e9327f29-b198-4f83-ade8-9707f18c4bea tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Jul 16 21:25:00.703845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33078) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:00.849036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32946bba-e839-4415-af9e-8f3a02b99e01 tempest-TestMinimumBasicScenario-2024224594 tempest-TestMinimumBasicScenario-2024224594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:00.850871 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-32946bba-e839-4415-af9e-8f3a02b99e01 tempest-TestMinimumBasicScenario-2024224594 tempest-TestMinimumBasicScenario-2024224594-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1092 time: 0.1460433 Jul 16 21:25:00.853907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33082) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:00.858478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:00.881055 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:00.981154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:01.088264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Allocated IP 172.25.8.246 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/cfacc2de-9cbc-4871-92d6-3c8bafaa7343) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:25:01.187378 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:01.225989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:01.262975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:25:01.265679 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:25:01.271683 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:25:01.304442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'Port': ['ID=cfacc2de-9cbc-4871-92d6-3c8bafaa7343,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:01.654015 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:01.734739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:01.884888 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:01.889274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:01.960120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'Port': ['ID=cfacc2de-9cbc-4871-92d6-3c8bafaa7343,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:01.968304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.355462 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Floating IP 7e9ceb33-3ea9-4c57-b40f-d7de86db13f1 associated. External IP: 172.25.8.246, port: f903f6fc-8b97-4b0e-b3a2-392bf812bec6. Jul 16 21:25:02.561312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Router 3672c108-4625-4742-b76b-7405b61c4c20 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:25:02.670581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:25:02.680748 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] Sync routers for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:25:02.687448 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.690435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:02.691626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:02.724652 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0ea9a247-5b68-4b12-9ffe-d538ef15a042 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8696685 Jul 16 21:25:02.725356 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:25:02.727528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33086) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:02.728031 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c19474-6051-4cc0-a08e-636cdd2580b1" -d '{"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:25:02.732610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-43264571-6d6b-411d-9dad-c77f032b0c36 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8769712', 'description': 'tempest-secgroup-smoke-8769712 description', 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:02.758028 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43264571-6d6b-411d-9dad-c77f032b0c36 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.814936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:02.825615 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3995f9-01e7-43eb-982f-07408b8da0c3 x-openstack-request-id: req-6c3995f9-01e7-43eb-982f-07408b8da0c3 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:25:02.825615 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:25:02.825615 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6c3995f9-01e7-43eb-982f-07408b8da0c3 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:25:02.825615 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'status': 'completed', 'code': 200} Jul 16 21:25:02.886923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43264571-6d6b-411d-9dad-c77f032b0c36 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.891783 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43264571-6d6b-411d-9dad-c77f032b0c36 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.916429 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43264571-6d6b-411d-9dad-c77f032b0c36 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.917776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-43264571-6d6b-411d-9dad-c77f032b0c36 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1888943 Jul 16 21:25:02.920922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33092) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:02.927871 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-98f7979e-ca2a-431e-8293-0aaa1754044a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'security_group_rule': {'security_group_id': '750f10fa-9d51-4a50-b3cf-6dfd26d06bae', 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:02.934560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43264571-6d6b-411d-9dad-c77f032b0c36 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750f10fa-9d51-4a50-b3cf-6dfd26d06bae,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:02.949568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-02e4899e-de7a-47c5-b61d-279e72002a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:02.951321 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-02e4899e-de7a-47c5-b61d-279e72002a27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1097 time: 0.1013525 Jul 16 21:25:02.962839 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98f7979e-ca2a-431e-8293-0aaa1754044a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.015994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98f7979e-ca2a-431e-8293-0aaa1754044a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.021629 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98f7979e-ca2a-431e-8293-0aaa1754044a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.041387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7979e-ca2a-431e-8293-0aaa1754044a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b61e7e-a9d3-4047-b316-d99cf01cdfcb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:03.049042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-98f7979e-ca2a-431e-8293-0aaa1754044a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.051462 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-98f7979e-ca2a-431e-8293-0aaa1754044a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288853 Jul 16 21:25:03.052789 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-ff427b8a-9a1d-44d8-a5f0-20b7105d67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:03.053873 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33094) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:03.054376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-ff427b8a-9a1d-44d8-a5f0-20b7105d67f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 915 time: 0.0965593 Jul 16 21:25:03.059221 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-46d0653c-04f4-452d-a10c-7d71ef07a0fd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'security_group_rule': {'security_group_id': '750f10fa-9d51-4a50-b3cf-6dfd26d06bae', 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:03.071649 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '7e9ceb33-3ea9-4c57-b40f-d7de86db13f1', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'port_id': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'mac_address': 'fa:16:3e:87:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:25:01Z', 'updated_at': '2021-07-16T21:25:01Z', 'revision_number': 0, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:16Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:03.093545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d0653c-04f4-452d-a10c-7d71ef07a0fd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.105329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] Checking router: 3672c108-4625-4742-b76b-7405b61c4c20 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:25:03.114314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:03.115015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:24:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:03.124691 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-bbb3b6bb-84b8-4caf-8368-27c5e74c2b0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 1000 time: 0.0631902 Jul 16 21:25:03.161195 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d0653c-04f4-452d-a10c-7d71ef07a0fd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.165332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d0653c-04f4-452d-a10c-7d71ef07a0fd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.183364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-f97d9892-6a7a-4331-90f9-72bae7aff25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:03.183625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0653c-04f4-452d-a10c-7d71ef07a0fd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566cd25c-d0b6-41ba-b12a-fddefe5c340f,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:03.185259 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-f97d9892-6a7a-4331-90f9-72bae7aff25d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0531130 Jul 16 21:25:03.191911 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-46d0653c-04f4-452d-a10c-7d71ef07a0fd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.195537 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-46d0653c-04f4-452d-a10c-7d71ef07a0fd tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382489 Jul 16 21:25:03.195761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:03.200174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-61c69912-333b-412b-81d4-786bc059c3dc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'security_group_rule': {'security_group_id': '750f10fa-9d51-4a50-b3cf-6dfd26d06bae', 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:03.229898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:03.231275 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c69912-333b-412b-81d4-786bc059c3dc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.258142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-72a6bf75-4863-4e9e-b7b5-a506e14db97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:03.259741 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-72a6bf75-4863-4e9e-b7b5-a506e14db97f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667264 Jul 16 21:25:03.293798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c69912-333b-412b-81d4-786bc059c3dc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.297940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c69912-333b-412b-81d4-786bc059c3dc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.314114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c69912-333b-412b-81d4-786bc059c3dc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2493f5-c0ba-4397-aa62-cd6ac4bf0ca5,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:03.324727 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61c69912-333b-412b-81d4-786bc059c3dc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.329342 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-61c69912-333b-412b-81d4-786bc059c3dc tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296437 Jul 16 21:25:03.329694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33098) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:03.334421 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7982981c-174a-42c2-a33b-17d4cab12d3f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'security_group_rule': {'security_group_id': '750f10fa-9d51-4a50-b3cf-6dfd26d06bae', 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:03.364001 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7982981c-174a-42c2-a33b-17d4cab12d3f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.370326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-df6e7f6a-7f0f-4f52-80a8-de62e9376148 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035380 Jul 16 21:25:03.434333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7982981c-174a-42c2-a33b-17d4cab12d3f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.441059 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7982981c-174a-42c2-a33b-17d4cab12d3f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.459666 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982981c-174a-42c2-a33b-17d4cab12d3f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b161cd-9604-4450-86ce-63c341080835,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:03.476770 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7982981c-174a-42c2-a33b-17d4cab12d3f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.481054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7982981c-174a-42c2-a33b-17d4cab12d3f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502066 Jul 16 21:25:03.481688 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33100) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:03.484413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67c19474-6051-4cc0-a08e-636cdd2580b1 req-07889d01-a293-40e0-a2bc-0e6aa889689c service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066425 Jul 16 21:25:03.486575 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'security_group_rule': {'security_group_id': '750f10fa-9d51-4a50-b3cf-6dfd26d06bae', 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:03.512010 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Project cc3f64fc7c964e01b9ef9144e66dba5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:25:03.517183 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.579992 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.584084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.601879 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd4bb21-9e48-4352-8ef8-3ff8b4953ea0,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:03.609613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.611015 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-90099802-2238-418d-89a0-50881081f83a tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283624 Jul 16 21:25:03.614486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33102) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:03.619030 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'security_group_rule': {'security_group_id': '750f10fa-9d51-4a50-b3cf-6dfd26d06bae', 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:03.631626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '7e9ceb33-3ea9-4c57-b40f-d7de86db13f1', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'port_id': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'mac_address': 'fa:16:3e:87:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:25:01Z', 'updated_at': '2021-07-16T21:25:01Z', 'revision_number': 0, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:16Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:03.641035 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Project cc3f64fc7c964e01b9ef9144e66dba5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:25:03.646807 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.665188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cf2c1-521c-4f45-86f6-4e27779316ee None None] The sync data for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 is: [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '7e9ceb33-3ea9-4c57-b40f-d7de86db13f1', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'port_id': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'mac_address': 'fa:16:3e:87:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:25:01Z', 'updated_at': '2021-07-16T21:25:01Z', 'revision_number': 0, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:16Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:25:03.714480 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.722605 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.740884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcce91a-b749-41f2-8506-b859f7f16637,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:03.749325 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:03.750593 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351151 Jul 16 21:25:03.752200 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.752537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.753178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.753934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.754268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.754593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.754914 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.755234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.755604 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.755982 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.756214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.756527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f16a-c022-4363-ae1a-d4dcefc98025 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:25:03.875837 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-bac0a65d-85ff-490e-a3c6-e5ecff60744e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8769712&fields=id&tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b HTTP/1.1" status: 200 len: 267 time: 0.0353212 Jul 16 21:25:03.883856 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369d803-173c-4637-81cb-efbe4ca69060 None None] New status for floating IP 7e9ceb33-3ea9-4c57-b40f-d7de86db13f1: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:25:03.946835 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-7692b256-8eee-47be-807b-2cb04544c394 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:03.948323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-7692b256-8eee-47be-807b-2cb04544c394 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0665069 Jul 16 21:25:03.959537 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'port': {'security_groups': ['f4656193-8dfc-4c51-83f9-fd5e1b803cb6', '750f10fa-9d51-4a50-b3cf-6dfd26d06bae']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:04.052516 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.165007 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.266382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:04.295316 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.300614 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.313279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f903f6fc-8b97-4b0e-b3a2-392bf812bec6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:25:04.345627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.346284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.347894 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75175e8b-bdef-4b44-99e4-45df816926f7 req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "PUT /v2.0/ports/f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 982 time: 0.3936388 Jul 16 21:25:04.348394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:25:04.350835 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93d1c69-78bb-4dda-8c5d-14a245d87625" -d '{"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:25:04.380432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa8b02-8c23-45d8-afbd-5907f6fe8fe7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:04.411710 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87cca6d-7841-4eb3-83d0-ce6fe5d7c898 x-openstack-request-id: req-c87cca6d-7841-4eb3-83d0-ce6fe5d7c898 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:25:04.412008 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:25:04.412258 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c87cca6d-7841-4eb3-83d0-ce6fe5d7c898 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:25:04.412655 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'status': 'completed', 'code': 200} Jul 16 21:25:04.413053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f903f6fc-8b97-4b0e-b3a2-392bf812bec6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:25:04.509113 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-5c7971e3-b9ff-4403-a5f8-67aca56d5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.510733 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-5c7971e3-b9ff-4403-a5f8-67aca56d5d51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1136 time: 0.0661006 Jul 16 21:25:04.654765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-2d76db9b-5f6f-4570-9ee2-2032c09dbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.656295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-2d76db9b-5f6f-4570-9ee2-2032c09dbb64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 915 time: 0.1381814 Jul 16 21:25:04.665108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4217f-6758-444f-b3b3-8701cc29843d req-7e787b65-e4e8-4f14-8a68-c276cd956be0 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.666658 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21f4217f-6758-444f-b3b3-8701cc29843d req-7e787b65-e4e8-4f14-8a68-c276cd956be0 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.1395638 Jul 16 21:25:04.679708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-249dc1f8-f255-4adf-8eee-41ed78fd1ad5 None None] Provisioning complete for port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:25:04.680081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-249dc1f8-f255-4adf-8eee-41ed78fd1ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.754993 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-0c7d78db-ee94-4aa0-82e5-361090e65cbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 1002 time: 0.0872419 Jul 16 21:25:04.759483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-21f4217f-6758-444f-b3b3-8701cc29843d req-cbf07058-c339-4fdc-84ed-af64e5cb2fd6 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0851636 Jul 16 21:25:04.807092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-cbeeb6a5-ff3a-4a12-a64c-45e205ee495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.808530 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-cbeeb6a5-ff3a-4a12-a64c-45e205ee495d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0463877 Jul 16 21:25:04.873799 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-ec259dc2-e764-4c0a-bfb7-459fde72c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.875358 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-ec259dc2-e764-4c0a-bfb7-459fde72c939 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598543 Jul 16 21:25:04.969518 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7daafd92-b365-410b-8f2a-a983c4fe6781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.971643 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-84320b0a-00a9-4fec-8ca4-85c0e400470b service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885231 Jul 16 21:25:05.068595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e93d1c69-78bb-4dda-8c5d-14a245d87625 req-a33ce87d-09df-4d2c-bbba-c040e67a835b service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904648 Jul 16 21:25:06.294006 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:08.422843 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:09.100913 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:09.333093 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:20.120385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-99e75eb9-b5a8-457c-b3d2-64043f2fdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.121911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-99e75eb9-b5a8-457c-b3d2-64043f2fdf6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1136 time: 0.1020174 Jul 16 21:25:20.130428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4d1c-80e1-41fb-8e2d-3d8df1392bc0 req-3f0a2e13-0653-4f40-8eea-bf0a8dc58011 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.131866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-004f4d1c-80e1-41fb-8e2d-3d8df1392bc0 req-3f0a2e13-0653-4f40-8eea-bf0a8dc58011 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0830426 Jul 16 21:25:20.226246 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-004f4d1c-80e1-41fb-8e2d-3d8df1392bc0 req-2f3f48c9-2f6b-4b10-9994-22d4377f7c93 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0859380 Jul 16 21:25:20.251024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-c6a78552-d30c-4266-82b7-45dcf253a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.252580 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-c6a78552-d30c-4266-82b7-45dcf253a370 service neutron] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 915 time: 0.1195688 Jul 16 21:25:20.322566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-98386037-4168-4c40-8d61-22f700811410 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 1002 time: 0.0630174 Jul 16 21:25:20.372238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-22d4caad-609a-4a6d-bc51-4df1db06b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.373680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-22d4caad-609a-4a6d-bc51-4df1db06b59c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0434234 Jul 16 21:25:20.432177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-2bb0699a-4605-4189-b44b-8bc01d8d10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.433682 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-2bb0699a-4605-4189-b44b-8bc01d8d10ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520010 Jul 16 21:25:20.528881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-199a91a9-525f-4647-bfed-8e50ecb86339 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870862 Jul 16 21:25:20.621399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f95b01f5-6a8f-452a-bdaf-598d2c26d5ed req-aa119043-7a61-4f4c-9e9e-c62fc99c83f0 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851882 Jul 16 21:25:20.741125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-a9b1a4b1-e254-421b-b263-420455bd3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.742786 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-a9b1a4b1-e254-421b-b263-420455bd3ba1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1136 time: 0.0551248 Jul 16 21:25:20.859512 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-742b6ab6-553e-4a22-8614-ee9388a9bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.861057 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-742b6ab6-553e-4a22-8614-ee9388a9bbd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 915 time: 0.0976548 Jul 16 21:25:20.934084 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-c816dc91-c727-4b74-b789-214aadb3af9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 1002 time: 0.0616546 Jul 16 21:25:20.983962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-0ff80d30-86d5-4d92-a9e1-282a75fd1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:20.985448 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-0ff80d30-86d5-4d92-a9e1-282a75fd1c0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0444136 Jul 16 21:25:21.044498 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-09ad796c-f490-4c58-895e-cd08abdfc763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:21.046014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-09ad796c-f490-4c58-895e-cd08abdfc763 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529575 Jul 16 21:25:21.140436 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-5d57dde8-ba41-4fff-a1cc-c155f53f5734 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866299 Jul 16 21:25:21.230560 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be10adc4-1586-4ab7-b7ba-136338919b1f req-54a1e439-7027-45ac-bca4-e7e7a9a5795e service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810685 Jul 16 21:25:21.405702 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67cce5-5288-418b-b9a5-24af785a536b req-5ade028a-b935-4538-9544-ce7f0264d23b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:21.407178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d67cce5-5288-418b-b9a5-24af785a536b req-5ade028a-b935-4538-9544-ce7f0264d23b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0718188 Jul 16 21:25:21.447723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d67cce5-5288-418b-b9a5-24af785a536b req-adc60755-7bd8-496e-9d82-485a7f8d9ad7 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0340402 Jul 16 21:25:22.621644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d7582-cea4-49ee-b5c3-7d613cdfb5d4 req-a1d413ac-48bb-40a6-a29d-36132d2c2480 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:22.623134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890d7582-cea4-49ee-b5c3-7d613cdfb5d4 req-a1d413ac-48bb-40a6-a29d-36132d2c2480 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0651343 Jul 16 21:25:22.662957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-890d7582-cea4-49ee-b5c3-7d613cdfb5d4 req-37321337-e3b0-4e6d-807a-3db24e136d3d tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0341690 Jul 16 21:25:23.840041 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50884-9d3f-4181-9381-da92eed175da req-a29df3db-eea9-4219-af31-cbf120536c4e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:23.841630 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27d50884-9d3f-4181-9381-da92eed175da req-a29df3db-eea9-4219-af31-cbf120536c4e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0643387 Jul 16 21:25:23.891863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-27d50884-9d3f-4181-9381-da92eed175da req-6ad5c727-29ef-4f8b-9437-350cfab1b9a3 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0437737 Jul 16 21:25:25.078366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832dcff-3eb0-4c7b-8fe6-c0110fdfdbbd req-4be5258a-9646-4cde-af4f-4c6a049c03e3 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:25.079882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6832dcff-3eb0-4c7b-8fe6-c0110fdfdbbd req-4be5258a-9646-4cde-af4f-4c6a049c03e3 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0694306 Jul 16 21:25:25.120409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6832dcff-3eb0-4c7b-8fe6-c0110fdfdbbd req-75c4faeb-49fd-4204-ab11-cca2c23bff52 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0340655 Jul 16 21:25:26.300118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0a891-f85b-4123-9be3-425e5a406b4d req-22eeb605-95c1-44fb-81b7-fb44d9fdee4d tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:26.302170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07b0a891-f85b-4123-9be3-425e5a406b4d req-22eeb605-95c1-44fb-81b7-fb44d9fdee4d tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0692627 Jul 16 21:25:26.347940 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-07b0a891-f85b-4123-9be3-425e5a406b4d req-7013db9b-5a66-4d6d-8633-0205bbf013f6 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0394802 Jul 16 21:25:27.528346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7106861-c7ed-4565-ab85-b2dda0fa5dc3 req-d2b6b51d-1323-4711-9960-e5eb82bedb54 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:27.529828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7106861-c7ed-4565-ab85-b2dda0fa5dc3 req-d2b6b51d-1323-4711-9960-e5eb82bedb54 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0711534 Jul 16 21:25:27.570617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7106861-c7ed-4565-ab85-b2dda0fa5dc3 req-23fdbdfd-5f20-4202-9729-a35aaa05ff78 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0342770 Jul 16 21:25:28.749102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503b7c9-18f9-4589-8a4a-928a24b46e63 req-9f7333da-9239-43a2-a94f-69b678668f07 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:28.750586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3503b7c9-18f9-4589-8a4a-928a24b46e63 req-9f7333da-9239-43a2-a94f-69b678668f07 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0669093 Jul 16 21:25:28.791083 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3503b7c9-18f9-4589-8a4a-928a24b46e63 req-7b4a87e5-068c-4fbe-a9b8-1b7115077859 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0345993 Jul 16 21:25:29.962995 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305562c-3ad8-4fac-871f-16d2763f88ce req-c8e2cc0e-1f58-4c1b-9648-d89d073c5b5d tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:29.964508 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8305562c-3ad8-4fac-871f-16d2763f88ce req-c8e2cc0e-1f58-4c1b-9648-d89d073c5b5d tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0641763 Jul 16 21:25:29.988061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:30.004711 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8305562c-3ad8-4fac-871f-16d2763f88ce req-0480fbb9-41b8-4fe6-ac2c-7b4843af5a43 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0345693 Jul 16 21:25:30.388617 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-98685df3-e09c-4ba6-9aa6-7282359c349d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:31.184130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe08c74-da98-4a78-b334-3a2362143298 req-ce9815be-eac0-4b36-811f-61ff6e537017 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:31.185540 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fe08c74-da98-4a78-b334-3a2362143298 req-ce9815be-eac0-4b36-811f-61ff6e537017 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0688434 Jul 16 21:25:31.225232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fe08c74-da98-4a78-b334-3a2362143298 req-9b1be6fa-404e-4352-a7f2-b24bec6be975 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0332937 Jul 16 21:25:32.401088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197a398-76ed-4e08-9012-ee2cf17c132d req-4fad726f-14dc-43d1-ae0e-e8c2ba4571a9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:32.402473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f197a398-76ed-4e08-9012-ee2cf17c132d req-4fad726f-14dc-43d1-ae0e-e8c2ba4571a9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0648463 Jul 16 21:25:32.442833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f197a398-76ed-4e08-9012-ee2cf17c132d req-467c36c9-ddc0-4daf-b02d-4b9e939ef15b tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=750f10fa-9d51-4a50-b3cf-6dfd26d06bae&id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0347655 Jul 16 21:25:34.171519 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:34.949801 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-76a76370-c114-4932-802c-fae2196ddf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:36.297505 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:38.419904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:39.097767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:39.330188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:00.389086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-588bd403-f6c0-4835-868b-ad62183cf0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:04.163648 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:04.841746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-db959fde-abf9-45f6-81d1-b24c0b7b43e3 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8769712&fields=id&tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b HTTP/1.1" status: 200 len: 267 time: 0.0336139 Jul 16 21:26:04.913912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-c5bfa79f-bc1a-45a6-ba17-6b2107ef4124 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:04.915426 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-c5bfa79f-bc1a-45a6-ba17-6b2107ef4124 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 985 time: 0.0678170 Jul 16 21:26:04.927319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Request body: {'port': {'security_groups': ['f4656193-8dfc-4c51-83f9-fd5e1b803cb6']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:04.949796 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-240ab888-35c9-4175-a76b-69b82bb16b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.017157 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.197395 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:05.228180 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.232548 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.244756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f903f6fc-8b97-4b0e-b3a2-392bf812bec6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:26:05.283819 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:05.284754 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.286351 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-79a1a9b0-5886-458e-961f-db5aba8aeea7 req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "PUT /v2.0/ports/f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 943 time: 0.3641920 Jul 16 21:26:05.293486 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33152) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:05.297714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:05.299168 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c" -d '{"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:05.322202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event updated for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:05.331500 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.331854 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.332195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.332528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.332859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.333187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.334227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.334227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.334227 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.334525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.334751 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.335068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db7a8-f15a-485b-a672-572f423dfd04 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.365271 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44417c0-9a81-41df-a532-1d5be8745b38 x-openstack-request-id: req-c44417c0-9a81-41df-a532-1d5be8745b38 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:05.365568 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:05.365816 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c44417c0-9a81-41df-a532-1d5be8745b38 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:05.366265 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'status': 'completed', 'code': 200} Jul 16 21:26:05.379901 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f903f6fc-8b97-4b0e-b3a2-392bf812bec6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:26:05.384525 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.413198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.480349 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-95129264-ace8-43e7-943b-63a6a726d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:05.482201 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-95129264-ace8-43e7-943b-63a6a726d605 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1097 time: 0.0896702 Jul 16 21:26:05.493808 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.496746 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.500549 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "DELETE /v2.0/security-groups/750f10fa-9d51-4a50-b3cf-6dfd26d06bae HTTP/1.1" status: 204 len: 168 time: 0.2034581 Jul 16 21:26:05.504661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33158) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:05.561371 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=750f10fa-9d51-4a50-b3cf-6dfd26d06bae,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:05.576662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.577007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.577346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.577680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.578018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.578343 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.578669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.578992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.579337 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.579663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.580043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.580363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c836d-dfff-49ab-85b4-3bf6c9ef3020 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:05.588208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-44c68c29-81a8-42c5-b514-f0040d9677be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:05.589685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-44c68c29-81a8-42c5-b514-f0040d9677be service neutron] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 915 time: 0.1008980 Jul 16 21:26:05.661616 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6549972f-34c0-45cc-9316-4bc94e9c47e3 None None] Provisioning complete for port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:05.661996 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6549972f-34c0-45cc-9316-4bc94e9c47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.664722 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-90f6db8f-5abf-46eb-9da6-e4f7599427e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 1002 time: 0.0675633 Jul 16 21:26:05.699732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Deleting port cfacc2de-9cbc-4871-92d6-3c8bafaa7343 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:05.700083 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.717723 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-a2f7891a-0a5e-4c18-b0a9-91f418143832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:05.719211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-a2f7891a-0a5e-4c18-b0a9-91f418143832 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0480330 Jul 16 21:26:05.781038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-0729a590-a78c-4ccf-a076-01e61832e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:05.781531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.781867 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.782601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-0729a590-a78c-4ccf-a076-01e61832e836 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561924 Jul 16 21:26:05.793522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Calling delete_port for cfacc2de-9cbc-4871-92d6-3c8bafaa7343 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:05.877644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-0b94b75b-d84a-4dce-b8c7-5018687f6cfd service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880935 Jul 16 21:26:05.948088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:05.972198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6f6b4671-2d4b-4792-a97b-e9f019e3f09c req-a2329caa-7233-4284-81ff-83f988000eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870972 Jul 16 21:26:05.975013 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event deleted for resources: {'Port': ['ID=cfacc2de-9cbc-4871-92d6-3c8bafaa7343,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:06.040639 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:06.041019 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Floating IP 7e9ceb33-3ea9-4c57-b40f-d7de86db13f1 disassociated (deleted). External IP: 172.25.8.246, port: f903f6fc-8b97-4b0e-b3a2-392bf812bec6. Jul 16 21:26:06.256720 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Router 3672c108-4625-4742-b76b-7405b61c4c20 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:06.299568 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:06.370677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:06.375494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:06.381319 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] Sync routers for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:06.390791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:06.391439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:06.415214 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b1c2ec73-f6ea-4abb-8c42-5f40282d50ab tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "DELETE /v2.0/floatingips/7e9ceb33-3ea9-4c57-b40f-d7de86db13f1 HTTP/1.1" status: 204 len: 168 time: 0.9072564 Jul 16 21:26:06.415944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:06.418329 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4" -d '{"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:06.504085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:06.691368 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a364bc-8aaf-47b4-8582-46688ad289c4 x-openstack-request-id: req-92a364bc-8aaf-47b4-8582-46688ad289c4 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:06.691666 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:06.691925 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-92a364bc-8aaf-47b4-8582-46688ad289c4 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:06.692520 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'status': 'completed', 'code': 200} Jul 16 21:26:06.717835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:16Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:06.750297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] Checking router: 3672c108-4625-4742-b76b-7405b61c4c20 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:06.760175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:06.760828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:06.784104 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-f214604e-9f99-4f81-9214-b0cb2853e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:06.785867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-f214604e-9f99-4f81-9214-b0cb2853e03b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 1097 time: 0.0625222 Jul 16 21:26:06.871711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:06.921383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-062bf23c-8254-4e72-afdf-3d6f1adbea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:06.923032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-062bf23c-8254-4e72-afdf-3d6f1adbea1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 200 len: 915 time: 0.1307118 Jul 16 21:26:06.973185 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-fd8249d4-0019-491f-b7b7-92a2cebd17b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 200 len: 217 time: 0.0418909 Jul 16 21:26:06.987401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:07.024550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-31fafac0-67a3-4bf8-bc12-f89c8254a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:07.026044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-31fafac0-67a3-4bf8-bc12-f89c8254a042 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 200 len: 853 time: 0.0449688 Jul 16 21:26:07.077349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:16Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:07.084793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-45ad072b-c458-42b9-9d7d-b8651c1ca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:07.086316 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-45ad072b-c458-42b9-9d7d-b8651c1ca6e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=339c493b-75ff-4948-91d0-ec5f44844cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538735 Jul 16 21:26:07.104766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d8555a-366b-456e-9efd-7b655ccd84e3 None None] The sync data for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 is: [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:11Z', 'revision_number': 4, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'd4f25edc-1f94-4d2e-bfe6-97fedc1eea54', 'name': '', 'network_id': '339c493b-75ff-4948-91d0-ec5f44844cfe', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'mac_address': 'fa:16:3e:9b:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:11Z', 'updated_at': '2021-07-16T21:24:16Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'subnets': [{'id': '358c6072-debe-4c95-8e2e-567fa0fe79e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:07.186863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-0cc10cb2-f5f5-4d85-90a9-a7858c87760d service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931327 Jul 16 21:26:07.282717 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9cbaf6e1-7c99-437a-93c6-cc66716e0da4 req-840ad81d-112e-40d0-b36c-2cd1d7a6109f service neutron] 10.222.0.21 "GET /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895946 Jul 16 21:26:07.364791 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb7470-9eb9-4680-8960-601d8a273ca3 None None] New status for floating IP 7e9ceb33-3ea9-4c57-b40f-d7de86db13f1: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:26:08.426112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:09.119303 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:09.345168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:13.882709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f2448-7d6a-4cfc-9cdd-82d37c03cd64 req-62d50642-7caa-4270-b316-665a101133a8 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:13.884450 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-863f2448-7d6a-4cfc-9cdd-82d37c03cd64 req-62d50642-7caa-4270-b316-665a101133a8 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0686591 Jul 16 21:26:13.925561 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-863f2448-7d6a-4cfc-9cdd-82d37c03cd64 req-2163dc89-218f-4018-941b-8435ae82c59e tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Jul 16 21:26:15.106833 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303867c3-c800-4b49-9924-f1fd8bab05cc req-3390530a-729a-44ed-ab26-c4e44b2dd689 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:15.108398 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-303867c3-c800-4b49-9924-f1fd8bab05cc req-3390530a-729a-44ed-ab26-c4e44b2dd689 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0693915 Jul 16 21:26:15.147695 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-303867c3-c800-4b49-9924-f1fd8bab05cc req-6c631f53-88ec-409a-ae94-17de3e8d168f tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/security-groups?id=f4656193-8dfc-4c51-83f9-fd5e1b803cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327041 Jul 16 21:26:15.501289 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaab687-dad5-4c87-bb40-564996911100 req-d21f27b9-2afa-4a5c-b635-3f3a32465bf4 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:15.502847 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8eaab687-dad5-4c87-bb40-564996911100 req-d21f27b9-2afa-4a5c-b635-3f3a32465bf4 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.21 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 946 time: 0.0645394 Jul 16 21:26:15.616149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Deleting port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:15.616495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.705646 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] For port f903f6fc-8b97-4b0e-b3a2-392bf812bec6, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:15.706111 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.724551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Calling delete_port for f903f6fc-8b97-4b0e-b3a2-392bf812bec6 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:15.851307 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.863477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['f903f6fc-8b97-4b0e-b3a2-392bf812bec6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:26:15.883551 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Pushing event deleted for resources: {'Port': ['ID=f903f6fc-8b97-4b0e-b3a2-392bf812bec6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:15.935891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] No DVR routers for this DVR port f903f6fc-8b97-4b0e-b3a2-392bf812bec6 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:26:15.938695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:15.941739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8eaab687-dad5-4c87-bb40-564996911100 req-bd541240-8783-46ab-ac1f-f9e1968cb0c9 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.21 "DELETE /v2.0/ports/f903f6fc-8b97-4b0e-b3a2-392bf812bec6 HTTP/1.1" status: 204 len: 173 time: 0.4326317 Jul 16 21:26:15.941986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'name': 'network-vif-deleted', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:15.944295 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49739b1d-2867-4187-a61e-441290c43f5b" -d '{"events": [{"server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "name": "network-vif-deleted", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:15.983231 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f94708c-cb98-47cf-9c34-efe347269003 x-openstack-request-id: req-5f94708c-cb98-47cf-9c34-efe347269003 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:15.983513 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c80fea-ce18-4bd0-937b-4d9ba518eb89", "name": "network-vif-deleted", "tag": "f903f6fc-8b97-4b0e-b3a2-392bf812bec6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:15.983771 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5f94708c-cb98-47cf-9c34-efe347269003 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:15.984181 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c80fea-ce18-4bd0-937b-4d9ba518eb89', 'name': 'network-vif-deleted', 'tag': 'f903f6fc-8b97-4b0e-b3a2-392bf812bec6', 'status': 'completed', 'code': 200} Jul 16 21:26:16.317824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8795910-fc78-42a5-8d5a-577ea7eac9f6 req-bfdff363-0f26-4cd5-a90a-21cf79a8e119 tempest-TestMinimumBasicScenario-298590353 tempest-TestMinimumBasicScenario-298590353-project] 10.222.0.100 "GET /v2.0/ports?device_id=96c80fea-ce18-4bd0-937b-4d9ba518eb89 HTTP/1.1" status: 200 len: 210 time: 0.0293424 Jul 16 21:26:17.949765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33268) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:18.306400 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:18.560520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Deleting port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:18.560764 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:18.637451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] For port d4f25edc-1f94-4d2e-bfe6-97fedc1eea54, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:18.637804 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:18.638650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f903f6fc-8b97-4b0e-b3a2-392bf812bec6 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:18.650597 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Calling delete_port for d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:18.658061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: f903f6fc-8b97-4b0e-b3a2-392bf812bec6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:18.658609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device f903f6fc-8b97-4b0e-b3a2-392bf812bec6 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:18.830837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:18.860755 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f25edc-1f94-4d2e-bfe6-97fedc1eea54,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:19.032523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:19.250646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Router 3672c108-4625-4742-b76b-7405b61c4c20 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:19.359044 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:19.367909 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-315263f0-6986-4e23-8058-7f29bb574b42 admin admin] 10.222.0.100 "PUT /v2.0/routers/3672c108-4625-4742-b76b-7405b61c4c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4159307 Jul 16 21:26:19.369592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] Sync routers for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:19.369828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33270) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:19.381088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:19.381800 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:19.487682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:19.680610 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:26:18Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:19.710753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] Checking router: 3672c108-4625-4742-b76b-7405b61c4c20 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:19.719366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] Routers {'3672c108-4625-4742-b76b-7405b61c4c20'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:19.719883 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3672c108-4625-4742-b76b-7405b61c4c20'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:19.783304 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:19.837946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] Set router 3672c108-4625-4742-b76b-7405b61c4c20 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:19.894670 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:19.954277 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Deleting port b5d2c1bd-536c-49ee-90f7-48150827dd6c {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:19.954614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.039598 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] For port b5d2c1bd-536c-49ee-90f7-48150827dd6c, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b5d2c1bd-536c-49ee-90f7-48150827dd6c,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:20.040307 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.053216 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Calling delete_port for b5d2c1bd-536c-49ee-90f7-48150827dd6c owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:20.182205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:26:18Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:20.208781 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92573c02-74ed-40f1-8f3c-6a604d3a5774 None None] The sync data for ids ['3672c108-4625-4742-b76b-7405b61c4c20'] in n-d-798930-6 is: [{'id': '3672c108-4625-4742-b76b-7405b61c4c20', 'name': 'tempest-TestMinimumBasicScenario-959439987-router', 'tenant_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:26:18Z', 'revision_number': 5, 'project_id': 'cc3f64fc7c964e01b9ef9144e66dba5b', 'gw_port': {'id': 'b5d2c1bd-536c-49ee-90f7-48150827dd6c', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c108-4625-4742-b76b-7405b61c4c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:09Z', 'updated_at': '2021-07-16T21:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:20.222042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.255218 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d2c1bd-536c-49ee-90f7-48150827dd6c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:20.318638 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.409365 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.411523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.454552 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.455611 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3672c108-4625-4742-b76b-7405b61c4c20 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:26:20.459950 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.461096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-374dc0e3-9e29-48bf-aecf-b604412bdc16 admin admin] 10.222.0.100 "DELETE /v2.0/routers/3672c108-4625-4742-b76b-7405b61c4c20 HTTP/1.1" status: 204 len: 168 time: 1.0899401 Jul 16 21:26:20.463625 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33272) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:20.513026 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] Deleting subnet 358c6072-debe-4c95-8e2e-567fa0fe79e3 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:26:20.515970 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.553978 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.636603 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.693200 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.722805 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358c6072-debe-4c95-8e2e-567fa0fe79e3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:20.728395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.730463 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-24684c00-8f6e-4ca5-b89b-fbc44ea26124 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/358c6072-debe-4c95-8e2e-567fa0fe79e3 HTTP/1.1" status: 204 len: 168 time: 0.2657652 Jul 16 21:26:20.732887 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33274) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:20.735057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd79e65-7ea9-440e-af1e-f8aed02e8238 None None] Network 339c493b-75ff-4948-91d0-ec5f44844cfe requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:26:20.807449 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.868422 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Deleting port d680999d-aa83-499b-9921-d8b4b618ab68 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:20.868762 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.941756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] For port d680999d-aa83-499b-9921-d8b4b618ab68, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d680999d-aa83-499b-9921-d8b4b618ab68,segment=NetworkSegment(ea200b42-4f7f-4fd2-85db-ae501529dd9f),segment_id=ea200b42-4f7f-4fd2-85db-ae501529dd9f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:20.942110 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.953885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Calling delete_port for d680999d-aa83-499b-9921-d8b4b618ab68 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:21.035135 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.064240 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d680999d-aa83-499b-9921-d8b4b618ab68,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:21.067918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] No DVR routers for this DVR port d680999d-aa83-499b-9921-d8b4b618ab68 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:26:21.139624 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.150046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339c493b-75ff-4948-91d0-ec5f44844cfe']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:21.159865 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea200b42-4f7f-4fd2-85db-ae501529dd9f') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:21.160166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea200b42-4f7f-4fd2-85db-ae501529dd9f') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:21.168741 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.182133 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.188128 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:26:21.188520 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:26:21.190800 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:26:21.249764 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.257526 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.262517 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] 10.222.0.100 "DELETE /v2.0/networks/339c493b-75ff-4948-91d0-ec5f44844cfe HTTP/1.1" status: 204 len: 168 time: 0.5258303 Jul 16 21:26:21.264159 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33276) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:21.266236 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c43d8-583d-47fe-bc52-b5c9a2c1c16d None None] DHCP port deletion for 339c493b-75ff-4948-91d0-ec5f44844cfe request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:26:21.269797 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28fe4f-20db-469d-a3b9-b30d5e9e30ed admin admin] Pushing event deleted for resources: {'Network': ['ID=339c493b-75ff-4948-91d0-ec5f44844cfe,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:21.621867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:21.819042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:21.841223 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:21.841564 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d4f25edc-1f94-4d2e-bfe6-97fedc1eea54 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:21.841992 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b5d2c1bd-536c-49ee-90f7-48150827dd6c no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:21.862982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b5d2c1bd-536c-49ee-90f7-48150827dd6c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:21.863356 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b5d2c1bd-536c-49ee-90f7-48150827dd6c not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:21.863772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d680999d-aa83-499b-9921-d8b4b618ab68 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:21.888900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d680999d-aa83-499b-9921-d8b4b618ab68 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:21.889153 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d680999d-aa83-499b-9921-d8b4b618ab68 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:22.224160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Deleting port 22ed0270-ec49-4a63-9849-8adae5999580 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:22.224509 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:22.302114 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] For port 22ed0270-ec49-4a63-9849-8adae5999580, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=22ed0270-ec49-4a63-9849-8adae5999580,segment=NetworkSegment(d755b5fb-af85-4ef6-97fe-ae197e0f14a6),segment_id=d755b5fb-af85-4ef6-97fe-ae197e0f14a6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:22.302829 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:22.316042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Calling delete_port for 22ed0270-ec49-4a63-9849-8adae5999580 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:22.495343 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:22.522484 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Pushing event deleted for resources: {'Port': ['ID=22ed0270-ec49-4a63-9849-8adae5999580,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:22.695119 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:22.915806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:23.024746 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:23.036967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-aa891d05-5c18-4dc7-88d8-c8d13b41c11d admin admin] 10.222.0.100 "PUT /v2.0/routers/b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661750 Jul 16 21:26:23.036967 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33278) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:23.037375 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] Sync routers for ids ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:23.045009 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] Routers {'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:23.045620 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:23.139831 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.147694 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] Set router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:23.244707 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.301979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Deleting port 9c8e70c6-a091-404f-a2af-4bf689de3aa3 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:23.302253 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.323644 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:26:22Z', 'revision_number': 5, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port': {'id': '9c8e70c6-a091-404f-a2af-4bf689de3aa3', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:14Z', 'updated_at': '2021-07-16T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:23.354371 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] Checking router: b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:23.362609 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] Routers {'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:23.363214 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:23.383310 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] For port 9c8e70c6-a091-404f-a2af-4bf689de3aa3, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=9c8e70c6-a091-404f-a2af-4bf689de3aa3,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:23.383686 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.398436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Calling delete_port for 9c8e70c6-a091-404f-a2af-4bf689de3aa3 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:23.450121 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] Set router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:23.500750 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:26:23Z', 'revision_number': 6, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:23.531942 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d4e98-3869-4f11-877b-5415a7bd2933 None None] The sync data for ids ['b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1'] in n-d-798930-6 is: [{'id': 'b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1', 'name': 'tempest-TestMinimumBasicScenario-1438312900-router', 'tenant_id': 'ad845c5770a84a40b2c882c9256e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:13Z', 'updated_at': '2021-07-16T21:26:23Z', 'revision_number': 6, 'project_id': 'ad845c5770a84a40b2c882c9256e712d', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:23.573507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.601742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8e70c6-a091-404f-a2af-4bf689de3aa3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:23.669508 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.772592 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.774719 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.819069 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.819540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:26:23.824092 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.825173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0bcaa48e-4689-4598-b770-a5c87d7a6422 admin admin] 10.222.0.100 "DELETE /v2.0/routers/b3eb0a0e-2a3b-4b7d-8ddc-32da373963d1 HTTP/1.1" status: 204 len: 168 time: 0.7905984 Jul 16 21:26:23.827818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33280) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:23.879969 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] Deleting subnet 835799b8-294b-48f5-89d8-4fc8bf14ce00 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:26:23.883833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.920971 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.012386 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.066607 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.099428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835799b8-294b-48f5-89d8-4fc8bf14ce00,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:24.101292 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.105460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ec9fcda2-efde-40bf-a57b-dd6bced47b60 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/835799b8-294b-48f5-89d8-4fc8bf14ce00 HTTP/1.1" status: 204 len: 168 time: 0.2745056 Jul 16 21:26:24.105897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305e1f2-3adb-46d7-95ef-ae5221289702 None None] Network 501658ae-d5bf-45d9-ac06-565801f6dd4c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:26:24.106364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33282) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:24.181914 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.237035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Deleting port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:24.237379 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.306361 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] For port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,segment=NetworkSegment(d755b5fb-af85-4ef6-97fe-ae197e0f14a6),segment_id=d755b5fb-af85-4ef6-97fe-ae197e0f14a6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:24.306947 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.319826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Calling delete_port for 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:24.329219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] DHCP port deletion for 501658ae-d5bf-45d9-ac06-565801f6dd4c request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:26:24.334064 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22ed0270-ec49-4a63-9849-8adae5999580 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:24.362839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 22ed0270-ec49-4a63-9849-8adae5999580 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:24.362839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 22ed0270-ec49-4a63-9849-8adae5999580 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:24.403189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Deleting port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:26:24.404015 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.415134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.446782 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:24.448624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] No DVR routers for this DVR port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d on host n-d-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:26:24.467700 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] For port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,segment=NetworkSegment(d755b5fb-af85-4ef6-97fe-ae197e0f14a6),segment_id=d755b5fb-af85-4ef6-97fe-ae197e0f14a6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:24.468076 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.485659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Calling delete_port for 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:26:24.521579 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.531783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501658ae-d5bf-45d9-ac06-565801f6dd4c']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:24.543803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:24.544163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd755b5fb-af85-4ef6-97fe-ae197e0f14a6') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:24.554397 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:26:24.558109 n-d-798930-6 neutron-server[94097]: self.session.flush() Jul 16 21:26:24.566777 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.575284 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.582851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:26:24.583437 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:26:24.585988 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:26:24.594227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Pushing event deleted for resources: {'Port': ['ID=0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:24.599398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] No DVR routers for this DVR port 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:26:24.606517 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.606865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.607210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.612018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.612299 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.612640 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.612972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.613687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.613687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.613972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.614244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.614568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da1d7d-5474-4ebd-babc-2a9db8e72340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:24.653631 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.660217 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.662077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] 10.222.0.100 "DELETE /v2.0/networks/501658ae-d5bf-45d9-ac06-565801f6dd4c HTTP/1.1" status: 204 len: 168 time: 0.5548460 Jul 16 21:26:24.678020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaeafa-d079-4079-b80c-52312e473c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=501658ae-d5bf-45d9-ac06-565801f6dd4c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:24.825734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33286) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:24.866012 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-71a95f9b-53ee-421d-ae47-411eecd4b3d3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cc3f64fc7c964e01b9ef9144e66dba5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389946 Jul 16 21:26:24.868527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33288) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:24.918370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed3e9-28f4-4f3b-a444-077788c5a48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.939550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed3e9-28f4-4f3b-a444-077788c5a48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.988691 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed3e9-28f4-4f3b-a444-077788c5a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.991542 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed3e9-28f4-4f3b-a444-077788c5a48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.992711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6b5ed3e9-28f4-4f3b-a444-077788c5a48d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f4656193-8dfc-4c51-83f9-fd5e1b803cb6 HTTP/1.1" status: 204 len: 168 time: 0.1230707 Jul 16 21:26:25.000489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ed3e9-28f4-4f3b-a444-077788c5a48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4656193-8dfc-4c51-83f9-fd5e1b803cb6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:25.317219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33294) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:25.362006 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1b8e422c-80c6-4653-bee7-92e7f8f800c4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ad845c5770a84a40b2c882c9256e712d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435078 Jul 16 21:26:25.364740 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33296) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:25.414625 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa1463c9-870e-4cc8-a765-edd2b5a83c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:25.435791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa1463c9-870e-4cc8-a765-edd2b5a83c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:25.484690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa1463c9-870e-4cc8-a765-edd2b5a83c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:25.488026 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fa1463c9-870e-4cc8-a765-edd2b5a83c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:25.492157 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fa1463c9-870e-4cc8-a765-edd2b5a83c7f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5994ef5a-0e62-489f-a6ea-f2d16f91b372 HTTP/1.1" status: 204 len: 168 time: 0.1265426 Jul 16 21:26:25.500132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1463c9-870e-4cc8-a765-edd2b5a83c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5994ef5a-0e62-489f-a6ea-f2d16f91b372,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:25.815656 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:25.837738 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:25.838187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0ef5ccf9-f1e5-48b1-8e74-d0022e002a2d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:25.838679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9c8e70c6-a091-404f-a2af-4bf689de3aa3 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:26:25.860809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 9c8e70c6-a091-404f-a2af-4bf689de3aa3 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:26:25.861227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 9c8e70c6-a091-404f-a2af-4bf689de3aa3 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:26:27.093571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33336) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:27.098563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309838260', 'description': 'tempest-secgroup-smoke-1309838260 description', 'project_id': '67bddf2b326a45659beb45df36d672f5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:27.121621 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.130630 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.224111 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.230221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.264405 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4c8047-ce10-43c1-92c3-90c6d7477844,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:27.326096 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.329692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.361748 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.363016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2684040 Jul 16 21:26:27.364130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7dca0-0e40-4bd6-9811-2591e85c82fa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725ce5a8-c3d6-4288-9e7b-1fc783a75257,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:27.366104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33338) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:27.370907 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-add1ac47-fae0-4585-a026-ac51f2159444 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '725ce5a8-c3d6-4288-9e7b-1fc783a75257', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:27.397906 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-add1ac47-fae0-4585-a026-ac51f2159444 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.452989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-add1ac47-fae0-4585-a026-ac51f2159444 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.457335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-add1ac47-fae0-4585-a026-ac51f2159444 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.475113 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ac47-fae0-4585-a026-ac51f2159444 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0111f9b-e3e1-43d3-b0fc-70d812fc2c2c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:27.481664 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-add1ac47-fae0-4585-a026-ac51f2159444 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.482946 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-add1ac47-fae0-4585-a026-ac51f2159444 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159213 Jul 16 21:26:27.486448 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:27.491142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-993c20fd-8d78-42e3-babf-602dd6b6435b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '725ce5a8-c3d6-4288-9e7b-1fc783a75257', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:27.518230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-993c20fd-8d78-42e3-babf-602dd6b6435b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.575384 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-993c20fd-8d78-42e3-babf-602dd6b6435b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.578769 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-993c20fd-8d78-42e3-babf-602dd6b6435b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.597403 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c20fd-8d78-42e3-babf-602dd6b6435b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97afd162-5f1b-4a50-956f-d211ff97a2d4,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:27.603057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-993c20fd-8d78-42e3-babf-602dd6b6435b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.604782 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-993c20fd-8d78-42e3-babf-602dd6b6435b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167786 Jul 16 21:26:27.606886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:27.611376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-35b4cfb7-d2b9-4a9d-8131-7a91b46fd4a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '725ce5a8-c3d6-4288-9e7b-1fc783a75257', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:27.637939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35b4cfb7-d2b9-4a9d-8131-7a91b46fd4a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.698232 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35b4cfb7-d2b9-4a9d-8131-7a91b46fd4a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.701705 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35b4cfb7-d2b9-4a9d-8131-7a91b46fd4a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.719648 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4cfb7-d2b9-4a9d-8131-7a91b46fd4a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfd5c83-6822-472e-88fe-cb46a5338b9a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:27.730568 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-35b4cfb7-d2b9-4a9d-8131-7a91b46fd4a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.731829 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-35b4cfb7-d2b9-4a9d-8131-7a91b46fd4a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239829 Jul 16 21:26:27.734475 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:27.739018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-196ce551-44c2-4d69-b124-e3625b2abd00 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '725ce5a8-c3d6-4288-9e7b-1fc783a75257', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:27.765092 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-196ce551-44c2-4d69-b124-e3625b2abd00 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.824002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-196ce551-44c2-4d69-b124-e3625b2abd00 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.827598 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-196ce551-44c2-4d69-b124-e3625b2abd00 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.848632 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ce551-44c2-4d69-b124-e3625b2abd00 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417fac54-68cd-4314-8c01-174f908fc43e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:27.851783 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-196ce551-44c2-4d69-b124-e3625b2abd00 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.852999 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-196ce551-44c2-4d69-b124-e3625b2abd00 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175964 Jul 16 21:26:27.856012 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33346) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:27.860670 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '725ce5a8-c3d6-4288-9e7b-1fc783a75257', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:27.882715 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:26:27.887755 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.947291 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.950798 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.969087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938ac9e0-6719-4483-818b-91c5bf66f268,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:27.978196 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:27.979438 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-aff777fe-bc38-4f78-8c3e-2af3e5a660ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224051 Jul 16 21:26:27.982258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:27.987056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '725ce5a8-c3d6-4288-9e7b-1fc783a75257', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:28.009877 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:26:28.014833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.081481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.086061 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.104502 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ebb9e4-9e1d-4524-98ac-8e0e2f28e8eb,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:28.109176 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.110465 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4d595f0-08d9-4a2b-a5a6-420f4dd687d5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271396 Jul 16 21:26:28.113594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33350) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:28.118893 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'network': {'name': 'tempest-network-smoke--675892480', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'port_security_enabled': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:28.140025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:26:28.144335 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.166936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:26:28.175819 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.176159 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Added segment abb48f99-5b4e-49dd-adbb-7f7467be60b2 of type vlan for network 169c10c6-4420-41da-8897-c76d833c9d9a Jul 16 21:26:28.215820 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.246103 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.252550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:28.253147 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.289508 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1747429 Jul 16 21:26:28.292270 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:28.299664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'admin_state_up': True, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:28.340258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d32c4-a744-4fac-b275-4562c0f3e10e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Network': ['ID=169c10c6-4420-41da-8897-c76d833c9d9a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:28.351220 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 169c10c6-4420-41da-8897-c76d833c9d9a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:26:28.357742 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.358692 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.413501 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.554499 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.750084 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.769758 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:28.874078 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.59 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/c4fe3013-31f5-4046-9bca-8a3d2431a73d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:28.972387 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:29.015962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:29.056334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:29.060696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:29.065767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:29.068880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=c4fe3013-31f5-4046-9bca-8a3d2431a73d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:29.311008 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:29.510541 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:29.638952 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:26:29.747000 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:29.756507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Sync routers for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:29.766085 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:29.767273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:29.769226 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:29.773785 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f78afebf-82ab-42da-851c-136bb0ffb658 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4776242 Jul 16 21:26:29.773960 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33354) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:29.874453 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:29.894856 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-76b48826-0d90-40c1-9da0-f27d7b8f365f tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=67bddf2b326a45659beb45df36d672f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1196733 Jul 16 21:26:29.897409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33358) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:29.983934 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b3509-57c0-487d-8ff1-13eefa54f600 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:29.985497 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ec5b3509-57c0-487d-8ff1-13eefa54f600 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870762 Jul 16 21:26:29.988550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33360) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:30.023418 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c4051562-d550-42c4-9d93-337ab476f5b1 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313120 Jul 16 21:26:30.023637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33362) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:30.028435 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-483995788', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:30.056544 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:29Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:30.083187 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Checking router: 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:30.083572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Updating router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 port c4fe3013-31f5-4046-9bca-8a3d2431a73d binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:26:30.118524 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.118856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:26:30.122477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.401855 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.406278 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cd263e18-6b80-4b0b-b287-87b8d63b68b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.416786 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Transition to ACTIVE for port object c4fe3013-31f5-4046-9bca-8a3d2431a73d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:30.424208 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.475850 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Attempting to bind port c4fe3013-31f5-4046-9bca-8a3d2431a73d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:30.476226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Attempting to bind port c4fe3013-31f5-4046-9bca-8a3d2431a73d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:30.476599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Attempting to bind port c4fe3013-31f5-4046-9bca-8a3d2431a73d on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:30.482219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae396a3-1a07-4005-a990-afbcb7904866 None None] Pushing event updated for resources: {'Port': ['ID=c4fe3013-31f5-4046-9bca-8a3d2431a73d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:30.487752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:30.488205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:30.488651 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.489648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:30.490130 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Bound port: c4fe3013-31f5-4046-9bca-8a3d2431a73d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:30.490540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.543785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] For port c4fe3013-31f5-4046-9bca-8a3d2431a73d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:30.546976 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] For port c4fe3013-31f5-4046-9bca-8a3d2431a73d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c4fe3013-31f5-4046-9bca-8a3d2431a73d,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:30.552380 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.605682 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.609084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:30.609708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:30.653065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae396a3-1a07-4005-a990-afbcb7904866 None None] Pushing event updated for resources: {'Port': ['ID=c4fe3013-31f5-4046-9bca-8a3d2431a73d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:30.669658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Subnet': ['ID=7433d57f-82a3-4b47-9aff-e06c30d38563,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:30.679428 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Checking segment: {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:30.679795 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network hostable DHCP agents. Network: 169c10c6-4420-41da-8897-c76d833c9d9a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:26:30.696476 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 169c10c6-4420-41da-8897-c76d833c9d9a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:26:30.706076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 169c10c6-4420-41da-8897-c76d833c9d9a) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:30.710721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:30.711377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:30.717017 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85702e5c-49bd-4264-a6dc-7491c4ac4339 None None] Network 169c10c6-4420-41da-8897-c76d833c9d9a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:26:30.727803 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-55204cb7-4ad3-4b84-ad5c-ed377955bdb0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7030389 Jul 16 21:26:30.730365 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:30.747870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:31.004956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-169c10c6-4420-41da-8897-c76d833c9d9a', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:26:31.005812 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.040782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:29Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:31.114519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b635235-6702-42d5-84d2-0e19cbee573b None None] The sync data for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 is: [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:29Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:31.178886 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.185614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Allocated IP 172.20.0.2 (169c10c6-4420-41da-8897-c76d833c9d9a/7433d57f-82a3-4b47-9aff-e06c30d38563/91c31ee5-3a9b-4878-8817-5433d5d9ac64) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:31.346894 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.385651 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Transition to ACTIVE for port object 91c31ee5-3a9b-4878-8817-5433d5d9ac64 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:31.404824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Transition to ACTIVE for port object 91c31ee5-3a9b-4878-8817-5433d5d9ac64 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:31.412487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.456053 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Network 169c10c6-4420-41da-8897-c76d833c9d9a is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:31.463029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:31.465681 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:31.500421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Pushing event updated for resources: {'Port': ['ID=91c31ee5-3a9b-4878-8817-5433d5d9ac64,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:31.531760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Attempting to bind port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:31.532149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Attempting to bind port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:31.533062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Attempting to bind port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 on network 169c10c6-4420-41da-8897-c76d833c9d9a {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:31.538942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:31.539330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Checking segment: {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:31.540240 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.540240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Bound using segment: {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:31.540570 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Bound port: 91c31ee5-3a9b-4878-8817-5433d5d9ac64, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:31.541317 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.550724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.1 (169c10c6-4420-41da-8897-c76d833c9d9a/7433d57f-82a3-4b47-9aff-e06c30d38563/1c41703c-2513-4d31-8958-9e53eaf7d037) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:31.693761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.708830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object 1c41703c-2513-4d31-8958-9e53eaf7d037 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:31.749313 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.792842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] For port 91c31ee5-3a9b-4878-8817-5433d5d9ac64, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:31.796333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] For port 91c31ee5-3a9b-4878-8817-5433d5d9ac64, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=91c31ee5-3a9b-4878-8817-5433d5d9ac64,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:31.797442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 169c10c6-4420-41da-8897-c76d833c9d9a is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:31.804644 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:31.804807 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.808358 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:31.835290 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=1c41703c-2513-4d31-8958-9e53eaf7d037,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:31.880821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:31.900441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99946be-f15a-4420-a4e5-10498935aae7 None None] Pushing event updated for resources: {'Port': ['ID=91c31ee5-3a9b-4878-8817-5433d5d9ac64,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:31.906693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c4fe3013-31f5-4046-9bca-8a3d2431a73d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:31.964521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port c4fe3013-31f5-4046-9bca-8a3d2431a73d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:31.969060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c4fe3013-31f5-4046-9bca-8a3d2431a73d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:31.969676 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:32.065946 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:32.108507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port c4fe3013-31f5-4046-9bca-8a3d2431a73d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c4fe3013-31f5-4046-9bca-8a3d2431a73d,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:32.110665 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:32.113903 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:32.180179 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=c4fe3013-31f5-4046-9bca-8a3d2431a73d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:32.425008 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:32.429534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:32.506917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=1c41703c-2513-4d31-8958-9e53eaf7d037,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:32.509558 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:32.600488 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 169c10c6-4420-41da-8897-c76d833c9d9a is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:32.601931 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:32.719076 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:32.829591 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:32.834690 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6f8d882e-cb35-4f3c-8e3a-f9412583a1ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/3e8b0ded-45b1-4b60-86d2-bd70ba44bf92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032360 Jul 16 21:26:32.921380 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Sync routers for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:32.932717 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:32.933307 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:32.981463 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-ca0229f8-c61d-495b-9553-5997da8b40f3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309838260&fields=id&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 267 time: 0.0351171 Jul 16 21:26:33.040511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:33.101558 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-d947ed5d-9fb9-4275-804a-74328e8188f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:33.103289 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-d947ed5d-9fb9-4275-804a-74328e8188f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/networks?id=169c10c6-4420-41da-8897-c76d833c9d9a HTTP/1.1" status: 200 len: 796 time: 0.1100917 Jul 16 21:26:33.119004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-ce6b59b0-04f3-4978-90ab-feed6f4441dc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/quotas/67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 375 time: 0.0101347 Jul 16 21:26:33.193932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-7bc9a812-7551-49fc-9cbb-3108c59c0c8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693061 Jul 16 21:26:33.246166 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 2, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:33.277287 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Checking router: 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:33.277633 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Updating router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 port 1c41703c-2513-4d31-8958-9e53eaf7d037 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:26:33.316310 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:33.347799 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-32363b83-c1dc-4971-81c5-d25f327ad8e0 service neutron] 10.222.0.100 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414762 Jul 16 21:26:33.447911 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-cf6450ca-2f4b-4ae9-9af7-413cb269c490 service neutron] 10.222.0.100 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939310 Jul 16 21:26:33.658878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0edb8407-4fc4-4c80-8a0a-e1ddbd081fca req-a256791c-1115-4b48-a93a-f8b9a60c61e8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 210 time: 0.0305798 Jul 16 21:26:33.736061 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:33.746543 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Transition to ACTIVE for port object 1c41703c-2513-4d31-8958-9e53eaf7d037 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:33.755709 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:33.757382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313af0c1-50de-4554-96dc-1fef3bf0be77 None None] Network 169c10c6-4420-41da-8897-c76d833c9d9a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:26:33.804774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3f692618-d948-48d2-8851-fd5294488bcb None None] Provisioning for port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:33.816504 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Pushing event updated for resources: {'Port': ['ID=1c41703c-2513-4d31-8958-9e53eaf7d037,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:33.852155 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.852492 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.852823 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.853150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.853474 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.853819 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.854111 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.854429 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.854742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.855277 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.855566 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.855883 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:26:33.901951 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Attempting to bind port 1c41703c-2513-4d31-8958-9e53eaf7d037 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:33.902323 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Attempting to bind port 1c41703c-2513-4d31-8958-9e53eaf7d037 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:33.902683 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Attempting to bind port 1c41703c-2513-4d31-8958-9e53eaf7d037 on network 169c10c6-4420-41da-8897-c76d833c9d9a {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:33.908805 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:33.908805 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Checking segment: {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:33.909076 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:33.909476 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Bound using segment: {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:33.909929 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Bound port: 1c41703c-2513-4d31-8958-9e53eaf7d037, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:33.910309 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:33.992335 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] For port 1c41703c-2513-4d31-8958-9e53eaf7d037, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:33.992928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 91c31ee5-3a9b-4878-8817-5433d5d9ac64 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:33.998012 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] For port 1c41703c-2513-4d31-8958-9e53eaf7d037, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1c41703c-2513-4d31-8958-9e53eaf7d037,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:34.003631 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.066756 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:34.071941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:34.072540 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.080827 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:34.081825 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:34.087655 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb417e8f-06f0-4cb3-928a-327ae875b81d None None] Pushing event updated for resources: {'Port': ['ID=1c41703c-2513-4d31-8958-9e53eaf7d037,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:34.200700 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.204205 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.229249 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:34.252866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 91c31ee5-3a9b-4878-8817-5433d5d9ac64, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=91c31ee5-3a9b-4878-8817-5433d5d9ac64,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:34.264078 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.264717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c4fe3013-31f5-4046-9bca-8a3d2431a73d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:34.371542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=91c31ee5-3a9b-4878-8817-5433d5d9ac64,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:34.388072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port c4fe3013-31f5-4046-9bca-8a3d2431a73d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:34.388442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.390071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b86512b0-bcdc-4457-8de1-49893c31d147 None None] Provisioning complete for port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:34.390421 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b86512b0-bcdc-4457-8de1-49893c31d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:34.493387 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:34.525784 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998904c-93d4-4637-9911-c70aa785c4fa None None] The sync data for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 is: [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:34.613519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b86512b0-bcdc-4457-8de1-49893c31d147 None None] Provisioning for port 1c41703c-2513-4d31-8958-9e53eaf7d037 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:34.833944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c6f35b93-23c9-4272-9272-82ce82f50fff req-d2726ff9-b645-4820-b113-1375c2cc687e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 210 time: 0.0390301 Jul 16 21:26:34.953433 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-156b9afb-6ffa-4d96-a35a-bc87f0eed38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:35.224941 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-9657c7cc-c08b-48a3-ac19-5132f765c15e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:35.227390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-9657c7cc-c08b-48a3-ac19-5132f765c15e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/networks?id=169c10c6-4420-41da-8897-c76d833c9d9a HTTP/1.1" status: 200 len: 796 time: 0.1343315 Jul 16 21:26:35.281558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-6d03f616-edf2-456c-8652-01fb66a10fe8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 380 time: 0.0443208 Jul 16 21:26:35.291026 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'port': {'device_id': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'admin_state_up': True, 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'security_groups': ['725ce5a8-c3d6-4288-9e7b-1fc783a75257']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:35.421176 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:26:35.426185 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:35.562125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.14 (169c10c6-4420-41da-8897-c76d833c9d9a/7433d57f-82a3-4b47-9aff-e06c30d38563/73a59c9c-d233-4b98-a10b-e8b6785b06a5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:35.717867 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:35.731147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object 73a59c9c-d233-4b98-a10b-e8b6785b06a5 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:35.765164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:35.823515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 169c10c6-4420-41da-8897-c76d833c9d9a is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:35.826945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:35.832295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:35.836398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=73a59c9c-d233-4b98-a10b-e8b6785b06a5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:35.892596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:35.893716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:35.912885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-164e15a3-186e-4a30-8065-a2dac589103c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256914 Jul 16 21:26:35.928169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 91c31ee5-3a9b-4878-8817-5433d5d9ac64 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:35.930581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Request body: {'port': {'device_id': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:35.988145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:35.988709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.065774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.084902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1c41703c-2513-4d31-8958-9e53eaf7d037 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:36.085245 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428a774-22c3-4fb0-a9c9-d5a31c1deb92 req-ccb3c9f8-7b73-4d73-9cbd-7fd948e6f445 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:36.087048 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2428a774-22c3-4fb0-a9c9-d5a31c1deb92 req-ccb3c9f8-7b73-4d73-9cbd-7fd948e6f445 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 932 time: 0.1231911 Jul 16 21:26:36.134749 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 1c41703c-2513-4d31-8958-9e53eaf7d037 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:36.138873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1c41703c-2513-4d31-8958-9e53eaf7d037 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:36.139280 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.165050 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2428a774-22c3-4fb0-a9c9-d5a31c1deb92 req-650aa7fb-f43b-4214-b5cd-70df3e434b72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711150 Jul 16 21:26:36.180440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a90be787-a61f-4a94-ab4e-61705522f32a None None] Provisioning for port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:36.192577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a90be787-a61f-4a94-ab4e-61705522f32a None None] Provisioning complete for port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:36.192577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a90be787-a61f-4a94-ab4e-61705522f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.249947 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a90be787-a61f-4a94-ab4e-61705522f32a None None] Port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:26:36.262610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.304112 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 1c41703c-2513-4d31-8958-9e53eaf7d037, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1c41703c-2513-4d31-8958-9e53eaf7d037,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:36.309564 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.315331 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.360532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=1c41703c-2513-4d31-8958-9e53eaf7d037,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:36.387319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a59c9c-d233-4b98-a10b-e8b6785b06a5 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:26:36.394998 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.406706 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Transition to ACTIVE for port object 73a59c9c-d233-4b98-a10b-e8b6785b06a5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:26:36.410293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.462128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Pushing event updated for resources: {'Port': ['ID=73a59c9c-d233-4b98-a10b-e8b6785b06a5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:36.531778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Attempting to bind port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:26:36.532112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Attempting to bind port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:26:36.532994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Attempting to bind port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 on network 169c10c6-4420-41da-8897-c76d833c9d9a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:36.537828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 on network 169c10c6-4420-41da-8897-c76d833c9d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:26:36.538144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Attempting to bind port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 on network 169c10c6-4420-41da-8897-c76d833c9d9a {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:26:36.543373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:26:36.543713 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Checking segment: {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:26:36.544102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Bound using segment: {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:26:36.544536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Bound port: 73a59c9c-d233-4b98-a10b-e8b6785b06a5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb48f99-5b4e-49dd-adbb-7f7467be60b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:26:36.544905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.614997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] For port 73a59c9c-d233-4b98-a10b-e8b6785b06a5, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:26:36.618547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] For port 73a59c9c-d233-4b98-a10b-e8b6785b06a5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:26:36.622306 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.658515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:36.658981 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:36.660405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/73a59c9c-d233-4b98-a10b-e8b6785b06a5 HTTP/1.1" status: 200 len: 1092 time: 0.7385125 Jul 16 21:26:36.660907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:36.663181 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:36.690906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8a14c-e6ec-4f48-94b6-a0c4043c95b8 service neutron] Pushing event updated for resources: {'Port': ['ID=73a59c9c-d233-4b98-a10b-e8b6785b06a5,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:36.743831 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db193154-e221-43c7-855f-92003caa45a1 x-openstack-request-id: req-db193154-e221-43c7-855f-92003caa45a1 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:36.744124 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:36.744370 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-db193154-e221-43c7-855f-92003caa45a1 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:36.744766 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'status': 'completed', 'code': 200} Jul 16 21:26:36.773057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-a5e8ad6a-2639-478a-8ebb-8d9d8ee79918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:36.774599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-a5e8ad6a-2639-478a-8ebb-8d9d8ee79918 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0598879 Jul 16 21:26:36.821154 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-a2bcb137-2224-4f68-9081-3094222e271b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5 HTTP/1.1" status: 200 len: 217 time: 0.0396461 Jul 16 21:26:36.871911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-58f29121-63f7-4e15-a77a-babf34134e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:36.873376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-58f29121-63f7-4e15-a77a-babf34134e05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7433d57f-82a3-4b47-9aff-e06c30d38563 HTTP/1.1" status: 200 len: 834 time: 0.0461056 Jul 16 21:26:36.930715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-c7f5f160-5882-4047-b678-da9ac1b11552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:36.932288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-c7f5f160-5882-4047-b678-da9ac1b11552 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=169c10c6-4420-41da-8897-c76d833c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522981 Jul 16 21:26:37.028276 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-0382d54c-f232-400f-91b6-9d08e4ab2490 service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887771 Jul 16 21:26:37.117844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6821e364-4b6b-42e9-a69e-4ab00ff9b752 req-bc4ef837-ce2f-4704-b97a-37a7033de477 service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829766 Jul 16 21:26:37.213660 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-ce298a7f-f7f0-476a-89a5-676681cff187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:37.215199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-ce298a7f-f7f0-476a-89a5-676681cff187 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0537939 Jul 16 21:26:37.341031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-f84c40f6-5e8f-4d49-87f6-8390988f5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:37.342595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-f84c40f6-5e8f-4d49-87f6-8390988f5a6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=169c10c6-4420-41da-8897-c76d833c9d9a HTTP/1.1" status: 200 len: 897 time: 0.1213300 Jul 16 21:26:37.392532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-56a56a21-4a40-4077-8ddc-ad9a7497bed2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5 HTTP/1.1" status: 200 len: 217 time: 0.0421033 Jul 16 21:26:37.404398 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15f2d-0117-4e35-a1a0-82a4b825f0f5 req-5dbe3d6b-fae4-48a5-af63-f54c2ec3b930 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:37.405808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96a15f2d-0117-4e35-a1a0-82a4b825f0f5 req-5dbe3d6b-fae4-48a5-af63-f54c2ec3b930 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 944 time: 0.1178827 Jul 16 21:26:37.473058 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96a15f2d-0117-4e35-a1a0-82a4b825f0f5 req-420f6bc5-f7fb-4113-b860-d7ff2657bd5a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591290 Jul 16 21:26:37.474525 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-a936a7df-0f0f-4ce8-ba0f-ac4e5a1367a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:37.475951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-a936a7df-0f0f-4ce8-ba0f-ac4e5a1367a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7433d57f-82a3-4b47-9aff-e06c30d38563 HTTP/1.1" status: 200 len: 834 time: 0.0692685 Jul 16 21:26:37.537237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-21614650-db46-4427-b7f2-6e2ca8940914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:37.538767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-21614650-db46-4427-b7f2-6e2ca8940914 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=169c10c6-4420-41da-8897-c76d833c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553350 Jul 16 21:26:37.636092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-95c09214-b2ff-4bcd-93f1-c6b582f9a0dc service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901051 Jul 16 21:26:37.833010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1c41703c-2513-4d31-8958-9e53eaf7d037 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:37.884224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1c41703c-2513-4d31-8958-9e53eaf7d037 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:37.884599 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:38.109965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65dd70cf-f042-4f98-b3a8-7bb81f38ecc4 req-5bea5e6d-507b-4e56-8873-d2eb558f0f1e service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672737 Jul 16 21:26:38.425795 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:38.648809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f4745-b77a-4d79-aac8-b656dbf044b8 req-de013ef5-43d7-4edd-bcd1-7a87452839d7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:38.650204 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d94f4745-b77a-4d79-aac8-b656dbf044b8 req-de013ef5-43d7-4edd-bcd1-7a87452839d7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 944 time: 0.0636318 Jul 16 21:26:38.687930 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d94f4745-b77a-4d79-aac8-b656dbf044b8 req-e54cb419-0590-4fa9-a0af-33a40e2983da tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Jul 16 21:26:38.741013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 73a59c9c-d233-4b98-a10b-e8b6785b06a5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:26:38.835205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 73a59c9c-d233-4b98-a10b-e8b6785b06a5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:38.849498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'port_id': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'mac_address': 'fa:16:3e:a5:89:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:26:38.888887 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:38.901530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a59c9c-d233-4b98-a10b-e8b6785b06a5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:26:38.920107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 73a59c9c-d233-4b98-a10b-e8b6785b06a5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:38.925099 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:38.972684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=73a59c9c-d233-4b98-a10b-e8b6785b06a5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:39.128338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['73a59c9c-d233-4b98-a10b-e8b6785b06a5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:26:39.132103 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:39.365355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:39.869272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63a2d-4535-40de-a71c-5dd54eaf9d2d req-ed404d0b-5a78-4d21-b4e3-80224af034df tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:39.870759 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ac63a2d-4535-40de-a71c-5dd54eaf9d2d req-ed404d0b-5a78-4d21-b4e3-80224af034df tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 945 time: 0.0667114 Jul 16 21:26:39.908301 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7ac63a2d-4535-40de-a71c-5dd54eaf9d2d req-a30532a3-917e-44ae-9bf9-1cfe1c8372d1 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Jul 16 21:26:40.741382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 73a59c9c-d233-4b98-a10b-e8b6785b06a5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:26:40.790861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:26:40.794546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:26:40.794919 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:40.877516 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:40.898997 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:40.901261 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae51151f-9ee4-449f-b27f-b1d95932654a" -d '{"events": [{"server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "name": "network-vif-plugged", "status": "completed", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:40.914399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 73a59c9c-d233-4b98-a10b-e8b6785b06a5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:26:40.918471 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:40.967690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=73a59c9c-d233-4b98-a10b-e8b6785b06a5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:40.993535 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e041a-f816-4b65-8d08-79775f6a282d x-openstack-request-id: req-df4e041a-f816-4b65-8d08-79775f6a282d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:40.993889 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "name": "network-vif-plugged", "status": "completed", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:40.994202 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-df4e041a-f816-4b65-8d08-79775f6a282d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:40.994655 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'code': 200} Jul 16 21:26:41.152758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9688-3aa3-48df-85a4-05965898ae75 req-e0d17929-aef6-4018-bd61-28f14daea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:41.154255 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f08c9688-3aa3-48df-85a4-05965898ae75 req-e0d17929-aef6-4018-bd61-28f14daea0c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0958769 Jul 16 21:26:41.176779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97857ecd-3dc3-40eb-93a9-fcd11f771f51 req-897d2a4a-15fd-4ae7-b383-19890396991d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:41.178222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97857ecd-3dc3-40eb-93a9-fcd11f771f51 req-897d2a4a-15fd-4ae7-b383-19890396991d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0898042 Jul 16 21:26:41.217676 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f08c9688-3aa3-48df-85a4-05965898ae75 req-9eabf063-8d02-4ad7-8422-77a96ee311f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555716 Jul 16 21:26:41.232794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-97857ecd-3dc3-40eb-93a9-fcd11f771f51 req-6fe6628e-ac2c-4120-bca8-91c92397392b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483959 Jul 16 21:26:42.408111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98042-3e8e-4624-87e2-5664ca86ee27 req-cb0893b6-4d3a-42d7-9736-05e756fd34cd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:42.409607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ee98042-3e8e-4624-87e2-5664ca86ee27 req-cb0893b6-4d3a-42d7-9736-05e756fd34cd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0658696 Jul 16 21:26:42.450971 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ee98042-3e8e-4624-87e2-5664ca86ee27 req-b1a5afe7-f2c7-4ac0-9773-fbc85824fcf5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358071 Jul 16 21:26:42.625478 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7542039-262c-4617-8fc8-ec4c917f25d2 req-cd8081a3-15bd-481f-bad3-578be626d209 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:42.627317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7542039-262c-4617-8fc8-ec4c917f25d2 req-cd8081a3-15bd-481f-bad3-578be626d209 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0642092 Jul 16 21:26:42.666538 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b7542039-262c-4617-8fc8-ec4c917f25d2 req-20ca493c-5950-4490-9031-7837447b5eb8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Jul 16 21:26:42.689938 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33420) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:42.743679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa72980f-6994-4b61-9bfd-2533b71e255a tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:42.745206 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-fa72980f-6994-4b61-9bfd-2533b71e255a tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 1092 time: 0.0542862 Jul 16 21:26:42.748085 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33422) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:42.752575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:26:42.775091 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:42.873613 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:42.976496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.43 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9eb58345-7b15-4191-9944-0a000e8386bf) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:26:43.084899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:43.122293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:43.158495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:26:43.163187 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:26:43.165971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:26:43.197440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=9eb58345-7b15-4191-9944-0a000e8386bf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:43.540403 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:43.620706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:43.771301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:43.776747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:43.841624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=9eb58345-7b15-4191-9944-0a000e8386bf,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:26:43.856826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:43.965620 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP 2deb4ffe-4e75-466c-bba9-eeba50b93c2c associated. External IP: 172.25.8.43, port: 73a59c9c-d233-4b98-a10b-e8b6785b06a5. Jul 16 21:26:43.988213 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:44.175980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:26:44.290641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:26:44.300537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] Sync routers for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:26:44.307043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:44.309854 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:44.310488 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:44.347486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d8441cbd-f238-451a-a8f2-dd5269bb9883 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5981939 Jul 16 21:26:44.348084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:26:44.350530 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62322adf-42f4-47da-9cd6-626243baf51a" -d '{"events": [{"name": "network-changed", "server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:26:44.419219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:44.500152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ed9c2-d6d3-43b8-b8be-9235363ce0f2 req-d163424a-7e49-4719-9247-dafe422331e7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:44.501718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-883ed9c2-d6d3-43b8-b8be-9235363ce0f2 req-d163424a-7e49-4719-9247-dafe422331e7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0645154 Jul 16 21:26:44.540887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-883ed9c2-d6d3-43b8-b8be-9235363ce0f2 req-26cf5a81-9a64-424d-af6a-dd5a38fc962d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Jul 16 21:26:44.567933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33428) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:44.609655 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f1ad23-1a12-4eb8-aee7-694c2d27a387 x-openstack-request-id: req-f2f1ad23-1a12-4eb8-aee7-694c2d27a387 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:26:44.610055 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:26:44.610850 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f2f1ad23-1a12-4eb8-aee7-694c2d27a387 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:26:44.611224 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'status': 'completed', 'code': 200} Jul 16 21:26:44.650160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '2deb4ffe-4e75-466c-bba9-eeba50b93c2c', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'port_id': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'mac_address': 'fa:16:3e:a5:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:26:43Z', 'updated_at': '2021-07-16T21:26:43Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:36Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:44.664653 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1f3ab82-54da-47fb-9bc8-21a94de6ed2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/2deb4ffe-4e75-466c-bba9-eeba50b93c2c HTTP/1.1" status: 200 len: 991 time: 0.0955551 Jul 16 21:26:44.677273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] Checking router: 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:26:44.685586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:26:44.686199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:26:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:44.686574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62322adf-42f4-47da-9cd6-626243baf51a req-60a06467-b942-4ba2-a291-26a9e4db9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:44.688148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62322adf-42f4-47da-9cd6-626243baf51a req-60a06467-b942-4ba2-a291-26a9e4db9cb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0664461 Jul 16 21:26:44.784692 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62322adf-42f4-47da-9cd6-626243baf51a req-cde74c0f-b6c4-4f40-a08c-8d8f1c46b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:44.786077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62322adf-42f4-47da-9cd6-626243baf51a req-cde74c0f-b6c4-4f40-a08c-8d8f1c46b1b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=169c10c6-4420-41da-8897-c76d833c9d9a HTTP/1.1" status: 200 len: 897 time: 0.0916932 Jul 16 21:26:44.791010 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:26:44.852309 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62322adf-42f4-47da-9cd6-626243baf51a req-bb50ad19-4e35-42b8-ab56-e5565cdb20f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5 HTTP/1.1" status: 200 len: 999 time: 0.0593188 Jul 16 21:26:44.905904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62322adf-42f4-47da-9cd6-626243baf51a req-bc91fe81-b011-4bc0-98e8-9dd85428fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:44.908164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62322adf-42f4-47da-9cd6-626243baf51a req-bc91fe81-b011-4bc0-98e8-9dd85428fd5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7433d57f-82a3-4b47-9aff-e06c30d38563 HTTP/1.1" status: 200 len: 834 time: 0.0486195 Jul 16 21:26:44.964567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62322adf-42f4-47da-9cd6-626243baf51a req-8916a0c9-ec3c-4038-b516-436399cbe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:44.966096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62322adf-42f4-47da-9cd6-626243baf51a req-8916a0c9-ec3c-4038-b516-436399cbe670 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=169c10c6-4420-41da-8897-c76d833c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520828 Jul 16 21:26:45.024269 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '2deb4ffe-4e75-466c-bba9-eeba50b93c2c', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'port_id': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'mac_address': 'fa:16:3e:a5:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:26:43Z', 'updated_at': '2021-07-16T21:26:43Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:36Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:26:45.052418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46b98e-7d26-4980-8abb-44a1c377103f None None] The sync data for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 is: [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '2deb4ffe-4e75-466c-bba9-eeba50b93c2c', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'port_id': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'mac_address': 'fa:16:3e:a5:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:26:43Z', 'updated_at': '2021-07-16T21:26:43Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:36Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:26:45.057325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62322adf-42f4-47da-9cd6-626243baf51a req-814076ee-e954-4e67-a720-5abe5c568526 service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847514 Jul 16 21:26:45.155767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-62322adf-42f4-47da-9cd6-626243baf51a req-70999eb6-7644-4ed8-8cef-cecc1db0198a service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925260 Jul 16 21:26:45.258045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86da217-293b-4477-8d65-4e77308b5099 None None] New status for floating IP 2deb4ffe-4e75-466c-bba9-eeba50b93c2c: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:26:45.668715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33432) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:26:45.729552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2b30f8c3-bc0f-4df0-a912-2737b1e67343 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/2deb4ffe-4e75-466c-bba9-eeba50b93c2c HTTP/1.1" status: 200 len: 993 time: 0.0597687 Jul 16 21:27:00.388924 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96c78e67-d2e1-4406-8220-e22acfef863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.161381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:04.955957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95c6d230-5ffb-4c7a-a121-dd43ce9cbde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:06.305393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:08.428962 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:09.135296 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:09.357226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:14.757797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae54114-d74c-41e1-90f2-a28b73501084 req-b0a7141d-815e-405a-8803-e510f89a1772 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:14.759467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ae54114-d74c-41e1-90f2-a28b73501084 req-b0a7141d-815e-405a-8803-e510f89a1772 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0687337 Jul 16 21:27:14.801730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9ae54114-d74c-41e1-90f2-a28b73501084 req-236d14ae-3253-44ea-bb43-71d93c6dae58 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366378 Jul 16 21:27:15.982884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bdc9-7688-48a6-9e85-d02b1776c024 req-c6c83cb6-ce61-4dfc-81b1-1c043413cc82 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:15.984555 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0729bdc9-7688-48a6-9e85-d02b1776c024 req-c6c83cb6-ce61-4dfc-81b1-1c043413cc82 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0684879 Jul 16 21:27:16.036250 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0729bdc9-7688-48a6-9e85-d02b1776c024 req-7e11343a-34d9-4890-85f3-f83079da6953 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376844 Jul 16 21:27:16.057286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33450) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:16.124007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-505e4ebc-f9de-4aab-bd2e-257a2356dfd9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/2deb4ffe-4e75-466c-bba9-eeba50b93c2c HTTP/1.1" status: 200 len: 993 time: 0.0654564 Jul 16 21:27:17.555235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a65f7-6c40-4351-bd1b-940dcd7d41e1 req-9597c9c4-e40b-4731-a29a-4b2e298dedd2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:17.557158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-145a65f7-6c40-4351-bd1b-940dcd7d41e1 req-9597c9c4-e40b-4731-a29a-4b2e298dedd2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0706737 Jul 16 21:27:17.602365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-145a65f7-6c40-4351-bd1b-940dcd7d41e1 req-f3eb1ad8-db8d-4686-ae60-ea6e7fa0f84e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392339 Jul 16 21:27:18.778979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d18df-5f5c-47d9-8818-8e1de0d62179 req-cfa750a2-1cb8-4da9-b418-7cfb1cb47154 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:18.780534 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64d18df-5f5c-47d9-8818-8e1de0d62179 req-cfa750a2-1cb8-4da9-b418-7cfb1cb47154 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0654166 Jul 16 21:27:18.825509 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e64d18df-5f5c-47d9-8818-8e1de0d62179 req-eddd5528-821a-4b4c-b423-95c8d709b757 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387478 Jul 16 21:27:18.851072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33460) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:18.914787 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6be409c7-80e5-4eb7-be0c-2326ce4e125b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/2deb4ffe-4e75-466c-bba9-eeba50b93c2c HTTP/1.1" status: 200 len: 993 time: 0.0624435 Jul 16 21:27:19.192726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33466) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:19.364068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 9eb58345-7b15-4191-9944-0a000e8386bf {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:27:19.364418 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:19.446107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:19.446360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:19.458082 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 9eb58345-7b15-4191-9944-0a000e8386bf owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:27:19.606968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:19.635281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=9eb58345-7b15-4191-9944-0a000e8386bf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:19.660939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.661292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.661627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.661958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.662286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.662613 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.662937 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.663280 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.663604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.663922 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.664249 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.664562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:19.705667 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:19.705667 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP 2deb4ffe-4e75-466c-bba9-eeba50b93c2c disassociated (deleted). External IP: 172.25.8.43, port: 73a59c9c-d233-4b98-a10b-e8b6785b06a5. Jul 16 21:27:19.916286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:27:20.025779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:20.030489 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:20.037720 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] Sync routers for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:20.046921 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:20.047669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:20.068264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cbcc6c9e-2868-4d54-adac-cb7fee438850 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/floatingips/2deb4ffe-4e75-466c-bba9-eeba50b93c2c HTTP/1.1" status: 204 len: 168 time: 0.8744400 Jul 16 21:27:20.068846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:20.071124 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093efc07-2aba-4080-ae84-ddf26f6e0c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:20.158065 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:20.317880 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d5f7c-b0c6-4164-89ca-734e3ffb0719 x-openstack-request-id: req-bd6d5f7c-b0c6-4164-89ca-734e3ffb0719 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:20.318163 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:20.318468 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bd6d5f7c-b0c6-4164-89ca-734e3ffb0719 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:20.318874 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'status': 'completed', 'code': 200} Jul 16 21:27:20.375877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:36Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:20.395973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-554c5d1f-1d2a-4528-a2d9-48212de72974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:20.397744 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-554c5d1f-1d2a-4528-a2d9-48212de72974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0555837 Jul 16 21:27:20.540220 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-57bbde6e-7a55-461b-8af2-bb5e13f7bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:20.541603 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-57bbde6e-7a55-461b-8af2-bb5e13f7bb4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=169c10c6-4420-41da-8897-c76d833c9d9a HTTP/1.1" status: 200 len: 897 time: 0.1360590 Jul 16 21:27:20.550828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fae4e2-723f-47b6-9ae5-5ea6d9130cd3 req-5e9ca221-d062-4432-b383-5b851e4fa246 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:20.552390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69fae4e2-723f-47b6-9ae5-5ea6d9130cd3 req-5e9ca221-d062-4432-b383-5b851e4fa246 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.1381409 Jul 16 21:27:20.555137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] Checking router: 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:20.564163 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:20.564789 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:20.599742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-efcf2de5-2db0-47f3-a317-bfcf5c047690 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5 HTTP/1.1" status: 200 len: 217 time: 0.0455430 Jul 16 21:27:20.660681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69fae4e2-723f-47b6-9ae5-5ea6d9130cd3 req-b4538689-79eb-4a14-8477-3fccaa43bdc8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997875 Jul 16 21:27:20.666579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-180eed3a-18b4-43ee-9991-3c2679b477b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:20.668066 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-180eed3a-18b4-43ee-9991-3c2679b477b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7433d57f-82a3-4b47-9aff-e06c30d38563 HTTP/1.1" status: 200 len: 834 time: 0.0616305 Jul 16 21:27:20.672302 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:20.731073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-ab3dfa95-db6a-4a2b-b4a4-24236453fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:20.732789 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-ab3dfa95-db6a-4a2b-b4a4-24236453fb84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=169c10c6-4420-41da-8897-c76d833c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565231 Jul 16 21:27:20.830360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-db0bca0a-6b4b-4677-b2c8-bb7a0653c79a service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898860 Jul 16 21:27:20.875492 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:36Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:20.907603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e1239d-31f5-48fb-9b4a-bee5a9489939 None None] The sync data for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 is: [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '1c41703c-2513-4d31-8958-9e53eaf7d037', 'name': '', 'network_id': '169c10c6-4420-41da-8897-c76d833c9d9a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:72:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:31Z', 'updated_at': '2021-07-16T21:26:36Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7433d57f-82a3-4b47-9aff-e06c30d38563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:20.928010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-093efc07-2aba-4080-ae84-ddf26f6e0c1e req-8755b19c-8c36-4160-b974-46c71f007c5b service neutron] 10.222.0.21 "GET /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892811 Jul 16 21:27:20.988472 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:27:21.136994 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52193e-5093-402a-91f3-7b18eb3cb88d None None] New status for floating IP 2deb4ffe-4e75-466c-bba9-eeba50b93c2c: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:27:22.037290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bea80-172f-4e4e-b262-3dada6982d5c req-0134cf96-a2a5-40c1-bead-27b8c017c6fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:22.038775 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f69bea80-172f-4e4e-b262-3dada6982d5c req-0134cf96-a2a5-40c1-bead-27b8c017c6fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0695217 Jul 16 21:27:22.459106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f69bea80-172f-4e4e-b262-3dada6982d5c req-dea73aa9-7dff-48c5-ac23-7be0d76448bd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=725ce5a8-c3d6-4288-9e7b-1fc783a75257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147511 Jul 16 21:27:22.488832 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-3c495590-5852-4cd5-87d0-2af8093a7064 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:22.490399 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-3c495590-5852-4cd5-87d0-2af8093a7064 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 946 time: 0.0785344 Jul 16 21:27:22.596921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:27:22.597281 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:22.685894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 73a59c9c-d233-4b98-a10b-e8b6785b06a5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=73a59c9c-d233-4b98-a10b-e8b6785b06a5,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:22.686260 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:22.698701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 73a59c9c-d233-4b98-a10b-e8b6785b06a5 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:27:22.837932 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:22.878611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=73a59c9c-d233-4b98-a10b-e8b6785b06a5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:22.926730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] No DVR routers for this DVR port 73a59c9c-d233-4b98-a10b-e8b6785b06a5 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:27:22.929475 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:22.931548 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d13105cd-68e4-41f6-a520-339a700eb7a9 req-c15f8a77-3a17-442c-97cc-3ddb47866853 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "DELETE /v2.0/ports/73a59c9c-d233-4b98-a10b-e8b6785b06a5 HTTP/1.1" status: 204 len: 173 time: 0.4324007 Jul 16 21:27:22.931945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'name': 'network-vif-deleted', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:22.934216 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa65c57-bad0-4dc4-aa51-65f8a2f4b1a0" -d '{"events": [{"server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "name": "network-vif-deleted", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:22.982757 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a87a524-e447-4dbf-a731-104bb6baac8c x-openstack-request-id: req-6a87a524-e447-4dbf-a731-104bb6baac8c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:22.983058 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d538e889-ff8d-475d-9f7b-cb83c288a2c3", "name": "network-vif-deleted", "tag": "73a59c9c-d233-4b98-a10b-e8b6785b06a5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:22.983345 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6a87a524-e447-4dbf-a731-104bb6baac8c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:22.983909 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd538e889-ff8d-475d-9f7b-cb83c288a2c3', 'name': 'network-vif-deleted', 'tag': '73a59c9c-d233-4b98-a10b-e8b6785b06a5', 'status': 'completed', 'code': 200} Jul 16 21:27:23.632288 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-34a4687c-6ff9-4e36-85a2-ecec9f3c4e07 req-b958eeae-5b4f-4e28-b708-6266c68a2d91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=d538e889-ff8d-475d-9f7b-cb83c288a2c3 HTTP/1.1" status: 200 len: 210 time: 0.0366132 Jul 16 21:27:24.728042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33482) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:24.872166 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 73a59c9c-d233-4b98-a10b-e8b6785b06a5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:27:24.892545 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 73a59c9c-d233-4b98-a10b-e8b6785b06a5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:27:24.892888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 73a59c9c-d233-4b98-a10b-e8b6785b06a5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:27:25.089380 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:25.368208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 1c41703c-2513-4d31-8958-9e53eaf7d037 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:27:25.368438 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:25.460111 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 1c41703c-2513-4d31-8958-9e53eaf7d037, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1c41703c-2513-4d31-8958-9e53eaf7d037,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:25.460468 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:25.473830 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 1c41703c-2513-4d31-8958-9e53eaf7d037 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:27:25.663946 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:25.696852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=1c41703c-2513-4d31-8958-9e53eaf7d037,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:25.886258 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.098609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:27:26.203915 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:26.209659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bdb82cc6-b54e-4cb6-865f-16e62620f540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/3e8b0ded-45b1-4b60-86d2-bd70ba44bf92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805315 Jul 16 21:27:26.212436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33484) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:26.214393 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] Sync routers for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:26.224560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:26.225212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:26.273611 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting subnet 7433d57f-82a3-4b47-9aff-e06c30d38563 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:27:26.276969 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.328776 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.351907 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:26.424318 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.494513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.525537 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.530065 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/subnets/7433d57f-82a3-4b47-9aff-e06c30d38563 HTTP/1.1" status: 204 len: 168 time: 0.3140602 Jul 16 21:27:26.530065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5796935-36b8-4294-be67-2570ab939709 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Subnet': ['ID=7433d57f-82a3-4b47-9aff-e06c30d38563,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:26.530528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33486) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:26.538055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ef439-f388-4e84-97fb-7ffc56eb4c78 None None] Network 169c10c6-4420-41da-8897-c76d833c9d9a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:27:26.621332 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:27:25Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:26.641954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.666300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] Checking router: 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:26.699133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] Routers {'3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:26.699779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:26.749916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.808738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port c4fe3013-31f5-4046-9bca-8a3d2431a73d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:27:26.809088 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.821309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] Set router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:26.889895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] DHCP port deletion for 169c10c6-4420-41da-8897-c76d833c9d9a request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:27:26.895971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port c4fe3013-31f5-4046-9bca-8a3d2431a73d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=c4fe3013-31f5-4046-9bca-8a3d2431a73d,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:26.896332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.908255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for c4fe3013-31f5-4046-9bca-8a3d2431a73d owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:27:27.016409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Deleting port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:27:27.016793 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.081370 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.096477 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] For port 91c31ee5-3a9b-4878-8817-5433d5d9ac64, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=91c31ee5-3a9b-4878-8817-5433d5d9ac64,segment=NetworkSegment(abb48f99-5b4e-49dd-adbb-7f7467be60b2),segment_id=abb48f99-5b4e-49dd-adbb-7f7467be60b2)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:27.096794 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.111717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Calling delete_port for 91c31ee5-3a9b-4878-8817-5433d5d9ac64 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:27:27.113948 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=c4fe3013-31f5-4046-9bca-8a3d2431a73d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:27.114248 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:27:25Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:27.140453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.140684 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.141024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.141355 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.141680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.142041 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.142354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.142674 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.142994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.143407 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.143732 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.144046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.146611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c7e97-734d-4222-a25c-85258e5919cf None None] The sync data for ids ['3e8b0ded-45b1-4b60-86d2-bd70ba44bf92'] in n-d-798930-6 is: [{'id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915169613', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:27:25Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'c4fe3013-31f5-4046-9bca-8a3d2431a73d', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0ded-45b1-4b60-86d2-bd70ba44bf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:26:28Z', 'updated_at': '2021-07-16T21:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:27.189549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.235984 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.261956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Pushing event deleted for resources: {'Port': ['ID=91c31ee5-3a9b-4878-8817-5433d5d9ac64,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:27.266333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] No DVR routers for this DVR port 91c31ee5-3a9b-4878-8817-5433d5d9ac64 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.277763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.279066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.279066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.279066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4d410-7dce-47dd-b1f5-1454d44e4064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:27.288423 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.290726 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.336956 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.337479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:27:27.344595 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.345718 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-229c0fb1-4128-4689-beb9-3fe9c7794bf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/routers/3e8b0ded-45b1-4b60-86d2-bd70ba44bf92 HTTP/1.1" status: 204 len: 168 time: 0.8140104 Jul 16 21:27:27.349589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33488) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:27.427514 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.521953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.532947 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169c10c6-4420-41da-8897-c76d833c9d9a']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:27.544595 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb48f99-5b4e-49dd-adbb-7f7467be60b2') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:27.544894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb48f99-5b4e-49dd-adbb-7f7467be60b2') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:27.554629 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.569182 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.575489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:27:27.575889 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:27:27.578908 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:27:27.643194 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.651065 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.652915 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/networks/169c10c6-4420-41da-8897-c76d833c9d9a HTTP/1.1" status: 204 len: 168 time: 0.3023820 Jul 16 21:27:27.655874 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33490) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:27.665101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50620e-6bbd-4cf8-a3af-c4f5ba67aede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Network': ['ID=169c10c6-4420-41da-8897-c76d833c9d9a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:27.727687 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4669f398-412f-41af-bbb4-9f999715191b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.755711 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4669f398-412f-41af-bbb4-9f999715191b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.826062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4669f398-412f-41af-bbb4-9f999715191b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.829195 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4669f398-412f-41af-bbb4-9f999715191b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:27.830384 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4669f398-412f-41af-bbb4-9f999715191b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/security-groups/725ce5a8-c3d6-4288-9e7b-1fc783a75257 HTTP/1.1" status: 204 len: 168 time: 0.1735318 Jul 16 21:27:27.839878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669f398-412f-41af-bbb4-9f999715191b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ce5a8-c3d6-4288-9e7b-1fc783a75257,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:28.097414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33498) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:28.102633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cc426ca0-edb4-42e6-8e0d-edb09f022108 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1767524484', 'description': 'tempest-secgroup-smoke-1767524484 description', 'project_id': '67bddf2b326a45659beb45df36d672f5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:28.127407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc426ca0-edb4-42e6-8e0d-edb09f022108 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.223528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc426ca0-edb4-42e6-8e0d-edb09f022108 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.223732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 91c31ee5-3a9b-4878-8817-5433d5d9ac64 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:27:28.228470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc426ca0-edb4-42e6-8e0d-edb09f022108 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.245076 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 91c31ee5-3a9b-4878-8817-5433d5d9ac64 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:27:28.251707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 91c31ee5-3a9b-4878-8817-5433d5d9ac64 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:27:28.252560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1c41703c-2513-4d31-8958-9e53eaf7d037 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:27:28.261198 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cc426ca0-edb4-42e6-8e0d-edb09f022108 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.262855 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cc426ca0-edb4-42e6-8e0d-edb09f022108 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1640732 Jul 16 21:27:28.264878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc426ca0-edb4-42e6-8e0d-edb09f022108 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:28.265996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33500) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:28.272970 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fc7aa322-6df5-4cd8-82b5-4194f6a20507 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:28.276548 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 1c41703c-2513-4d31-8958-9e53eaf7d037 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:27:28.276913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1c41703c-2513-4d31-8958-9e53eaf7d037 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:27:28.309009 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa322-6df5-4cd8-82b5-4194f6a20507 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.370024 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa322-6df5-4cd8-82b5-4194f6a20507 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.373695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa322-6df5-4cd8-82b5-4194f6a20507 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.391516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7aa322-6df5-4cd8-82b5-4194f6a20507 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c16fcf-edc4-4a5b-bc15-327dabce1eb5,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:28.399399 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa322-6df5-4cd8-82b5-4194f6a20507 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.400623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fc7aa322-6df5-4cd8-82b5-4194f6a20507 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327431 Jul 16 21:27:28.403540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33502) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:28.407942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1be5d3bf-7bac-4982-978c-7fddafbaec70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:28.433982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1be5d3bf-7bac-4982-978c-7fddafbaec70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.490623 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1be5d3bf-7bac-4982-978c-7fddafbaec70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.494020 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1be5d3bf-7bac-4982-978c-7fddafbaec70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.511921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5d3bf-7bac-4982-978c-7fddafbaec70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39843df8-76f0-4c73-b0bc-25370231d6df,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:28.516883 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1be5d3bf-7bac-4982-978c-7fddafbaec70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.521685 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1be5d3bf-7bac-4982-978c-7fddafbaec70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136196 Jul 16 21:27:28.521685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33504) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:28.526166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1ea3b3c4-47c3-48b9-a823-c2ae9a4a64ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:28.553797 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b3c4-47c3-48b9-a823-c2ae9a4a64ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.616002 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b3c4-47c3-48b9-a823-c2ae9a4a64ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.619869 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b3c4-47c3-48b9-a823-c2ae9a4a64ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.637840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3b3c4-47c3-48b9-a823-c2ae9a4a64ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b198256e-e765-484d-9f0b-cef294ed595e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:28.643538 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b3c4-47c3-48b9-a823-c2ae9a4a64ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.644867 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1ea3b3c4-47c3-48b9-a823-c2ae9a4a64ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221952 Jul 16 21:27:28.647614 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33506) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:28.652268 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8262f37b-62f7-4a0c-81c2-ad69889b2339 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:28.681279 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8262f37b-62f7-4a0c-81c2-ad69889b2339 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.741916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8262f37b-62f7-4a0c-81c2-ad69889b2339 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.745822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8262f37b-62f7-4a0c-81c2-ad69889b2339 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.764182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262f37b-62f7-4a0c-81c2-ad69889b2339 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c21e725-b241-4ba4-aef6-827e7bc42b18,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:28.769980 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8262f37b-62f7-4a0c-81c2-ad69889b2339 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.770971 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8262f37b-62f7-4a0c-81c2-ad69889b2339 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224105 Jul 16 21:27:28.774080 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33508) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:28.779520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:28.802504 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:27:28.807667 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.876477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.880866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.899829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89929af1-1e3f-4cb3-8753-f1c9ab82dda7,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:28.905972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.906677 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d7710755-29d7-4431-a895-204f58a59a9b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313510 Jul 16 21:27:28.909525 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:28.914254 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:28.936181 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:27:28.941153 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.005373 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.008346 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.025639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a19730-1747-499f-8301-b737414fcf4f,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:29.032245 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.036195 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-685e94f6-4148-4ac9-9f18-0c12f84bdd61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229734 Jul 16 21:27:29.036851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33512) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:29.042146 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'network': {'name': 'tempest-network-smoke--1336715324', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'port_security_enabled': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:29.063874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:27:29.067959 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.092184 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:27:29.101611 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.101973 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Added segment af01e621-23c8-4a92-8754-81de419c0789 of type vlan for network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 Jul 16 21:27:29.142500 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.170136 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.177148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:29.177738 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.211987 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1740785 Jul 16 21:27:29.214652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33514) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:29.219016 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'admin_state_up': True, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:29.262296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8f80b-a6fc-4c90-8485-b7b68c6f8d1c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Network': ['ID=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:29.273619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:27:29.281102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.282114 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.336123 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.783109 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.811392 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c4fe3013-31f5-4046-9bca-8a3d2431a73d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:27:29.832192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: c4fe3013-31f5-4046-9bca-8a3d2431a73d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:27:29.832580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device c4fe3013-31f5-4046-9bca-8a3d2431a73d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:27:29.976463 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:29.995829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:30.105083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.113 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/d0bd8b48-a390-45ee-801d-e2018e4dbaa9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:30.205323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:30.244617 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:30.292758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:30.295528 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:30.298137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:30.323372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:30.397696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f5fba16c-c654-4e20-9cf8-9101b990c368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:30.564491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:30.762976 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:30.891883 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 5f58b2c5-0284-4806-9979-da1144a4b98e is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:27:31.000471 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:31.010919 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Sync routers for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:31.020672 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:31.021119 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:31.021323 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.022633 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a5edcfa4-62c3-4463-aaa2-62138f06d4fd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8070586 Jul 16 21:27:31.025816 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33516) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:31.056484 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a5f00d9a-c54e-4947-94fb-00194c6a0499 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=67bddf2b326a45659beb45df36d672f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294740 Jul 16 21:27:31.059336 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33518) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:31.129644 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:31.156989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e840b9e-9e42-4da0-9210-9962b21cbb47 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:31.158499 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8e840b9e-9e42-4da0-9210-9962b21cbb47 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976443 Jul 16 21:27:31.161830 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33520) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:31.190234 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-48a31d7f-cf0e-4cdf-95f8-e195903808b2 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272391 Jul 16 21:27:31.193363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33522) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:31.198318 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416395180', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:31.291563 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:27:31.295045 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.312909 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:30Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:31.339494 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Checking router: 5f58b2c5-0284-4806-9979-da1144a4b98e for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:31.339833 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Updating router 5f58b2c5-0284-4806-9979-da1144a4b98e port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:27:31.373855 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.486955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.557472 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Subnet': ['ID=74547a60-332d-4cc9-89c4-4bc88b13d91d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:31.567202 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Checking segment: {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:31.567606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network hostable DHCP agents. Network: 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:27:31.585978 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:27:31.595822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:31.601163 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:31.601749 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.607405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94476b97-53f5-4f4b-aa76-c6de7f32e703 None None] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:27:31.619324 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-79c24d11-5d96-4a85-90a7-694255d9ed4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4229612 Jul 16 21:27:31.620234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33524) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:31.645269 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.655145 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Transition to ACTIVE for port object d0bd8b48-a390-45ee-801d-e2018e4dbaa9 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:31.661217 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.704120 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Attempting to bind port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:31.704395 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Attempting to bind port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:31.704706 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Attempting to bind port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:31.716756 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:31.717141 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:31.717524 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.717922 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:31.718395 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Bound port: d0bd8b48-a390-45ee-801d-e2018e4dbaa9, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:31.718776 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.754435 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a940d2-3499-42c3-9d28-1f6c801c5903 None None] Pushing event updated for resources: {'Port': ['ID=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:31.779339 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] For port d0bd8b48-a390-45ee-801d-e2018e4dbaa9, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:31.781677 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:27:31.782516 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] For port d0bd8b48-a390-45ee-801d-e2018e4dbaa9, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:31.782752 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.788263 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.855263 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:31.855902 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:31.902878 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a940d2-3499-42c3-9d28-1f6c801c5903 None None] Pushing event updated for resources: {'Port': ['ID=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:31.983173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:32.091154 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Allocated IP 172.20.0.2 (0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2/74547a60-332d-4cc9-89c4-4bc88b13d91d/73a3dd49-aefa-4cbb-99e5-22f743d67e50) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:32.131916 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.181594 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:30Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:32.210677 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d038e9-6514-404b-9c2e-e2e06fabcb54 None None] The sync data for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 is: [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:30Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:32.253581 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.263093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Transition to ACTIVE for port object 73a3dd49-aefa-4cbb-99e5-22f743d67e50 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:32.281287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Transition to ACTIVE for port object 73a3dd49-aefa-4cbb-99e5-22f743d67e50 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:32.288545 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.330865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:32.334317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:32.337375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:32.346573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Pushing event updated for resources: {'Port': ['ID=73a3dd49-aefa-4cbb-99e5-22f743d67e50,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:32.417840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Attempting to bind port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:32.418237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Attempting to bind port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:32.418601 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Attempting to bind port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 on network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:32.424227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:32.424650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Checking segment: {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:32.424954 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.425350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Bound using segment: {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:32.425946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Bound port: 73a3dd49-aefa-4cbb-99e5-22f743d67e50, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:32.426557 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.439108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.1 (0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2/74547a60-332d-4cc9-89c4-4bc88b13d91d/eed8e52b-e27b-4655-8d05-72c5ba49a87f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:32.521512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] For port 73a3dd49-aefa-4cbb-99e5-22f743d67e50, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:32.527739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] For port 73a3dd49-aefa-4cbb-99e5-22f743d67e50, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=73a3dd49-aefa-4cbb-99e5-22f743d67e50,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:32.534705 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.598763 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c45d9-9534-48f2-ad1b-dfcd86bab56b None None] Pushing event updated for resources: {'Port': ['ID=73a3dd49-aefa-4cbb-99e5-22f743d67e50,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:32.611688 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.628181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object eed8e52b-e27b-4655-8d05-72c5ba49a87f will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:32.668154 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:32.717232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:32.720922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:32.726546 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:32.779578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=eed8e52b-e27b-4655-8d05-72c5ba49a87f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:32.803157 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:33.283169 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:33.546543 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b7119a-9f98-4611-a7ef-3442a70d1243 None None] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:27:33.607070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:33.614477 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:33.623210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-28059572-6ade-464c-932f-1e9abc3c4fd5 None None] Provisioning for port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:33.699752 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:33.701637 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=eed8e52b-e27b-4655-8d05-72c5ba49a87f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:33.799236 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:33.801639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:33.938581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 5f58b2c5-0284-4806-9979-da1144a4b98e has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:27:33.960590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d0bd8b48-a390-45ee-801d-e2018e4dbaa9 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:33.988877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4439d86b-40c0-4a83-a8b7-f6ed2e4712d2 None None] Provisioning for port eed8e52b-e27b-4655-8d05-72c5ba49a87f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:33.995350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4439d86b-40c0-4a83-a8b7-f6ed2e4712d2 None None] Provisioning complete for port eed8e52b-e27b-4655-8d05-72c5ba49a87f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:33.995798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4439d86b-40c0-4a83-a8b7-f6ed2e4712d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.048108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-4439d86b-40c0-4a83-a8b7-f6ed2e4712d2 None None] Port eed8e52b-e27b-4655-8d05-72c5ba49a87f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:27:34.069106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:34.077259 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0c35d9b9-9815-4e2f-aadb-1899a77cb336 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/5f58b2c5-0284-4806-9979-da1144a4b98e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4550500 Jul 16 21:27:34.088767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Sync routers for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:34.091367 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:34.101177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:34.101554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.126687 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:34.127384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:34.205492 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.262746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-dc868581-de0b-4391-8b56-3d797eb5e145 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767524484&fields=id&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 267 time: 0.0417371 Jul 16 21:27:34.308637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:34.344575 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.355710 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d0de2ec7-409c-4510-a484-984d4eb2f0eb None None] Provisioning complete for port eed8e52b-e27b-4655-8d05-72c5ba49a87f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:34.356206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d0de2ec7-409c-4510-a484-984d4eb2f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.391924 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-9faa7358-96e6-44ec-b810-4205e902feb5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:34.401210 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-9faa7358-96e6-44ec-b810-4205e902feb5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/networks?id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 200 len: 797 time: 0.1294818 Jul 16 21:27:34.415512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-983f862c-0d8a-4edc-b93a-189c2a421898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/quotas/67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 375 time: 0.0113256 Jul 16 21:27:34.440204 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d0bd8b48-a390-45ee-801d-e2018e4dbaa9, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:34.447523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.448292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73a3dd49-aefa-4cbb-99e5-22f743d67e50 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:34.489421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-d67debe1-4618-4684-9fad-e8a6e4b7177c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668535 Jul 16 21:27:34.496326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d0de2ec7-409c-4510-a484-984d4eb2f0eb None None] Port eed8e52b-e27b-4655-8d05-72c5ba49a87f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:27:34.588400 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:34.599898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-33c9f96a-6edd-4549-9784-308107ed0447 service neutron] 10.222.0.100 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987399 Jul 16 21:27:34.626083 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:34.655173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:34.655569 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.680021 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d07ae8de-da34-4c8b-92a5-42a1377134f4 None None] Provisioning complete for port eed8e52b-e27b-4655-8d05-72c5ba49a87f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:34.680396 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d07ae8de-da34-4c8b-92a5-42a1377134f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.689965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-7e4e934c-e9fc-443d-aeab-add73220e5c3 service neutron] 10.222.0.100 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858960 Jul 16 21:27:34.734550 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d07ae8de-da34-4c8b-92a5-42a1377134f4 None None] Port eed8e52b-e27b-4655-8d05-72c5ba49a87f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:27:34.777168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 2, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:34.818998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Checking router: 5f58b2c5-0284-4806-9979-da1144a4b98e for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:34.820253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Updating router 5f58b2c5-0284-4806-9979-da1144a4b98e port eed8e52b-e27b-4655-8d05-72c5ba49a87f binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:27:34.826113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.875469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e58d4ce9-b097-4cc3-a423-5c63512d29b9 req-d3c04145-bc89-483e-ac0a-b341be901431 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 210 time: 0.0309672 Jul 16 21:27:34.876554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:34.896770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 73a3dd49-aefa-4cbb-99e5-22f743d67e50, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=73a3dd49-aefa-4cbb-99e5-22f743d67e50,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:34.902174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.027076 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-61db7d0d-cdc0-407c-bfa5-cd06a9c8ca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.055520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=73a3dd49-aefa-4cbb-99e5-22f743d67e50,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:35.226809 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.246264 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Transition to ACTIVE for port object eed8e52b-e27b-4655-8d05-72c5ba49a87f will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:35.252899 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.312777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51177de8-b5c8-41eb-b6db-175740d4039b None None] Pushing event updated for resources: {'Port': ['ID=eed8e52b-e27b-4655-8d05-72c5ba49a87f,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:35.379816 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Attempting to bind port eed8e52b-e27b-4655-8d05-72c5ba49a87f on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:35.380188 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Attempting to bind port eed8e52b-e27b-4655-8d05-72c5ba49a87f by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:35.380540 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Attempting to bind port eed8e52b-e27b-4655-8d05-72c5ba49a87f on network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:35.387180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:35.387684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Checking segment: {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:35.388127 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.388520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Bound using segment: {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:35.388985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Bound port: eed8e52b-e27b-4655-8d05-72c5ba49a87f, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:35.389366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.461916 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] For port eed8e52b-e27b-4655-8d05-72c5ba49a87f, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:35.466096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] For port eed8e52b-e27b-4655-8d05-72c5ba49a87f, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eed8e52b-e27b-4655-8d05-72c5ba49a87f,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:35.470907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:35.537661 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51177de8-b5c8-41eb-b6db-175740d4039b None None] Pushing event updated for resources: {'Port': ['ID=eed8e52b-e27b-4655-8d05-72c5ba49a87f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:35.540709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:35.541327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:35.666790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:35.898475 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d0bd8b48-a390-45ee-801d-e2018e4dbaa9 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:36.021106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:36.021479 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.058942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8baa4953-2793-4c47-8a46-152b6b4a1632 req-c1f249d1-3eca-42c2-a5da-95bb86e40fe9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 210 time: 0.0586987 Jul 16 21:27:36.153819 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:35Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:36.156295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73a3dd49-aefa-4cbb-99e5-22f743d67e50 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:36.178387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-78bf1d82-d7c5-4e19-8af9-3a9f7f39da53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:36.180177 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-78bf1d82-d7c5-4e19-8af9-3a9f7f39da53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/networks?id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 200 len: 797 time: 0.1629915 Jul 16 21:27:36.204598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ccd49-a43a-4e2e-9b59-c045a1414967 None None] The sync data for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 is: [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:35Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:36.235393 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-777a18e5-f1cd-469b-9e59-cf8f5b3eb6a4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 380 time: 0.0461895 Jul 16 21:27:36.240828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:36.241280 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.249464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'port': {'device_id': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'admin_state_up': True, 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'security_groups': ['5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:36.320108 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.405902 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:27:36.410268 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.551943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.10 (0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2/74547a60-332d-4cc9-89c4-4bc88b13d91d/fae57295-b6e5-4c89-816c-0458f904d95a) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:36.698657 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.713943 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object fae57295-b6e5-4c89-816c-0458f904d95a will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:36.749826 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.804842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:36.810637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:36.814942 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:36.856989 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=fae57295-b6e5-4c89-816c-0458f904d95a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:36.880585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:36.881259 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:36.897974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-76bf9cf8-1bf5-4b45-af77-e57f8f937512 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6572607 Jul 16 21:27:36.911106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Request body: {'port': {'device_id': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:36.996134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.089853 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b00d5668-5370-48c5-bad3-13c0a0e91c57 None None] Provisioning for port fae57295-b6e5-4c89-816c-0458f904d95a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:37.094199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b00d5668-5370-48c5-bad3-13c0a0e91c57 None None] Provisioning complete for port fae57295-b6e5-4c89-816c-0458f904d95a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:37.094569 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b00d5668-5370-48c5-bad3-13c0a0e91c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.182047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b00d5668-5370-48c5-bad3-13c0a0e91c57 None None] Port fae57295-b6e5-4c89-816c-0458f904d95a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:27:37.340352 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae57295-b6e5-4c89-816c-0458f904d95a {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:27:37.349271 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.374071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a84fc-792d-418f-933e-f190882d3206 req-50221444-baec-40b4-8df3-968b984b7c8c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:37.375594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd8a84fc-792d-418f-933e-f190882d3206 req-50221444-baec-40b4-8df3-968b984b7c8c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 932 time: 0.1418731 Jul 16 21:27:37.376573 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Transition to ACTIVE for port object fae57295-b6e5-4c89-816c-0458f904d95a will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:37.381077 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.467586 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Pushing event updated for resources: {'Port': ['ID=fae57295-b6e5-4c89-816c-0458f904d95a,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:37.479104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd8a84fc-792d-418f-933e-f190882d3206 req-6a10eeec-84ab-4995-95a4-5ccb977229a2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955520 Jul 16 21:27:37.554907 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Attempting to bind port fae57295-b6e5-4c89-816c-0458f904d95a on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:37.555271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Attempting to bind port fae57295-b6e5-4c89-816c-0458f904d95a by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:37.555629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Attempting to bind port fae57295-b6e5-4c89-816c-0458f904d95a on network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:37.560393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Port fae57295-b6e5-4c89-816c-0458f904d95a on network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:27:37.560727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Attempting to bind port fae57295-b6e5-4c89-816c-0458f904d95a on network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:37.566475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:37.566963 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Checking segment: {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:37.567450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Bound using segment: {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:37.567880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Bound port: fae57295-b6e5-4c89-816c-0458f904d95a, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af01e621-23c8-4a92-8754-81de419c0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:37.568311 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.633662 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] For port fae57295-b6e5-4c89-816c-0458f904d95a, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:37.636964 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] For port fae57295-b6e5-4c89-816c-0458f904d95a, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fae57295-b6e5-4c89-816c-0458f904d95a,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:37.641323 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.679694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:37.680334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.681707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] 10.222.0.21 "PUT /v2.0/ports/fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 200 len: 1092 time: 0.7753325 Jul 16 21:27:37.682142 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:37.684493 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2732d8-8398-44c3-ba29-2df3df784c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:37.716721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caece0a0-4fcf-4ecc-9f4e-c7f15b66966d service neutron] Pushing event updated for resources: {'Port': ['ID=fae57295-b6e5-4c89-816c-0458f904d95a,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:37.759770 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcde7160-4393-4e3f-bb87-aa4966a2ba59 x-openstack-request-id: req-bcde7160-4393-4e3f-bb87-aa4966a2ba59 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:37.760214 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:37.760755 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bcde7160-4393-4e3f-bb87-aa4966a2ba59 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:37.761153 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'status': 'completed', 'code': 200} Jul 16 21:27:37.791977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-62433ccd-6cbc-4dc6-9329-913e9bb43cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:37.793521 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-62433ccd-6cbc-4dc6-9329-913e9bb43cee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1095 time: 0.0667953 Jul 16 21:27:37.850159 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-b842cce7-caed-48d0-bfc5-9b36ebe109ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 200 len: 217 time: 0.0495384 Jul 16 21:27:37.909351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eed8e52b-e27b-4655-8d05-72c5ba49a87f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:37.910547 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-7c5ff4e5-20d4-4265-a1a6-cba9d5be3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:37.912587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-7c5ff4e5-20d4-4265-a1a6-cba9d5be3c2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74547a60-332d-4cc9-89c4-4bc88b13d91d HTTP/1.1" status: 200 len: 835 time: 0.0554271 Jul 16 21:27:37.971117 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port eed8e52b-e27b-4655-8d05-72c5ba49a87f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:37.975709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port eed8e52b-e27b-4655-8d05-72c5ba49a87f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:37.976083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:37.976206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-066846f9-b19f-4abd-aa22-6f85a2b14af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:37.977694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-066846f9-b19f-4abd-aa22-6f85a2b14af9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579875 Jul 16 21:27:38.060180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:38.076473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-65bccc45-618a-415c-8667-f0b46b8483db service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921409 Jul 16 21:27:38.100219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port eed8e52b-e27b-4655-8d05-72c5ba49a87f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eed8e52b-e27b-4655-8d05-72c5ba49a87f,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:38.105189 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:38.153308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=eed8e52b-e27b-4655-8d05-72c5ba49a87f,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:38.177909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e30e6296-0816-4201-8817-8ec1d209ad21 req-7d54d9b2-2c49-4eb4-a3ac-a0f32fedc3ac service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945652 Jul 16 21:27:38.283003 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-be32512e-f458-43a6-aea3-ae35d2a2dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:38.284531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-be32512e-f458-43a6-aea3-ae35d2a2dad9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1095 time: 0.0586081 Jul 16 21:27:38.380300 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-963a0c6b-bc0a-41da-a146-ef66c56f2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:38.381850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-963a0c6b-bc0a-41da-a146-ef66c56f2ccc service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 200 len: 898 time: 0.0908294 Jul 16 21:27:38.424224 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-6f73dc96-981e-45d2-8c0b-b1b9cba7472a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 200 len: 217 time: 0.0347767 Jul 16 21:27:38.437684 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:38.480153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-4b7d9603-2170-4dd7-a1d4-56ae08d2e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:38.481599 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-4b7d9603-2170-4dd7-a1d4-56ae08d2e208 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74547a60-332d-4cc9-89c4-4bc88b13d91d HTTP/1.1" status: 200 len: 835 time: 0.0516164 Jul 16 21:27:38.542881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-3a1ff7c3-6c2b-4c63-885b-513f3d8bf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:38.544439 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-3a1ff7c3-6c2b-4c63-885b-513f3d8bf19f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561042 Jul 16 21:27:38.674013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-0a6baed7-3c66-4aaf-802c-f95b264b517a service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216311 Jul 16 21:27:38.720335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe06e95-e732-4c8c-97cb-a34ade2290ca req-b45ede97-6a3e-4146-8ebe-fea500e39d4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:38.721792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fe06e95-e732-4c8c-97cb-a34ade2290ca req-b45ede97-6a3e-4146-8ebe-fea500e39d4a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 944 time: 0.1115420 Jul 16 21:27:38.807909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3fe06e95-e732-4c8c-97cb-a34ade2290ca req-dab7b74d-3bf3-4206-a59e-9d362bbe521c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788398 Jul 16 21:27:38.811430 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ab2732d8-8398-44c3-ba29-2df3df784c4f req-7f98c7f7-51fd-4ddc-ab54-547bf50178a9 service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301384 Jul 16 21:27:39.136782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:39.374442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:39.862967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eed8e52b-e27b-4655-8d05-72c5ba49a87f up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:39.910626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port eed8e52b-e27b-4655-8d05-72c5ba49a87f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:39.910990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:39.992605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4a763-b8cb-415b-a8fa-1de6c3e7c9e6 req-958966a3-d357-45c1-a58e-7488f7d40901 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:39.994136 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7b4a763-b8cb-415b-a8fa-1de6c3e7c9e6 req-958966a3-d357-45c1-a58e-7488f7d40901 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 944 time: 0.0703928 Jul 16 21:27:40.033663 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7b4a763-b8cb-415b-a8fa-1de6c3e7c9e6 req-04b8985e-ad5f-43fb-8d01-4bef3219e7d1 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335214 Jul 16 21:27:40.936341 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device fae57295-b6e5-4c89-816c-0458f904d95a details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:27:41.029674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port fae57295-b6e5-4c89-816c-0458f904d95a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fae57295-b6e5-4c89-816c-0458f904d95a,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:41.044634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'port_id': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'mac_address': 'fa:16:3e:61:a9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:27:41.085534 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:41.098900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae57295-b6e5-4c89-816c-0458f904d95a {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:27:41.118869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port fae57295-b6e5-4c89-816c-0458f904d95a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fae57295-b6e5-4c89-816c-0458f904d95a,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:41.124068 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:41.174645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=fae57295-b6e5-4c89-816c-0458f904d95a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:41.215321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c31f7-04e3-4071-8d2d-cd2121a10a1c req-7424cea4-c2e6-4fd7-b807-c7657b6c342a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:41.216748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f9c31f7-04e3-4071-8d2d-cd2121a10a1c req-7424cea4-c2e6-4fd7-b807-c7657b6c342a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 945 time: 0.0655117 Jul 16 21:27:41.256707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1f9c31f7-04e3-4071-8d2d-cd2121a10a1c req-cbf78947-c91e-4cbd-aa13-d452f8bddfab tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342054 Jul 16 21:27:41.356897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['fae57295-b6e5-4c89-816c-0458f904d95a'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:27:42.434373 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa9133-6a32-46a5-b4e4-d327706df5be req-17c048f9-68b7-4df8-9465-d92ab35aa0f8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:42.435889 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7fa9133-6a32-46a5-b4e4-d327706df5be req-17c048f9-68b7-4df8-9465-d92ab35aa0f8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 945 time: 0.0688047 Jul 16 21:27:42.819857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a7fa9133-6a32-46a5-b4e4-d327706df5be req-beca3081-4205-4ad1-ad56-083400e803d2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777881 Jul 16 21:27:42.952013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device fae57295-b6e5-4c89-816c-0458f904d95a up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:43.001408 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port fae57295-b6e5-4c89-816c-0458f904d95a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:43.005208 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port fae57295-b6e5-4c89-816c-0458f904d95a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:43.005574 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:43.089590 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:43.113569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:43.115861 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878f549-7c3d-4b30-90c6-e057eaf6d718" -d '{"events": [{"server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "name": "network-vif-plugged", "status": "completed", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:43.129572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port fae57295-b6e5-4c89-816c-0458f904d95a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fae57295-b6e5-4c89-816c-0458f904d95a,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:43.133962 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:43.161504 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1cb56e-fe69-463a-8937-fd38e317379f x-openstack-request-id: req-ff1cb56e-fe69-463a-8937-fd38e317379f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:43.161793 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "name": "network-vif-plugged", "status": "completed", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:43.162047 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ff1cb56e-fe69-463a-8937-fd38e317379f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:43.162439 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'code': 200} Jul 16 21:27:43.191214 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=fae57295-b6e5-4c89-816c-0458f904d95a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:43.263928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28db2e2-327c-4587-b4b4-66286c850c98 req-bce03fa2-bda7-4d65-bf36-b88a96f165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:43.265438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f28db2e2-327c-4587-b4b4-66286c850c98 req-bce03fa2-bda7-4d65-bf36-b88a96f165a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1097 time: 0.0525000 Jul 16 21:27:43.300147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f28db2e2-327c-4587-b4b4-66286c850c98 req-9764acf9-730e-4a58-ab55-5fc7c9780840 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282409 Jul 16 21:27:43.996516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697dc6-9e0a-406d-818d-20dd52c3aaaf req-5f562bdb-4cb2-4750-a1ab-188c8b0f4adf tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:43.998023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b697dc6-9e0a-406d-818d-20dd52c3aaaf req-5f562bdb-4cb2-4750-a1ab-188c8b0f4adf tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0640278 Jul 16 21:27:44.038731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8b697dc6-9e0a-406d-818d-20dd52c3aaaf req-28e50b5f-416b-4b7a-9d06-f04b5c0c9ae5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342815 Jul 16 21:27:45.226081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bf38-3774-4f7d-86b6-97f0058655f0 req-150b4c59-d209-48c3-b7ef-a41d9aab8805 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.228442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9717bf38-3774-4f7d-86b6-97f0058655f0 req-150b4c59-d209-48c3-b7ef-a41d9aab8805 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0720336 Jul 16 21:27:45.267507 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9717bf38-3774-4f7d-86b6-97f0058655f0 req-903203f3-2266-4145-8497-a7c3d9475f73 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332284 Jul 16 21:27:45.440575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120afb-7507-4ca4-a323-d5a3a46ea9f6 req-de87c293-9c96-48bb-8777-835bf7ef6072 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.443125 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6120afb-7507-4ca4-a323-d5a3a46ea9f6 req-de87c293-9c96-48bb-8777-835bf7ef6072 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0660977 Jul 16 21:27:45.481076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6120afb-7507-4ca4-a323-d5a3a46ea9f6 req-1e0ff640-67c9-4b8e-af0f-92567a664ae7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323405 Jul 16 21:27:45.505763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33578) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:45.558225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0bc9ab-d7f3-4b99-8f46-c34578ab4caf tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.560088 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-dc0bc9ab-d7f3-4b99-8f46-c34578ab4caf tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1092 time: 0.0533218 Jul 16 21:27:45.562942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33580) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:45.567767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:45.590435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:45.692984 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:45.800710 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.7 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/38b6593f-49ac-4a68-b237-bf94ff7a1f90) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:27:45.903786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:45.943777 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:45.979344 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:27:45.984106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:27:45.987497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:27:46.017860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=38b6593f-49ac-4a68-b237-bf94ff7a1f90,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:46.367390 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:46.447628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:46.603833 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:46.608380 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:46.676382 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=38b6593f-49ac-4a68-b237-bf94ff7a1f90,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:46.688243 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:46.790277 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e associated. External IP: 172.25.8.7, port: fae57295-b6e5-4c89-816c-0458f904d95a. Jul 16 21:27:47.011771 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 5f58b2c5-0284-4806-9979-da1144a4b98e has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:27:47.123702 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:27:47.134535 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] Sync routers for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:27:47.142842 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:47.145869 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:47.146674 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:47.182325 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a953a52f-5014-41d7-b4fa-2b70c8701968 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6183128 Jul 16 21:27:47.182922 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:47.185236 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:47.347576 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef347d2-0f11-4e05-adcc-c2b65dab0905 req-702e8c77-2c6c-49a9-9a3b-cd95b4de2c24 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:47.349052 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ef347d2-0f11-4e05-adcc-c2b65dab0905 req-702e8c77-2c6c-49a9-9a3b-cd95b4de2c24 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0734878 Jul 16 21:27:47.352980 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:47.387745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ef347d2-0f11-4e05-adcc-c2b65dab0905 req-96d94f2d-99af-48a2-b522-4a99e88f5fbf tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Jul 16 21:27:47.413143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33586) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:47.451805 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4278ecdc-7392-4471-8607-8d10da8d4427 x-openstack-request-id: req-4278ecdc-7392-4471-8607-8d10da8d4427 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:47.452049 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:47.452247 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4278ecdc-7392-4471-8607-8d10da8d4427 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:47.452660 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'status': 'completed', 'code': 200} Jul 16 21:27:47.482167 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d20b3a30-1fa6-4b63-a6ae-201296f0baed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e HTTP/1.1" status: 200 len: 990 time: 0.0665867 Jul 16 21:27:47.513166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-78f725b9-1c49-4b16-ab32-5d926c4204f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:47.514687 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-78f725b9-1c49-4b16-ab32-5d926c4204f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1097 time: 0.0549498 Jul 16 21:27:47.588184 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'port_id': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'mac_address': 'fa:16:3e:61:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:27:46Z', 'updated_at': '2021-07-16T21:27:46Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:38Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:47.608386 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-9ec7cfed-5f7d-4619-94d4-ef5ef05cf5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:47.609999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-9ec7cfed-5f7d-4619-94d4-ef5ef05cf5a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 200 len: 898 time: 0.0889935 Jul 16 21:27:47.615517 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] Checking router: 5f58b2c5-0284-4806-9979-da1144a4b98e for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:27:47.625202 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:27:47.625808 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:27:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:47.674828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-8d42b005-2a9b-4fb5-a62e-f98fe5411e5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 200 len: 998 time: 0.0586782 Jul 16 21:27:47.724306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-1d112444-f3d4-4368-b9e0-8771a2e2b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:47.725801 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-1d112444-f3d4-4368-b9e0-8771a2e2b5d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74547a60-332d-4cc9-89c4-4bc88b13d91d HTTP/1.1" status: 200 len: 835 time: 0.0450866 Jul 16 21:27:47.732873 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:27:47.786846 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-c0e5a13d-3452-4a68-aa75-6eeec71c00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:47.788401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-c0e5a13d-3452-4a68-aa75-6eeec71c00e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564070 Jul 16 21:27:47.881389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-61a4dcf8-4b72-45e1-addb-4728fb200384 service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865352 Jul 16 21:27:47.965553 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'port_id': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'mac_address': 'fa:16:3e:61:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:27:46Z', 'updated_at': '2021-07-16T21:27:46Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:38Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:27:47.977659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-026fc7ca-f891-4e6c-86ab-b9ce45a267a6 req-07b17fa0-c16f-4aa6-ab19-e2d7a93a7801 service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901883 Jul 16 21:27:47.996787 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e5aec-df7f-4ec1-86e1-529133a9f2a4 None None] The sync data for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 is: [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'port_id': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'mac_address': 'fa:16:3e:61:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:27:46Z', 'updated_at': '2021-07-16T21:27:46Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:38Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:27:48.202999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc073e54-e2da-4ca9-878e-bea42657f576 None None] New status for floating IP fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:27:48.484570 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33588) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:27:48.554497 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c63c0bb0-a270-4591-a537-b81b79fbedb4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e HTTP/1.1" status: 200 len: 992 time: 0.0687463 Jul 16 21:27:57.987077 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:28:00.390463 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1791697a-9bd1-472e-9197-7ddb5eec1820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:04.168667 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:04.957221 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3274009e-02c7-4a60-91dd-31805143a407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:06.312086 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:08.435306 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:09.136327 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:09.387679 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:20.042871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-aa337841-f303-4e7b-bd27-8dfc271834cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:20.044329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-aa337841-f303-4e7b-bd27-8dfc271834cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1097 time: 0.0976427 Jul 16 21:28:20.080456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a69cc1-c66d-4302-a46a-e116a848a293 req-054c088e-db22-4ab8-bb22-f7078b31a1fc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:20.081976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74a69cc1-c66d-4302-a46a-e116a848a293 req-054c088e-db22-4ab8-bb22-f7078b31a1fc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.1001711 Jul 16 21:28:20.164984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-74a69cc1-c66d-4302-a46a-e116a848a293 req-ccd6629d-1bfc-40b0-b266-a57b8c9437f3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756652 Jul 16 21:28:20.183813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-1abdc4f8-3d6b-465c-a4ec-133b06ee6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:20.185490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-1abdc4f8-3d6b-465c-a4ec-133b06ee6ec4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 200 len: 898 time: 0.1340063 Jul 16 21:28:20.253632 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-132b4670-7daa-40b8-b3c0-17eebbe1ec39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 200 len: 1000 time: 0.0610287 Jul 16 21:28:20.303844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-c97f8725-e14f-439a-bca3-1fc624f2ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:20.305284 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-c97f8725-e14f-439a-bca3-1fc624f2ee86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74547a60-332d-4cc9-89c4-4bc88b13d91d HTTP/1.1" status: 200 len: 835 time: 0.0450912 Jul 16 21:28:20.368640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-3130f6a2-f710-469e-b872-d73850717be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:20.370253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-3130f6a2-f710-469e-b872-d73850717be1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588825 Jul 16 21:28:20.463536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-eca29adb-fd95-4cf2-a8ae-e44f6390e36b service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860131 Jul 16 21:28:20.562890 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-122a6b31-4ba6-460b-858b-ea3681c9a02d req-9f725212-61d7-4e8f-9650-4b6670115def service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905073 Jul 16 21:28:21.346242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684431a-c274-4128-98e8-c7e1159bd155 req-ac898806-59c6-44de-923a-d99686652cdb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:21.347784 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1684431a-c274-4128-98e8-c7e1159bd155 req-ac898806-59c6-44de-923a-d99686652cdb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0660825 Jul 16 21:28:21.387536 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1684431a-c274-4128-98e8-c7e1159bd155 req-8b130c01-c169-4707-adc2-a7d692250da0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Jul 16 21:28:22.566058 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72690afc-33cd-42fb-a8ad-4feff72b5131 req-93253f08-4f99-4a0e-b06c-a819642ea6fb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:22.567617 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72690afc-33cd-42fb-a8ad-4feff72b5131 req-93253f08-4f99-4a0e-b06c-a819642ea6fb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0679636 Jul 16 21:28:22.605771 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72690afc-33cd-42fb-a8ad-4feff72b5131 req-6530fbd0-10d6-454a-8224-2e39c43aae51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Jul 16 21:28:23.779828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833ace-062d-4b33-a48d-b8afcd67ad1b req-7762ed23-0929-4d23-af14-8ec037f5151e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:23.781340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70833ace-062d-4b33-a48d-b8afcd67ad1b req-7762ed23-0929-4d23-af14-8ec037f5151e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0638216 Jul 16 21:28:23.820800 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-70833ace-062d-4b33-a48d-b8afcd67ad1b req-5e7d7dcc-da72-49e3-ab53-e94bb2bf4706 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Jul 16 21:28:24.161871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-21637c13-0357-4de8-999c-1001954e9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:24.163480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-21637c13-0357-4de8-999c-1001954e9cd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1097 time: 0.0565631 Jul 16 21:28:24.279974 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-834825c8-1e28-443f-bc9f-5aa21531430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:24.281486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-834825c8-1e28-443f-bc9f-5aa21531430a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 200 len: 898 time: 0.0960877 Jul 16 21:28:24.357334 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-d7d45b69-7dc4-411f-8592-7a4f6029c89f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 200 len: 1000 time: 0.0695636 Jul 16 21:28:24.412474 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-94ab19bd-7c22-4450-93ff-ff402f71dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:24.414007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-94ab19bd-7c22-4450-93ff-ff402f71dc6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74547a60-332d-4cc9-89c4-4bc88b13d91d HTTP/1.1" status: 200 len: 835 time: 0.0508614 Jul 16 21:28:24.472898 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-9bc4c5a1-975a-446f-873f-b0fbf04cca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:24.474428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-9bc4c5a1-975a-446f-873f-b0fbf04cca30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534997 Jul 16 21:28:24.566524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-af1a20ae-4d8e-404c-916b-9ed6aa3508f2 service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Jul 16 21:28:24.680635 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9e12ecd6-5032-4465-99ac-a9b3363f49fd req-64d317f5-8c81-4b95-ad09-fa7aa0ca7342 service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075752 Jul 16 21:28:25.007630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e463e64-f5f0-4615-b850-cb0ed9ae6fda req-ad6655ca-70f7-43ad-a1c3-fa5dae1d6aa0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:25.009986 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e463e64-f5f0-4615-b850-cb0ed9ae6fda req-ad6655ca-70f7-43ad-a1c3-fa5dae1d6aa0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0643039 Jul 16 21:28:25.050002 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3e463e64-f5f0-4615-b850-cb0ed9ae6fda req-3d392509-8e3d-41f2-8919-3e53b8ddcffd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344596 Jul 16 21:28:26.232489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aaa75-f95a-4802-89c5-96f7f40c09a6 req-5dff627c-e20e-4cd0-b4e2-717fc16016ba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:26.234033 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-266aaa75-f95a-4802-89c5-96f7f40c09a6 req-5dff627c-e20e-4cd0-b4e2-717fc16016ba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0686076 Jul 16 21:28:26.274860 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-266aaa75-f95a-4802-89c5-96f7f40c09a6 req-cbadc20f-df24-4673-a52d-e8531a0ffee9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344357 Jul 16 21:28:27.451494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9073-d993-48b7-a038-42f5a9e9f816 req-0df5d212-3923-4d3b-b341-b414688a12d4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:27.452991 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be0b9073-d993-48b7-a038-42f5a9e9f816 req-0df5d212-3923-4d3b-b341-b414688a12d4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0659578 Jul 16 21:28:27.491402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-be0b9073-d993-48b7-a038-42f5a9e9f816 req-122f8d30-a432-4d12-8092-011dba23e091 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328264 Jul 16 21:28:28.666296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e58f1-4dd2-4180-aa3f-2a5db1322bb1 req-9e6b711b-8200-4e42-ba29-39f36e55c3c3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:28.667872 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-164e58f1-4dd2-4180-aa3f-2a5db1322bb1 req-9e6b711b-8200-4e42-ba29-39f36e55c3c3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0641117 Jul 16 21:28:28.709685 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-164e58f1-4dd2-4180-aa3f-2a5db1322bb1 req-2b181c9d-cd6b-4fdd-ab25-fdb62df74ea3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363050 Jul 16 21:28:29.887640 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b3e56-6886-4f66-876b-97d7e32798bb req-904b3d0e-1d22-441e-9b22-722f3cd6ad7b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:29.889193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e4b3e56-6886-4f66-876b-97d7e32798bb req-904b3d0e-1d22-441e-9b22-722f3cd6ad7b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0656021 Jul 16 21:28:29.926932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1e4b3e56-6886-4f66-876b-97d7e32798bb req-e30c5f5a-77c1-4345-9fd1-2137df8e2f2c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322735 Jul 16 21:28:30.392544 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0cdc9d95-da10-4b9b-8b53-d701c2766d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:31.114709 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7caddd-824f-451b-9a1c-e741ef64895b req-152eeeb7-91f8-4c87-af79-441e9cb04d2e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:31.116245 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7caddd-824f-451b-9a1c-e741ef64895b req-152eeeb7-91f8-4c87-af79-441e9cb04d2e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0641286 Jul 16 21:28:31.155584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7d7caddd-824f-451b-9a1c-e741ef64895b req-1bc7f173-0ce7-47b4-b723-cb0104c469d1 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334802 Jul 16 21:28:32.331911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03753342-ac72-4864-90cd-6ae1d6587c9c req-f5419905-40f8-414d-b9dd-b528871fd10a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:32.333514 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03753342-ac72-4864-90cd-6ae1d6587c9c req-f5419905-40f8-414d-b9dd-b528871fd10a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0675666 Jul 16 21:28:32.372989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03753342-ac72-4864-90cd-6ae1d6587c9c req-7da3c566-817e-4258-99e6-87437c9d0618 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Jul 16 21:28:33.544357 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853bbdd-0d7f-4e59-b778-1dafe96e1ed1 req-3dd6b50c-5089-40f8-a2c8-735481860804 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:33.545857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c853bbdd-0d7f-4e59-b778-1dafe96e1ed1 req-3dd6b50c-5089-40f8-a2c8-735481860804 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0635731 Jul 16 21:28:33.583637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c853bbdd-0d7f-4e59-b778-1dafe96e1ed1 req-ade7117a-a50d-4ed8-baff-0a5b13134006 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Jul 16 21:28:34.170403 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.760981 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1403d-e875-4592-83ca-cdd712334fee req-982797a3-3d36-4168-b28e-086a24346b0c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:34.762443 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4e1403d-e875-4592-83ca-cdd712334fee req-982797a3-3d36-4168-b28e-086a24346b0c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0690424 Jul 16 21:28:34.801005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b4e1403d-e875-4592-83ca-cdd712334fee req-4f05f72e-dbfd-4acd-9e15-7272f44daea9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Jul 16 21:28:34.958371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e52eb450-d9b0-4d79-984a-044629b5db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:34.989975 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:28:35.978641 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81985aa3-ba5e-4ee4-807f-cf791853a9b6 req-cdd327f8-895d-4bc6-9026-a33f1617d99e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:35.980242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81985aa3-ba5e-4ee4-807f-cf791853a9b6 req-cdd327f8-895d-4bc6-9026-a33f1617d99e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0636921 Jul 16 21:28:36.017400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81985aa3-ba5e-4ee4-807f-cf791853a9b6 req-d909dfa4-4595-4e08-b169-8f6de7e5211b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Jul 16 21:28:36.313916 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:37.200126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5b5a2-7795-4259-b181-47f4e386547d req-4e8c155a-f9bd-4ad8-a718-34b82f3bec5b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:37.201622 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9df5b5a2-7795-4259-b181-47f4e386547d req-4e8c155a-f9bd-4ad8-a718-34b82f3bec5b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.0641074 Jul 16 21:28:37.241579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9df5b5a2-7795-4259-b181-47f4e386547d req-e0e685b7-963c-4118-9cf7-1d48343ff7ad tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 Jul 16 21:28:37.266808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33634) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:37.331394 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-98541dad-7cec-4a3b-8eba-adc42909b2f6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e HTTP/1.1" status: 200 len: 992 time: 0.0633025 Jul 16 21:28:38.437077 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.148416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:39.405138 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:00.393375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f374f615-5fb5-450a-90d0-539f46f3b013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.171314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.959614 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-083ee5a5-a15d-41c6-ba83-229853395e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:06.316764 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:07.733568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33650) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:07.891400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 38b6593f-49ac-4a68-b237-bf94ff7a1f90 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:29:07.891748 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:07.970828 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:07.971143 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:07.983172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 38b6593f-49ac-4a68-b237-bf94ff7a1f90 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:29:08.132205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:08.163773 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=38b6593f-49ac-4a68-b237-bf94ff7a1f90,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:08.189173 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.189528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.189873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.190217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.190555 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.190893 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.191229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.191580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.192152 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.192490 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.193014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.193157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:08.237083 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:08.237572 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e disassociated (deleted). External IP: 172.25.8.7, port: fae57295-b6e5-4c89-816c-0458f904d95a. Jul 16 21:29:08.441804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:08.456808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 5f58b2c5-0284-4806-9979-da1144a4b98e has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:29:08.565224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:29:08.570248 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:08.576765 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] Sync routers for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:29:08.588086 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:08.588698 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:08.605984 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ac54b89a-c724-494c-9ac8-c609871ab088 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/floatingips/fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e HTTP/1.1" status: 204 len: 168 time: 0.8713357 Jul 16 21:29:08.606669 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:08.609042 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cc275b-f7de-41ca-adce-3eb005ad87eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:08.694088 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:08.859115 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3808fdba-2d2f-4587-8ba1-442853062f59 x-openstack-request-id: req-3808fdba-2d2f-4587-8ba1-442853062f59 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:08.859735 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:08.859735 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3808fdba-2d2f-4587-8ba1-442853062f59 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:08.860060 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'status': 'completed', 'code': 200} Jul 16 21:29:08.901271 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:38Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:08.934877 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] Checking router: 5f58b2c5-0284-4806-9979-da1144a4b98e for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:29:08.938575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-598bbc99-d179-40f5-8c34-db01c2f5fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:08.940511 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-598bbc99-d179-40f5-8c34-db01c2f5fc17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 1097 time: 0.0576231 Jul 16 21:29:08.943729 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:08.944983 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:09.051180 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-537d7324-7e3a-4fcf-8105-d4801e0c2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:09.052767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-537d7324-7e3a-4fcf-8105-d4801e0c2c91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 200 len: 898 time: 0.1059303 Jul 16 21:29:09.052907 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:09.114901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-dbd4862e-91c3-4d55-a55c-adeff7d5f641 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 200 len: 217 time: 0.0516362 Jul 16 21:29:09.165335 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:09.179849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-d507235a-b1fd-4035-a716-3186dc7732a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:09.181312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-d507235a-b1fd-4035-a716-3186dc7732a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74547a60-332d-4cc9-89c4-4bc88b13d91d HTTP/1.1" status: 200 len: 835 time: 0.0595801 Jul 16 21:29:09.196089 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bb340-3a88-4204-bbbc-499df382fca0 req-e6a5f004-23bf-4676-b501-cda36a1e3631 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:09.197595 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8bb340-3a88-4204-bbbc-499df382fca0 req-e6a5f004-23bf-4676-b501-cda36a1e3631 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.2433357 Jul 16 21:29:09.254274 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:38Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:09.267112 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fa8bb340-3a88-4204-bbbc-499df382fca0 req-7ea65d6a-6a86-47b4-8a5b-157c6934c7ff tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600007 Jul 16 21:29:09.279528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-b19aaffd-b51e-4ee1-8d3d-2f18f806cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:09.281039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-b19aaffd-b51e-4ee1-8d3d-2f18f806cdeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825830 Jul 16 21:29:09.282279 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83199dfe-32f1-43dd-a1ed-bd6b83ec644f None None] The sync data for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 is: [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:27:33Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eed8e52b-e27b-4655-8d05-72c5ba49a87f', 'name': '', 'network_id': '0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:01:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:32Z', 'updated_at': '2021-07-16T21:27:38Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '74547a60-332d-4cc9-89c4-4bc88b13d91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:29:09.382372 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-00e2d1e3-9a6d-4fb2-8c75-9bc547c9df6a service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936759 Jul 16 21:29:09.401742 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:09.486965 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-32cc275b-f7de-41ca-adce-3eb005ad87eb req-ab8c7614-9832-4827-bc3b-2af8d4135549 service neutron] 10.222.0.21 "GET /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976820 Jul 16 21:29:09.526942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dd77a-eef7-498c-95e7-7f4c15f0333b None None] New status for floating IP fc53e2cb-ff63-457f-b7a3-f0c6ce77bb2e: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:29:10.501888 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e0e0d-aad1-42a2-a144-4b7d137c5ca5 req-7f14f792-868e-42c9-b42e-edc10881f9cd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:10.503421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-309e0e0d-aad1-42a2-a144-4b7d137c5ca5 req-7f14f792-868e-42c9-b42e-edc10881f9cd tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.1098866 Jul 16 21:29:10.511701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-e3f5d92d-a2d8-4f77-9cac-5e552e7b9a4e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:10.513130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-e3f5d92d-a2d8-4f77-9cac-5e552e7b9a4e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb0180bd-40dd-4937-815f-dd1cb9cb77cd HTTP/1.1" status: 200 len: 946 time: 0.1101804 Jul 16 21:29:10.582120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-309e0e0d-aad1-42a2-a144-4b7d137c5ca5 req-e077a386-570a-4743-9a4c-f23ae3cdaffc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679381 Jul 16 21:29:10.640231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port fae57295-b6e5-4c89-816c-0458f904d95a {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:29:10.640569 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:10.727381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port fae57295-b6e5-4c89-816c-0458f904d95a, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=fae57295-b6e5-4c89-816c-0458f904d95a,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:10.727742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:10.740290 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for fae57295-b6e5-4c89-816c-0458f904d95a owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:29:10.872332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:10.903087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=fae57295-b6e5-4c89-816c-0458f904d95a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:10.952165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] No DVR routers for this DVR port fae57295-b6e5-4c89-816c-0458f904d95a on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:29:10.954899 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:10.957017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cc2ef18c-77ff-4da8-a727-f363124f75da req-c91be784-433f-46fa-806a-c8d222112a81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "DELETE /v2.0/ports/fae57295-b6e5-4c89-816c-0458f904d95a HTTP/1.1" status: 204 len: 173 time: 0.4370797 Jul 16 21:29:10.957471 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'name': 'network-vif-deleted', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:10.959802 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c7750d-3358-49b9-a844-f0ff9a3fc3be" -d '{"events": [{"server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "name": "network-vif-deleted", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:11.002277 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10112bb0-8473-4d30-b01b-63d0f5a6fe31 x-openstack-request-id: req-10112bb0-8473-4d30-b01b-63d0f5a6fe31 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:11.002535 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0180bd-40dd-4937-815f-dd1cb9cb77cd", "name": "network-vif-deleted", "tag": "fae57295-b6e5-4c89-816c-0458f904d95a", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:11.002796 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-10112bb0-8473-4d30-b01b-63d0f5a6fe31 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:11.003195 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0180bd-40dd-4937-815f-dd1cb9cb77cd', 'name': 'network-vif-deleted', 'tag': 'fae57295-b6e5-4c89-816c-0458f904d95a', 'status': 'completed', 'code': 200} Jul 16 21:29:11.679779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33672) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:11.989257 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:29:12.050576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:12.323554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port eed8e52b-e27b-4655-8d05-72c5ba49a87f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:29:12.323956 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:12.415657 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port eed8e52b-e27b-4655-8d05-72c5ba49a87f, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eed8e52b-e27b-4655-8d05-72c5ba49a87f,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:12.416017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:12.427531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for eed8e52b-e27b-4655-8d05-72c5ba49a87f owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:29:12.610551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:12.644306 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=eed8e52b-e27b-4655-8d05-72c5ba49a87f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:12.668489 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.668835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.669165 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.669498 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.669822 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.670141 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.670463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.670782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.671104 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.671458 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.671798 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.672089 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:12.827134 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:13.341936 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 5f58b2c5-0284-4806-9979-da1144a4b98e has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:29:13.446426 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:29:13.453268 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-9c6d215f-7f00-4bbf-8095-3e632dff5416 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/5f58b2c5-0284-4806-9979-da1144a4b98e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708771 Jul 16 21:29:13.454400 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33678) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:13.456477 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] Sync routers for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:29:13.466108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:13.466700 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:13.471086 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device fae57295-b6e5-4c89-816c-0458f904d95a no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:29:13.492489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: fae57295-b6e5-4c89-816c-0458f904d95a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:29:13.492874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device fae57295-b6e5-4c89-816c-0458f904d95a not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:29:13.508532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting subnet 74547a60-332d-4cc9-89c4-4bc88b13d91d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:29:13.512485 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:13.563069 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:13.651437 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:13.666299 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:13.711756 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:13.742580 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Subnet': ['ID=74547a60-332d-4cc9-89c4-4bc88b13d91d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:13.746046 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:13.747950 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-412d2137-4f57-44db-a70e-b709c4ec895c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/subnets/74547a60-332d-4cc9-89c4-4bc88b13d91d HTTP/1.1" status: 204 len: 168 time: 0.2924688 Jul 16 21:29:13.750775 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:13.756066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b1bed-79b3-4151-9316-3ab9d9e206de None None] Network 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:29:13.847208 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:29:12Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:13.866079 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:13.876669 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] Checking router: 5f58b2c5-0284-4806-9979-da1144a4b98e for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:29:13.887957 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] Routers {'5f58b2c5-0284-4806-9979-da1144a4b98e'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:13.888742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['5f58b2c5-0284-4806-9979-da1144a4b98e'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:13.979769 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] DHCP port deletion for 0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:29:13.984730 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.001663 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] Set router 5f58b2c5-0284-4806-9979-da1144a4b98e gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:14.034049 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Deleting port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:29:14.034426 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.047235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port d0bd8b48-a390-45ee-801d-e2018e4dbaa9 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:29:14.047917 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.100180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] For port 73a3dd49-aefa-4cbb-99e5-22f743d67e50, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=73a3dd49-aefa-4cbb-99e5-22f743d67e50,segment=NetworkSegment(af01e621-23c8-4a92-8754-81de419c0789),segment_id=af01e621-23c8-4a92-8754-81de419c0789)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:14.101368 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.114173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Calling delete_port for 73a3dd49-aefa-4cbb-99e5-22f743d67e50 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:29:14.136610 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port d0bd8b48-a390-45ee-801d-e2018e4dbaa9, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:14.137019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.149921 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for d0bd8b48-a390-45ee-801d-e2018e4dbaa9 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:29:14.189397 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:29:12Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:14.204841 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.219615 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c493c0-1f2f-4023-bc98-9e2e9a5bc6a7 None None] The sync data for ids ['5f58b2c5-0284-4806-9979-da1144a4b98e'] in n-d-798930-6 is: [{'id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614223689', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:27:29Z', 'updated_at': '2021-07-16T21:29:12Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'd0bd8b48-a390-45ee-801d-e2018e4dbaa9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58b2c5-0284-4806-9979-da1144a4b98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:27:30Z', 'updated_at': '2021-07-16T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:29:14.238986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Pushing event deleted for resources: {'Port': ['ID=73a3dd49-aefa-4cbb-99e5-22f743d67e50,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:14.241895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] No DVR routers for this DVR port 73a3dd49-aefa-4cbb-99e5-22f743d67e50 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:29:14.250253 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.250609 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.250946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.251297 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.251709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.252582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.252582 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.253199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.253199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.253199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.255055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.255055 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac81d-5d93-44f4-817d-8d6b70feabea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:14.341401 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.369592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=d0bd8b48-a390-45ee-801d-e2018e4dbaa9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:14.437799 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.529102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.531112 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.575780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.576430 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Fanout notify agent at l3_agent the message router_deleted on router 5f58b2c5-0284-4806-9979-da1144a4b98e {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:29:14.583926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.588442 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e80482f8-fb92-4fa5-94f6-4211f3c8c30d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/routers/5f58b2c5-0284-4806-9979-da1144a4b98e HTTP/1.1" status: 204 len: 168 time: 0.8331344 Jul 16 21:29:14.588779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33682) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:14.671385 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.766063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.776454 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:14.787266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af01e621-23c8-4a92-8754-81de419c0789') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:14.787627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af01e621-23c8-4a92-8754-81de419c0789') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:14.797031 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.811392 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.817542 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:29:14.817939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:29:14.821682 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:29:14.887221 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.895613 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.897109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/networks/0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2 HTTP/1.1" status: 204 len: 168 time: 0.3071933 Jul 16 21:29:14.900614 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33684) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:14.909186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82cbf2-bf0d-46df-8351-48ea568fc150 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Network': ['ID=0b078a21-2bb6-4b20-ad0e-4a2273b0f9e2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:14.962714 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675cf6d7-3eaf-4b68-a731-1907fd008cba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:14.988304 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675cf6d7-3eaf-4b68-a731-1907fd008cba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.048472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675cf6d7-3eaf-4b68-a731-1907fd008cba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.050957 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675cf6d7-3eaf-4b68-a731-1907fd008cba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.052173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-675cf6d7-3eaf-4b68-a731-1907fd008cba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/security-groups/5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4 HTTP/1.1" status: 204 len: 168 time: 0.1505518 Jul 16 21:29:15.061718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cf6d7-3eaf-4b68-a731-1907fd008cba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddcfa94-b82e-4c46-9b0e-d9db628fe2e4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:15.366432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33690) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:15.371156 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-66f7c16f-7eb3-4c9c-a766-8ff025bc484f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490228219', 'description': 'tempest-secgroup-smoke-1490228219 description', 'project_id': '67bddf2b326a45659beb45df36d672f5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:15.394058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66f7c16f-7eb3-4c9c-a766-8ff025bc484f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.479412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66f7c16f-7eb3-4c9c-a766-8ff025bc484f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.483695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66f7c16f-7eb3-4c9c-a766-8ff025bc484f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.510848 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66f7c16f-7eb3-4c9c-a766-8ff025bc484f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.512085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-66f7c16f-7eb3-4c9c-a766-8ff025bc484f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446271 Jul 16 21:29:15.515751 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33692) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:15.516105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7c16f-7eb3-4c9c-a766-8ff025bc484f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1309db-baff-464b-87d6-88ab926af111,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:15.520681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-abb2993c-01af-469c-81ff-52203ae0f927 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'af1309db-baff-464b-87d6-88ab926af111', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:15.551415 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abb2993c-01af-469c-81ff-52203ae0f927 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.610171 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abb2993c-01af-469c-81ff-52203ae0f927 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.614142 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abb2993c-01af-469c-81ff-52203ae0f927 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.633663 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2993c-01af-469c-81ff-52203ae0f927 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c945b4dd-1ef3-4dca-a6ca-ece93c780315,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:15.641949 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-abb2993c-01af-469c-81ff-52203ae0f927 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.643378 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-abb2993c-01af-469c-81ff-52203ae0f927 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266394 Jul 16 21:29:15.646154 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33694) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:15.651402 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-19a48138-dc0a-40f5-9a95-943da156a453 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'af1309db-baff-464b-87d6-88ab926af111', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:15.680158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19a48138-dc0a-40f5-9a95-943da156a453 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.738637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19a48138-dc0a-40f5-9a95-943da156a453 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.743129 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19a48138-dc0a-40f5-9a95-943da156a453 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.766087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a48138-dc0a-40f5-9a95-943da156a453 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d732e9fe-9ccd-4e20-b1de-f2cb4c778eae,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:15.773018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-19a48138-dc0a-40f5-9a95-943da156a453 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.774271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-19a48138-dc0a-40f5-9a95-943da156a453 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271398 Jul 16 21:29:15.776968 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:15.781631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c04772c6-bb90-4d12-ad0b-8e039b947196 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'af1309db-baff-464b-87d6-88ab926af111', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:15.809578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c04772c6-bb90-4d12-ad0b-8e039b947196 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.868642 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c04772c6-bb90-4d12-ad0b-8e039b947196 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.872936 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c04772c6-bb90-4d12-ad0b-8e039b947196 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.894691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04772c6-bb90-4d12-ad0b-8e039b947196 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42da2fea-d5ee-4ac0-9492-991ef8edc6dd,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:15.898310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c04772c6-bb90-4d12-ad0b-8e039b947196 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.899744 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c04772c6-bb90-4d12-ad0b-8e039b947196 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216280 Jul 16 21:29:15.902439 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33698) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:15.906985 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e9b2371d-3964-46ec-bcc9-f251c1c37b51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'af1309db-baff-464b-87d6-88ab926af111', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:15.923346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d0bd8b48-a390-45ee-801d-e2018e4dbaa9 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:29:15.941042 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b2371d-3964-46ec-bcc9-f251c1c37b51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:15.946591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d0bd8b48-a390-45ee-801d-e2018e4dbaa9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:29:15.947218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d0bd8b48-a390-45ee-801d-e2018e4dbaa9 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:29:15.947665 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eed8e52b-e27b-4655-8d05-72c5ba49a87f no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:29:15.967728 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: eed8e52b-e27b-4655-8d05-72c5ba49a87f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:29:15.968211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eed8e52b-e27b-4655-8d05-72c5ba49a87f not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:29:15.968612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73a3dd49-aefa-4cbb-99e5-22f743d67e50 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:29:15.987306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 73a3dd49-aefa-4cbb-99e5-22f743d67e50 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:29:15.987571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 73a3dd49-aefa-4cbb-99e5-22f743d67e50 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:29:16.009021 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b2371d-3964-46ec-bcc9-f251c1c37b51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.012993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b2371d-3964-46ec-bcc9-f251c1c37b51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.033715 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2371d-3964-46ec-bcc9-f251c1c37b51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94796152-48d1-45f8-8ab7-7e0ded758325,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:16.038617 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b2371d-3964-46ec-bcc9-f251c1c37b51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.040181 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e9b2371d-3964-46ec-bcc9-f251c1c37b51 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365933 Jul 16 21:29:16.042938 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33700) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:16.047655 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'af1309db-baff-464b-87d6-88ab926af111', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:16.072551 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:29:16.077825 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.140903 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.144690 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.166482 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4c824b-d725-423f-bc43-a33bd449780a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:16.173947 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.175206 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-78914b8f-0cc8-4ee5-bd98-0ce6f3dd4c04 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312969 Jul 16 21:29:16.177969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:16.182876 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'af1309db-baff-464b-87d6-88ab926af111', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:16.204655 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:29:16.209648 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.275609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.279489 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.297547 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26667fd0-6c9b-4155-ba0b-fda8ac812208,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:16.303132 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.305314 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-50f70379-e779-4a3e-bba9-5efcc6f03595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258662 Jul 16 21:29:16.308244 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33704) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:16.313291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'network': {'name': 'tempest-network-smoke--544115263', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'port_security_enabled': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:16.333397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:29:16.336941 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.360072 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:29:16.369522 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.369865 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Added segment d62ca93d-a269-4715-8b38-d2d382c8d5ef of type vlan for network 93666763-e15b-4817-b5f6-bdbd4314b45e Jul 16 21:29:16.413050 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.445491 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.451116 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:16.451739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.484292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1750212 Jul 16 21:29:16.487140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33706) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:16.492394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'admin_state_up': True, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:16.515837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.516917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.523440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5ef9f-cdc0-4392-b003-bb6095d97d53 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Network': ['ID=93666763-e15b-4817-b5f6-bdbd4314b45e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:16.535128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 93666763-e15b-4817-b5f6-bdbd4314b45e details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:29:16.574204 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.708907 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.902179 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:16.921107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:17.023184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.81 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/1f60c22c-c586-46cf-8bca-ebfd7b572ee2) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:29:17.123482 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:17.161833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:17.205036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:17.208494 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:17.216168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:29:17.218730 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:17.797025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:17.996247 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:18.121483 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 54518fdd-a588-465b-a834-3bf704feb8f1 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:29:18.229574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:29:18.239013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Sync routers for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:29:18.249056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:18.249688 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:18.249878 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:18.255353 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33708) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:18.255938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1f8a7df6-63db-4eb4-a84b-ea6b3c6e3648 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7670281 Jul 16 21:29:18.284775 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-db0a132c-1581-46f9-906c-62aec5319113 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=67bddf2b326a45659beb45df36d672f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281351 Jul 16 21:29:18.287594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33710) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:18.355330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:18.380033 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab0750-2881-454d-83b2-996b89b5767f tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:18.381535 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-60ab0750-2881-454d-83b2-996b89b5767f tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918944 Jul 16 21:29:18.384672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33712) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:18.416341 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-51f1016c-e9b1-49c5-a25c-39b73cacb3e5 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269198 Jul 16 21:29:18.416594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33714) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:18.421432 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807872043', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:18.513869 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:29:18.517626 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:18.688145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:17Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:18.705647 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:18.717537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Checking router: 54518fdd-a588-465b-a834-3bf704feb8f1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:29:18.717897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Updating router 54518fdd-a588-465b-a834-3bf704feb8f1 port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:29:18.752398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:18.772975 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Subnet': ['ID=7feb7598-6d0a-4879-81c3-8f48792eb67e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:18.784497 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Checking segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:29:18.784864 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network hostable DHCP agents. Network: 93666763-e15b-4817-b5f6-bdbd4314b45e, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:29:18.802872 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 93666763-e15b-4817-b5f6-bdbd4314b45e is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:29:18.811885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 93666763-e15b-4817-b5f6-bdbd4314b45e) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:18.815932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:18.816529 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:18.834082 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-fc36933a-2d45-4bfb-a481-3b461a9977f0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4165337 Jul 16 21:29:18.837560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33716) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:18.841027 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0545d91-b43f-432c-b360-6e2a37d083d0 None None] Network 93666763-e15b-4817-b5f6-bdbd4314b45e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:29:19.087373 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-93666763-e15b-4817-b5f6-bdbd4314b45e', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:29:19.088229 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.192866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.216452 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Transition to ACTIVE for port object 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:19.250147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.285127 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.318612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Allocated IP 172.20.0.2 (93666763-e15b-4817-b5f6-bdbd4314b45e/7feb7598-6d0a-4879-81c3-8f48792eb67e/d372afc9-a280-4254-9758-ef9f0cf7e3fd) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:29:19.323505 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Attempting to bind port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:29:19.323880 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Attempting to bind port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:29:19.324611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Attempting to bind port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:19.334746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5519d-88de-4907-9b94-e2992e845b7b None None] Pushing event updated for resources: {'Port': ['ID=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:19.340946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:29:19.341317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:29:19.341885 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.342092 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:29:19.342560 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Bound port: 1f60c22c-c586-46cf-8bca-ebfd7b572ee2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:29:19.342940 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.448877 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] For port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:29:19.453244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] For port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:29:19.458663 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.567019 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5519d-88de-4907-9b94-e2992e845b7b None None] Pushing event updated for resources: {'Port': ['ID=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:19.572278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:19.572898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:19.620677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.637727 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Transition to ACTIVE for port object d372afc9-a280-4254-9758-ef9f0cf7e3fd will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:19.689096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Transition to ACTIVE for port object d372afc9-a280-4254-9758-ef9f0cf7e3fd will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:19.699523 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.732126 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:19.745092 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.1 (93666763-e15b-4817-b5f6-bdbd4314b45e/7feb7598-6d0a-4879-81c3-8f48792eb67e/6524f5bc-58ba-465b-914f-f3286721f607) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:29:19.801725 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Network 93666763-e15b-4817-b5f6-bdbd4314b45e is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:19.821376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:19.827190 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:29:19.837212 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Pushing event updated for resources: {'Port': ['ID=d372afc9-a280-4254-9758-ef9f0cf7e3fd,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:19.876035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.895587 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object 6524f5bc-58ba-465b-914f-f3286721f607 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:19.929837 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.933377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Attempting to bind port d372afc9-a280-4254-9758-ef9f0cf7e3fd on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:29:19.933745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Attempting to bind port d372afc9-a280-4254-9758-ef9f0cf7e3fd by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:29:19.934107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Attempting to bind port d372afc9-a280-4254-9758-ef9f0cf7e3fd on network 93666763-e15b-4817-b5f6-bdbd4314b45e {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:19.945156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:29:19.945525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Checking segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:29:19.945924 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.946308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Bound using segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:29:19.946775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Bound port: d372afc9-a280-4254-9758-ef9f0cf7e3fd, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:29:19.947158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.969021 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 93666763-e15b-4817-b5f6-bdbd4314b45e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:19.972262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:19.978366 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:29:20.010550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=6524f5bc-58ba-465b-914f-f3286721f607,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:20.028791 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.042355 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] For port d372afc9-a280-4254-9758-ef9f0cf7e3fd, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:29:20.046317 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] For port d372afc9-a280-4254-9758-ef9f0cf7e3fd, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d372afc9-a280-4254-9758-ef9f0cf7e3fd,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:29:20.050578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.061164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:17Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:20.115011 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1eeda-5c7d-4518-903d-aa7644a1442a None None] The sync data for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 is: [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:17Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:29:20.142546 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cf27c-bb0e-4392-877c-a9b485876940 None None] Pushing event updated for resources: {'Port': ['ID=d372afc9-a280-4254-9758-ef9f0cf7e3fd,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:20.193736 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.531694 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.537019 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.612949 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=6524f5bc-58ba-465b-914f-f3286721f607,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:20.618345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.720624 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 93666763-e15b-4817-b5f6-bdbd4314b45e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:20.722011 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:20.847228 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 54518fdd-a588-465b-a834-3bf704feb8f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:29:21.183991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a1f2a-2129-4b6f-b6ec-456cf447c712 None None] Network 93666763-e15b-4817-b5f6-bdbd4314b45e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:29:21.275442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:29:21.280197 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-61571fe5-9cc2-46b2-a604-46067bf5fb55 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/54518fdd-a588-465b-a834-3bf704feb8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4416862 Jul 16 21:29:21.313932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-94a79704-60f7-47ff-8de8-876352e39429 None None] Provisioning for port d372afc9-a280-4254-9758-ef9f0cf7e3fd completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:21.454389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-7c442713-b492-4ac1-9d6c-0192a96d4e0d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490228219&fields=id&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 267 time: 0.0390124 Jul 16 21:29:21.579738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-8bb7e7d7-4146-4a99-90b5-ff2fd398c71f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.581601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-8bb7e7d7-4146-4a99-90b5-ff2fd398c71f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 796 time: 0.1173136 Jul 16 21:29:21.598819 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-d9256158-2d0b-45a1-a6a8-3d114be1b1b2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/quotas/67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 375 time: 0.0105665 Jul 16 21:29:21.641603 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-84757d03-8d00-49c5-b738-a2ec1bd1a9f6 None None] Provisioning for port 6524f5bc-58ba-465b-914f-f3286721f607 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:21.646028 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-84757d03-8d00-49c5-b738-a2ec1bd1a9f6 None None] Provisioning complete for port 6524f5bc-58ba-465b-914f-f3286721f607 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:21.646647 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-84757d03-8d00-49c5-b738-a2ec1bd1a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:21.679812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-a207c608-7fbd-44f6-a33f-0c0a6d5bbb32 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737784 Jul 16 21:29:21.684365 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-84757d03-8d00-49c5-b738-a2ec1bd1a9f6 None None] Port 6524f5bc-58ba-465b-914f-f3286721f607 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:29:21.697237 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-4667fe89-823d-483b-80e7-2ecb90617e92 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:29:21.698512 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-4667fe89-823d-483b-80e7-2ecb90617e92 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064821 Jul 16 21:29:21.790109 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Sync routers for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:29:21.801291 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:21.801932 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:21.804592 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-6dca631f-a657-4298-8bab-a52925c4c530 service neutron] 10.222.0.100 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982122 Jul 16 21:29:21.824911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a7ea2446-53a9-4761-85f6-12d585a7336d None None] Provisioning complete for port 6524f5bc-58ba-465b-914f-f3286721f607 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:21.825561 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2446-53a9-4761-85f6-12d585a7336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:21.885104 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea2446-53a9-4761-85f6-12d585a7336d None None] Port 6524f5bc-58ba-465b-914f-f3286721f607 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:29:21.933014 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-8cb3ca6d-a3ce-4613-ab00-1405e637d5b1 service neutron] 10.222.0.100 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225865 Jul 16 21:29:21.965424 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:22.016817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6f8cabd7-89cd-4d9f-9698-1a84c08568c8 None None] Provisioning complete for port 6524f5bc-58ba-465b-914f-f3286721f607 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:22.017051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6f8cabd7-89cd-4d9f-9698-1a84c08568c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.047370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:22.093042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-6f8cabd7-89cd-4d9f-9698-1a84c08568c8 None None] Port 6524f5bc-58ba-465b-914f-f3286721f607 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:29:22.126018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:22.130985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:22.131416 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.166955 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9a02c16-d3c8-4164-bffe-83e4aab9d93a req-bb03af1f-c8a2-480a-9469-b3c6ceb51ed8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 210 time: 0.0514617 Jul 16 21:29:22.223639 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.224841 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 2, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:22.246941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:22.251210 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.252295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d372afc9-a280-4254-9758-ef9f0cf7e3fd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:22.257842 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Checking router: 54518fdd-a588-465b-a834-3bf704feb8f1 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:29:22.259286 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Updating router 54518fdd-a588-465b-a834-3bf704feb8f1 port 6524f5bc-58ba-465b-914f-f3286721f607 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:29:22.295352 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.335506 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:22.348774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port d372afc9-a280-4254-9758-ef9f0cf7e3fd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:22.353441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d372afc9-a280-4254-9758-ef9f0cf7e3fd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:22.354095 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.443375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.481229 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port d372afc9-a280-4254-9758-ef9f0cf7e3fd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d372afc9-a280-4254-9758-ef9f0cf7e3fd,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:22.485604 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.545337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=d372afc9-a280-4254-9758-ef9f0cf7e3fd,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:22.581063 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.592019 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Transition to ACTIVE for port object 6524f5bc-58ba-465b-914f-f3286721f607 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:22.597518 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.652956 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Pushing event updated for resources: {'Port': ['ID=6524f5bc-58ba-465b-914f-f3286721f607,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:22.679505 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.680580 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.680927 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.681267 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.681804 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.682120 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.682579 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.682861 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.683180 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.683525 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.683843 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.684166 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:22.725096 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Attempting to bind port 6524f5bc-58ba-465b-914f-f3286721f607 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:29:22.726111 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Attempting to bind port 6524f5bc-58ba-465b-914f-f3286721f607 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:29:22.726611 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Attempting to bind port 6524f5bc-58ba-465b-914f-f3286721f607 on network 93666763-e15b-4817-b5f6-bdbd4314b45e {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:22.734129 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:29:22.734499 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Checking segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:29:22.734899 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.735359 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Bound using segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:29:22.735895 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Bound port: 6524f5bc-58ba-465b-914f-f3286721f607, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:29:22.736275 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.807471 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] For port 6524f5bc-58ba-465b-914f-f3286721f607, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:29:22.811045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] For port 6524f5bc-58ba-465b-914f-f3286721f607, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6524f5bc-58ba-465b-914f-f3286721f607,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:29:22.816866 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:22.972924 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:22.973560 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:23.008690 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b5cb0-308a-4b86-973d-5a48d9db8a2a None None] Pushing event updated for resources: {'Port': ['ID=6524f5bc-58ba-465b-914f-f3286721f607,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:23.105094 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:23.322143 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:23.344802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9522f863-c034-4aa0-a3ce-1f3564c577fd req-b4d97a06-80f5-4189-a1ff-76d1ce447c70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 210 time: 0.0386014 Jul 16 21:29:23.351781 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a1b75a-15b2-48b2-9b51-080d42a6ff1f None None] The sync data for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 is: [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:29:23.376696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-b242e31b-670c-46b9-b912-0d6ab14a52dc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:23.378211 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-b242e31b-670c-46b9-b912-0d6ab14a52dc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 796 time: 0.1733682 Jul 16 21:29:23.456778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-8e3288f7-312b-4c76-b8db-e3e90db648f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 380 time: 0.0677297 Jul 16 21:29:23.468199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'port': {'device_id': '2c7fb188-1826-40f7-a2c2-54171938babb', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'admin_state_up': True, 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'security_groups': ['af1309db-baff-464b-87d6-88ab926af111']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:23.590155 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:29:23.593933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:23.740191 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.13 (93666763-e15b-4817-b5f6-bdbd4314b45e/7feb7598-6d0a-4879-81c3-8f48792eb67e/733a5825-ca46-40c6-937d-f0e20e5cc3d5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:29:23.904034 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:23.920306 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object 733a5825-ca46-40c6-937d-f0e20e5cc3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:23.957595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.010925 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 93666763-e15b-4817-b5f6-bdbd4314b45e is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:24.017020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:24.020192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:29:24.031124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d372afc9-a280-4254-9758-ef9f0cf7e3fd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:24.056947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:24.098328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:24.099135 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.117898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-bf92498c-ba13-4310-8dec-ddb473601e42 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6547205 Jul 16 21:29:24.120803 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port d372afc9-a280-4254-9758-ef9f0cf7e3fd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:24.121181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.226296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Request body: {'port': {'device_id': '2c7fb188-1826-40f7-a2c2-54171938babb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:24.231982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6524f5bc-58ba-465b-914f-f3286721f607 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:24.291407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6524f5bc-58ba-465b-914f-f3286721f607 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:24.296755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6524f5bc-58ba-465b-914f-f3286721f607 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:24.297291 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.328528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.418051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.443658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-71e62405-aba3-437a-a01a-e98893dae691 None None] Provisioning for port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:24.462615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-71e62405-aba3-437a-a01a-e98893dae691 None None] Provisioning complete for port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:24.463354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-71e62405-aba3-437a-a01a-e98893dae691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.532310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 6524f5bc-58ba-465b-914f-f3286721f607, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6524f5bc-58ba-465b-914f-f3286721f607,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:24.542662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-71e62405-aba3-437a-a01a-e98893dae691 None None] Port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:29:24.544284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.545396 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:24.630303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=6524f5bc-58ba-465b-914f-f3286721f607,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:24.639873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e19e03-d837-47e6-add9-b6587938409d req-e59a6537-3447-4bb9-8429-fc578e716585 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:24.641466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8e19e03-d837-47e6-add9-b6587938409d req-e59a6537-3447-4bb9-8429-fc578e716585 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 932 time: 0.0981569 Jul 16 21:29:24.650360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:24.650977 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.693758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733a5825-ca46-40c6-937d-f0e20e5cc3d5 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:29:24.706103 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.728621 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c8e19e03-d837-47e6-add9-b6587938409d req-d420d758-c7ed-4893-ba51-a90b42ec103a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683577 Jul 16 21:29:24.732218 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Transition to ACTIVE for port object 733a5825-ca46-40c6-937d-f0e20e5cc3d5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:24.738480 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.798035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:24.870451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:29:24.871045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:29:24.871579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on network 93666763-e15b-4817-b5f6-bdbd4314b45e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:24.876637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on network 93666763-e15b-4817-b5f6-bdbd4314b45e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:29:24.877170 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on network 93666763-e15b-4817-b5f6-bdbd4314b45e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:24.882665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:29:24.883005 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Checking segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:29:24.883431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Bound using segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:29:24.883868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Bound port: 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:29:24.884371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.956968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:29:24.960856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:29:24.964689 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:24.998583 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:24.999812 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:25.001263 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] 10.222.0.26 "PUT /v2.0/ports/733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 1092 time: 0.8743501 Jul 16 21:29:25.003560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:25.007481 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:25.045598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04576b91-e155-425e-b5f0-62dd55ae3193 service neutron] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:25.052043 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed37991-8c5a-4a09-a51c-79d0a7dc8990 x-openstack-request-id: req-7ed37991-8c5a-4a09-a51c-79d0a7dc8990 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:25.052346 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:25.052602 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7ed37991-8c5a-4a09-a51c-79d0a7dc8990 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:25.053006 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'status': 'completed', 'code': 200} Jul 16 21:29:25.122305 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-7fa0cf1d-08ff-4359-8f5c-beafb81e073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.124943 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-7fa0cf1d-08ff-4359-8f5c-beafb81e073a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1095 time: 0.0670276 Jul 16 21:29:25.172473 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-d9e05e2e-6f93-414a-8891-875632e73e6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 217 time: 0.0390539 Jul 16 21:29:25.229454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-19314fd4-09cf-4f05-9c5a-e32418880bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.230963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-19314fd4-09cf-4f05-9c5a-e32418880bce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0509417 Jul 16 21:29:25.289236 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-859b52ed-168c-4760-8eee-e1e939a1e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.290679 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-859b52ed-168c-4760-8eee-e1e939a1e68e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538280 Jul 16 21:29:25.384483 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-287982ef-2029-447a-979c-f83b6b9c9cd2 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876319 Jul 16 21:29:25.473397 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fd643acd-f760-43d6-a34f-4b11c80cfa65 req-b9319260-a31b-4048-9c88-613c4a7c3303 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825970 Jul 16 21:29:25.573598 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-d8759f7d-23ec-46dd-be24-e197dcef93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.574988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-d8759f7d-23ec-46dd-be24-e197dcef93eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1095 time: 0.0540588 Jul 16 21:29:25.669892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-fb6b8da7-7bbd-42bd-a398-e7611a2623ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.671392 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-fb6b8da7-7bbd-42bd-a398-e7611a2623ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.0899665 Jul 16 21:29:25.713730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-7c544e78-f074-4451-b6a1-2d2701de88f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 217 time: 0.0335689 Jul 16 21:29:25.766788 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-646487fa-88c2-4305-9866-2b221b06b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.768386 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-646487fa-88c2-4305-9866-2b221b06b13e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0482469 Jul 16 21:29:25.829031 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-625aa800-08e4-40b8-8f63-ffd55aafaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.830565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-625aa800-08e4-40b8-8f63-ffd55aafaf6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541840 Jul 16 21:29:25.923486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6524f5bc-58ba-465b-914f-f3286721f607 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:25.967442 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-0728c69f-4e44-435f-b8e7-e74efc628d39 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298044 Jul 16 21:29:25.971240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6524f5bc-58ba-465b-914f-f3286721f607 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:25.971654 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:25.976250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d76a20-8847-48fa-b715-4346441e103b req-53440558-c02b-4d13-840d-182280a8e9ca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.977707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4d76a20-8847-48fa-b715-4346441e103b req-53440558-c02b-4d13-840d-182280a8e9ca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 944 time: 0.1320431 Jul 16 21:29:26.079688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a4d76a20-8847-48fa-b715-4346441e103b req-c2f2a748-5876-46c2-a0ca-4985f0e88a0f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938370 Jul 16 21:29:26.106280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-94fc3667-87d4-4deb-a93d-dcd5ad5c52e9 req-6fd20a55-67a8-43de-be54-e79c4094321a service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276052 Jul 16 21:29:26.824167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:29:26.918144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:26.930531 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'port_id': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'mac_address': 'fa:16:3e:71:ba:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:29:26.972339 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:26.985814 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733a5825-ca46-40c6-937d-f0e20e5cc3d5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:29:27.005310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:27.010061 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:27.058776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:27.240431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['733a5825-ca46-40c6-937d-f0e20e5cc3d5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:29:27.264458 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929d574-e96b-415a-b376-65277c46cf48 req-49ab575f-97df-4fa4-af22-99b609e5ae7b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:27.265976 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f929d574-e96b-415a-b376-65277c46cf48 req-49ab575f-97df-4fa4-af22-99b609e5ae7b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 945 time: 0.0669150 Jul 16 21:29:27.304286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f929d574-e96b-415a-b376-65277c46cf48 req-dfe5ebed-de73-4f22-84e6-31c538cbaa9d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325432 Jul 16 21:29:28.478217 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1b0a-2e37-4a69-8109-4a9a3f467e9f req-87930bb4-e247-4f2b-a715-eb466d1e568a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:28.479812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf1e1b0a-2e37-4a69-8109-4a9a3f467e9f req-87930bb4-e247-4f2b-a715-eb466d1e568a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 945 time: 0.0633211 Jul 16 21:29:28.518400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cf1e1b0a-2e37-4a69-8109-4a9a3f467e9f req-35cbb096-40b9-4ee5-af42-c26c1fa7d483 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Jul 16 21:29:28.839983 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:28.887793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:28.891438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:28.891814 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:28.971926 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:28.994323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:28.996606 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb091bb3-c4be-4c7e-9b57-9ce1e68039c5" -d '{"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-plugged", "status": "completed", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:29.010674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:29.014833 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:29.042691 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36f4b9-46a1-4037-bc54-27a0e319563f x-openstack-request-id: req-8f36f4b9-46a1-4037-bc54-27a0e319563f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:29.042977 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-plugged", "status": "completed", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:29.043227 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8f36f4b9-46a1-4037-bc54-27a0e319563f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:29.043631 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'code': 200} Jul 16 21:29:29.069896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:29.153138 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd918a7-33c5-4b48-889d-2ee3420d403c req-23690994-946c-45ec-924b-9bff50dec4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:29.154552 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd918a7-33c5-4b48-889d-2ee3420d403c req-23690994-946c-45ec-924b-9bff50dec4d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1097 time: 0.0567613 Jul 16 21:29:29.190796 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dbd918a7-33c5-4b48-889d-2ee3420d403c req-9fc7c97b-fc70-4aae-be52-343c6d26a7a4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295558 Jul 16 21:29:29.699168 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b82e5-da50-4943-93af-3d817cc42887 req-34f785ee-d8ea-411b-9d81-31685c8e7950 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:29.700733 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-004b82e5-da50-4943-93af-3d817cc42887 req-34f785ee-d8ea-411b-9d81-31685c8e7950 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0651109 Jul 16 21:29:29.740854 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-004b82e5-da50-4943-93af-3d817cc42887 req-eea6a12a-73b9-4a1f-a68c-6ae36e091508 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Jul 16 21:29:30.394529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f5bdee80-4424-41c5-97b0-8834f3eff0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:30.917754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fa8e2-33c0-4908-9527-2c0526deb45a req-c7244166-f172-4637-ac1d-96fe6d67c7cf tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:30.919141 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b75fa8e2-33c0-4908-9527-2c0526deb45a req-c7244166-f172-4637-ac1d-96fe6d67c7cf tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0658455 Jul 16 21:29:30.957432 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b75fa8e2-33c0-4908-9527-2c0526deb45a req-fd53aa66-9cbf-4391-a568-72d423f62a09 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327473 Jul 16 21:29:31.135629 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4942-cce1-499c-b765-6fbb35624717 req-2c1086b1-aee1-4312-a318-1f017a3e06e2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:31.137120 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d85c4942-cce1-499c-b765-6fbb35624717 req-2c1086b1-aee1-4312-a318-1f017a3e06e2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0687785 Jul 16 21:29:31.174151 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d85c4942-cce1-499c-b765-6fbb35624717 req-046f1fc0-76cc-47ec-a960-6fdb7db36504 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Jul 16 21:29:31.198858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:31.251008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f3cd85-fcd7-441b-a433-091a3247d129 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:31.252587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a9f3cd85-fcd7-441b-a433-091a3247d129 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1092 time: 0.0524397 Jul 16 21:29:31.255442 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33776) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:31.260244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:31.281994 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:31.380804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:31.486388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.91 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/96a3dbbd-628c-49b0-9622-b6e5d9420c34) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:29:31.592938 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:31.631732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:31.667221 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:31.673286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:31.676871 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:29:31.698772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=96a3dbbd-628c-49b0-9622-b6e5d9420c34,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:32.051072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:32.131114 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:32.280348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:32.285112 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:32.705920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=96a3dbbd-628c-49b0-9622-b6e5d9420c34,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:32.717533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:32.815979 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP 1ed69ff8-c1e8-45c8-96c4-241ff7cb3554 associated. External IP: 172.25.8.91, port: 733a5825-ca46-40c6-937d-f0e20e5cc3d5. Jul 16 21:29:33.028836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 54518fdd-a588-465b-a834-3bf704feb8f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:29:33.140933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:29:33.151919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] Sync routers for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:29:33.157102 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:33.161411 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:33.162070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:33.193896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-05543d65-585c-4a8f-bafb-e0dc0ce28f9f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9375098 Jul 16 21:29:33.194489 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:33.197611 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e49f93-bd65-4dff-9e69-a787dbe79227" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:33.269927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:33.350916 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32b339-9469-4150-8c27-a2ee4f608f4d req-20c71c77-e01b-475c-9e19-5fa163d7ab4e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:33.352492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd32b339-9469-4150-8c27-a2ee4f608f4d req-20c71c77-e01b-475c-9e19-5fa163d7ab4e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0672719 Jul 16 21:29:33.391231 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bd32b339-9469-4150-8c27-a2ee4f608f4d req-e19fc5de-dd11-49ad-a884-6710c234eaac tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Jul 16 21:29:33.415552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33782) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:33.457580 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff65c11-0e4f-4d95-8cee-d53fce7c5c5d x-openstack-request-id: req-eff65c11-0e4f-4d95-8cee-d53fce7c5c5d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:33.457875 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:33.458127 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-eff65c11-0e4f-4d95-8cee-d53fce7c5c5d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:33.458526 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'status': 'completed', 'code': 200} Jul 16 21:29:33.503177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1ed69ff8-c1e8-45c8-96c4-241ff7cb3554', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'port_id': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'mac_address': 'fa:16:3e:71:ba:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7fb188-1826-40f7-a2c2-54171938babb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:29:31Z', 'updated_at': '2021-07-16T21:29:31Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:24Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:33.512779 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5fe37ceb-b84c-429c-ac97-314b07497f61 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/1ed69ff8-c1e8-45c8-96c4-241ff7cb3554 HTTP/1.1" status: 200 len: 991 time: 0.0960093 Jul 16 21:29:33.529787 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] Checking router: 54518fdd-a588-465b-a834-3bf704feb8f1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:29:33.532048 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-b34b4226-1aaf-4a65-80af-4b5c5b69525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:33.533551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-b34b4226-1aaf-4a65-80af-4b5c5b69525b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1097 time: 0.0684404 Jul 16 21:29:33.538419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:33.539173 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:29:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:33.628134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-68c9e15d-2956-4190-b011-1afcbc6689fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:33.629614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-68c9e15d-2956-4190-b011-1afcbc6689fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.0899560 Jul 16 21:29:33.647588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:33.694596 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-ff9c5c6a-d6d3-44de-a5c6-ffe447e1704c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 999 time: 0.0588167 Jul 16 21:29:33.743805 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-e6439203-5272-4f3c-b9d3-285cd150b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:33.745300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-e6439203-5272-4f3c-b9d3-285cd150b8ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0446274 Jul 16 21:29:33.815012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-66437a2f-1134-4c04-91ba-621400c6e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:33.816488 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-66437a2f-1134-4c04-91ba-621400c6e879 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647285 Jul 16 21:29:33.882626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1ed69ff8-c1e8-45c8-96c4-241ff7cb3554', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'port_id': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'mac_address': 'fa:16:3e:71:ba:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7fb188-1826-40f7-a2c2-54171938babb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:29:31Z', 'updated_at': '2021-07-16T21:29:31Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:24Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:33.907510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-5740c4f0-8656-4acf-b5e9-08f92734a30f service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838997 Jul 16 21:29:33.908746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8980312-9c2f-4749-aa1c-ef51c3086bf4 None None] The sync data for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 is: [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '1ed69ff8-c1e8-45c8-96c4-241ff7cb3554', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'port_id': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'mac_address': 'fa:16:3e:71:ba:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7fb188-1826-40f7-a2c2-54171938babb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:29:31Z', 'updated_at': '2021-07-16T21:29:31Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:24Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:29:34.007828 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b5e49f93-bd65-4dff-9e69-a787dbe79227 req-b3f85a56-c88a-4a6c-9348-521dae9fe7f3 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923014 Jul 16 21:29:34.112645 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7fc23-526c-449d-97e1-4d4dab21149c None None] New status for floating IP 1ed69ff8-c1e8-45c8-96c4-241ff7cb3554: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:29:34.173027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:34.516999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33784) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:34.577944 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3e57a0c7-cf96-4a9a-8534-a42431254a22 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/1ed69ff8-c1e8-45c8-96c4-241ff7cb3554 HTTP/1.1" status: 200 len: 993 time: 0.0597789 Jul 16 21:29:34.959966 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-21be9d8a-10bd-4054-9ebb-fe11ede77d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:36.319830 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.443495 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.619469 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-1547c1bf-5d5b-4737-ae1b-740af4f9ab91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527549 Jul 16 21:29:38.721165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081522-a305-4929-ab7f-b7348987eb68 req-a12c90db-f9fd-47c5-87ed-180cbe4272e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:38.722684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-a12c90db-f9fd-47c5-87ed-180cbe4272e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1097 time: 0.0569973 Jul 16 21:29:38.828616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081522-a305-4929-ab7f-b7348987eb68 req-d95ce246-9280-41ff-9e15-7f8e17dcb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:38.830093 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-d95ce246-9280-41ff-9e15-7f8e17dcb640 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.0870268 Jul 16 21:29:38.899034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-3fb3562a-e993-4ace-b304-684aeea345b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 1001 time: 0.0613458 Jul 16 21:29:38.948119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081522-a305-4929-ab7f-b7348987eb68 req-b3d8d080-85cc-4777-bf17-6a4b7dcb575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:38.949531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-b3d8d080-85cc-4777-bf17-6a4b7dcb575e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0436003 Jul 16 21:29:39.009865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081522-a305-4929-ab7f-b7348987eb68 req-9578a78f-4eb1-40f2-ad3e-4024a0029373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:39.012917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-9578a78f-4eb1-40f2-ad3e-4024a0029373 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523851 Jul 16 21:29:39.112969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-790a0f42-7e96-4d94-a5c7-e85312f6449e service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942249 Jul 16 21:29:39.200859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:39.214895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d0081522-a305-4929-ab7f-b7348987eb68 req-1bbfab15-6d26-4658-9781-510c650882bf service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941267 Jul 16 21:29:39.409728 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:48.989171 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:30:00.393971 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-08e8e056-e2d9-4c2c-bfee-d001c7b659c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:03.557768 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-dcfd08e5-236b-4bb9-8b8d-ec7ac669f358 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938797 Jul 16 21:30:03.568132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e78db-7c7b-4f43-b48a-be6b5cbb5ae9 req-3e96344d-8171-4f4a-a649-1d17e955dd98 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:03.569669 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b8e78db-7c7b-4f43-b48a-be6b5cbb5ae9 req-3e96344d-8171-4f4a-a649-1d17e955dd98 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0685256 Jul 16 21:30:03.611600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9b8e78db-7c7b-4f43-b48a-be6b5cbb5ae9 req-ff4a0f63-ca28-4159-91bd-229cc64af7b5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360818 Jul 16 21:30:04.174527 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:04.706845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-5a7e40af-939e-4c39-bbc5-c55c376f3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:04.708422 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-5a7e40af-939e-4c39-bbc5-c55c376f3eb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1097 time: 0.0556488 Jul 16 21:30:04.837046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-0d7de843-7f0c-4823-a078-15947a784a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:04.838524 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-0d7de843-7f0c-4823-a078-15947a784a21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.1234767 Jul 16 21:30:04.854675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e859f8-e289-4cf1-92c5-4fb7bde31914 req-c4c87f67-e889-4fea-971f-2267d4b90600 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:04.856077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50e859f8-e289-4cf1-92c5-4fb7bde31914 req-c4c87f67-e889-4fea-971f-2267d4b90600 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.1180668 Jul 16 21:30:04.938960 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-0dd8d65e-dd85-4e8c-9a6a-964826ca80b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 1001 time: 0.0919137 Jul 16 21:30:04.941923 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-50e859f8-e289-4cf1-92c5-4fb7bde31914 req-d3fda4b8-5f57-4e39-b7f9-e3e132a1410a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791135 Jul 16 21:30:04.971224 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ae0526c8-cff9-4088-96e0-1c2a970ab575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:04.990139 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-213cee4c-41b2-40a3-83eb-a5310f004644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:04.991618 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-213cee4c-41b2-40a3-83eb-a5310f004644 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0453477 Jul 16 21:30:05.049624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-6c4b3434-4ae9-4881-955a-e48158e1b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:05.051147 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-6c4b3434-4ae9-4881-955a-e48158e1b9f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526257 Jul 16 21:30:05.147207 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-b8c4e296-0895-490b-869f-fa5365191efd service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885854 Jul 16 21:30:05.243019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-48957a6e-0edf-4d08-9203-162ff371d6c9 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855293 Jul 16 21:30:06.129979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58188-c2f7-4da1-a113-d09111439176 req-0887509e-9927-4d10-851b-7a39a513b08b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:06.131500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58b58188-c2f7-4da1-a113-d09111439176 req-0887509e-9927-4d10-851b-7a39a513b08b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0677679 Jul 16 21:30:06.174999 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58b58188-c2f7-4da1-a113-d09111439176 req-37c40006-a96f-4524-93bc-ddaed1931a5a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375566 Jul 16 21:30:06.324704 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:07.349861 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08a0b4-19bf-4e82-a1b8-45568b19f90b req-d5603fbb-ed5d-4eff-8b71-8e37b590b062 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:07.351268 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f08a0b4-19bf-4e82-a1b8-45568b19f90b req-d5603fbb-ed5d-4eff-8b71-8e37b590b062 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0642936 Jul 16 21:30:07.388139 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3f08a0b4-19bf-4e82-a1b8-45568b19f90b req-04063cca-3a83-4eb4-b935-25db50298d71 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Jul 16 21:30:08.446203 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:08.579582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b0b2a-0abc-43ff-882b-044f9fc59b36 req-dd948262-85bb-47b9-8996-7f41b8a9f7df tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:08.583737 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e7b0b2a-0abc-43ff-882b-044f9fc59b36 req-dd948262-85bb-47b9-8996-7f41b8a9f7df tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0736120 Jul 16 21:30:08.623280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8e7b0b2a-0abc-43ff-882b-044f9fc59b36 req-dd7a5ce6-6865-4635-b024-e079bc57297a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365567 Jul 16 21:30:09.215219 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:09.414632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:09.799480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310615a2-2045-40c2-bffa-e68a5acd8ee6 req-c9f35a2d-3051-4268-b9c5-ab417b8e9174 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:09.800968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-310615a2-2045-40c2-bffa-e68a5acd8ee6 req-c9f35a2d-3051-4268-b9c5-ab417b8e9174 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0632470 Jul 16 21:30:09.837667 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-310615a2-2045-40c2-bffa-e68a5acd8ee6 req-ada7f657-21b5-432f-b720-3f94fa7b0494 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Jul 16 21:30:11.009359 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef4efa-5ad9-428b-bf1a-fdf21aea7b08 req-cfac0954-d0b6-4c22-b9f6-cfcb6f7ab0f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:11.011106 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fef4efa-5ad9-428b-bf1a-fdf21aea7b08 req-cfac0954-d0b6-4c22-b9f6-cfcb6f7ab0f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0624752 Jul 16 21:30:11.049145 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8fef4efa-5ad9-428b-bf1a-fdf21aea7b08 req-497c035f-d191-48bf-9a94-a023da64ed0f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Jul 16 21:30:12.228467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe48170-a6aa-4939-8232-495aadd22bc9 req-c23242cf-c951-4ecb-9b6f-4c888e17a86c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:12.229972 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffe48170-a6aa-4939-8232-495aadd22bc9 req-c23242cf-c951-4ecb-9b6f-4c888e17a86c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0707412 Jul 16 21:30:12.268558 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ffe48170-a6aa-4939-8232-495aadd22bc9 req-adb1d05c-081f-4cf2-8279-e8dfdb0e4bc4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318935 Jul 16 21:30:13.441642 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a245-940a-4ce0-900d-766a1c2a3002 req-c00227f9-ee71-4ccd-9e31-89ab47851fca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:13.443137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1712a245-940a-4ce0-900d-766a1c2a3002 req-c00227f9-ee71-4ccd-9e31-89ab47851fca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0634062 Jul 16 21:30:13.479152 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1712a245-940a-4ce0-900d-766a1c2a3002 req-4f0a998a-0b62-4587-82ce-954806eaf334 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305161 Jul 16 21:30:14.654882 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392ec4b-f126-4c35-9844-6f39892984be req-1e1d63e1-eace-4788-9714-afd3f9a72ede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:14.656824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6392ec4b-f126-4c35-9844-6f39892984be req-1e1d63e1-eace-4788-9714-afd3f9a72ede tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0637612 Jul 16 21:30:14.697686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6392ec4b-f126-4c35-9844-6f39892984be req-624f2dfd-5831-486e-b8bb-e14760d7f17d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356283 Jul 16 21:30:15.871920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a4510-6fd2-4606-ab40-c405c94319cb req-dff3d027-7136-4f24-94a9-69cf0c3534d0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:15.873414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b2a4510-6fd2-4606-ab40-c405c94319cb req-dff3d027-7136-4f24-94a9-69cf0c3534d0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0632653 Jul 16 21:30:15.912417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0b2a4510-6fd2-4606-ab40-c405c94319cb req-00934796-4a61-4716-97b1-d70557bb92b5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Jul 16 21:30:17.084803 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403a02-7edd-4695-a5bc-d1d20030b905 req-8248fc05-487c-4f11-8ac0-fdcd58c8dc3d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:17.086315 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55403a02-7edd-4695-a5bc-d1d20030b905 req-8248fc05-487c-4f11-8ac0-fdcd58c8dc3d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0639219 Jul 16 21:30:17.123295 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55403a02-7edd-4695-a5bc-d1d20030b905 req-6865d49b-35c8-4818-aae8-264b8f2da5f3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jul 16 21:30:17.260256 n-d-798930-6 neutron-server[94095]: INFO neutron.api.v2.resource [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-3a831de7-2c05-454f-ad19-345e3b199ed8 service neutron] show failed (client error): The resource could not be found. Jul 16 21:30:17.261428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-3a831de7-2c05-454f-ad19-345e3b199ed8 service neutron] 10.222.0.26 "GET /v2.0/ports/733a5825-ca46-40c6-937d-f0e20e5cc3d5/bindings/n-h1-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0585015 Jul 16 21:30:17.508970 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-4bf23bd4-4fe6-4646-96d0-3b4e1b7e2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:17.510494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-4bf23bd4-4fe6-4646-96d0-3b4e1b7e2187 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 1097 time: 0.0522559 Jul 16 21:30:17.521124 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:17.590187 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:17.789592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:17.821569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:30:17.859708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:17.861962 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe4371-3265-4f46-9db8-de12a4735f41" -d '{"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-unplugged", "status": "completed", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:17.865811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:17.878470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Transition to ACTIVE for port object 733a5825-ca46-40c6-937d-f0e20e5cc3d5 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:30:17.882297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:17.971220 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be948f2-31d5-43c8-9b74-eebf167ab6fc x-openstack-request-id: req-4be948f2-31d5-43c8-9b74-eebf167ab6fc {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:17.971537 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-unplugged", "status": "completed", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:17.971784 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4be948f2-31d5-43c8-9b74-eebf167ab6fc {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:17.972184 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'code': 200} Jul 16 21:30:17.974754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=6']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:17.988766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.989106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.989444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.989775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.990105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.990430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.990752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.991072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.991522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.991867 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.992250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:17.992592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:18.021464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] No DVR routers for this DVR port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:30:18.160219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:30:18.160837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:30:18.160971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on network 93666763-e15b-4817-b5f6-bdbd4314b45e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:30:18.165197 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on network 93666763-e15b-4817-b5f6-bdbd4314b45e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:30:18.165521 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Attempting to bind port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on network 93666763-e15b-4817-b5f6-bdbd4314b45e {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:30:18.170324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:30:18.170663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Checking segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:30:18.171053 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Bound using segment: {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:30:18.171510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Bound port: 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62ca93d-a269-4715-8b38-d2d382c8d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:30:18.171977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:18.238448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:30:18.241588 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:30:18.247144 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:18.310866 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:18.311593 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:18.313712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] 10.222.0.21 "PUT /v2.0/ports/733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 1092 time: 0.7964156 Jul 16 21:30:18.374097 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b667dd7-1caa-46d5-bfc0-f820f7ae493b service neutron] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=7']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:18.400007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77e62b-b70e-4d4a-895e-da9383e4c5f9 req-7ff4a12b-20aa-4b0d-b3c1-cd9368757bca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:18.401553 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c77e62b-b70e-4d4a-895e-da9383e4c5f9 req-7ff4a12b-20aa-4b0d-b3c1-cd9368757bca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 944 time: 0.1568661 Jul 16 21:30:18.445122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-f48d8f92-dd90-48b5-a245-3c45cf8981de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:18.446705 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-f48d8f92-dd90-48b5-a245-3c45cf8981de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1095 time: 0.1072721 Jul 16 21:30:18.455572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c77e62b-b70e-4d4a-895e-da9383e4c5f9 req-569e39f9-29ce-4b8c-9a1c-a4ac57664b91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452456 Jul 16 21:30:18.543313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-0709e704-9042-4356-8cea-22c9bdfbc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:18.544812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-0709e704-9042-4356-8cea-22c9bdfbc198 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.0883870 Jul 16 21:30:18.608142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-9eb9b6e7-6360-42fc-99ee-3bf161cf6160 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 999 time: 0.0561211 Jul 16 21:30:18.660135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-b02c6880-4a12-45a7-93dc-2f8ebe5f4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:18.661600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-b02c6880-4a12-45a7-93dc-2f8ebe5f4a51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0462322 Jul 16 21:30:18.716841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-e916b454-3202-40ef-b641-00ad1122b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:18.718285 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-e916b454-3202-40ef-b641-00ad1122b27e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508881 Jul 16 21:30:18.806005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-4ef728cb-50bf-492c-83ae-13b2105cf315 service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807171 Jul 16 21:30:18.897202 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b1e092b-7720-4b52-8f64-18c37dc60690 req-ec7bbd0e-fef8-4759-9400-7c4f0be132dc service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848675 Jul 16 21:30:19.628073 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c61383-45a0-4157-bfa9-5924dc8278b4 req-5caa3121-3561-4bab-aa6f-7e61a79f564a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:19.629566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1c61383-45a0-4157-bfa9-5924dc8278b4 req-5caa3121-3561-4bab-aa6f-7e61a79f564a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 944 time: 0.0630147 Jul 16 21:30:19.667298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1c61383-45a0-4157-bfa9-5924dc8278b4 req-f483b75b-4ab6-45c9-b0b1-214ecdb1d760 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Jul 16 21:30:19.973456 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:19.975879 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddce63c4-13fa-47a4-8b51-6d4db34ca817" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:20.024716 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9855baf-a55c-4b27-a87b-6aa7e8bedc3b x-openstack-request-id: req-b9855baf-a55c-4b27-a87b-6aa7e8bedc3b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:20.025013 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:20.025422 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b9855baf-a55c-4b27-a87b-6aa7e8bedc3b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:20.025864 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'status': 'completed', 'code': 200} Jul 16 21:30:20.143038 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-341a0db7-6ab0-4abe-938f-b81da1c66ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.144496 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-341a0db7-6ab0-4abe-938f-b81da1c66ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1095 time: 0.0985465 Jul 16 21:30:20.147147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-fe818ca0-0273-486e-a5d9-e1fbcea5e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.148681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-fe818ca0-0273-486e-a5d9-e1fbcea5e0c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1095 time: 0.0937943 Jul 16 21:30:20.659649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-ce9d1ca0-7f7b-4254-babe-6dc3eef20889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.661158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-ce9d1ca0-7f7b-4254-babe-6dc3eef20889 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.5107787 Jul 16 21:30:20.663690 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-f63184c6-393c-49b0-8106-abbb11c348f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.665032 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-f63184c6-393c-49b0-8106-abbb11c348f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.5062492 Jul 16 21:30:20.774325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-09fc9126-f9d6-4bb4-bbd7-cb8e4e67d278 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 999 time: 0.1068230 Jul 16 21:30:20.778191 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-4799e216-d16f-41f3-af81-f553b1158513 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 999 time: 0.1047976 Jul 16 21:30:20.889877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-4fc64f77-0437-48f6-a9a9-7c787ce58027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.891402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-4fc64f77-0437-48f6-a9a9-7c787ce58027 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.1113832 Jul 16 21:30:20.897025 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-7e67de40-ecf5-441a-8ec4-11862c6decfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.898340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-7e67de40-ecf5-441a-8ec4-11862c6decfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.1092045 Jul 16 21:30:20.985002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d1541-d1d5-45b0-a825-8168cfaaa73b req-8a30a6a0-cc81-4d1b-9ff6-726233e00a90 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:20.986460 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-081d1541-d1d5-45b0-a825-8168cfaaa73b req-8a30a6a0-cc81-4d1b-9ff6-726233e00a90 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 944 time: 0.1982441 Jul 16 21:30:21.039131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-93b9bd1a-7880-4fb2-a35f-b4cdbdc42c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.040640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-93b9bd1a-7880-4fb2-a35f-b4cdbdc42c2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407533 Jul 16 21:30:21.044826 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-9d395499-34cf-49c7-b13b-de0d98e0b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.046170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-9d395499-34cf-49c7-b13b-de0d98e0b18e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371603 Jul 16 21:30:21.058360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-081d1541-d1d5-45b0-a825-8168cfaaa73b req-4af992ba-9941-4307-97bc-0631461fda81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623555 Jul 16 21:30:21.076032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:21.121440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:21.212320 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-52ab1832-3046-4390-949d-da9d29503010 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629248 Jul 16 21:30:21.214187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-55f5b1c6-b074-45c9-8967-5ea525fff7df service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548860 Jul 16 21:30:21.310681 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.26', 52438) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:21.412824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-eaba01e1-5871-4cf0-ad6e-b9da8b023f04 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945333 Jul 16 21:30:21.421348 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-166c2c04-56b0-4d1c-8234-e4e6a4a1d2d9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.422792 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-166c2c04-56b0-4d1c-8234-e4e6a4a1d2d9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb&tenant_id=67bddf2b326a45659beb45df36d672f5&binding%3Ahost_id=n-h1-798930-6 HTTP/1.1" status: 200 len: 944 time: 0.1111786 Jul 16 21:30:21.423539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-2363cd17-c4e7-4db5-8f96-db5b18a72e97 service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968729 Jul 16 21:30:21.439552 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cfad9-988b-45cf-8c34-6b3ae91f0cd0 req-f59ac749-545a-4bb1-abc2-d92ac9511c3f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.441078 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba3cfad9-988b-45cf-8c34-6b3ae91f0cd0 req-f59ac749-545a-4bb1-abc2-d92ac9511c3f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 944 time: 0.1354635 Jul 16 21:30:21.481446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ba3cfad9-988b-45cf-8c34-6b3ae91f0cd0 req-d80006dc-e3e2-438a-97f3-e71bf2aa0780 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345843 Jul 16 21:30:21.490451 n-d-798930-6 neutron-server[94096]: INFO neutron.api.v2.resource [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-d8ee3fe8-1bba-4d17-a37e-dec2abf4e433 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:30:21.491508 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-d8ee3fe8-1bba-4d17-a37e-dec2abf4e433 service neutron] 10.222.0.26 "DELETE /v2.0/ports/733a5825-ca46-40c6-937d-f0e20e5cc3d5/bindings/n-h2-798930-6 HTTP/1.1" status: 404 len: 380 time: 0.0611434 Jul 16 21:30:21.597750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-cec6aa3a-9653-4e12-a74e-c894f5683b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.599205 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-cec6aa3a-9653-4e12-a74e-c894f5683b33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1095 time: 0.0541558 Jul 16 21:30:21.654366 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853e81d-10e1-4a4d-acd1-9718b0c1f2da req-de6a704a-6380-403e-810d-7a5b7c46fcc2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.655906 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4853e81d-10e1-4a4d-acd1-9718b0c1f2da req-de6a704a-6380-403e-810d-7a5b7c46fcc2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 944 time: 0.0634589 Jul 16 21:30:21.692898 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-3eb7535c-a880-4955-9305-42abdc4bb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.693919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4853e81d-10e1-4a4d-acd1-9718b0c1f2da req-21f43306-50cb-4f29-ba61-5618b98babe0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Jul 16 21:30:21.694455 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-3eb7535c-a880-4955-9305-42abdc4bb6ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.0894084 Jul 16 21:30:21.758701 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-c2ff383b-7661-46a9-9c42-ef7172503677 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 999 time: 0.0580368 Jul 16 21:30:21.786389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:30:21.810986 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-21a2bba1-fcf9-47ec-8e0b-b74207ab76df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.812525 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-21a2bba1-fcf9-47ec-8e0b-b74207ab76df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0482574 Jul 16 21:30:21.869550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-6bd46ed5-c39a-4c0f-85d6-59d33a3b0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:21.871141 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-6bd46ed5-c39a-4c0f-85d6-59d33a3b0358 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524249 Jul 16 21:30:21.878712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:21.889746 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'port_id': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'mac_address': 'fa:16:3e:71:ba:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:30:21.931219 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:21.944389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733a5825-ca46-40c6-937d-f0e20e5cc3d5 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:30:21.961675 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-91e08e13-a826-4695-bcf9-67048dfe4b68 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Jul 16 21:30:21.963970 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:21.968323 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:22.017348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:22.024624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.024968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.025308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.025639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.025967 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.026292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.026614 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.026936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.027273 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.027597 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.027914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.028230 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:22.059212 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-7121f67b-3390-421b-8e40-fe0463af89f8 req-387c6dfc-658d-4a5f-8c9d-a096fae915f3 service neutron] 10.222.0.26 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915563 Jul 16 21:30:22.212005 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['733a5825-ca46-40c6-937d-f0e20e5cc3d5'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:30:22.873953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cd248-3a8b-4e15-a0e3-f80228b0d622 req-b89c605d-e493-45f7-a6f3-5cdb0c447d24 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:22.876340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497cd248-3a8b-4e15-a0e3-f80228b0d622 req-b89c605d-e493-45f7-a6f3-5cdb0c447d24 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 945 time: 0.0699465 Jul 16 21:30:22.915325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-497cd248-3a8b-4e15-a0e3-f80228b0d622 req-914c25e1-7321-4dd6-bada-9c8e3d654911 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Jul 16 21:30:22.939967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33872) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:23.003197 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c2cc9a56-f009-492d-b1e1-66c43ab66755 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/1ed69ff8-c1e8-45c8-96c4-241ff7cb3554 HTTP/1.1" status: 200 len: 992 time: 0.0620866 Jul 16 21:30:23.812508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:30:23.860815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:30:23.864376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:30:23.864748 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:23.941946 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:23.963736 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:23.965954 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7731609e-1575-4d6a-b7ce-07aa9c10c9e7" -d '{"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-plugged", "status": "completed", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:23.979013 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:23.983857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:24.006624 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe1ff00-1bf6-436d-b73e-bfad57e5020f x-openstack-request-id: req-5fe1ff00-1bf6-436d-b73e-bfad57e5020f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:24.006907 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-plugged", "status": "completed", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:24.007152 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5fe1ff00-1bf6-436d-b73e-bfad57e5020f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:24.007560 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'code': 200} Jul 16 21:30:24.033977 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:25.989127 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:30:27.108477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-9b079df8-9ab8-4e9f-b58d-8b3c87995d85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534780 Jul 16 21:30:27.204178 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-bdeebef7-3cab-4896-bf89-774d1f2c2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:27.205668 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-bdeebef7-3cab-4896-bf89-774d1f2c2bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1097 time: 0.0534556 Jul 16 21:30:27.312198 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-e641c34d-2d4c-4571-80f7-85a3c4bec604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:27.313657 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-e641c34d-2d4c-4571-80f7-85a3c4bec604 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.0880282 Jul 16 21:30:27.376476 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-eb53ed56-65b3-4b8f-aeff-7ac44342901e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 1001 time: 0.0562596 Jul 16 21:30:27.423467 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-32226f2b-f540-4c67-9365-39e8ff7cb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:27.425007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-32226f2b-f540-4c67-9365-39e8ff7cb258 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0425014 Jul 16 21:30:27.489129 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-b5d13819-7491-4a4a-aab8-d264ab0186db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:27.490636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-b5d13819-7491-4a4a-aab8-d264ab0186db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591366 Jul 16 21:30:27.578996 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-0f4aa47e-59bf-493a-a61c-db52d3f62810 service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806868 Jul 16 21:30:27.672374 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eed9c4f4-908b-4a23-a4c2-3ebe31ad27bb req-610658e4-5542-46b8-ac15-6135e0008ab0 service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868602 Jul 16 21:30:30.395551 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-92062aba-9b9c-4837-97e4-a39ddb70592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:34.176978 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:34.960652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-431ed244-7337-4b68-98fa-cf295ec596f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:36.325205 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:38.449232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:39.218779 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:39.411938 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:51.371571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33886) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:51.528659 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 96a3dbbd-628c-49b0-9622-b6e5d9420c34 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:51.529016 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:51.603395 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:51.603721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:51.615062 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 96a3dbbd-628c-49b0-9622-b6e5d9420c34 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:51.763656 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:51.793390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=96a3dbbd-628c-49b0-9622-b6e5d9420c34,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:51.816835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.817762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.818108 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.818440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.818849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.819181 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.819532 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.819861 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.820190 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.820514 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.820834 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.821155 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:30:51.865781 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:51.866114 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP 1ed69ff8-c1e8-45c8-96c4-241ff7cb3554 disassociated (deleted). External IP: 172.25.8.91, port: 733a5825-ca46-40c6-937d-f0e20e5cc3d5. Jul 16 21:30:52.070945 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 54518fdd-a588-465b-a834-3bf704feb8f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:30:52.178973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:30:52.183827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:52.189455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] Sync routers for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:30:52.199382 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:52.199998 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:52.226262 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-1c31ed02-4335-47ca-a3d0-1799df25e787 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/floatingips/1ed69ff8-c1e8-45c8-96c4-241ff7cb3554 HTTP/1.1" status: 204 len: 168 time: 0.8510709 Jul 16 21:30:52.226262 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:52.227589 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec35e98-0a72-4e01-b77a-c71d990140ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:52.310279 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:52.518394 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:24Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:52.525818 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66944bb9-dd30-4d53-9a3f-46c053f12dae x-openstack-request-id: req-66944bb9-dd30-4d53-9a3f-46c053f12dae {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:52.526315 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:52.526424 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-66944bb9-dd30-4d53-9a3f-46c053f12dae {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:52.526731 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'status': 'completed', 'code': 200} Jul 16 21:30:52.549145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] Checking router: 54518fdd-a588-465b-a834-3bf704feb8f1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:30:52.557805 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:52.558407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:52.606315 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-d8ef3562-26d1-4632-af6a-4e0cd74e2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:52.607874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-d8ef3562-26d1-4632-af6a-4e0cd74e2da6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 1097 time: 0.0537107 Jul 16 21:30:52.752873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6963-ffc2-4080-a46d-8adfd3e1d676 req-0262bb0c-0ec6-4c11-8874-b1dc526909e3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:52.754947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d9a6963-ffc2-4080-a46d-8adfd3e1d676 req-0262bb0c-0ec6-4c11-8874-b1dc526909e3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.1421051 Jul 16 21:30:52.758235 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-bdb552c5-64e2-4177-81b5-9a3a07597d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:52.759666 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-bdb552c5-64e2-4177-81b5-9a3a07597d3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 200 len: 897 time: 0.1383662 Jul 16 21:30:52.812044 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-b9f71709-c118-41be-811b-43d77dc69661 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 200 len: 217 time: 0.0449135 Jul 16 21:30:52.822767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:52.854277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9d9a6963-ffc2-4080-a46d-8adfd3e1d676 req-3b9d64c8-713e-4e46-8ffa-1444fcc3b635 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934434 Jul 16 21:30:52.872027 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-b433a8ed-45db-4d7f-827a-4e81de381430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:52.873487 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-b433a8ed-45db-4d7f-827a-4e81de381430 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 200 len: 835 time: 0.0503957 Jul 16 21:30:52.933607 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-4bc11b6f-642a-48ea-8214-697f1abcf938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:52.935222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-4bc11b6f-642a-48ea-8214-697f1abcf938 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93666763-e15b-4817-b5f6-bdbd4314b45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543778 Jul 16 21:30:53.023882 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:24Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:53.029728 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-52038854-7900-4813-825e-9c20365b1936 service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865798 Jul 16 21:30:53.054599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa9624-935c-4146-aa7c-3a650f533480 None None] The sync data for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 is: [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:20Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '6524f5bc-58ba-465b-914f-f3286721f607', 'name': '', 'network_id': '93666763-e15b-4817-b5f6-bdbd4314b45e', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:30:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:19Z', 'updated_at': '2021-07-16T21:29:24Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '7feb7598-6d0a-4879-81c3-8f48792eb67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:30:53.126962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5ec35e98-0a72-4e01-b77a-c71d990140ae req-3bf33f4a-a33a-4f5c-812c-550cbf7e1562 service neutron] 10.222.0.21 "GET /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893254 Jul 16 21:30:53.275369 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb97135-d98f-47eb-9a1d-8b1c7531849b None None] New status for floating IP 1ed69ff8-c1e8-45c8-96c4-241ff7cb3554: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:30:53.823475 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dd01c-95c7-42b9-a39c-485d258673bf req-4d7eb3b7-0088-4e2c-87f6-1f776bf44d9c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:53.824925 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-429dd01c-95c7-42b9-a39c-485d258673bf req-4d7eb3b7-0088-4e2c-87f6-1f776bf44d9c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.0660441 Jul 16 21:30:53.924328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:53.924679 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:54.048944 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 733a5825-ca46-40c6-937d-f0e20e5cc3d5, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=733a5825-ca46-40c6-937d-f0e20e5cc3d5,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:54.049308 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:54.068346 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 733a5825-ca46-40c6-937d-f0e20e5cc3d5 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:54.093897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fb56b-5fb7-449c-9ba1-715816c65595 req-2a2a6256-82f6-4024-b2e1-d2f5c3e593e3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:54.095431 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-622fb56b-5fb7-449c-9ba1-715816c65595 req-2a2a6256-82f6-4024-b2e1-d2f5c3e593e3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=2c7fb188-1826-40f7-a2c2-54171938babb HTTP/1.1" status: 200 len: 946 time: 0.1099224 Jul 16 21:30:54.179963 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-622fb56b-5fb7-449c-9ba1-715816c65595 req-72b527f2-58b9-47af-a2ef-e0a31e79d383 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=af1309db-baff-464b-87d6-88ab926af111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545299 Jul 16 21:30:54.245449 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:54.278911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=733a5825-ca46-40c6-937d-f0e20e5cc3d5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:54.324437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] No DVR routers for this DVR port 733a5825-ca46-40c6-937d-f0e20e5cc3d5 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:30:54.327163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:54.329087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-429dd01c-95c7-42b9-a39c-485d258673bf req-16cdbe75-1521-4594-9053-f8bd000efa36 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "DELETE /v2.0/ports/733a5825-ca46-40c6-937d-f0e20e5cc3d5 HTTP/1.1" status: 204 len: 173 time: 0.4988680 Jul 16 21:30:54.329575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-deleted', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:30:54.331826 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f494698-2343-479a-8cd7-beb83fc7dc78" -d '{"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-deleted", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:30:54.370492 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8587e51f-3551-4e69-9060-302d545a4832 x-openstack-request-id: req-8587e51f-3551-4e69-9060-302d545a4832 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:30:54.370784 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7fb188-1826-40f7-a2c2-54171938babb", "name": "network-vif-deleted", "tag": "733a5825-ca46-40c6-937d-f0e20e5cc3d5", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:30:54.371057 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8587e51f-3551-4e69-9060-302d545a4832 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:30:54.371534 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7fb188-1826-40f7-a2c2-54171938babb', 'name': 'network-vif-deleted', 'tag': '733a5825-ca46-40c6-937d-f0e20e5cc3d5', 'status': 'completed', 'code': 200} Jul 16 21:30:55.276299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33902) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:55.632965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:55.896713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 6524f5bc-58ba-465b-914f-f3286721f607 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:55.896974 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:55.961132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:55.980088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 733a5825-ca46-40c6-937d-f0e20e5cc3d5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:55.980442 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 733a5825-ca46-40c6-937d-f0e20e5cc3d5 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:55.989258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 6524f5bc-58ba-465b-914f-f3286721f607, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6524f5bc-58ba-465b-914f-f3286721f607,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:55.989699 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.001143 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 6524f5bc-58ba-465b-914f-f3286721f607 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:56.190094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.216981 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=6524f5bc-58ba-465b-914f-f3286721f607,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:56.394825 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.604664 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 54518fdd-a588-465b-a834-3bf704feb8f1 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:30:56.708691 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:30:56.714758 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c889fbd5-8d1b-4131-8dca-e217744c4202 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/54518fdd-a588-465b-a834-3bf704feb8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4374349 Jul 16 21:30:56.717452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33904) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:56.720134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] Sync routers for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:30:56.729909 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:56.730521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:56.768220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting subnet 7feb7598-6d0a-4879-81c3-8f48792eb67e {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:30:56.772070 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.811827 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.834081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:56.901339 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.960313 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.987178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Subnet': ['ID=7feb7598-6d0a-4879-81c3-8f48792eb67e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:56.997162 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.001340 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-08c69898-dedf-4f02-ad6c-e92f5fc6a21e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/subnets/7feb7598-6d0a-4879-81c3-8f48792eb67e HTTP/1.1" status: 204 len: 168 time: 0.2805865 Jul 16 21:30:57.001738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:57.006625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b72149-601c-401d-a602-663337a7aed0 None None] Network 93666763-e15b-4817-b5f6-bdbd4314b45e requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:30:57.037440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:30:56Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:57.091084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] Checking router: 54518fdd-a588-465b-a834-3bf704feb8f1 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:30:57.110065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.123650 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] Routers {'54518fdd-a588-465b-a834-3bf704feb8f1'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:30:57.124276 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['54518fdd-a588-465b-a834-3bf704feb8f1'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:57.212470 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.260474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] Set router 54518fdd-a588-465b-a834-3bf704feb8f1 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:30:57.267818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:57.268170 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.325178 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] DHCP port deletion for 93666763-e15b-4817-b5f6-bdbd4314b45e request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:30:57.358635 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 1f60c22c-c586-46cf-8bca-ebfd7b572ee2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:57.358992 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.371010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:57.452018 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] Deleting port d372afc9-a280-4254-9758-ef9f0cf7e3fd {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:30:57.452396 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.529635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] For port d372afc9-a280-4254-9758-ef9f0cf7e3fd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=d372afc9-a280-4254-9758-ef9f0cf7e3fd,segment=NetworkSegment(d62ca93d-a269-4715-8b38-d2d382c8d5ef),segment_id=d62ca93d-a269-4715-8b38-d2d382c8d5ef)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:30:57.529945 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.532960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:30:56Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:57.540635 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.564845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4b9b8-f599-4372-87a5-e5b13c7fdf1e None None] The sync data for ids ['54518fdd-a588-465b-a834-3bf704feb8f1'] in n-d-798930-6 is: [{'id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781965318', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:30:56Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '1f60c22c-c586-46cf-8bca-ebfd7b572ee2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54518fdd-a588-465b-a834-3bf704feb8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:29:16Z', 'updated_at': '2021-07-16T21:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:30:57.565795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=1f60c22c-c586-46cf-8bca-ebfd7b572ee2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:57.569905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] Calling delete_port for d372afc9-a280-4254-9758-ef9f0cf7e3fd owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:30:57.631568 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.652044 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.681767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] Pushing event deleted for resources: {'Port': ['ID=d372afc9-a280-4254-9758-ef9f0cf7e3fd,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:57.685899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b96a2-4d0e-4fc0-bdeb-014f8ca6d156 None None] No DVR routers for this DVR port d372afc9-a280-4254-9758-ef9f0cf7e3fd on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:30:57.725743 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.727866 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.771678 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.772228 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Fanout notify agent at l3_agent the message router_deleted on router 54518fdd-a588-465b-a834-3bf704feb8f1 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:30:57.779552 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.780726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d3b03382-f8be-4f81-b0d0-300363142110 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/routers/54518fdd-a588-465b-a834-3bf704feb8f1 HTTP/1.1" status: 204 len: 168 time: 0.7774367 Jul 16 21:30:57.783264 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33908) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:57.861682 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.956619 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:57.968242 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93666763-e15b-4817-b5f6-bdbd4314b45e']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:57.978999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62ca93d-a269-4715-8b38-d2d382c8d5ef') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:57.979327 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62ca93d-a269-4715-8b38-d2d382c8d5ef') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:30:57.989010 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.008424 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.016610 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:30:58.017051 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:30:58.021651 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:30:58.047930 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6524f5bc-58ba-465b-914f-f3286721f607 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:58.069559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 6524f5bc-58ba-465b-914f-f3286721f607 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:58.069903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6524f5bc-58ba-465b-914f-f3286721f607 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:58.070328 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d372afc9-a280-4254-9758-ef9f0cf7e3fd no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:58.090752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: d372afc9-a280-4254-9758-ef9f0cf7e3fd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:58.091095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device d372afc9-a280-4254-9758-ef9f0cf7e3fd not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:30:58.096968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.104302 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.109023 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33910) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:58.109528 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/networks/93666763-e15b-4817-b5f6-bdbd4314b45e HTTP/1.1" status: 204 len: 168 time: 0.3247976 Jul 16 21:30:58.120808 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73f8e3-045c-4a69-9c21-961bb4c9ea72 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Network': ['ID=93666763-e15b-4817-b5f6-bdbd4314b45e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:58.171954 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-917e7041-c2bf-4135-bccb-6b19e1a45720 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.203593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-917e7041-c2bf-4135-bccb-6b19e1a45720 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.275965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-917e7041-c2bf-4135-bccb-6b19e1a45720 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.278549 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-917e7041-c2bf-4135-bccb-6b19e1a45720 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.279760 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-917e7041-c2bf-4135-bccb-6b19e1a45720 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/security-groups/af1309db-baff-464b-87d6-88ab926af111 HTTP/1.1" status: 204 len: 168 time: 0.1697204 Jul 16 21:30:58.289523 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e7041-c2bf-4135-bccb-6b19e1a45720 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1309db-baff-464b-87d6-88ab926af111,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:58.634039 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33916) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:58.638953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-37049ba6-561b-45dc-96ab-ce1f82c3ee34 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882988027', 'description': 'tempest-secgroup-smoke-882988027 description', 'project_id': '67bddf2b326a45659beb45df36d672f5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:58.661223 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37049ba6-561b-45dc-96ab-ce1f82c3ee34 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.740186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37049ba6-561b-45dc-96ab-ce1f82c3ee34 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.743800 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37049ba6-561b-45dc-96ab-ce1f82c3ee34 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.768922 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37049ba6-561b-45dc-96ab-ce1f82c3ee34 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.770155 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-37049ba6-561b-45dc-96ab-ce1f82c3ee34 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1351037 Jul 16 21:30:58.773231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33918) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:58.774025 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37049ba6-561b-45dc-96ab-ce1f82c3ee34 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44632668-df18-40c8-a14f-8031b992b34f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:58.779080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-431a1584-3f3a-4354-b4de-1ea582ba9f19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '44632668-df18-40c8-a14f-8031b992b34f', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:58.806693 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-431a1584-3f3a-4354-b4de-1ea582ba9f19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.861027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-431a1584-3f3a-4354-b4de-1ea582ba9f19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.865267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-431a1584-3f3a-4354-b4de-1ea582ba9f19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.881897 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a1584-3f3a-4354-b4de-1ea582ba9f19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85241e7c-f130-4e3b-bd50-99dcf4f18e81,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:58.888467 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-431a1584-3f3a-4354-b4de-1ea582ba9f19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.889681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-431a1584-3f3a-4354-b4de-1ea582ba9f19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153517 Jul 16 21:30:58.892480 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33920) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:58.897010 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-5ec2a228-6426-4301-9982-7881178b2886 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '44632668-df18-40c8-a14f-8031b992b34f', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:58.923270 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a228-6426-4301-9982-7881178b2886 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.983799 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a228-6426-4301-9982-7881178b2886 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:58.987443 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a228-6426-4301-9982-7881178b2886 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.004151 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2a228-6426-4301-9982-7881178b2886 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbaea04-b968-4637-99b4-a5254e51dfc5,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:59.010520 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a228-6426-4301-9982-7881178b2886 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.012061 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5ec2a228-6426-4301-9982-7881178b2886 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186383 Jul 16 21:30:59.014762 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33922) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:59.019286 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1fa02119-2f6a-4673-83b7-59f3934654b7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '44632668-df18-40c8-a14f-8031b992b34f', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:59.046249 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fa02119-2f6a-4673-83b7-59f3934654b7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.105764 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fa02119-2f6a-4673-83b7-59f3934654b7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.109354 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fa02119-2f6a-4673-83b7-59f3934654b7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.126407 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa02119-2f6a-4673-83b7-59f3934654b7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54cc3f5-0919-47f5-b2bf-a3c4dac7dc3c,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:59.134465 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fa02119-2f6a-4673-83b7-59f3934654b7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.135702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1fa02119-2f6a-4673-83b7-59f3934654b7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198199 Jul 16 21:30:59.138943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33924) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:59.143576 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-4b3f9d76-c07e-4387-b499-35da6e551ea5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '44632668-df18-40c8-a14f-8031b992b34f', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:59.169518 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9d76-c07e-4387-b499-35da6e551ea5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.227454 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9d76-c07e-4387-b499-35da6e551ea5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.230792 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9d76-c07e-4387-b499-35da6e551ea5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.249314 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f9d76-c07e-4387-b499-35da6e551ea5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7bae77-3ac3-4c10-bc13-1f34a8c0389b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:59.255976 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9d76-c07e-4387-b499-35da6e551ea5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.257452 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-4b3f9d76-c07e-4387-b499-35da6e551ea5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174233 Jul 16 21:30:59.260162 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33926) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:59.264895 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '44632668-df18-40c8-a14f-8031b992b34f', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:59.287822 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:30:59.292462 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.355018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.358452 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.378134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2fead9-35b7-42d6-82dc-a74ae0cac2ec,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:59.382290 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.383520 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-40c4fa9d-5960-41a5-949d-e8127721c80a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223884 Jul 16 21:30:59.386235 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33928) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:59.391019 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': '44632668-df18-40c8-a14f-8031b992b34f', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:59.412962 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:30:59.417796 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.479150 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.482465 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.502321 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8e7090-4a92-480c-820d-057ffb3b8818,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:59.506263 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.507460 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0c82641a-b8f2-462e-9da2-b3760fa78f4c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200340 Jul 16 21:30:59.510261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 33930) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:59.515307 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'network': {'name': 'tempest-network-smoke--1653266309', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'port_security_enabled': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:59.536607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:30:59.539997 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.562903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:30:59.572556 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.572962 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Added segment 7e2b1b5b-ed48-4874-9975-b0004907ecf1 of type vlan for network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 Jul 16 21:30:59.612270 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.641074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.647273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:59.647858 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.685825 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1745663 Jul 16 21:30:59.688781 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33932) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:30:59.694580 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'admin_state_up': True, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:30:59.716918 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.717166 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afe8ae-470a-414a-b885-05e697e71c17 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Network': ['ID=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:30:59.717981 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.729164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:30:59.775199 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.908716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:59.929641 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:30:59.949663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:30:59.950103 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1f60c22c-c586-46cf-8bca-ebfd7b572ee2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:31:00.104014 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:00.123036 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:00.222274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.53 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/412efb38-75a7-4a19-a232-22255fd49484) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:31:00.399435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a566a9fe-5586-4491-830b-d074cc3269ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:00.664528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:00.702444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:00.736996 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:31:00.742801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:31:00.747809 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:31:00.771748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=412efb38-75a7-4a19-a232-22255fd49484,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:00.995078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:01.190037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:01.315681 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:31:01.425670 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:31:01.435705 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Sync routers for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:31:01.445336 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:01.445658 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:01.446285 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:01.446629 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0f0663ee-519e-412f-9244-444908a0b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7567606 Jul 16 21:31:01.450698 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:01.481173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-463ea2a9-ebbf-4bf7-9f5d-0b6160d4c10b tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=67bddf2b326a45659beb45df36d672f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267205 Jul 16 21:31:01.481382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33936) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:01.549414 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:01.573446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea79608-c4c3-4f69-9bb2-a6f5b26113c3 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:01.577762 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-5ea79608-c4c3-4f69-9bb2-a6f5b26113c3 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926979 Jul 16 21:31:01.577946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33938) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:01.608791 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9ec78202-7e56-4d6d-b0fb-7342ad17e375 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274684 Jul 16 21:31:01.609017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33940) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:01.613679 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1001281992', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:31:01.701024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:31:01.704734 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:01.724555 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:00Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:01.750769 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Checking router: 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:31:01.751112 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Updating router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 port 412efb38-75a7-4a19-a232-22255fd49484 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:31:01.789333 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:01.887497 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:01.953962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Subnet': ['ID=758ed7f8-5f82-420e-ad18-bfe3e94896d0,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:01.964514 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Checking segment: {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:31:01.964881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network hostable DHCP agents. Network: 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:31:01.982948 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:31:01.991344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:31:01.995496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:01.996100 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.002732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe5a03-3b99-4718-af56-877de9ed583a None None] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:31:02.012726 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d1f72ef7-7215-412b-b6ae-de188bb13e91 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027889 Jul 16 21:31:02.015517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33942) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:02.048811 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.059632 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Transition to ACTIVE for port object 412efb38-75a7-4a19-a232-22255fd49484 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:31:02.065977 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.118563 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Attempting to bind port 412efb38-75a7-4a19-a232-22255fd49484 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:31:02.119073 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Attempting to bind port 412efb38-75a7-4a19-a232-22255fd49484 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:31:02.119577 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Attempting to bind port 412efb38-75a7-4a19-a232-22255fd49484 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:31:02.130529 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:31:02.131063 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:31:02.131580 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.132074 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:31:02.132642 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Bound port: 412efb38-75a7-4a19-a232-22255fd49484, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:31:02.133119 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.156693 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Pushing event updated for resources: {'Port': ['ID=412efb38-75a7-4a19-a232-22255fd49484,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:02.163359 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:31:02.164711 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.180810 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.181302 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.181742 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.182180 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.182938 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.182938 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.183447 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.183863 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.184303 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.184721 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.185145 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.185569 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:02.214252 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] For port 412efb38-75a7-4a19-a232-22255fd49484, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:31:02.217456 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] For port 412efb38-75a7-4a19-a232-22255fd49484, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=412efb38-75a7-4a19-a232-22255fd49484,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:31:02.222862 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.278432 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:02.279201 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:02.308034 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Allocated IP 172.20.0.2 (75de6ab6-942c-4e48-bd7f-8dbc2fdd3129/758ed7f8-5f82-420e-ad18-bfe3e94896d0/2c687dfb-8d94-4c2a-892c-fa62cc40e893) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:31:02.315807 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6728-dfb6-47a0-afca-6f0708a1e8ac None None] Pushing event updated for resources: {'Port': ['ID=412efb38-75a7-4a19-a232-22255fd49484,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:02.469740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.479374 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Transition to ACTIVE for port object 2c687dfb-8d94-4c2a-892c-fa62cc40e893 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:31:02.491555 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:02.494345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.496871 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Transition to ACTIVE for port object 2c687dfb-8d94-4c2a-892c-fa62cc40e893 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:31:02.505070 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.549246 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Pushing event updated for resources: {'Port': ['ID=2c687dfb-8d94-4c2a-892c-fa62cc40e893,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:02.567361 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:31:02.569015 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:31:02.571435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:31:02.633878 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Attempting to bind port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:31:02.634247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Attempting to bind port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:31:02.634612 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Attempting to bind port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 on network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:31:02.639894 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:31:02.640266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Checking segment: {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:31:02.640672 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.641054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Bound using segment: {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:31:02.641518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Bound port: 2c687dfb-8d94-4c2a-892c-fa62cc40e893, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:31:02.641892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.678563 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:00Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:02.704287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] For port 2c687dfb-8d94-4c2a-892c-fa62cc40e893, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:31:02.707459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] For port 2c687dfb-8d94-4c2a-892c-fa62cc40e893, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2c687dfb-8d94-4c2a-892c-fa62cc40e893,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:31:02.710781 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfad49d-4dae-4dbb-878e-7c2a5df3dd5e None None] The sync data for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 is: [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:00Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:31:02.712975 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.774360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c01e2-a1e2-4ce4-8ea6-5023c729e259 None None] Pushing event updated for resources: {'Port': ['ID=2c687dfb-8d94-4c2a-892c-fa62cc40e893,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:02.791463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.1 (75de6ab6-942c-4e48-bd7f-8dbc2fdd3129/758ed7f8-5f82-420e-ad18-bfe3e94896d0/70dccee8-d757-466f-9126-c2856e24a5a9) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:31:02.911984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:02.956102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object 70dccee8-d757-466f-9126-c2856e24a5a9 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:31:02.992932 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:31:03.007348 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:03.067190 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:31:03.072358 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:31:03.074330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:31:03.109496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=70dccee8-d757-466f-9126-c2856e24a5a9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:03.133522 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:03.284821 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:03.636041 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:03.641926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:03.732913 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:03.734986 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=70dccee8-d757-466f-9126-c2856e24a5a9,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:03.796483 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7afec-c603-487b-9673-640f0bd03535 None None] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:31:03.857011 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:31:03.858606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:31:03.880251 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2c82e534-156d-436f-a7bc-d193832745ed None None] Provisioning for port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:31:04.016388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:31:04.091952 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 412efb38-75a7-4a19-a232-22255fd49484 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:31:04.149211 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 412efb38-75a7-4a19-a232-22255fd49484 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:31:04.153759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 412efb38-75a7-4a19-a232-22255fd49484 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:04.154130 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.180766 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:31:04.189049 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-95c736b8-702f-4e7b-a01e-98e99fb4cfa7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/120a430a-4fc9-4e6e-ab5c-b3bf232c0616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1719973 Jul 16 21:31:04.217218 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.265826 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.290594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 412efb38-75a7-4a19-a232-22255fd49484, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=412efb38-75a7-4a19-a232-22255fd49484,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:31:04.296783 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.298056 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2c687dfb-8d94-4c2a-892c-fa62cc40e893 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:31:04.370883 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-1ec5f3fc-de8d-4202-93b6-b8ba17a91b70 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882988027&fields=id&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 267 time: 0.0473845 Jul 16 21:31:04.494880 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-339b1d95-effa-4447-85b1-424ab5992424 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:04.496502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-339b1d95-effa-4447-85b1-424ab5992424 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/networks?id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 200 len: 797 time: 0.1184266 Jul 16 21:31:04.514773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-9d63165e-f26c-4d8a-8c45-89e32eecd540 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/quotas/67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 375 time: 0.0112793 Jul 16 21:31:04.548999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Provisioning for port 70dccee8-d757-466f-9126-c2856e24a5a9 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:31:04.559747 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Provisioning complete for port 70dccee8-d757-466f-9126-c2856e24a5a9 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:04.560120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.596629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=412efb38-75a7-4a19-a232-22255fd49484,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:04.605428 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2a0f81de-eeb5-44b0-bf7c-b73cbcf201fc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818968 Jul 16 21:31:04.613149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Port 70dccee8-d757-466f-9126-c2856e24a5a9 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:31:04.621168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:31:04.628071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:04.628447 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.630771 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Provisioning complete for port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:04.631130 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.744845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Sync routers for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:31:04.751688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-1db07071-ba45-4cb5-b4dc-0aceffdcfe6e service neutron] 10.222.0.100 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003213 Jul 16 21:31:04.784660 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:04.785219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:30:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:04.828880 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.849405 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-6c977eed-e4b6-4715-8a30-c98e313361e0 service neutron] 10.222.0.100 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911083 Jul 16 21:31:04.862662 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:04.932333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 2c687dfb-8d94-4c2a-892c-fa62cc40e893, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2c687dfb-8d94-4c2a-892c-fa62cc40e893,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:31:04.940435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.025753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:05.026150 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dcd11149-2013-45fe-9760-cd2eee2d16f8 req-de3705c2-ca8d-4f61-85d0-958cab2b06b6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 210 time: 0.0308158 Jul 16 21:31:05.056820 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=2c687dfb-8d94-4c2a-892c-fa62cc40e893,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:05.078823 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c1dacfc-80a3-4d99-92e7-316cd6828d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.087862 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:31:05.088216 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-e3e24124-63e2-4509-8886-021b1a1a91be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:31:05.257780 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 2, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:05.289557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Checking router: 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:31:05.289915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Updating router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 port 70dccee8-d757-466f-9126-c2856e24a5a9 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:31:05.325182 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.598354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.631752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Transition to ACTIVE for port object 70dccee8-d757-466f-9126-c2856e24a5a9 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:31:05.640829 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.695887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff10cc-0778-48f1-ad3c-ef47d9c01c18 None None] Pushing event updated for resources: {'Port': ['ID=70dccee8-d757-466f-9126-c2856e24a5a9,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:05.760454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Attempting to bind port 70dccee8-d757-466f-9126-c2856e24a5a9 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:31:05.760824 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Attempting to bind port 70dccee8-d757-466f-9126-c2856e24a5a9 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:31:05.761186 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Attempting to bind port 70dccee8-d757-466f-9126-c2856e24a5a9 on network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:31:05.769615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:31:05.769615 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Checking segment: {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:31:05.770014 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.770404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Bound using segment: {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:31:05.770927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Bound port: 70dccee8-d757-466f-9126-c2856e24a5a9, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:31:05.771371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.840707 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] For port 70dccee8-d757-466f-9126-c2856e24a5a9, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:31:05.843927 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] For port 70dccee8-d757-466f-9126-c2856e24a5a9, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=70dccee8-d757-466f-9126-c2856e24a5a9,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:31:05.849671 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:05.916858 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff10cc-0778-48f1-ad3c-ef47d9c01c18 None None] Pushing event updated for resources: {'Port': ['ID=70dccee8-d757-466f-9126-c2856e24a5a9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:05.919437 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:05.920059 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:06.016257 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 412efb38-75a7-4a19-a232-22255fd49484 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:31:06.086404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:06.196167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-fe91c22c-2e56-43cf-aefa-e003105648ac tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:06.197786 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-fe91c22c-2e56-43cf-aefa-e003105648ac tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "GET /v2.0/networks?id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 200 len: 797 time: 0.1534595 Jul 16 21:31:06.207038 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4497a408-993a-4a04-9afc-61fcc6655879 req-7a3fe5d8-0239-4dfc-a703-9708623c3439 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 210 time: 0.0340705 Jul 16 21:31:06.258951 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-bb94622c-52d7-4bcc-a576-d1bb2d430baf tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 379 time: 0.0514007 Jul 16 21:31:06.267179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'port': {'device_id': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'admin_state_up': True, 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'security_groups': ['44632668-df18-40c8-a14f-8031b992b34f']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:31:06.300199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 412efb38-75a7-4a19-a232-22255fd49484 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:06.300578 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:06.356037 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:06.380351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:05Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:06.385289 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:31:06.389545 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:06.426608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f852816-5985-4b98-a9fe-92d6467c9f5c None None] The sync data for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 is: [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:05Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:31:06.445458 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2c687dfb-8d94-4c2a-892c-fa62cc40e893 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:31:06.516684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:06.517057 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:06.552186 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.12 (75de6ab6-942c-4e48-bd7f-8dbc2fdd3129/758ed7f8-5f82-420e-ad18-bfe3e94896d0/58f438a0-f5af-4a2b-8f01-e8d843746af0) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:31:06.702725 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:06.722564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object 58f438a0-f5af-4a2b-8f01-e8d843746af0 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:31:06.756940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:06.801807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:31:06.806835 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:31:06.810819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:31:06.838560 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=58f438a0-f5af-4a2b-8f01-e8d843746af0,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:06.874046 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:06.874813 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:06.894074 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-2498aa64-ae0d-4d76-b41c-190d5c426ed6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6308095 Jul 16 21:31:06.905671 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-dcbdcedd-f17d-4727-96b5-57066dc59dbb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:31:06.906752 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-dcbdcedd-f17d-4727-96b5-57066dc59dbb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056458 Jul 16 21:31:06.918658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Request body: {'port': {'device_id': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:31:07.003931 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:07.108316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2513ed22-6538-449c-a2b1-9e882be64f5f None None] Provisioning for port 58f438a0-f5af-4a2b-8f01-e8d843746af0 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:31:07.113054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2513ed22-6538-449c-a2b1-9e882be64f5f None None] Provisioning complete for port 58f438a0-f5af-4a2b-8f01-e8d843746af0 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:07.113435 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2513ed22-6538-449c-a2b1-9e882be64f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:07.156364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2513ed22-6538-449c-a2b1-9e882be64f5f None None] Port 58f438a0-f5af-4a2b-8f01-e8d843746af0 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:31:07.404664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54f3c4-8d4a-4197-9846-a8a455244d53 req-464205d9-2781-4f3e-8f95-93ea5890b61e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:07.406311 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb54f3c4-8d4a-4197-9846-a8a455244d53 req-464205d9-2781-4f3e-8f95-93ea5890b61e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 932 time: 0.0715957 Jul 16 21:31:07.450550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb54f3c4-8d4a-4197-9846-a8a455244d53 req-8e2d4585-490f-43aa-bfbf-06f1689b4a45 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359359 Jul 16 21:31:07.586194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f438a0-f5af-4a2b-8f01-e8d843746af0 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:31:07.593494 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:07.606334 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Transition to ACTIVE for port object 58f438a0-f5af-4a2b-8f01-e8d843746af0 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:31:07.610493 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:07.660860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Pushing event updated for resources: {'Port': ['ID=58f438a0-f5af-4a2b-8f01-e8d843746af0,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:07.736455 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Attempting to bind port 58f438a0-f5af-4a2b-8f01-e8d843746af0 on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:31:07.736789 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Attempting to bind port 58f438a0-f5af-4a2b-8f01-e8d843746af0 by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:31:07.737114 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Attempting to bind port 58f438a0-f5af-4a2b-8f01-e8d843746af0 on network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:31:07.741747 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Port 58f438a0-f5af-4a2b-8f01-e8d843746af0 on network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:31:07.742071 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Attempting to bind port 58f438a0-f5af-4a2b-8f01-e8d843746af0 on network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:31:07.747001 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:31:07.747376 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Checking segment: {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:31:07.747767 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Bound using segment: {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:31:07.748193 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Bound port: 58f438a0-f5af-4a2b-8f01-e8d843746af0, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2b1b5b-ed48-4874-9975-b0004907ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:31:07.748550 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:07.813765 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] For port 58f438a0-f5af-4a2b-8f01-e8d843746af0, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:31:07.817258 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] For port 58f438a0-f5af-4a2b-8f01-e8d843746af0, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:31:07.821779 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:07.856919 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:07.857542 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:07.858929 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] 10.222.0.26 "PUT /v2.0/ports/58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 200 len: 1092 time: 0.9448390 Jul 16 21:31:07.859383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:31:07.861641 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199169dd-09da-409c-b03f-c1857b3702e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:31:07.886776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f704-64cd-4e39-908b-7b659936292d service neutron] Pushing event updated for resources: {'Port': ['ID=58f438a0-f5af-4a2b-8f01-e8d843746af0,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:07.918299 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd401a9-b03c-48fe-aec8-22ea6b5431df x-openstack-request-id: req-5cd401a9-b03c-48fe-aec8-22ea6b5431df {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:31:07.918602 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:31:07.918856 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5cd401a9-b03c-48fe-aec8-22ea6b5431df {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:31:07.919309 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'status': 'completed', 'code': 200} Jul 16 21:31:07.975737 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-79d61977-0219-4c2d-afe8-96bf9224ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:07.976118 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-79d61977-0219-4c2d-afe8-96bf9224ebde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1095 time: 0.0686834 Jul 16 21:31:08.014313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 70dccee8-d757-466f-9126-c2856e24a5a9 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:31:08.026018 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-bb43b939-c3da-4597-8339-119c25b67844 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 200 len: 217 time: 0.0423923 Jul 16 21:31:08.065817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 70dccee8-d757-466f-9126-c2856e24a5a9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:31:08.074886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 70dccee8-d757-466f-9126-c2856e24a5a9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:08.076137 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:08.079713 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-0dfbcc12-3e8e-479d-b6ca-53addb3e6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:08.081239 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-0dfbcc12-3e8e-479d-b6ca-53addb3e6edc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=758ed7f8-5f82-420e-ad18-bfe3e94896d0 HTTP/1.1" status: 200 len: 835 time: 0.0488820 Jul 16 21:31:08.147568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-48ce629c-b5a0-4a81-9f44-8663b1d33558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:08.149075 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-48ce629c-b5a0-4a81-9f44-8663b1d33558 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608416 Jul 16 21:31:08.165063 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:08.198042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 70dccee8-d757-466f-9126-c2856e24a5a9, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=70dccee8-d757-466f-9126-c2856e24a5a9,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:31:08.201845 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:08.239473 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-b69740fd-d569-4be1-87d5-b0470377193c service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829186 Jul 16 21:31:08.256235 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=70dccee8-d757-466f-9126-c2856e24a5a9,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:08.336798 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d34b1df6-14b1-4b11-a272-7f72606d910c req-0ab528c5-26d7-4b75-b525-f329a566a6cd service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895076 Jul 16 21:31:08.438368 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199169dd-09da-409c-b03f-c1857b3702e9 req-4829cd72-1fd8-403f-aa51-6644562b3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:08.439920 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-199169dd-09da-409c-b03f-c1857b3702e9 req-4829cd72-1fd8-403f-aa51-6644562b3443 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1095 time: 0.0534141 Jul 16 21:31:08.452621 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:08.535085 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199169dd-09da-409c-b03f-c1857b3702e9 req-c64a3878-e194-4bac-8ffc-7fed3b0b50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:08.537337 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-199169dd-09da-409c-b03f-c1857b3702e9 req-c64a3878-e194-4bac-8ffc-7fed3b0b50fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 200 len: 898 time: 0.0906997 Jul 16 21:31:08.580573 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-199169dd-09da-409c-b03f-c1857b3702e9 req-a9b5e7ef-6795-4775-acd2-62991eb24f31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 200 len: 217 time: 0.0356972 Jul 16 21:31:08.629565 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9450fd-c881-49cd-800b-328b27e13c64 req-8fa948da-dd85-4613-a61c-86f95b288313 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:08.630219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199169dd-09da-409c-b03f-c1857b3702e9 req-09b0a8de-76f0-427f-b113-a76d2ca63501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:08.631072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae9450fd-c881-49cd-800b-328b27e13c64 req-8fa948da-dd85-4613-a61c-86f95b288313 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 944 time: 0.0635691 Jul 16 21:31:08.631472 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-199169dd-09da-409c-b03f-c1857b3702e9 req-09b0a8de-76f0-427f-b113-a76d2ca63501 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=758ed7f8-5f82-420e-ad18-bfe3e94896d0 HTTP/1.1" status: 200 len: 835 time: 0.0440545 Jul 16 21:31:08.669096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ae9450fd-c881-49cd-800b-328b27e13c64 req-debac26a-0ae6-499e-86e3-c282e7936888 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Jul 16 21:31:08.689627 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199169dd-09da-409c-b03f-c1857b3702e9 req-4ba9e45d-ab56-4216-88a6-f86d386da257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:08.691131 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-199169dd-09da-409c-b03f-c1857b3702e9 req-4ba9e45d-ab56-4216-88a6-f86d386da257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528965 Jul 16 21:31:08.787364 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-199169dd-09da-409c-b03f-c1857b3702e9 req-056fa2ed-09dc-4be9-a973-279c65485a87 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883839 Jul 16 21:31:08.884098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-199169dd-09da-409c-b03f-c1857b3702e9 req-50c0c3d5-8a83-43f6-955d-1ea8f0974c25 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897489 Jul 16 21:31:09.230442 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:09.430085 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:09.840957 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217c8c-60e7-44e5-930a-117bd14551ae req-59fe3b05-4dee-48a7-99df-fbc061f4b7ca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:09.842461 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43217c8c-60e7-44e5-930a-117bd14551ae req-59fe3b05-4dee-48a7-99df-fbc061f4b7ca tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 944 time: 0.0633409 Jul 16 21:31:09.880195 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-43217c8c-60e7-44e5-930a-117bd14551ae req-3b8f54b9-2bda-486e-99cb-a4a9f893093c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321114 Jul 16 21:31:09.977790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 70dccee8-d757-466f-9126-c2856e24a5a9 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:31:10.024799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 70dccee8-d757-466f-9126-c2856e24a5a9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:10.025174 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:11.064075 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13804f22-089f-496c-84fc-7147846925d5 req-d5af7296-5ec7-4837-8ce5-0ab0a22e62d4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:11.065566 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13804f22-089f-496c-84fc-7147846925d5 req-d5af7296-5ec7-4837-8ce5-0ab0a22e62d4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 944 time: 0.0675745 Jul 16 21:31:11.104438 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-13804f22-089f-496c-84fc-7147846925d5 req-b6a37db3-8b57-443d-b6b2-c166b3788854 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331490 Jul 16 21:31:11.288556 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 58f438a0-f5af-4a2b-8f01-e8d843746af0 details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:31:11.382990 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 58f438a0-f5af-4a2b-8f01-e8d843746af0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:31:11.393623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'port_id': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'mac_address': 'fa:16:3e:37:92:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:31:11.430420 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:11.445991 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f438a0-f5af-4a2b-8f01-e8d843746af0 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:31:11.464698 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 58f438a0-f5af-4a2b-8f01-e8d843746af0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:31:11.468593 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:11.516626 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=58f438a0-f5af-4a2b-8f01-e8d843746af0,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:11.666891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['58f438a0-f5af-4a2b-8f01-e8d843746af0'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:31:12.275734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07106d-fbf1-40da-b7e3-1e8d44333459 req-0fe7a86e-d13a-478d-9d09-b5bfcbbc088c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:12.277247 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f07106d-fbf1-40da-b7e3-1e8d44333459 req-0fe7a86e-d13a-478d-9d09-b5bfcbbc088c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 945 time: 0.0635431 Jul 16 21:31:12.315420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f07106d-fbf1-40da-b7e3-1e8d44333459 req-61ad245c-b39e-4db1-89f2-7c3026728bf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Jul 16 21:31:13.289207 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 58f438a0-f5af-4a2b-8f01-e8d843746af0 up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:31:13.336479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 58f438a0-f5af-4a2b-8f01-e8d843746af0 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:31:13.340240 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 58f438a0-f5af-4a2b-8f01-e8d843746af0 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:31:13.340659 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:13.418372 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:13.440903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:31:13.443808 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49a5fc-b7ae-4311-ac91-e15d540d42c7" -d '{"events": [{"server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "name": "network-vif-plugged", "status": "completed", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:31:13.456116 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 58f438a0-f5af-4a2b-8f01-e8d843746af0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:31:13.459810 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:13.493748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c91f-f732-4184-91c0-06d28b94034c req-a5dd55d3-5ed4-4219-99f4-5bfa0ca721a0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:13.495256 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db08c91f-f732-4184-91c0-06d28b94034c req-a5dd55d3-5ed4-4219-99f4-5bfa0ca721a0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 945 time: 0.0693264 Jul 16 21:31:13.506812 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=58f438a0-f5af-4a2b-8f01-e8d843746af0,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:13.536390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-db08c91f-f732-4184-91c0-06d28b94034c req-68e20b74-794e-41a2-8502-defe0cb895d4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354335 Jul 16 21:31:13.581335 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5368a13d-ed38-4b7d-84d6-a8ee23e2ab9c x-openstack-request-id: req-5368a13d-ed38-4b7d-84d6-a8ee23e2ab9c {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:31:13.581634 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "name": "network-vif-plugged", "status": "completed", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:31:13.581889 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5368a13d-ed38-4b7d-84d6-a8ee23e2ab9c {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:31:13.582885 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'code': 200} Jul 16 21:31:13.692701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e5fd-1ff7-4237-aea7-47291eb8793c req-de51cf57-c8ec-4b50-be3a-1c431a639a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:13.694189 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e865e5fd-1ff7-4237-aea7-47291eb8793c req-de51cf57-c8ec-4b50-be3a-1c431a639a3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1097 time: 0.0512700 Jul 16 21:31:13.728198 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e865e5fd-1ff7-4237-aea7-47291eb8793c req-47e70f72-6cad-4404-b381-91cc488bd2fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271590 Jul 16 21:31:14.618990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-6d118b73-7390-4930-977a-aa674605787a req-8dde0de7-713a-4965-9d98-b427d896faed service neutron] (94095) timed out ('10.222.0.21', 57055) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:31:14.711548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca72ef-1830-4a5f-939c-43c75949e823 req-cb10880e-62db-46c3-9169-6ff626b8189a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:14.713021 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3ca72ef-1830-4a5f-939c-43c75949e823 req-cb10880e-62db-46c3-9169-6ff626b8189a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0641959 Jul 16 21:31:14.749727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3ca72ef-1830-4a5f-939c-43c75949e823 req-d3c29a15-ca61-4508-b893-e8dad932e3aa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Jul 16 21:31:14.924084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646e1c6-3b7b-4bdd-98e4-1a2374d1f9bd req-599a75d0-6b98-435b-88b0-2f07a295134b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:14.925477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4646e1c6-3b7b-4bdd-98e4-1a2374d1f9bd req-599a75d0-6b98-435b-88b0-2f07a295134b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0645490 Jul 16 21:31:14.962729 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4646e1c6-3b7b-4bdd-98e4-1a2374d1f9bd req-19fb6f17-f731-402a-a781-c651777ea93b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Jul 16 21:31:14.987945 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33994) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:15.044603 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec072ad2-bf0f-4a01-8300-af8ef25715c0 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:15.046171 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ec072ad2-bf0f-4a01-8300-af8ef25715c0 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1092 time: 0.0571623 Jul 16 21:31:15.048990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 33996) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:15.053450 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:31:15.075952 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:15.170054 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:15.277572 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.119 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/d8570caf-d20d-4427-98d1-0b521ea1e893) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:31:15.375804 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:15.417472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:15.451266 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:31:15.454121 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:31:15.459886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:31:15.488019 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=d8570caf-d20d-4427-98d1-0b521ea1e893,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:15.828175 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:15.903110 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:16.057313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:16.062351 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:16.139400 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=d8570caf-d20d-4427-98d1-0b521ea1e893,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:16.145887 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:16.597285 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP ee62d3fa-93cb-4e96-bced-c1fcda9b6e71 associated. External IP: 172.25.8.119, port: 58f438a0-f5af-4a2b-8f01-e8d843746af0. Jul 16 21:31:16.796936 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:31:16.903825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:31:16.913355 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] Sync routers for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:31:16.919263 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:16.922799 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:16.923436 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:16.960746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88acf12c-6896-4363-8189-560a1db70e02 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9107258 Jul 16 21:31:16.961423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:31:16.963958 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:31:17.030320 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:17.115567 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e323d8-4114-4aa7-8895-0e40ada93bdd req-689a4902-fb77-4b92-a3c9-35b686542627 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:17.117087 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6e323d8-4114-4aa7-8895-0e40ada93bdd req-689a4902-fb77-4b92-a3c9-35b686542627 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0651557 Jul 16 21:31:17.154670 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d6e323d8-4114-4aa7-8895-0e40ada93bdd req-ce115858-756c-4665-8eb0-0a14df363085 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318928 Jul 16 21:31:17.180549 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34002) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:17.219583 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa564f-5bdc-417b-9114-156eb52ed980 x-openstack-request-id: req-86fa564f-5bdc-417b-9114-156eb52ed980 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:31:17.219865 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:31:17.220117 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-86fa564f-5bdc-417b-9114-156eb52ed980 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:31:17.220503 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'status': 'completed', 'code': 200} Jul 16 21:31:17.247614 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ad2363d5-c49a-46cd-abbd-e71126dc5c92 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/ee62d3fa-93cb-4e96-bced-c1fcda9b6e71 HTTP/1.1" status: 200 len: 992 time: 0.0641446 Jul 16 21:31:17.261954 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ee62d3fa-93cb-4e96-bced-c1fcda9b6e71', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'port_id': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'mac_address': 'fa:16:3e:37:92:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:31:15Z', 'updated_at': '2021-07-16T21:31:15Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:08Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:17.280273 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-80bb8e8d-fc2f-45a2-b30a-c08fee8e1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:17.281780 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-80bb8e8d-fc2f-45a2-b30a-c08fee8e1d53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1097 time: 0.0550101 Jul 16 21:31:17.288740 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] Checking router: 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:31:17.297124 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:31:17.297732 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:31:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:17.375450 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-b223940c-5e20-4034-ad8b-49a24c107189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:17.376849 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-b223940c-5e20-4034-ad8b-49a24c107189 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 200 len: 898 time: 0.0881820 Jul 16 21:31:17.402001 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:31:17.445205 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-eff1c05f-26c3-4f3d-b502-a63173c48f10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 200 len: 1000 time: 0.0578234 Jul 16 21:31:17.498441 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-4facbb1a-7421-4e5a-89b8-04d9b23e995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:17.499933 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-4facbb1a-7421-4e5a-89b8-04d9b23e995e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=758ed7f8-5f82-420e-ad18-bfe3e94896d0 HTTP/1.1" status: 200 len: 835 time: 0.0479259 Jul 16 21:31:17.557807 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-ab265916-ca29-4fc4-a6e7-5bc94164e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:17.559337 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-ab265916-ca29-4fc4-a6e7-5bc94164e5f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516961 Jul 16 21:31:17.622108 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ee62d3fa-93cb-4e96-bced-c1fcda9b6e71', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'port_id': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'mac_address': 'fa:16:3e:37:92:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:31:15Z', 'updated_at': '2021-07-16T21:31:15Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:08Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:31:17.648740 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281135b-b5cd-42c4-90af-7bb300fe3ad3 None None] The sync data for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 is: [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'ee62d3fa-93cb-4e96-bced-c1fcda9b6e71', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'port_id': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'mac_address': 'fa:16:3e:37:92:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:31:15Z', 'updated_at': '2021-07-16T21:31:15Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:08Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:31:17.649711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-17b31875-a2e5-42bc-bbb3-f58fc76be4a9 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834508 Jul 16 21:31:17.747646 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-36cee9b8-0c78-4fa3-b6ec-99c848996b8b req-f6c7e6d2-d983-4cfd-b6b8-e6aae3abe671 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910525 Jul 16 21:31:17.845339 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba02342-523f-4ae2-b133-0f0e932ef911 None None] New status for floating IP ee62d3fa-93cb-4e96-bced-c1fcda9b6e71: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:31:18.250409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34004) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:18.320079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c1f7e1a5-4ced-44ae-b005-9f2c28b974a9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/ee62d3fa-93cb-4e96-bced-c1fcda9b6e71 HTTP/1.1" status: 200 len: 994 time: 0.0685141 Jul 16 21:31:30.402508 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-136a236d-726d-4f5a-b332-05ebb66d9774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:34.180848 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:34.960041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ddeccac-4d92-4781-aa7d-187528127a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:36.332091 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:38.457836 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:39.229269 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:39.440204 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:39.644499 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-4daea33f-191c-4bd1-b929-4e526b3491f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523624 Jul 16 21:31:39.747649 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-fe7ba382-241d-4bd3-bc85-3046a5e360e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:39.749050 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-fe7ba382-241d-4bd3-bc85-3046a5e360e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1097 time: 0.0570247 Jul 16 21:31:39.851801 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-ac05f38a-8755-4da5-b7d1-3b27d000a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:39.853235 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-ac05f38a-8755-4da5-b7d1-3b27d000a0e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 200 len: 898 time: 0.0833774 Jul 16 21:31:39.924205 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-bf64a49c-c04a-45a1-a848-9ac2c745bcf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 200 len: 1002 time: 0.0626328 Jul 16 21:31:39.973806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-7ed4d88c-f9a5-416b-98cc-64dc4f8b3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:39.975237 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-7ed4d88c-f9a5-416b-98cc-64dc4f8b3506 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=758ed7f8-5f82-420e-ad18-bfe3e94896d0 HTTP/1.1" status: 200 len: 835 time: 0.0439484 Jul 16 21:31:39.992768 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:31:40.033036 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-3b986e59-bc14-4ee6-be96-9e2954ed9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:40.034480 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-3b986e59-bc14-4ee6-be96-9e2954ed9f80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523884 Jul 16 21:31:40.129762 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-5f225be5-4689-4e75-a794-9459b4bdf6f7 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876811 Jul 16 21:31:40.217009 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9779af1f-b0d6-4a25-a279-41b94931c852 req-0844d780-eb8f-4e2b-a791-fe86c66b05fd service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801985 Jul 16 21:31:47.199779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cfd10-58c2-4902-b54f-d311ed11ccbf req-995d1910-0c1f-4ff7-83f7-12bb7634716d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:47.201286 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d45cfd10-58c2-4902-b54f-d311ed11ccbf req-995d1910-0c1f-4ff7-83f7-12bb7634716d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0652349 Jul 16 21:31:47.238396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d45cfd10-58c2-4902-b54f-d311ed11ccbf req-26048465-700e-426f-abc7-133d32fd7ca1 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Jul 16 21:31:48.417295 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129407cd-751e-41de-98d2-94fbd4c27358 req-b60e2a23-d910-4907-a6ad-4d8d1da922e1 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:48.418763 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-129407cd-751e-41de-98d2-94fbd4c27358 req-b60e2a23-d910-4907-a6ad-4d8d1da922e1 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0680740 Jul 16 21:31:48.458328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-129407cd-751e-41de-98d2-94fbd4c27358 req-c2ebc03b-2708-42f1-91c2-09abc9450384 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340092 Jul 16 21:31:49.629080 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60da929-7864-462e-a5f5-1aea90f596d5 req-94422d26-247e-47bd-8ae8-16c16c6a1e6e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:49.630549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f60da929-7864-462e-a5f5-1aea90f596d5 req-94422d26-247e-47bd-8ae8-16c16c6a1e6e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0635788 Jul 16 21:31:49.669795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f60da929-7864-462e-a5f5-1aea90f596d5 req-0289826b-2652-4065-8b6b-13c18387d9f8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Jul 16 21:31:50.848374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52e362-b4ba-42d1-9f6c-bc7a98a09fc2 req-82cd39e8-cb5f-4191-b6ac-25c0cba3a47b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:50.849866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a52e362-b4ba-42d1-9f6c-bc7a98a09fc2 req-82cd39e8-cb5f-4191-b6ac-25c0cba3a47b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0665107 Jul 16 21:31:50.887565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3a52e362-b4ba-42d1-9f6c-bc7a98a09fc2 req-46e4cc87-3a43-4256-b008-f7b87e3dbb86 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Jul 16 21:31:52.063437 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0770c-2d53-495d-8aa2-b7945071ffa7 req-987dd9b9-3d5b-430c-aa28-40f20c7770bc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:52.064939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72d0770c-2d53-495d-8aa2-b7945071ffa7 req-987dd9b9-3d5b-430c-aa28-40f20c7770bc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0696027 Jul 16 21:31:52.103704 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-72d0770c-2d53-495d-8aa2-b7945071ffa7 req-6ec890af-f5fa-4434-89d4-c88fcb1d7ac4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326757 Jul 16 21:31:53.279102 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87a26c-7188-4980-a6c5-0f638bc3bca0 req-9f98c313-0d2e-46f4-b67e-cec25aab2781 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:53.280620 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c87a26c-7188-4980-a6c5-0f638bc3bca0 req-9f98c313-0d2e-46f4-b67e-cec25aab2781 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0643301 Jul 16 21:31:53.317280 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c87a26c-7188-4980-a6c5-0f638bc3bca0 req-38ff9339-dde5-4086-9439-090b20753d19 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Jul 16 21:31:54.493146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea32f91-a881-4ad6-97ad-82870550302b req-07b0dca4-bd77-46d7-9233-705be1ecb303 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:54.495017 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dea32f91-a881-4ad6-97ad-82870550302b req-07b0dca4-bd77-46d7-9233-705be1ecb303 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0696888 Jul 16 21:31:54.533492 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dea32f91-a881-4ad6-97ad-82870550302b req-eb9ccb96-5e5f-40ad-9d18-9510b6d32271 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328605 Jul 16 21:31:55.706594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec08ffc-8535-42b1-b6d9-f256621ba1bb req-fc4252b5-61f1-4fed-8939-e8af284c5d81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:55.708122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ec08ffc-8535-42b1-b6d9-f256621ba1bb req-fc4252b5-61f1-4fed-8939-e8af284c5d81 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0635941 Jul 16 21:31:55.746584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6ec08ffc-8535-42b1-b6d9-f256621ba1bb req-c7a88439-c852-4923-843e-fe24bd2d9dd1 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324843 Jul 16 21:31:56.918468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0a36b-35d6-47e1-8cbb-671628ee525c req-4fcdfc0d-fe4b-404f-baf9-4b102d9d4fb4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:56.919981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8e0a36b-35d6-47e1-8cbb-671628ee525c req-4fcdfc0d-fe4b-404f-baf9-4b102d9d4fb4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0640228 Jul 16 21:31:56.956218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8e0a36b-35d6-47e1-8cbb-671628ee525c req-74a3ce60-2839-4dd6-a309-82dd2c2845e7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308015 Jul 16 21:31:58.132865 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641110-782f-486e-b1f3-c9575770ec8f req-0cb125de-a596-41eb-83d6-89bd0a2c4a84 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:58.134375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e641110-782f-486e-b1f3-c9575770ec8f req-0cb125de-a596-41eb-83d6-89bd0a2c4a84 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0677922 Jul 16 21:31:58.170809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0e641110-782f-486e-b1f3-c9575770ec8f req-17172f07-d2c0-4a36-9c82-13750fefd8a8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305498 Jul 16 21:31:58.195665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34038) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:58.254304 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e2a0f17b-2175-4080-9fd7-d277a19cdce0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/ee62d3fa-93cb-4e96-bced-c1fcda9b6e71 HTTP/1.1" status: 200 len: 994 time: 0.0576091 Jul 16 21:31:59.662856 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-0be6927d-92e2-4d29-8369-d94dbd4858db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.664319 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-0be6927d-92e2-4d29-8369-d94dbd4858db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1097 time: 0.0579574 Jul 16 21:31:59.684070 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697481f4-97af-403e-9f1a-95ae3ac9a2ca req-5eb8f6a3-a1f2-4ed3-bf19-051442d9d8c8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.685578 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-697481f4-97af-403e-9f1a-95ae3ac9a2ca req-5eb8f6a3-a1f2-4ed3-bf19-051442d9d8c8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0745282 Jul 16 21:31:59.722776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-697481f4-97af-403e-9f1a-95ae3ac9a2ca req-263d21c6-867e-46e0-b853-54e0edc8aee6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316222 Jul 16 21:31:59.757709 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-5806b61b-0a10-4d72-a32d-20647ca2417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.759230 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-5806b61b-0a10-4d72-a32d-20647ca2417d service neutron] 10.222.0.26 "GET /v2.0/networks?id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 200 len: 898 time: 0.0875487 Jul 16 21:31:59.827577 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-4c2e8b4d-5c75-447d-ab2e-1dd4311b3abf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 200 len: 1002 time: 0.0617390 Jul 16 21:31:59.876178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-2a2f8a80-a978-406e-8273-4ebedc2301f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.877590 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-2a2f8a80-a978-406e-8273-4ebedc2301f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=758ed7f8-5f82-420e-ad18-bfe3e94896d0 HTTP/1.1" status: 200 len: 835 time: 0.0433350 Jul 16 21:31:59.936269 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-13a7ccd0-1d9a-4904-a53e-fa7b4c9b0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.937800 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-13a7ccd0-1d9a-4904-a53e-fa7b4c9b0ea4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529661 Jul 16 21:32:00.030412 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-baad7ce1-bd78-45d5-b871-1add086ea71a service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854881 Jul 16 21:32:00.121469 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c2d304f-00fc-4157-abdb-f9def87f7357 req-ec6c6c9c-980d-4e33-ad9c-5c5c4278b892 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833097 Jul 16 21:32:00.403413 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-af9c8ab3-3f20-420f-9417-78c4e2b6fc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:00.896479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329028a-8c0d-4b28-a1c3-6ff2e341fbc0 req-da63b060-fbb5-49da-bbe3-4d10a0bb29cb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:00.897981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f329028a-8c0d-4b28-a1c3-6ff2e341fbc0 req-da63b060-fbb5-49da-bbe3-4d10a0bb29cb tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0636232 Jul 16 21:32:00.936409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f329028a-8c0d-4b28-a1c3-6ff2e341fbc0 req-c3e688cb-c967-4859-a446-8aeba691af65 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Jul 16 21:32:00.961344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34048) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:01.026745 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-799f17aa-0ae0-46ad-86a2-d8450e2ec19a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/ee62d3fa-93cb-4e96-bced-c1fcda9b6e71 HTTP/1.1" status: 200 len: 994 time: 0.0635757 Jul 16 21:32:04.182628 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.964031 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2ef010f7-847b-4fb9-adf4-1cf28fdba899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.335594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:08.456453 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.252489 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:09.436253 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:16.991581 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:32:30.404017 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9991-2584-417f-873b-7bfbcf9155aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:31.420649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34064) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:31.574252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port d8570caf-d20d-4427-98d1-0b521ea1e893 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:31.574595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:31.647604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:31.647936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:31.659756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for d8570caf-d20d-4427-98d1-0b521ea1e893 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:31.805884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:31.832654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=d8570caf-d20d-4427-98d1-0b521ea1e893,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:31.863696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.864046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.864387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.864727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.865072 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.865391 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.865721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.866054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.866390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.866728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.867052 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.867403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:31.906000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:31.906336 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP ee62d3fa-93cb-4e96-bced-c1fcda9b6e71 disassociated (deleted). External IP: 172.25.8.119, port: 58f438a0-f5af-4a2b-8f01-e8d843746af0. Jul 16 21:32:32.111348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:32.212413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:32.217770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:32.222000 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] Sync routers for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:32.231438 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:32.232119 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:32.256472 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-45778b50-1fa0-4f42-a539-c75667e1c9ce tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/floatingips/ee62d3fa-93cb-4e96-bced-c1fcda9b6e71 HTTP/1.1" status: 204 len: 168 time: 0.8348188 Jul 16 21:32:32.257150 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:32.259530 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120" -d '{"events": [{"name": "network-changed", "server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:32.337010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:32.508630 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294b4dac-eb61-4d03-bf46-0c3decad2763 x-openstack-request-id: req-294b4dac-eb61-4d03-bf46-0c3decad2763 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:32.509133 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:32.509333 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-294b4dac-eb61-4d03-bf46-0c3decad2763 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:32.509559 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'status': 'completed', 'code': 200} Jul 16 21:32:32.598367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-cc3e810d-41b2-4cc1-b9a1-cbfeba29172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:32.599836 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-cc3e810d-41b2-4cc1-b9a1-cbfeba29172c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 1097 time: 0.0617869 Jul 16 21:32:32.650010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:08Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:32.673908 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaae59-db3d-4033-b9ec-7146299321f3 req-49af1753-fc47-4a86-8bc2-b4d17a1927fc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:32.675583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40eaae59-db3d-4033-b9ec-7146299321f3 req-49af1753-fc47-4a86-8bc2-b4d17a1927fc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0700998 Jul 16 21:32:32.676685 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] Checking router: 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:32.685098 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:32.686084 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:32.699578 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-b807b081-4df3-4bc8-83db-4a82f9fa81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:32.701158 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-b807b081-4df3-4bc8-83db-4a82f9fa81c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 200 len: 898 time: 0.0939083 Jul 16 21:32:32.717123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-40eaae59-db3d-4033-b9ec-7146299321f3 req-693f503e-380d-4bef-8d7f-d95d82205029 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353298 Jul 16 21:32:32.747080 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-70975054-2c12-47c4-ab7f-81feaedff3f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 200 len: 217 time: 0.0394883 Jul 16 21:32:32.793212 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:32.796263 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-ad30937c-f992-4583-b5d3-dec9df77aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:32.797720 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-ad30937c-f992-4583-b5d3-dec9df77aaa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=758ed7f8-5f82-420e-ad18-bfe3e94896d0 HTTP/1.1" status: 200 len: 835 time: 0.0441477 Jul 16 21:32:32.855345 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-036883e9-8b6b-4bd6-9137-9e7de6fd78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:32.856752 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-036883e9-8b6b-4bd6-9137-9e7de6fd78b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517914 Jul 16 21:32:32.950791 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-2fead7e6-bb0d-4bf7-a69b-c78edf5e87d6 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869823 Jul 16 21:32:32.987040 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:08Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:33.017595 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b51f4-0ac2-4d38-bb9d-f18cd37fffa1 None None] The sync data for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 is: [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:31:03Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '70dccee8-d757-466f-9126-c2856e24a5a9', 'name': '', 'network_id': '75de6ab6-942c-4e48-bd7f-8dbc2fdd3129', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:cd:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:02Z', 'updated_at': '2021-07-16T21:31:08Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': '758ed7f8-5f82-420e-ad18-bfe3e94896d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:33.042354 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5939c7c0-59cc-4c3d-8c6e-cb01bcf4c120 req-22ad93d1-0517-4994-af02-96bb1320b4e3 service neutron] 10.222.0.26 "GET /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Jul 16 21:32:33.234549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c9a68-f537-4172-86f0-6f68ea38d212 None None] New status for floating IP ee62d3fa-93cb-4e96-bced-c1fcda9b6e71: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:32:33.891319 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f3110-1a59-4510-8e9d-1bc495476561 req-26126bf7-ffab-41bd-bb61-1f5016322bc2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:33.892803 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-325f3110-1a59-4510-8e9d-1bc495476561 req-26126bf7-ffab-41bd-bb61-1f5016322bc2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0633903 Jul 16 21:32:33.934812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-325f3110-1a59-4510-8e9d-1bc495476561 req-28f11088-acfa-4fc2-9e7a-09bdedb9f299 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=44632668-df18-40c8-a14f-8031b992b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365202 Jul 16 21:32:34.118094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-d206ba23-c097-44c6-b0d9-b4301a7d461e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:34.119639 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-d206ba23-c097-44c6-b0d9-b4301a7d461e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 946 time: 0.0714002 Jul 16 21:32:34.184065 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:34.218724 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 58f438a0-f5af-4a2b-8f01-e8d843746af0 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:34.219068 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:34.311151 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 58f438a0-f5af-4a2b-8f01-e8d843746af0, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=58f438a0-f5af-4a2b-8f01-e8d843746af0,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:34.311533 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:34.322959 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 58f438a0-f5af-4a2b-8f01-e8d843746af0 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:34.445328 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:34.477287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=58f438a0-f5af-4a2b-8f01-e8d843746af0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:34.489955 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.490298 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.490634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.490966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.491312 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.491642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.491969 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.492296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.492619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.492940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.493257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.493573 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:34.531481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] No DVR routers for this DVR port 58f438a0-f5af-4a2b-8f01-e8d843746af0 on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:32:34.534035 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:34.536092 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-9754bb3a-6a94-493f-a0fa-96a12a1555d4 req-5de32b39-4661-4a1e-89cc-d451bd358574 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.26 "DELETE /v2.0/ports/58f438a0-f5af-4a2b-8f01-e8d843746af0 HTTP/1.1" status: 204 len: 173 time: 0.4108000 Jul 16 21:32:34.536513 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'name': 'network-vif-deleted', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:34.538723 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c1f859-4722-400b-925f-94252ee4367e" -d '{"events": [{"server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "name": "network-vif-deleted", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:34.574279 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2775a6b2-6dac-4f2b-bac0-0103abc0ef95 x-openstack-request-id: req-2775a6b2-6dac-4f2b-bac0-0103abc0ef95 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:34.574569 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9866a47-b9e9-4eb6-946e-8479dadec040", "name": "network-vif-deleted", "tag": "58f438a0-f5af-4a2b-8f01-e8d843746af0", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:34.574827 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2775a6b2-6dac-4f2b-bac0-0103abc0ef95 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:34.575228 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9866a47-b9e9-4eb6-946e-8479dadec040', 'name': 'network-vif-deleted', 'tag': '58f438a0-f5af-4a2b-8f01-e8d843746af0', 'status': 'completed', 'code': 200} Jul 16 21:32:34.973677 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-037e0883-7239-4fa2-8d7b-7ae83f45ea0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:35.093900 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65bf2d5a-8f61-41c5-b600-4f8cc3d49f31 req-41894b49-84b3-46b2-b177-9a4c09d4e0b8 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=f9866a47-b9e9-4eb6-946e-8479dadec040 HTTP/1.1" status: 200 len: 210 time: 0.0304449 Jul 16 21:32:36.186869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34082) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:36.338723 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:36.538369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:36.802979 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 70dccee8-d757-466f-9126-c2856e24a5a9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:36.803349 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:36.893185 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 70dccee8-d757-466f-9126-c2856e24a5a9, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=70dccee8-d757-466f-9126-c2856e24a5a9,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:36.893538 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:36.905063 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 70dccee8-d757-466f-9126-c2856e24a5a9 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:37.088081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:37.114214 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=70dccee8-d757-466f-9126-c2856e24a5a9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:37.291784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:37.598277 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 58f438a0-f5af-4a2b-8f01-e8d843746af0 no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:37.618885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 58f438a0-f5af-4a2b-8f01-e8d843746af0 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:37.619228 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 58f438a0-f5af-4a2b-8f01-e8d843746af0 not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:37.837639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:37.940988 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:37.946389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7b12948e-8c20-4b23-8687-ab1dea7ce7f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/120a430a-4fc9-4e6e-ab5c-b3bf232c0616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580853 Jul 16 21:32:37.948843 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34084) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:37.951450 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] Sync routers for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:37.960483 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:37.961084 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:38.001322 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting subnet 758ed7f8-5f82-420e-ad18-bfe3e94896d0 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:32:38.004537 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.046960 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.072186 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:38.138726 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.196505 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.223350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Subnet': ['ID=758ed7f8-5f82-420e-ad18-bfe3e94896d0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:38.227563 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.230731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-646a53f9-e9db-4bbf-aae8-1e9ca6d3fbf0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/subnets/758ed7f8-5f82-420e-ad18-bfe3e94896d0 HTTP/1.1" status: 204 len: 168 time: 0.2796755 Jul 16 21:32:38.232774 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34086) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:38.238362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18778e9c-8cad-434b-b689-5115ce396f28 None None] Network 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:32:38.249712 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:32:37Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:38.275957 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] Checking router: 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:38.285320 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] Routers {'120a430a-4fc9-4e6e-ab5c-b3bf232c0616'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:38.285922 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:38.351408 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.403440 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] Set router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:38.459148 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] DHCP port deletion for 75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:32:38.463108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.490298 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.516030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Deleting port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:38.516414 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.516649 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 412efb38-75a7-4a19-a232-22255fd49484 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:32:38.517003 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.587523 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:32:37Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:38.592776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] For port 2c687dfb-8d94-4c2a-892c-fa62cc40e893, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=2c687dfb-8d94-4c2a-892c-fa62cc40e893,segment=NetworkSegment(7e2b1b5b-ed48-4874-9975-b0004907ecf1),segment_id=7e2b1b5b-ed48-4874-9975-b0004907ecf1)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:38.593191 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.603656 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 412efb38-75a7-4a19-a232-22255fd49484, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=412efb38-75a7-4a19-a232-22255fd49484,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:38.604019 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.606886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Calling delete_port for 2c687dfb-8d94-4c2a-892c-fa62cc40e893 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:38.614027 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd61dc2-fafe-409c-b8bf-730249a92b4a None None] The sync data for ids ['120a430a-4fc9-4e6e-ab5c-b3bf232c0616'] in n-d-798930-6 is: [{'id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646200037', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '412efb38-75a7-4a19-a232-22255fd49484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:30:59Z', 'updated_at': '2021-07-16T21:32:37Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': '412efb38-75a7-4a19-a232-22255fd49484', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a430a-4fc9-4e6e-ab5c-b3bf232c0616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:31:00Z', 'updated_at': '2021-07-16T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:38.617015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 412efb38-75a7-4a19-a232-22255fd49484 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:32:38.694980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.721613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Pushing event deleted for resources: {'Port': ['ID=2c687dfb-8d94-4c2a-892c-fa62cc40e893,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:38.723779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] No DVR routers for this DVR port 2c687dfb-8d94-4c2a-892c-fa62cc40e893 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:32:38.732898 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.733249 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.733598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.734029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.734357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.734578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.734993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.735219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.735572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.735900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.736232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.736552 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7996e7-d0d5-4cac-89bb-e13a8dd0e62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:38.799164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.827519 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=412efb38-75a7-4a19-a232-22255fd49484,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:38.891202 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.981750 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:38.983968 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.029737 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.030335 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Fanout notify agent at l3_agent the message router_deleted on router 120a430a-4fc9-4e6e-ab5c-b3bf232c0616 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:32:39.037360 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.041105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4f5d0348-c972-4192-9608-a59d5c0f2b2d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/routers/120a430a-4fc9-4e6e-ab5c-b3bf232c0616 HTTP/1.1" status: 204 len: 168 time: 0.8046551 Jul 16 21:32:39.041486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34088) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:39.123978 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.215703 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.226503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75de6ab6-942c-4e48-bd7f-8dbc2fdd3129']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:39.237947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2b1b5b-ed48-4874-9975-b0004907ecf1') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:39.238263 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2b1b5b-ed48-4874-9975-b0004907ecf1') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:39.248534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.264490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.271951 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.272436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:32:39.272877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:32:39.276066 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:32:39.332862 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.341242 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.343042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/networks/75de6ab6-942c-4e48-bd7f-8dbc2fdd3129 HTTP/1.1" status: 204 len: 168 time: 0.3007393 Jul 16 21:32:39.345971 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34090) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:39.352313 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078eaca6-4177-437e-91a8-4e92de42b273 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Network': ['ID=75de6ab6-942c-4e48-bd7f-8dbc2fdd3129,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:39.406170 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d60c-d422-4ab6-bf3b-1117de3bae78 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.431473 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d60c-d422-4ab6-bf3b-1117de3bae78 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.452462 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.492897 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d60c-d422-4ab6-bf3b-1117de3bae78 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.496464 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d60c-d422-4ab6-bf3b-1117de3bae78 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.497619 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2fc8d60c-d422-4ab6-bf3b-1117de3bae78 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/security-groups/44632668-df18-40c8-a14f-8031b992b34f HTTP/1.1" status: 204 len: 168 time: 0.1506622 Jul 16 21:32:39.506630 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d60c-d422-4ab6-bf3b-1117de3bae78 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44632668-df18-40c8-a14f-8031b992b34f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:39.734259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34096) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:39.739060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1fea9e7c-975e-4316-9fb3-3d14a63ddc6d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875150125', 'description': 'tempest-secgroup-smoke-1875150125 description', 'project_id': '67bddf2b326a45659beb45df36d672f5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:39.760451 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fea9e7c-975e-4316-9fb3-3d14a63ddc6d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.846616 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fea9e7c-975e-4316-9fb3-3d14a63ddc6d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.850337 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fea9e7c-975e-4316-9fb3-3d14a63ddc6d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.878514 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1fea9e7c-975e-4316-9fb3-3d14a63ddc6d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.879764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1fea9e7c-975e-4316-9fb3-3d14a63ddc6d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1444683 Jul 16 21:32:39.880806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea9e7c-975e-4316-9fb3-3d14a63ddc6d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa27c38d-869f-4e9f-bfa8-1bc226d88a07,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:39.882749 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34098) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:39.888251 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9e76962c-a445-4392-be77-c55cea8c4b1b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'aa27c38d-869f-4e9f-bfa8-1bc226d88a07', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:39.913818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e76962c-a445-4392-be77-c55cea8c4b1b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.971723 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e76962c-a445-4392-be77-c55cea8c4b1b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.975977 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e76962c-a445-4392-be77-c55cea8c4b1b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:39.996172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76962c-a445-4392-be77-c55cea8c4b1b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adaecf3-a44f-48f6-a7f1-27748313f16d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:40.002493 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e76962c-a445-4392-be77-c55cea8c4b1b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.003777 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9e76962c-a445-4392-be77-c55cea8c4b1b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200285 Jul 16 21:32:40.006444 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34100) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:40.011727 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a4cf31ce-6aa6-4954-abcd-908e05622156 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'aa27c38d-869f-4e9f-bfa8-1bc226d88a07', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:40.028953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 412efb38-75a7-4a19-a232-22255fd49484 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:40.045412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31ce-6aa6-4954-abcd-908e05622156 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.049866 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 412efb38-75a7-4a19-a232-22255fd49484 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:40.050296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 412efb38-75a7-4a19-a232-22255fd49484 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:40.050785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2c687dfb-8d94-4c2a-892c-fa62cc40e893 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:40.072529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 2c687dfb-8d94-4c2a-892c-fa62cc40e893 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:40.072963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 2c687dfb-8d94-4c2a-892c-fa62cc40e893 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:40.073474 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 70dccee8-d757-466f-9126-c2856e24a5a9 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:32:40.092870 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 70dccee8-d757-466f-9126-c2856e24a5a9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:32:40.093459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 70dccee8-d757-466f-9126-c2856e24a5a9 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:32:40.104872 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31ce-6aa6-4954-abcd-908e05622156 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.108774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31ce-6aa6-4954-abcd-908e05622156 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.126994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf31ce-6aa6-4954-abcd-908e05622156 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d27c1d5-cc1d-469a-9cdf-8976581330f8,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:40.132540 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a4cf31ce-6aa6-4954-abcd-908e05622156 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.136849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a4cf31ce-6aa6-4954-abcd-908e05622156 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263628 Jul 16 21:32:40.136958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34102) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:40.141585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-56e93fca-deea-4a28-9b02-416f68a6b705 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'aa27c38d-869f-4e9f-bfa8-1bc226d88a07', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:40.166627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56e93fca-deea-4a28-9b02-416f68a6b705 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.226923 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56e93fca-deea-4a28-9b02-416f68a6b705 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.230840 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56e93fca-deea-4a28-9b02-416f68a6b705 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.248077 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e93fca-deea-4a28-9b02-416f68a6b705 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1dd025-3ce2-4d80-8d58-4b8d871e9cb4,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:40.254293 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-56e93fca-deea-4a28-9b02-416f68a6b705 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.255336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-56e93fca-deea-4a28-9b02-416f68a6b705 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174841 Jul 16 21:32:40.258029 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34104) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:40.262479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-874cf36f-0439-4d91-9cba-150e1f1be11c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'aa27c38d-869f-4e9f-bfa8-1bc226d88a07', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:40.287564 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-874cf36f-0439-4d91-9cba-150e1f1be11c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.350485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-874cf36f-0439-4d91-9cba-150e1f1be11c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.353884 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-874cf36f-0439-4d91-9cba-150e1f1be11c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.373054 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cf36f-0439-4d91-9cba-150e1f1be11c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858c92a5-27c9-4fed-a53c-79c0b770f215,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:40.376055 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-874cf36f-0439-4d91-9cba-150e1f1be11c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.377275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-874cf36f-0439-4d91-9cba-150e1f1be11c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183271 Jul 16 21:32:40.380172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34106) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:40.384595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'aa27c38d-869f-4e9f-bfa8-1bc226d88a07', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:40.406835 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:32:40.411524 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.470984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.474426 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.491949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1a2b31-4860-44b5-8afe-acc9977fcb8f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:40.497984 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.499465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-dcef289f-e490-4701-be49-847321a23d8b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181743 Jul 16 21:32:40.501894 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34108) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:40.506272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'security_group_rule': {'security_group_id': 'aa27c38d-869f-4e9f-bfa8-1bc226d88a07', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:40.528520 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Project 67bddf2b326a45659beb45df36d672f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:32:40.533315 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.595053 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.598455 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.615926 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b58fa7-13ea-43dc-b22e-88eff3113d63,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:40.621641 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.622834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-357a767a-ad88-4e61-a788-3d4c716a454f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200221 Jul 16 21:32:40.625710 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34110) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:40.630516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'network': {'name': 'tempest-network-smoke--1548189371', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'port_security_enabled': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:40.650350 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:32:40.654452 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.681423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:32:40.691591 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.691948 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Added segment 30742a33-b180-48af-a442-a7a5acefc29c of type vlan for network 71e8d8fb-625f-44e8-80fd-169a8d31c663 Jul 16 21:32:40.733045 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.760463 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.767018 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:40.767620 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.803459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1766641 Jul 16 21:32:40.806166 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34112) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:40.812801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'admin_state_up': True, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:40.850511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec2e60-273e-4926-879c-447dc749714c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Network': ['ID=71e8d8fb-625f-44e8-80fd-169a8d31c663,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:40.860638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:32:40.869683 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.871162 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:40.923373 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:41.060560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:41.249134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:41.268197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:41.372057 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.149 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/b1de1530-f420-4baf-b307-8fe8808abf85) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:41.474444 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:41.512485 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:41.550165 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:41.553671 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:41.562522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:41.589372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=b1de1530-f420-4baf-b307-8fe8808abf85,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:41.812140 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:42.012396 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:42.143447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 73ff9127-311e-4f89-9000-2ca217164085 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:32:42.589813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:42.599270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Sync routers for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:42.608166 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:42.608792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:42.609439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:42.609601 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-36d89b33-9200-4432-9055-5498181af898 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8023775 Jul 16 21:32:42.612733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34114) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:42.690043 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ff907570-eb07-4a44-bcce-282a90661d3f tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?project_id=67bddf2b326a45659beb45df36d672f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761676 Jul 16 21:32:42.692618 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34118) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:42.714113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:42.784464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deea594f-f5ea-46ec-aa1c-8f2e67edd9df tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:42.786025 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-deea594f-f5ea-46ec-aa1c-8f2e67edd9df tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924995 Jul 16 21:32:42.788896 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34120) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:42.821613 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-cc3bf0a8-1451-4349-968e-9ce912d3b1ea tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/subnets?network_id=a31b70d8-f524-45a0-accf-a5e52b69b021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316551 Jul 16 21:32:42.824810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34122) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:42.829721 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1841509985', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'project_id': '67bddf2b326a45659beb45df36d672f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:42.889057 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:41Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:42.914750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Checking router: 73ff9127-311e-4f89-9000-2ca217164085 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:42.915097 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Updating router 73ff9127-311e-4f89-9000-2ca217164085 port b1de1530-f420-4baf-b307-8fe8808abf85 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:32:42.915779 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:32:42.919935 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:42.951867 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.105376 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.168288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Subnet': ['ID=fa941473-24f6-4851-a092-a1faef90deb0,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:43.175793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Checking segment: {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:43.176158 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network hostable DHCP agents. Network: 71e8d8fb-625f-44e8-80fd-169a8d31c663, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:32:43.193135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:32:43.202778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 71e8d8fb-625f-44e8-80fd-169a8d31c663) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:43.208401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:43.208717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.209006 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.212155 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1cce9b-ce53-44ce-a878-9f6c4287fdfe None None] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:32:43.225809 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9b008c99-5fa8-40d4-ab3c-4e8dbb10a1ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3997033 Jul 16 21:32:43.228539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34124) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:43.237620 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Transition to ACTIVE for port object b1de1530-f420-4baf-b307-8fe8808abf85 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:43.245455 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.492887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Attempting to bind port b1de1530-f420-4baf-b307-8fe8808abf85 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:43.493351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Attempting to bind port b1de1530-f420-4baf-b307-8fe8808abf85 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:43.493784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Attempting to bind port b1de1530-f420-4baf-b307-8fe8808abf85 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:43.500669 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6fb3e-7034-4fc7-b1ad-e2407b98e1fe None None] Pushing event updated for resources: {'Port': ['ID=b1de1530-f420-4baf-b307-8fe8808abf85,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:43.510346 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:43.511303 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:43.511708 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.512093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:43.512557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Bound port: b1de1530-f420-4baf-b307-8fe8808abf85, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:43.513193 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.611513 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] For port b1de1530-f420-4baf-b307-8fe8808abf85, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:43.616807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-71e8d8fb-625f-44e8-80fd-169a8d31c663', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:32:43.617717 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.629592 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] For port b1de1530-f420-4baf-b307-8fe8808abf85, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b1de1530-f420-4baf-b307-8fe8808abf85,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:43.637410 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.668912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:43.763563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:43.764105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:43.765826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6fb3e-7034-4fc7-b1ad-e2407b98e1fe None None] Pushing event updated for resources: {'Port': ['ID=b1de1530-f420-4baf-b307-8fe8808abf85,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:43.899023 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Allocated IP 172.20.0.2 (71e8d8fb-625f-44e8-80fd-169a8d31c663/fa941473-24f6-4851-a092-a1faef90deb0/be428dac-52e8-4c94-8c2f-6a6315de0a89) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:43.919935 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:44.182008 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:44.193817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Transition to ACTIVE for port object be428dac-52e8-4c94-8c2f-6a6315de0a89 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:44.212590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Transition to ACTIVE for port object be428dac-52e8-4c94-8c2f-6a6315de0a89 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:44.219176 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:41Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:44.222436 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:44.252851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faefb6e-ff0f-45ab-8d2f-af462e518f2c None None] The sync data for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 is: [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:41Z', 'revision_number': 3, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:44.274806 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.1 (71e8d8fb-625f-44e8-80fd-169a8d31c663/fa941473-24f6-4851-a092-a1faef90deb0/eab20081-3312-4b55-a1db-13029a0a87d5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:44.292463 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:44.295558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:44.299498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:44.307149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Pushing event updated for resources: {'Port': ['ID=be428dac-52e8-4c94-8c2f-6a6315de0a89,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:44.364929 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Attempting to bind port be428dac-52e8-4c94-8c2f-6a6315de0a89 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:44.365329 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Attempting to bind port be428dac-52e8-4c94-8c2f-6a6315de0a89 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:44.365693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Attempting to bind port be428dac-52e8-4c94-8c2f-6a6315de0a89 on network 71e8d8fb-625f-44e8-80fd-169a8d31c663 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:44.372684 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:44.373108 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Checking segment: {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:44.373522 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:44.373920 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Bound using segment: {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:44.374413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Bound port: be428dac-52e8-4c94-8c2f-6a6315de0a89, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:44.374795 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:44.445310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] For port be428dac-52e8-4c94-8c2f-6a6315de0a89, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:44.450655 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] For port be428dac-52e8-4c94-8c2f-6a6315de0a89, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=be428dac-52e8-4c94-8c2f-6a6315de0a89,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:44.454964 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:44.547978 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e46d4b-7856-4dc9-8ebf-7d1cab7edd14 None None] Pushing event updated for resources: {'Port': ['ID=be428dac-52e8-4c94-8c2f-6a6315de0a89,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:44.794375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:44.809689 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object eab20081-3312-4b55-a1db-13029a0a87d5 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:44.845496 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:44.893817 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:44.899230 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:44.903762 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:44.930408 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=eab20081-3312-4b55-a1db-13029a0a87d5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:44.954507 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:45.105940 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:45.403731 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:45.408615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:45.484363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:45.486107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=eab20081-3312-4b55-a1db-13029a0a87d5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:45.522573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4b9b8-a5f2-4c84-bd93-0cb04d860c6c None None] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:32:45.586243 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:45.587843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:45.638868 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22335cc0-c283-408b-b05d-c020e9cfd332 None None] Provisioning for port be428dac-52e8-4c94-8c2f-6a6315de0a89 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:45.713500 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 73ff9127-311e-4f89-9000-2ca217164085 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:45.830999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:45.841525 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-2ce086eb-c0d3-4b19-a821-df6f0ccd9efc tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/73ff9127-311e-4f89-9000-2ca217164085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6075225 Jul 16 21:32:45.993431 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b72d2edd-abae-455a-bae9-c92218b0920a None None] Provisioning for port eab20081-3312-4b55-a1db-13029a0a87d5 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:45.994211 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Sync routers for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:45.999768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b72d2edd-abae-455a-bae9-c92218b0920a None None] Provisioning complete for port eab20081-3312-4b55-a1db-13029a0a87d5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:46.000264 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b72d2edd-abae-455a-bae9-c92218b0920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.011786 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:46.013115 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:46.091168 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b72d2edd-abae-455a-bae9-c92218b0920a None None] Port eab20081-3312-4b55-a1db-13029a0a87d5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:46.119690 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b1de1530-f420-4baf-b307-8fe8808abf85 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:46.127340 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-9c167758-baeb-439d-be21-ffa0da1b0868 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875150125&fields=id&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 267 time: 0.0830705 Jul 16 21:32:46.167769 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:46.179012 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port b1de1530-f420-4baf-b307-8fe8808abf85 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:46.183717 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b1de1530-f420-4baf-b307-8fe8808abf85 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:46.184208 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.227110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-351f82f0-d374-41e4-b2a1-38cf78d42891 None None] Provisioning complete for port eab20081-3312-4b55-a1db-13029a0a87d5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:46.227500 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-351f82f0-d374-41e4-b2a1-38cf78d42891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.270343 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-351f82f0-d374-41e4-b2a1-38cf78d42891 None None] Port eab20081-3312-4b55-a1db-13029a0a87d5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:46.272153 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-f559a7ee-bbdc-4139-b997-5b196ff18774 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:46.274718 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-f559a7ee-bbdc-4139-b997-5b196ff18774 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/networks?id=71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 200 len: 797 time: 0.1402285 Jul 16 21:32:46.292544 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3dbcda36-a2e9-402c-b5ee-69f51c776e44 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/quotas/67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 375 time: 0.0102189 Jul 16 21:32:46.335552 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.366751 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port b1de1530-f420-4baf-b307-8fe8808abf85, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b1de1530-f420-4baf-b307-8fe8808abf85,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:46.373456 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.374645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device be428dac-52e8-4c94-8c2f-6a6315de0a89 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:46.382607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-faa2de72-d52f-4bc1-b5c5-ee7d925261d7 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832279 Jul 16 21:32:46.418216 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 2, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:46.451174 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=b1de1530-f420-4baf-b307-8fe8808abf85,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:46.454562 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Checking router: 73ff9127-311e-4f89-9000-2ca217164085 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:46.455022 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Updating router 73ff9127-311e-4f89-9000-2ca217164085 port eab20081-3312-4b55-a1db-13029a0a87d5 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:32:46.465412 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port be428dac-52e8-4c94-8c2f-6a6315de0a89 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:46.470061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port be428dac-52e8-4c94-8c2f-6a6315de0a89 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:46.470980 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.492229 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.525775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8e4b2bb3-b148-48a5-9250-fd5ef29f894b None None] Provisioning complete for port eab20081-3312-4b55-a1db-13029a0a87d5 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:46.526567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8e4b2bb3-b148-48a5-9250-fd5ef29f894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.535794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-017c0b14-9dba-4220-82cf-9535dfddff4d service neutron] 10.222.0.100 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393442 Jul 16 21:32:46.567003 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b2bb3-b148-48a5-9250-fd5ef29f894b None None] Port eab20081-3312-4b55-a1db-13029a0a87d5 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:46.605560 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.629134 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-73219a81-ca4c-49e0-9782-b2c9132ac6d8 service neutron] 10.222.0.100 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895450 Jul 16 21:32:46.639861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port be428dac-52e8-4c94-8c2f-6a6315de0a89, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=be428dac-52e8-4c94-8c2f-6a6315de0a89,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:46.643920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.703198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=be428dac-52e8-4c94-8c2f-6a6315de0a89,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:46.824939 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9fa089d3-1da4-439e-b7bb-c8c7b1414bdd req-46082fa6-3e46-4547-880c-a003542b73b0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 210 time: 0.0373766 Jul 16 21:32:46.882602 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.892740 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Transition to ACTIVE for port object eab20081-3312-4b55-a1db-13029a0a87d5 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:46.900223 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:46.956390 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Pushing event updated for resources: {'Port': ['ID=eab20081-3312-4b55-a1db-13029a0a87d5,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:46.982874 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.983300 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.983572 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.983899 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.984231 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.984557 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.984876 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.985194 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.985510 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.985828 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.986150 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:46.986464 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:32:47.026217 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Attempting to bind port eab20081-3312-4b55-a1db-13029a0a87d5 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:47.027761 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Attempting to bind port eab20081-3312-4b55-a1db-13029a0a87d5 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:47.028123 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Attempting to bind port eab20081-3312-4b55-a1db-13029a0a87d5 on network 71e8d8fb-625f-44e8-80fd-169a8d31c663 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:47.034493 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:47.034858 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Checking segment: {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:47.035285 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:47.035655 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Bound using segment: {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:47.036109 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Bound port: eab20081-3312-4b55-a1db-13029a0a87d5, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:47.038683 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:47.121731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] For port eab20081-3312-4b55-a1db-13029a0a87d5, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:47.128493 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] For port eab20081-3312-4b55-a1db-13029a0a87d5, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eab20081-3312-4b55-a1db-13029a0a87d5,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:47.133458 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:47.190191 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:47.191040 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:47.240250 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3cabf-9dc7-4949-8a24-c62b82a170aa None None] Pushing event updated for resources: {'Port': ['ID=eab20081-3312-4b55-a1db-13029a0a87d5,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:47.306642 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:47.526772 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:47Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:47.558000 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd4281-43da-4859-9c65-bfe4b5525662 None None] The sync data for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 is: [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:47Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:47.990893 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-33a736b0-a42c-4e9f-9386-1e1cc19dd1ef req-2bb74449-d4f7-41cb-bb2d-78fde3d1957b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 210 time: 0.0431011 Jul 16 21:32:48.135811 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-bac6542d-6389-49f7-8855-7f294beb5bfa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:48.138293 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-bac6542d-6389-49f7-8855-7f294beb5bfa tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/networks?id=71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 200 len: 797 time: 0.1716490 Jul 16 21:32:48.180000 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b1de1530-f420-4baf-b307-8fe8808abf85 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:48.192569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-a5f04a18-d2ff-436f-9b33-4566ddb87d9e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bddf2b326a45659beb45df36d672f5 HTTP/1.1" status: 200 len: 380 time: 0.0451112 Jul 16 21:32:48.202838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'port': {'device_id': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'admin_state_up': True, 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'security_groups': ['aa27c38d-869f-4e9f-bfa8-1bc226d88a07']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:48.246210 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port b1de1530-f420-4baf-b307-8fe8808abf85 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:48.246880 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.328350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device be428dac-52e8-4c94-8c2f-6a6315de0a89 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:48.331260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Made reservation on behalf of 67bddf2b326a45659beb45df36d672f5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:32:48.336583 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.390982 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port be428dac-52e8-4c94-8c2f-6a6315de0a89 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:48.391459 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.473535 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eab20081-3312-4b55-a1db-13029a0a87d5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:48.478801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.20.0.11 (71e8d8fb-625f-44e8-80fd-169a8d31c663/fa941473-24f6-4851-a092-a1faef90deb0/98ed86f1-b35d-4f7e-b344-14a1f0fa62ba) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:48.528122 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port eab20081-3312-4b55-a1db-13029a0a87d5 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:48.532533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port eab20081-3312-4b55-a1db-13029a0a87d5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:48.532910 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.615195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.632138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.653031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port eab20081-3312-4b55-a1db-13029a0a87d5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eab20081-3312-4b55-a1db-13029a0a87d5,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:48.656163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Transition to ACTIVE for port object 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:48.658122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.696502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.721063 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=eab20081-3312-4b55-a1db-13029a0a87d5,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:48.752868 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:48.758308 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:48.763023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:48.789582 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:48.820318 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:48.821007 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:48.837875 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ce27800-c9ab-4896-8e01-8fb67f9a88f2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6391943 Jul 16 21:32:48.849887 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ab01234-02ec-40bd-af1b-564eab2726ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:32:48.851085 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-3ab01234-02ec-40bd-af1b-564eab2726ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057921 Jul 16 21:32:48.922440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Request body: {'port': {'device_id': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:49.005769 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:49.055694 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a484ae0c-1aca-4701-9de7-34d469caff80 None None] Provisioning for port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:49.060385 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a484ae0c-1aca-4701-9de7-34d469caff80 None None] Provisioning complete for port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:49.060810 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a484ae0c-1aca-4701-9de7-34d469caff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:49.106702 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a484ae0c-1aca-4701-9de7-34d469caff80 None None] Port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:32:49.246194 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c0b9c-581f-4fa8-8e25-3fbbc95d885d req-120f2120-91c2-4079-b08a-8c372e12609f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:49.247697 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-910c0b9c-581f-4fa8-8e25-3fbbc95d885d req-120f2120-91c2-4079-b08a-8c372e12609f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 932 time: 0.1332731 Jul 16 21:32:49.315486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-910c0b9c-581f-4fa8-8e25-3fbbc95d885d req-1e43ce9e-09f4-45e8-924a-f0f3653c9595 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600281 Jul 16 21:32:49.355596 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:32:49.362894 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:49.374452 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Transition to ACTIVE for port object 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:32:49.378346 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:49.426538 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Pushing event updated for resources: {'Port': ['ID=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:49.498665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Attempting to bind port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:32:49.499006 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Attempting to bind port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:32:49.499369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Attempting to bind port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba on network 71e8d8fb-625f-44e8-80fd-169a8d31c663 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:49.503875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba on network 71e8d8fb-625f-44e8-80fd-169a8d31c663 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:32:49.504200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Attempting to bind port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba on network 71e8d8fb-625f-44e8-80fd-169a8d31c663 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:32:49.509226 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:32:49.509564 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Checking segment: {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:32:49.509947 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Bound using segment: {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:32:49.510413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Bound port: 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30742a33-b180-48af-a442-a7a5acefc29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:32:49.510784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:49.580199 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] For port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:32:49.583167 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] For port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:32:49.587759 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:49.623127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:49.623861 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:49.625243 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] 10.222.0.21 "PUT /v2.0/ports/98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 200 len: 1092 time: 0.7679522 Jul 16 21:32:49.625822 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:49.627927 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1145a3eb-f376-44f5-a4eb-1efa003a0b23" -d '{"events": [{"name": "network-changed", "server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:49.654860 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393dc8-7997-401e-9a3d-9a380604942d service neutron] Pushing event updated for resources: {'Port': ['ID=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:49.681701 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52ed620-f9ca-4cb8-b497-dea51d425fbf x-openstack-request-id: req-c52ed620-f9ca-4cb8-b497-dea51d425fbf {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:49.682308 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:49.682683 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c52ed620-f9ca-4cb8-b497-dea51d425fbf {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:49.683102 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'status': 'completed', 'code': 200} Jul 16 21:32:49.741845 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-f5896c60-31ac-4aa8-b84d-f1d6a904c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:49.743414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-f5896c60-31ac-4aa8-b84d-f1d6a904c78f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1095 time: 0.0557349 Jul 16 21:32:49.790146 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-00402c58-9bf2-429f-979d-9ceef12ca77f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 200 len: 217 time: 0.0397708 Jul 16 21:32:49.838304 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-80a54da7-9d9d-4bd2-98b7-a0b9280fc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:49.840391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-80a54da7-9d9d-4bd2-98b7-a0b9280fc92c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa941473-24f6-4851-a092-a1faef90deb0 HTTP/1.1" status: 200 len: 835 time: 0.0446618 Jul 16 21:32:49.896801 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-0471aada-ea4f-4f69-9c5e-602fc414aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:49.898297 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-0471aada-ea4f-4f69-9c5e-602fc414aa8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71e8d8fb-625f-44e8-80fd-169a8d31c663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515437 Jul 16 21:32:49.992006 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-7071030d-3c57-4c21-b421-969230392b32 service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 Jul 16 21:32:50.028426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eab20081-3312-4b55-a1db-13029a0a87d5 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:50.078384 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port eab20081-3312-4b55-a1db-13029a0a87d5 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:50.078839 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:50.090361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8367d635-4dcb-4b0c-bb86-636508011ff2 req-1a2b5a7e-8c9d-418a-8d62-c2b8f5b616fc service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920105 Jul 16 21:32:50.195196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-78d1ed21-0a53-4bbe-9591-97899bb14b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:50.196730 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-78d1ed21-0a53-4bbe-9591-97899bb14b0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1095 time: 0.0593705 Jul 16 21:32:50.285797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-5e52043e-93a5-4393-ab0a-0a7c9cf8aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:50.287229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-5e52043e-93a5-4393-ab0a-0a7c9cf8aae9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 200 len: 898 time: 0.0838418 Jul 16 21:32:50.332849 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-7d8d9d99-af3e-4b21-b1d6-2c2cbf78dfd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 200 len: 217 time: 0.0384955 Jul 16 21:32:50.383733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-4860bfe2-e4ab-4b02-b7f9-e954fbd14557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:50.385200 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-4860bfe2-e4ab-4b02-b7f9-e954fbd14557 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa941473-24f6-4851-a092-a1faef90deb0 HTTP/1.1" status: 200 len: 835 time: 0.0438802 Jul 16 21:32:50.474175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-dfd4ed40-9ffc-43db-a4ee-a98a844cb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:50.475684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-dfd4ed40-9ffc-43db-a4ee-a98a844cb7d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71e8d8fb-625f-44e8-80fd-169a8d31c663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834491 Jul 16 21:32:50.531225 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f887a-55e7-4724-8cdb-2892edc5e6ce req-4a2edaa7-6996-4287-89fe-3169f6cc8245 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:50.532710 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78f887a-55e7-4724-8cdb-2892edc5e6ce req-4a2edaa7-6996-4287-89fe-3169f6cc8245 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 944 time: 0.1034503 Jul 16 21:32:50.609413 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78f887a-55e7-4724-8cdb-2892edc5e6ce req-224f7cdd-daf3-48ba-85a0-d70718a9e084 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510154 Jul 16 21:32:50.611155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-ee5060a7-6ba2-4fcd-bb0b-103798430c21 service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255336 Jul 16 21:32:50.706023 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1145a3eb-f376-44f5-a4eb-1efa003a0b23 req-f34de0d4-e9cb-45d6-8294-341526b7649b service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878806 Jul 16 21:32:51.783634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3290c37-b1e2-48e6-8ac5-621c8a798b6f req-9eac08ed-5cf8-4e57-b34f-82d9c6319cea tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:51.785118 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3290c37-b1e2-48e6-8ac5-621c8a798b6f req-9eac08ed-5cf8-4e57-b34f-82d9c6319cea tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 944 time: 0.0633097 Jul 16 21:32:51.822740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f3290c37-b1e2-48e6-8ac5-621c8a798b6f req-f8fedbe8-3c3a-4c62-8c9d-aea670a7237f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Jul 16 21:32:52.590093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:32:52.684419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:52.695325 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'port_id': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'mac_address': 'fa:16:3e:f7:bf:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:32:52.733391 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:52.747161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:32:52.766194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:52.770252 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:52.816557 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:53.001344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d49f-b557-4d5a-9a22-c028371a5045 req-d896037b-d5f9-41db-85db-8de92e5729af tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:53.002843 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9064d49f-b557-4d5a-9a22-c028371a5045 req-d896037b-d5f9-41db-85db-8de92e5729af tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 945 time: 0.0665054 Jul 16 21:32:53.003630 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['98ed86f1-b35d-4f7e-b344-14a1f0fa62ba'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:32:53.040327 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9064d49f-b557-4d5a-9a22-c028371a5045 req-6ff1bb36-9053-46a7-a02f-72911476fbba tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Jul 16 21:32:53.990744 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:32:54.214042 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a54af3-6f64-49b1-85cd-60bc07eb1356 req-d7a5bc71-e214-4482-8367-a70c9b6840c3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:54.215537 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86a54af3-6f64-49b1-85cd-60bc07eb1356 req-d7a5bc71-e214-4482-8367-a70c9b6840c3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 945 time: 0.0630169 Jul 16 21:32:54.252776 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86a54af3-6f64-49b1-85cd-60bc07eb1356 req-1f8b2a9a-22e3-4fd1-bb8c-2b96b0168356 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Jul 16 21:32:54.590581 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:54.640726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:32:54.644125 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:54.644490 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:54.718075 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:54.744766 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:54.747487 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b454bca-99bf-4959-bfbf-5d38614d497e" -d '{"events": [{"server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "name": "network-vif-plugged", "status": "completed", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:54.760423 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:54.765627 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:54.816281 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:54.831131 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbd1e60-1eb3-4883-892f-87004828b0b2 x-openstack-request-id: req-7fbd1e60-1eb3-4883-892f-87004828b0b2 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:54.831449 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "name": "network-vif-plugged", "status": "completed", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:54.831701 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7fbd1e60-1eb3-4883-892f-87004828b0b2 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:54.832090 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'code': 200} Jul 16 21:32:54.942968 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bb4a2-4248-4db8-8cfc-4218a5a4ad6f req-6c0decf5-786b-4854-a0a9-6b28b1745f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:54.944477 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-594bb4a2-4248-4db8-8cfc-4218a5a4ad6f req-6c0decf5-786b-4854-a0a9-6b28b1745f07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1097 time: 0.0519252 Jul 16 21:32:54.977720 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-594bb4a2-4248-4db8-8cfc-4218a5a4ad6f req-eb92bdec-036a-4a05-b9b1-ed62d81e52c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271502 Jul 16 21:32:55.433575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7a27c-7771-46df-a186-6aa539e356ee req-a795957e-1591-4210-a5fe-c3adbd81fbb2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:55.435055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dc7a27c-7771-46df-a186-6aa539e356ee req-a795957e-1591-4210-a5fe-c3adbd81fbb2 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0665317 Jul 16 21:32:55.471569 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6dc7a27c-7771-46df-a186-6aa539e356ee req-cda7376b-d559-432e-a6c5-df86abd1b2e6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Jul 16 21:32:56.641105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36564b-0a96-4b53-bbfd-e9aff4c66cc3 req-cfd6a17f-d3fb-45d8-9452-6035a1b4db11 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.642600 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d36564b-0a96-4b53-bbfd-e9aff4c66cc3 req-cfd6a17f-d3fb-45d8-9452-6035a1b4db11 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0625703 Jul 16 21:32:56.679790 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d36564b-0a96-4b53-bbfd-e9aff4c66cc3 req-40447c7c-42d5-4931-8f05-314087ed307b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Jul 16 21:32:56.858557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87038c-4ebd-4cf4-8fb1-59bf8bc8e6f1 req-f7a68267-ee04-4590-afcc-3e70566d9fe4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.860035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de87038c-4ebd-4cf4-8fb1-59bf8bc8e6f1 req-f7a68267-ee04-4590-afcc-3e70566d9fe4 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0685258 Jul 16 21:32:56.897183 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-de87038c-4ebd-4cf4-8fb1-59bf8bc8e6f1 req-9a03ca4b-40a1-463b-9193-8379d9fe27ec tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Jul 16 21:32:56.922488 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34190) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:56.973396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408b979-e610-4583-8529-0c2a3563f1a5 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:56.974924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d408b979-e610-4583-8529-0c2a3563f1a5 tempest-TestNetworkAdvancedServerOps-521252378 tempest-TestNetworkAdvancedServerOps-521252378-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1092 time: 0.0514760 Jul 16 21:32:56.977677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34192) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:56.982157 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:32:57.004310 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:57.102982 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:57.204401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Allocated IP 172.25.8.86 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/1b3c9850-3a8c-4f96-b986-ef825fa7450f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:32:57.308340 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:57.347518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:57.381324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:32:57.384985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:32:57.390672 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:32:57.418344 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=1b3c9850-3a8c-4f96-b986-ef825fa7450f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:57.754659 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:57.833673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:57.976528 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:57.981774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:58.054371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event updated for resources: {'Port': ['ID=1b3c9850-3a8c-4f96-b986-ef825fa7450f,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:58.062632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:58.162506 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP 9c268566-9265-455e-8d9d-057325c937e1 associated. External IP: 172.25.8.86, port: 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba. Jul 16 21:32:58.709329 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 73ff9127-311e-4f89-9000-2ca217164085 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:32:58.823728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:32:58.832937 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] Sync routers for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:32:58.839738 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:58.843171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:58.843844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:58.878465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f33cb995-519b-43d7-ba15-07288da32049 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8997474 Jul 16 21:32:58.879147 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:58.881535 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2998e392-68e2-4056-aa15-2a39b1b48ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:59.035775 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5047-18a0-40b4-8ec2-7294ddacc70e req-603f2d27-12a7-4127-921b-7d6ae5dcad94 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:59.037323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb0c5047-18a0-40b4-8ec2-7294ddacc70e req-603f2d27-12a7-4127-921b-7d6ae5dcad94 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0666573 Jul 16 21:32:59.077241 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fb0c5047-18a0-40b4-8ec2-7294ddacc70e req-0422bebb-5e65-4708-86dd-c4407c6f63d0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335927 Jul 16 21:32:59.103812 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34198) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:32:59.108960 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:59.146565 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3542f07-4e07-4ee8-83a9-5319483d338d x-openstack-request-id: req-a3542f07-4e07-4ee8-83a9-5319483d338d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:59.146833 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:59.147085 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a3542f07-4e07-4ee8-83a9-5319483d338d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:59.147493 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'status': 'completed', 'code': 200} Jul 16 21:32:59.200298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-db1bc4f8-f114-4fa3-88d8-d890618aa9ed tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/9c268566-9265-455e-8d9d-057325c937e1 HTTP/1.1" status: 200 len: 991 time: 0.0949004 Jul 16 21:32:59.220953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-e07b4f3a-08e0-4d1c-b31f-3bbb2f5b0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:59.222465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-e07b4f3a-08e0-4d1c-b31f-3bbb2f5b0900 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1097 time: 0.0684984 Jul 16 21:32:59.312436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-fb421bd0-26c5-4e29-bd31-658c10b59f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:59.313985 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-fb421bd0-26c5-4e29-bd31-658c10b59f6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 200 len: 898 time: 0.0854959 Jul 16 21:32:59.330607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '9c268566-9265-455e-8d9d-057325c937e1', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '73ff9127-311e-4f89-9000-2ca217164085', 'port_id': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'mac_address': 'fa:16:3e:f7:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:32:57Z', 'updated_at': '2021-07-16T21:32:57Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:48Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:59.355999 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] Checking router: 73ff9127-311e-4f89-9000-2ca217164085 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:32:59.364280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:32:59.364887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:32:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:59.384218 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-73b75eef-3d7d-43e6-bb1b-40847c9943ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 200 len: 999 time: 0.0618544 Jul 16 21:32:59.433503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-d80942b1-d939-4ce6-9ed6-7407cd9ba1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:59.434980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-d80942b1-d939-4ce6-9ed6-7407cd9ba1ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa941473-24f6-4851-a092-a1faef90deb0 HTTP/1.1" status: 200 len: 835 time: 0.0440459 Jul 16 21:32:59.470142 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:32:59.491421 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-f0d754b0-9058-4a50-85a1-79000c50b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:59.492951 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-f0d754b0-9058-4a50-85a1-79000c50b61e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71e8d8fb-625f-44e8-80fd-169a8d31c663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520556 Jul 16 21:32:59.585918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-a4fd1a12-0cba-4319-8898-43908ea34cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862424 Jul 16 21:32:59.674997 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2998e392-68e2-4056-aa15-2a39b1b48ff5 req-c10f1b71-afd4-40ae-95aa-fd8b0e011575 service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835054 Jul 16 21:32:59.695401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '9c268566-9265-455e-8d9d-057325c937e1', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '73ff9127-311e-4f89-9000-2ca217164085', 'port_id': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'mac_address': 'fa:16:3e:f7:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:32:57Z', 'updated_at': '2021-07-16T21:32:57Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:48Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:32:59.722981 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56b827-0ecb-45bc-a53c-b1d70b8e05a1 None None] The sync data for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 is: [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '9c268566-9265-455e-8d9d-057325c937e1', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': '73ff9127-311e-4f89-9000-2ca217164085', 'port_id': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'mac_address': 'fa:16:3e:f7:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:32:57Z', 'updated_at': '2021-07-16T21:32:57Z', 'revision_number': 0, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:48Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:32:59.915029 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6881ba-ffa0-40df-b41a-94cbdb3f859f None None] New status for floating IP 9c268566-9265-455e-8d9d-057325c937e1: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:33:00.204135 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34200) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:00.268882 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b80fdffd-3359-44c0-9a3a-95fc647184b6 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/9c268566-9265-455e-8d9d-057325c937e1 HTTP/1.1" status: 200 len: 993 time: 0.0633233 Jul 16 21:33:00.404673 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-861352f0-97de-4519-8be4-930858d2aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:04.185250 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:04.966229 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c9e82efa-c690-488f-80b7-36d848b4b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:06.342758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:08.462033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.285019 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:09.469028 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.133969 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-2f7d0827-027a-4738-bb06-ff6e8d1011b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516083 Jul 16 21:33:28.232481 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-786bf880-ae7b-41f7-a43c-53301e8ab192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:28.234007 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-786bf880-ae7b-41f7-a43c-53301e8ab192 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1097 time: 0.0571926 Jul 16 21:33:28.336856 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-e270517c-e1a7-4fa6-b354-2a712507bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:28.338308 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-e270517c-e1a7-4fa6-b354-2a712507bb6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 200 len: 898 time: 0.0850911 Jul 16 21:33:28.406755 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-03b21d4d-9272-4397-93c8-c035b47c4992 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 200 len: 1001 time: 0.0614014 Jul 16 21:33:28.455145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-c2786f50-2b37-4820-a66a-7c3ce8b0bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:28.456590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-c2786f50-2b37-4820-a66a-7c3ce8b0bd0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa941473-24f6-4851-a092-a1faef90deb0 HTTP/1.1" status: 200 len: 835 time: 0.0432861 Jul 16 21:33:28.514334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-5a2cab07-dec0-486e-8f34-17b1b608b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:28.515806 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-5a2cab07-dec0-486e-8f34-17b1b608b584 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71e8d8fb-625f-44e8-80fd-169a8d31c663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509138 Jul 16 21:33:28.607586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-6cbc7418-48ad-462c-b106-70e49bcf4e0c service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Jul 16 21:33:28.692515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4ef6a425-1fa8-4e30-a320-bbd39a116544 req-aa2b6494-2316-4b17-a980-65808fd013f2 service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793350 Jul 16 21:33:30.405415 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa6a8-6b5a-4135-83b6-34a17bce11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.989048 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:33:31.770631 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c69c6-bd75-4428-8ec9-455cd5f3e471 req-3e0c6513-5542-48a9-b879-04a17454da0a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:31.772042 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c1c69c6-bd75-4428-8ec9-455cd5f3e471 req-3e0c6513-5542-48a9-b879-04a17454da0a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0677168 Jul 16 21:33:31.808584 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c1c69c6-bd75-4428-8ec9-455cd5f3e471 req-eb7156e7-96bd-47a6-901a-b72947d2ac7c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310843 Jul 16 21:33:32.990482 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fd38b-eefe-44f8-8221-6554d8c0613e req-4c207455-7a4c-4e58-b4fb-d0a0b54ca1ad tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:32.991964 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8fd38b-eefe-44f8-8221-6554d8c0613e req-4c207455-7a4c-4e58-b4fb-d0a0b54ca1ad tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0643125 Jul 16 21:33:33.030132 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3d8fd38b-eefe-44f8-8221-6554d8c0613e req-c7c187ee-bf81-46a8-88f0-db2ed3c274ae tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Jul 16 21:33:33.054627 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34224) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:33.119039 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4023c88f-28aa-455c-ac99-7d0f88430a0d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/9c268566-9265-455e-8d9d-057325c937e1 HTTP/1.1" status: 200 len: 993 time: 0.0630660 Jul 16 21:33:34.191445 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.571203 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853607c-fea8-4294-8820-5991a92b4d97 req-92b65ac8-0d49-48b7-ac29-058020ec21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:34.572623 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d853607c-fea8-4294-8820-5991a92b4d97 req-92b65ac8-0d49-48b7-ac29-058020ec21df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1097 time: 0.0951245 Jul 16 21:33:34.586098 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04734fb9-9dcb-4a89-8935-f0579482b873 req-5c261aef-5d9b-4e50-84ee-5744cfd09e88 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:34.587502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04734fb9-9dcb-4a89-8935-f0579482b873 req-5c261aef-5d9b-4e50-84ee-5744cfd09e88 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.1000319 Jul 16 21:33:34.677361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04734fb9-9dcb-4a89-8935-f0579482b873 req-10dac9a7-0349-48a1-a6f8-f9de05388b8c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814974 Jul 16 21:33:34.704962 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853607c-fea8-4294-8820-5991a92b4d97 req-462e5d7c-34db-4bdf-9706-deda6e1a8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:34.706723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d853607c-fea8-4294-8820-5991a92b4d97 req-462e5d7c-34db-4bdf-9706-deda6e1a8285 service neutron] 10.222.0.21 "GET /v2.0/networks?id=71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 200 len: 898 time: 0.1183910 Jul 16 21:33:34.770794 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d853607c-fea8-4294-8820-5991a92b4d97 req-a68f736e-a4f2-4521-9d51-b6017d39f53f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 200 len: 1001 time: 0.0576925 Jul 16 21:33:34.823298 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853607c-fea8-4294-8820-5991a92b4d97 req-515c3ec8-fb82-462e-8d0f-ad4ceaa8d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:34.824647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d853607c-fea8-4294-8820-5991a92b4d97 req-515c3ec8-fb82-462e-8d0f-ad4ceaa8d4f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa941473-24f6-4851-a092-a1faef90deb0 HTTP/1.1" status: 200 len: 835 time: 0.0471520 Jul 16 21:33:34.883738 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853607c-fea8-4294-8820-5991a92b4d97 req-4dec568e-9e43-4297-87f9-ac72370af7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:34.885253 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d853607c-fea8-4294-8820-5991a92b4d97 req-4dec568e-9e43-4297-87f9-ac72370af7cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71e8d8fb-625f-44e8-80fd-169a8d31c663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543778 Jul 16 21:33:34.967279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-531eb388-e398-4977-9ad3-13850d47e816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.977839 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d853607c-fea8-4294-8820-5991a92b4d97 req-2b8f56d2-fa5e-4843-8396-faa44c8d1e4e service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858037 Jul 16 21:33:35.067122 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d853607c-fea8-4294-8820-5991a92b4d97 req-f14ea7f5-7773-4549-98c7-a8b716cd3be7 service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826292 Jul 16 21:33:35.850479 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336f4c6-65a7-4638-a793-7d42f0ae8b72 req-19100783-1f68-4e0b-b72c-118cd8d4b4f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:35.851980 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3336f4c6-65a7-4638-a793-7d42f0ae8b72 req-19100783-1f68-4e0b-b72c-118cd8d4b4f9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0626075 Jul 16 21:33:35.893661 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3336f4c6-65a7-4638-a793-7d42f0ae8b72 req-6970936c-09ac-477e-a499-ea983d0d9b3c tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Jul 16 21:33:36.343929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.064569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3c727-20e7-46e2-8f71-acc28cc05bcc req-346ab997-3d01-4580-a3fb-6061698bd8b0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:37.066068 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ee3c727-20e7-46e2-8f71-acc28cc05bcc req-346ab997-3d01-4580-a3fb-6061698bd8b0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0635350 Jul 16 21:33:37.105435 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8ee3c727-20e7-46e2-8f71-acc28cc05bcc req-4eba0023-62fd-477c-9103-b7fd1571676b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338621 Jul 16 21:33:37.129666 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34236) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:37.190130 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0c0f69b7-6b39-47ce-8a84-5496089f136b tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/floatingips/9c268566-9265-455e-8d9d-057325c937e1 HTTP/1.1" status: 200 len: 993 time: 0.0592997 Jul 16 21:33:37.444208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34242) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:37.603134 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 1b3c9850-3a8c-4f96-b986-ef825fa7450f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:37.603518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.678134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.678457 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.689884 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 1b3c9850-3a8c-4f96-b986-ef825fa7450f owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:37.837419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.863772 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=1b3c9850-3a8c-4f96-b986-ef825fa7450f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:37.892371 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.892707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.893046 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.893382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.893720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.894051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.894378 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.894711 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.895036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.895394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.895731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.896049 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:37.934033 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.934313 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Floating IP 9c268566-9265-455e-8d9d-057325c937e1 disassociated (deleted). External IP: 172.25.8.86, port: 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba. Jul 16 21:33:38.139708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 73ff9127-311e-4f89-9000-2ca217164085 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:38.244177 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:38.249096 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:38.255723 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] Sync routers for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:38.266851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:38.267508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:38.284707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6d637cf6-ad47-4afc-8a0f-4033be2b96c0 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/floatingips/9c268566-9265-455e-8d9d-057325c937e1 HTTP/1.1" status: 204 len: 168 time: 0.8394344 Jul 16 21:33:38.285394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:38.287836 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b0ef7c-325d-4292-9db6-4b08c675a780" -d '{"events": [{"name": "network-changed", "server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:38.375668 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:38.482354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:38.538327 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b90a0aa-9306-4c0c-85e8-57ff7ca1d0c5 x-openstack-request-id: req-1b90a0aa-9306-4c0c-85e8-57ff7ca1d0c5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:38.538622 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:38.538872 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1b90a0aa-9306-4c0c-85e8-57ff7ca1d0c5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:38.539304 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'status': 'completed', 'code': 200} Jul 16 21:33:38.596350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:48Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:38.623638 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] Checking router: 73ff9127-311e-4f89-9000-2ca217164085 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:38.624917 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-d81282c7-8bec-4b83-a21b-8239505c7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:38.626725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-d81282c7-8bec-4b83-a21b-8239505c7dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bddf2b326a45659beb45df36d672f5&device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 1097 time: 0.0646899 Jul 16 21:33:38.632134 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:38.632745 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:38.739529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:38.755088 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-7082249a-5c93-4913-b94d-0c2d47a2bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:38.756590 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-7082249a-5c93-4913-b94d-0c2d47a2bbac service neutron] 10.222.0.21 "GET /v2.0/networks?id=71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 200 len: 898 time: 0.1191010 Jul 16 21:33:38.765356 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55c8e5-05c7-4de0-8ecb-6b6618f3ff63 req-6c9b02eb-bac2-40e2-9d0e-bca8095da2f5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:38.767323 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c55c8e5-05c7-4de0-8ecb-6b6618f3ff63 req-6c9b02eb-bac2-40e2-9d0e-bca8095da2f5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.1381593 Jul 16 21:33:38.808486 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-513e0c21-bcf7-42dc-9317-a50b1446ac19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 200 len: 217 time: 0.0407555 Jul 16 21:33:38.864396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c55c8e5-05c7-4de0-8ecb-6b6618f3ff63 req-cdbb4e97-aa0a-4bd8-ab0f-6e0296908b5f tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911148 Jul 16 21:33:38.879144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-73eff0ca-3ce8-4b88-b491-2f789fcc233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:38.880780 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-73eff0ca-3ce8-4b88-b491-2f789fcc233a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa941473-24f6-4851-a092-a1faef90deb0 HTTP/1.1" status: 200 len: 835 time: 0.0643711 Jul 16 21:33:38.945776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:48Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:38.946913 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-23cd6a96-a1c1-4ad8-9891-c63d86126d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:38.948515 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-23cd6a96-a1c1-4ad8-9891-c63d86126d9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71e8d8fb-625f-44e8-80fd-169a8d31c663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583684 Jul 16 21:33:38.972357 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f137632-78bb-4d96-b066-7167439c7bd5 None None] The sync data for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 is: [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:32:45Z', 'revision_number': 4, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': 'eab20081-3312-4b55-a1db-13029a0a87d5', 'name': '', 'network_id': '71e8d8fb-625f-44e8-80fd-169a8d31c663', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'mac_address': 'fa:16:3e:09:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:43Z', 'updated_at': '2021-07-16T21:32:48Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'subnets': [{'id': 'fa941473-24f6-4851-a092-a1faef90deb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:39.042836 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-44757027-79e8-490d-aecb-16ee8f0956af service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862212 Jul 16 21:33:39.142489 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-d1b0ef7c-325d-4292-9db6-4b08c675a780 req-2799f1a9-cf1e-4477-8e2e-d0556be313cd service neutron] 10.222.0.21 "GET /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915473 Jul 16 21:33:39.185451 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc764bcf-673e-4dad-806b-8720a10835b3 None None] New status for floating IP 9c268566-9265-455e-8d9d-057325c937e1: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:33:39.289237 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.473755 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.040394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20c1b8-7224-4e6d-9a5f-c736e58ddf10 req-34d455f2-bab9-4aee-8a43-ade732c28fe9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:40.041907 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b20c1b8-7224-4e6d-9a5f-c736e58ddf10 req-34d455f2-bab9-4aee-8a43-ade732c28fe9 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0650315 Jul 16 21:33:40.089702 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5b20c1b8-7224-4e6d-9a5f-c736e58ddf10 req-80a2641a-890c-4729-aa0b-fb9766c94cc5 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "GET /v2.0/security-groups?id=aa27c38d-869f-4e9f-bfa8-1bc226d88a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 Jul 16 21:33:40.141520 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-4687adce-6d6a-4d06-81dd-3b93a23f5e9e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:40.142957 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-4687adce-6d6a-4d06-81dd-3b93a23f5e9e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "GET /v2.0/ports?device_id=1afef9e7-315a-4ab6-b8ed-07241db02f03 HTTP/1.1" status: 200 len: 946 time: 0.0679624 Jul 16 21:33:40.245106 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:40.245445 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.333422 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:40.333779 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.351021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:40.475000 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.503876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=98ed86f1-b35d-4f7e-b344-14a1f0fa62ba,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:40.551545 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] No DVR routers for this DVR port 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:40.554092 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.556114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1d5f9bc5-3aa8-4b9a-970f-58745412bff6 req-20fbd2b3-a962-4396-bffd-17638832832a tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.21 "DELETE /v2.0/ports/98ed86f1-b35d-4f7e-b344-14a1f0fa62ba HTTP/1.1" status: 204 len: 173 time: 0.4076316 Jul 16 21:33:40.556542 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'name': 'network-vif-deleted', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:40.558789 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a70fd2-b5d7-43e5-b751-d66518651759" -d '{"events": [{"server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "name": "network-vif-deleted", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:40.600562 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2daae8-e1bf-4439-8ca9-137bc29bbd07 x-openstack-request-id: req-dc2daae8-e1bf-4439-8ca9-137bc29bbd07 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:40.600859 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afef9e7-315a-4ab6-b8ed-07241db02f03", "name": "network-vif-deleted", "tag": "98ed86f1-b35d-4f7e-b344-14a1f0fa62ba", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:40.601112 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-dc2daae8-e1bf-4439-8ca9-137bc29bbd07 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:40.601512 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afef9e7-315a-4ab6-b8ed-07241db02f03', 'name': 'network-vif-deleted', 'tag': '98ed86f1-b35d-4f7e-b344-14a1f0fa62ba', 'status': 'completed', 'code': 200} Jul 16 21:33:41.183591 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34256) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:41.535571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.136851 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port eab20081-3312-4b55-a1db-13029a0a87d5 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:42.137184 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.227464 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port eab20081-3312-4b55-a1db-13029a0a87d5, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=eab20081-3312-4b55-a1db-13029a0a87d5,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:42.228154 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.240619 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for eab20081-3312-4b55-a1db-13029a0a87d5 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:42.423890 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.456007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=eab20081-3312-4b55-a1db-13029a0a87d5,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:42.634890 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.843999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Router 73ff9127-311e-4f89-9000-2ca217164085 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:42.966909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:42.972437 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4b0561f3-e2cf-4cbe-8ce5-a24c673ecc8e tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "PUT /v2.0/routers/73ff9127-311e-4f89-9000-2ca217164085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875171 Jul 16 21:33:42.975045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34260) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:42.977726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] Sync routers for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:42.989658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:42.990309 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:43.031550 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting subnet fa941473-24f6-4851-a092-a1faef90deb0 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:33:43.034795 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.075747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.096919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:43.158519 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.226098 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.255081 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Subnet': ['ID=fa941473-24f6-4851-a092-a1faef90deb0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:43.257106 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.258990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-61de820c-b0ce-4e2d-b109-5ac2659a3268 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/subnets/fa941473-24f6-4851-a092-a1faef90deb0 HTTP/1.1" status: 204 len: 168 time: 0.2827187 Jul 16 21:33:43.261556 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34262) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:43.266300 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aff5e6-9060-480b-8988-efadf91bc0e9 None None] Network 71e8d8fb-625f-44e8-80fd-169a8d31c663 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:43.337608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:33:42Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:43.369753 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.383574 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] Checking router: 73ff9127-311e-4f89-9000-2ca217164085 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:43.413093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] Routers {'73ff9127-311e-4f89-9000-2ca217164085'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:43.413706 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['73ff9127-311e-4f89-9000-2ca217164085'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:43.480114 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.535035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] Set router 73ff9127-311e-4f89-9000-2ca217164085 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:43.547813 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Deleting port b1de1530-f420-4baf-b307-8fe8808abf85 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:43.548043 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.639431 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] For port b1de1530-f420-4baf-b307-8fe8808abf85, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=b1de1530-f420-4baf-b307-8fe8808abf85,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:43.639706 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.652623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Calling delete_port for b1de1530-f420-4baf-b307-8fe8808abf85 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:43.725565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] DHCP port deletion for 71e8d8fb-625f-44e8-80fd-169a8d31c663 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:33:43.838636 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.868695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Port': ['ID=b1de1530-f420-4baf-b307-8fe8808abf85,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:43.892217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Deleting port be428dac-52e8-4c94-8c2f-6a6315de0a89 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:43.892496 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.935853 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.968782 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] For port be428dac-52e8-4c94-8c2f-6a6315de0a89, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=be428dac-52e8-4c94-8c2f-6a6315de0a89,segment=NetworkSegment(30742a33-b180-48af-a442-a7a5acefc29c),segment_id=30742a33-b180-48af-a442-a7a5acefc29c)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:43.969180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.984693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Calling delete_port for be428dac-52e8-4c94-8c2f-6a6315de0a89 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:43.996051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:33:42Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:44.025524 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5da70-ad40-46bb-9a90-918f38ae9acd None None] The sync data for ids ['73ff9127-311e-4f89-9000-2ca217164085'] in n-d-798930-6 is: [{'id': '73ff9127-311e-4f89-9000-2ca217164085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316808376', 'tenant_id': '67bddf2b326a45659beb45df36d672f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:32:40Z', 'updated_at': '2021-07-16T21:33:42Z', 'revision_number': 5, 'project_id': '67bddf2b326a45659beb45df36d672f5', 'gw_port': {'id': 'b1de1530-f420-4baf-b307-8fe8808abf85', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9127-311e-4f89-9000-2ca217164085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:32:41Z', 'updated_at': '2021-07-16T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:44.031366 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.034147 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.087953 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.088609 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Fanout notify agent at l3_agent the message router_deleted on router 73ff9127-311e-4f89-9000-2ca217164085 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:33:44.095732 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.096863 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7de8c8dc-3763-4af2-9317-03685b59d070 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/routers/73ff9127-311e-4f89-9000-2ca217164085 HTTP/1.1" status: 204 len: 168 time: 0.8343778 Jul 16 21:33:44.099733 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34264) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:44.108063 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.134247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Pushing event deleted for resources: {'Port': ['ID=be428dac-52e8-4c94-8c2f-6a6315de0a89,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.140908 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] No DVR routers for this DVR port be428dac-52e8-4c94-8c2f-6a6315de0a89 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:44.152088 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.152436 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.152795 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.153095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.153613 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.154231 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.154551 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.154887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.155221 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.155569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.155896 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.156218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5c0fd-092d-4980-9b95-45bdecd4c81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.182012 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.269767 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.279818 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e8d8fb-625f-44e8-80fd-169a8d31c663']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:44.290012 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30742a33-b180-48af-a442-a7a5acefc29c') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:44.290311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30742a33-b180-48af-a442-a7a5acefc29c') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:44.299427 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15412264'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.313596 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.319594 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:33:44.319987 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15409712'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: Traceback (most recent call last): Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: timer() Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: cb(*args, **kw) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: return func(*args, **kwargs) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: self._notify() Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: self.callback(batched_events) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: event.method(event) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: return f(self, *a, **k) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: return self._get(url).json() Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: return self.request(url, 'GET', **kwargs) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:33:44.323030 n-d-798930-6 neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:33:44.382581 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.392084 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.394089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/networks/71e8d8fb-625f-44e8-80fd-169a8d31c663 HTTP/1.1" status: 204 len: 168 time: 0.2932365 Jul 16 21:33:44.396996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34266) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:44.407016 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c2902-ecde-48f0-bdef-99bacad2e09d tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'Network': ['ID=71e8d8fb-625f-44e8-80fd-169a8d31c663,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.461818 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device be428dac-52e8-4c94-8c2f-6a6315de0a89 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:44.470725 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.483001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: be428dac-52e8-4c94-8c2f-6a6315de0a89 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:44.483399 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device be428dac-52e8-4c94-8c2f-6a6315de0a89 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:44.504856 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.569506 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.572158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.573343 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] 10.222.0.100 "DELETE /v2.0/security-groups/aa27c38d-869f-4e9f-bfa8-1bc226d88a07 HTTP/1.1" status: 204 len: 168 time: 0.1753500 Jul 16 21:33:44.582958 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa27c38d-869f-4e9f-bfa8-1bc226d88a07,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.590851 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.591213 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.591584 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.591924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.592259 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.592593 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.592925 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.593255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.593589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.594056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.594246 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.594571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689082fe-f06c-4a2b-a782-0cb9d7d6ecf3 tempest-TestNetworkAdvancedServerOps-1390110887 tempest-TestNetworkAdvancedServerOps-1390110887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:44.730625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:44.755395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:44.755822 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 98ed86f1-b35d-4f7e-b344-14a1f0fa62ba not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:44.908261 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34276) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:45.043841 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-290a636f-bba3-4d51-9e5f-c4dfdbb2faa7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=67bddf2b326a45659beb45df36d672f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343169 Jul 16 21:33:45.046302 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34280) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:45.097972 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8033-e52d-4864-b351-87ef6ae537e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.120784 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8033-e52d-4864-b351-87ef6ae537e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.172740 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8033-e52d-4864-b351-87ef6ae537e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.175482 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8033-e52d-4864-b351-87ef6ae537e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.176802 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c8ba8033-e52d-4864-b351-87ef6ae537e0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/eb4c8047-ce10-43c1-92c3-90c6d7477844 HTTP/1.1" status: 204 len: 168 time: 0.1294377 Jul 16 21:33:45.184540 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8033-e52d-4864-b351-87ef6ae537e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4c8047-ce10-43c1-92c3-90c6d7477844,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:45.429650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34286) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:45.443926 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eeab1af1-52d2-40c4-991e-bb9ac36d4fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.534953 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eeab1af1-52d2-40c4-991e-bb9ac36d4fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.538753 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-eeab1af1-52d2-40c4-991e-bb9ac36d4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.574999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab1af1-52d2-40c4-991e-bb9ac36d4fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6046108-1f99-4998-a158-8f30c02d8a8b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:45.579832 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-eeab1af1-52d2-40c4-991e-bb9ac36d4fe9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=82471cc8e4cb49c2a73f8d8f49716094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491282 Jul 16 21:33:45.583054 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34288) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:45.630098 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-131078b4-edc2-46a2-a553-daa5a4d7dd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.651708 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-131078b4-edc2-46a2-a553-daa5a4d7dd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.701066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-131078b4-edc2-46a2-a553-daa5a4d7dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.703917 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-131078b4-edc2-46a2-a553-daa5a4d7dd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.705098 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-131078b4-edc2-46a2-a553-daa5a4d7dd20 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b6046108-1f99-4998-a158-8f30c02d8a8b HTTP/1.1" status: 204 len: 168 time: 0.1217368 Jul 16 21:33:45.712880 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131078b4-edc2-46a2-a553-daa5a4d7dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6046108-1f99-4998-a158-8f30c02d8a8b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.018577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b1de1530-f420-4baf-b307-8fe8808abf85 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:46.042424 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: b1de1530-f420-4baf-b307-8fe8808abf85 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:46.042772 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device b1de1530-f420-4baf-b307-8fe8808abf85 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:46.043283 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eab20081-3312-4b55-a1db-13029a0a87d5 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:46.063590 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: eab20081-3312-4b55-a1db-13029a0a87d5 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:46.063946 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device eab20081-3312-4b55-a1db-13029a0a87d5 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:46.398399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34310) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.489427 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1428445854-network', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.509993 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Made reservation on behalf of 9d188a7577884f259fc619a0bb4c1854 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:46.513933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.522160 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.613353 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.616832 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.641363 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:33:46.649932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26188ac2-ae8a-4a07-b1cc-6014f8eb815c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.656120 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.656470 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Added segment 39b99116-a3ee-455d-bb44-c1e9ec2edcb3 of type vlan for network f985b753-1034-41de-8f80-c8a40378bab8 Jul 16 21:33:46.696205 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.723460 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.724409 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:46.724990 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.756296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3567991 Jul 16 21:33:46.759466 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34314) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.765084 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Request body: {'subnet': {'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1428445854-subnet', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.785137 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Made reservation on behalf of 9d188a7577884f259fc619a0bb4c1854 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:46.785360 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6402c-4312-4985-9d69-bb65814c47c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f985b753-1034-41de-8f80-c8a40378bab8,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.789034 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.795963 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network f985b753-1034-41de-8f80-c8a40378bab8 details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:33:46.960855 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.031685 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:47.040266 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Checking segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:47.040623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Network hostable DHCP agents. Network: f985b753-1034-41de-8f80-c8a40378bab8, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:33:47.057545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Network f985b753-1034-41de-8f80-c8a40378bab8 is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:33:47.066148 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, f985b753-1034-41de-8f80-c8a40378bab8) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:47.070557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:47.071939 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.076177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305290e-cd48-41b2-b2c2-19acb4c9d87d None None] Network f985b753-1034-41de-8f80-c8a40378bab8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:47.088412 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5302d243-9251-4c54-b044-80f4aefa148d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3278010 Jul 16 21:33:47.091675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34316) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:47.096203 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:47.117048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.118287 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.170835 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.224530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-f985b753-1034-41de-8f80-c8a40378bab8', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:33:47.225396 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.308574 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.361464 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Allocated IP 172.20.0.2 (f985b753-1034-41de-8f80-c8a40378bab8/ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7/6329d49d-f1af-409d-b7b7-c978693564f2) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:47.504137 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.512426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Transition to ACTIVE for port object 6329d49d-f1af-409d-b7b7-c978693564f2 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:47.514955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.527562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Transition to ACTIVE for port object 6329d49d-f1af-409d-b7b7-c978693564f2 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:47.533311 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.535158 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.572775 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Network f985b753-1034-41de-8f80-c8a40378bab8 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:47.576196 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:47.579750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:47.586479 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Pushing event updated for resources: {'Port': ['ID=6329d49d-f1af-409d-b7b7-c978693564f2,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:47.638941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Attempting to bind port 6329d49d-f1af-409d-b7b7-c978693564f2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:47.639350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Attempting to bind port 6329d49d-f1af-409d-b7b7-c978693564f2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:47.639716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Attempting to bind port 6329d49d-f1af-409d-b7b7-c978693564f2 on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:47.640096 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Allocated IP 172.25.8.198 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/5b7489d5-3cfa-4761-8d39-5c2ef93e87e9) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:47.644985 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:47.645563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Checking segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:47.645803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.646200 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Bound using segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:47.646667 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Bound port: 6329d49d-f1af-409d-b7b7-c978693564f2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:47.647050 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.712472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] For port 6329d49d-f1af-409d-b7b7-c978693564f2, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:47.717290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] For port 6329d49d-f1af-409d-b7b7-c978693564f2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6329d49d-f1af-409d-b7b7-c978693564f2,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:47.721596 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.748414 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.779743 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c607-273a-449a-970c-ed04fc1d7c44 None None] Pushing event updated for resources: {'Port': ['ID=6329d49d-f1af-409d-b7b7-c978693564f2,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:47.789607 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.827090 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:47.832131 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:47.835654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:47.860832 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:48.104219 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6329d49d-f1af-409d-b7b7-c978693564f2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:48.117962 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.154861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6329d49d-f1af-409d-b7b7-c978693564f2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:48.313470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.448449 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:33:48.563105 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:48.571913 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Sync routers for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:48.581914 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:48.582207 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.582570 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:48.586950 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-59a7c61c-0fe4-490b-810d-7d711a6df231 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4910491 Jul 16 21:33:48.587403 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34318) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:48.694894 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:48.713645 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c969b5e-1153-49d0-9f0e-fe9c22732d48 None None] Network f985b753-1034-41de-8f80-c8a40378bab8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:48.842791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4dc9ff5a-00f9-4938-b6f6-60530b18325d None None] Provisioning for port 6329d49d-f1af-409d-b7b7-c978693564f2 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:48.852194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4dc9ff5a-00f9-4938-b6f6-60530b18325d None None] Provisioning complete for port 6329d49d-f1af-409d-b7b7-c978693564f2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:48.852566 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ff5a-00f9-4938-b6f6-60530b18325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.877944 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 3, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:48.909020 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Checking router: d716b7ae-01ac-4e9e-89d5-0e8e147d41fb for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:48.909511 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Updating router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:48.943072 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.966740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ff5a-00f9-4938-b6f6-60530b18325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.013318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-4dc9ff5a-00f9-4938-b6f6-60530b18325d None None] For port 6329d49d-f1af-409d-b7b7-c978693564f2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6329d49d-f1af-409d-b7b7-c978693564f2,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:49.020255 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ff5a-00f9-4938-b6f6-60530b18325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.060696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.077709 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9ff5a-00f9-4938-b6f6-60530b18325d None None] Pushing event updated for resources: {'Port': ['ID=6329d49d-f1af-409d-b7b7-c978693564f2,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.234423 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Allocated IP 172.20.0.1 (f985b753-1034-41de-8f80-c8a40378bab8/ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7/20532b0d-8f0e-499a-825a-3bf3d053581d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:49.240202 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c02093b1-180f-422c-b2b6-da4f0cf25cd4 None None] Provisioning complete for port 6329d49d-f1af-409d-b7b7-c978693564f2 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:49.240719 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c02093b1-180f-422c-b2b6-da4f0cf25cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.241379 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.251578 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Transition to ACTIVE for port object 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:49.258079 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.352230 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.366934 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Transition to ACTIVE for port object 20532b0d-8f0e-499a-825a-3bf3d053581d will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:49.399529 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Attempting to bind port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:49.399893 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Attempting to bind port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:49.400246 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Attempting to bind port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:49.405025 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.406124 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Pushing event updated for resources: {'Port': ['ID=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.413763 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:49.414137 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:49.414535 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.414921 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:49.415410 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Bound port: 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:49.415783 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.419008 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.419508 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.419783 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.420119 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.420440 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.420757 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.421081 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.421395 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.421714 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.422029 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.422344 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.422658 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:49.441824 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Network f985b753-1034-41de-8f80-c8a40378bab8 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:49.447892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:49.452171 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:49.474503 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Pushing event updated for resources: {'Port': ['ID=20532b0d-8f0e-499a-825a-3bf3d053581d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.475310 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] For port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:49.479666 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] For port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:49.485867 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.498549 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.534440 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:49.535072 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:49.625061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441b5c3-bf9a-4e95-a0b2-fa17b2739add None None] Pushing event updated for resources: {'Port': ['ID=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.655139 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:49.657837 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.751413 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c1607241-6ce7-44f9-8d6a-4acb09a41181 None None] Provisioning for port 20532b0d-8f0e-499a-825a-3bf3d053581d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:49.755767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c1607241-6ce7-44f9-8d6a-4acb09a41181 None None] Provisioning complete for port 20532b0d-8f0e-499a-825a-3bf3d053581d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:49.756377 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c1607241-6ce7-44f9-8d6a-4acb09a41181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.802840 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c1607241-6ce7-44f9-8d6a-4acb09a41181 None None] Port 20532b0d-8f0e-499a-825a-3bf3d053581d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:49.822186 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.826868 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.844100 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 3, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:49.870308 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d87a600-3bed-4a56-98c4-8b06d6b879f7 None None] The sync data for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 is: [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 3, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:49.896023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Pushing event updated for resources: {'Port': ['ID=20532b0d-8f0e-499a-825a-3bf3d053581d,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.898422 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.993065 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Network f985b753-1034-41de-8f80-c8a40378bab8 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:49.994534 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:50.109591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6329d49d-f1af-409d-b7b7-c978693564f2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:50.167522 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:50.178555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6329d49d-f1af-409d-b7b7-c978693564f2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:50.178781 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.296703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:50.304110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c8b985e7-6a0a-4bb5-b781-d6588d09f157 admin admin] 10.222.0.100 "PUT /v2.0/routers/d716b7ae-01ac-4e9e-89d5-0e8e147d41fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132657 Jul 16 21:33:50.347622 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7914fcb5-b868-4804-beb9-f2d8b1d2f3ea None None] Provisioning complete for port 20532b0d-8f0e-499a-825a-3bf3d053581d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:50.348163 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7914fcb5-b868-4804-beb9-f2d8b1d2f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.389066 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7914fcb5-b868-4804-beb9-f2d8b1d2f3ea None None] Port 20532b0d-8f0e-499a-825a-3bf3d053581d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:50.782275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34334) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:50.787411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1456067592-network', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:50.807905 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Made reservation on behalf of c02b74608a0c42ee873d070b4960d387 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:50.810361 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.818647 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.910288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.914078 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.938387 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:33:50.951919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1b175-1073-4557-9185-c597c1c23b55,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:50.956778 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.957124 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Added segment dc394867-f1c0-4600-9e11-773a7842a139 of type vlan for network cc226b3c-675f-4c6f-b15c-90c15609cd0c Jul 16 21:33:51.000375 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.035953 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.036911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:51.037491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.069633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2860689 Jul 16 21:33:51.072338 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34336) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:51.078045 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Request body: {'subnet': {'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1456067592-subnet', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:51.100916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Made reservation on behalf of c02b74608a0c42ee873d070b4960d387 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:51.101230 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3875a1-d8a5-4f3b-bc2a-7d6e75456054 admin admin] Pushing event updated for resources: {'Network': ['ID=cc226b3c-675f-4c6f-b15c-90c15609cd0c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:51.103424 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.111715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:33:51.279735 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.331599 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:51.342567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Checking segment: {'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:51.342941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Network hostable DHCP agents. Network: cc226b3c-675f-4c6f-b15c-90c15609cd0c, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:33:51.359894 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:33:51.368566 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, cc226b3c-675f-4c6f-b15c-90c15609cd0c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:51.372744 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:51.373329 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.378534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a46a85-6bde-42e4-bf6f-abc13b1fc108 None None] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:51.386990 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-5809d577-a2ca-4c2a-a71b-1644fbcf8ff0 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135269 Jul 16 21:33:51.390613 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34338) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:51.395064 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:51.419028 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.420306 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.442123 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Sync routers for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:51.468035 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:51.468759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:51.477185 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.619539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'fixed_ips': [{'subnet_id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:33:51.620708 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.637318 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:51.917554 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.121022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:52.129761 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.131900 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Allocated IP 172.20.0.2 (cc226b3c-675f-4c6f-b15c-90c15609cd0c/5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2/e5ed26a1-739d-409a-8a98-e0cec4df48dc) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:52.149859 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.256996 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Allocated IP 172.25.8.221 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/6ae9867e-333a-4a3d-b2e3-201caf0ed4cd) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:52.339598 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:52.355213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:52.355610 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.363186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.369922 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 2, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:52.402786 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.439548 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:52.444760 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Checking router: d716b7ae-01ac-4e9e-89d5-0e8e147d41fb for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:52.445280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Updating router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb port 20532b0d-8f0e-499a-825a-3bf3d053581d binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:52.445622 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:52.448173 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:52.478675 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:52.507508 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.517247 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.522498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Transition to ACTIVE for port object e5ed26a1-739d-409a-8a98-e0cec4df48dc will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:52.565191 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Transition to ACTIVE for port object e5ed26a1-739d-409a-8a98-e0cec4df48dc will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:52.591165 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.642782 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.668530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:52.714695 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.724520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:52.727324 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:52.731096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:52.733080 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Pushing event updated for resources: {'Port': ['ID=e5ed26a1-739d-409a-8a98-e0cec4df48dc,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:52.743841 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.895152 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:52.897804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Attempting to bind port e5ed26a1-739d-409a-8a98-e0cec4df48dc on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:52.898175 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Attempting to bind port e5ed26a1-739d-409a-8a98-e0cec4df48dc by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:52.898928 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Attempting to bind port e5ed26a1-739d-409a-8a98-e0cec4df48dc on network cc226b3c-675f-4c6f-b15c-90c15609cd0c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:52.907110 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:52.907503 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Checking segment: {'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:52.907906 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.908294 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Bound using segment: {'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:52.908752 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Bound port: e5ed26a1-739d-409a-8a98-e0cec4df48dc, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:52.909132 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:52.914531 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.028849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] For port e5ed26a1-739d-409a-8a98-e0cec4df48dc, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:53.046843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Router f7b537a3-68a3-4430-8b0b-85183da9adf6 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:33:53.047405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] For port e5ed26a1-739d-409a-8a98-e0cec4df48dc, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e5ed26a1-739d-409a-8a98-e0cec4df48dc,segment=NetworkSegment(dc394867-f1c0-4600-9e11-773a7842a139),segment_id=dc394867-f1c0-4600-9e11-773a7842a139)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:53.057970 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.068276 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.108887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Transition to ACTIVE for port object 20532b0d-8f0e-499a-825a-3bf3d053581d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:53.132167 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.140571 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd205c-5d80-4dd2-8b33-76bf85db5081 None None] Pushing event updated for resources: {'Port': ['ID=e5ed26a1-739d-409a-8a98-e0cec4df48dc,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:53.169281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:53.178220 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Sync routers for ids ['f7b537a3-68a3-4430-8b0b-85183da9adf6'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:53.192307 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Routers {'f7b537a3-68a3-4430-8b0b-85183da9adf6'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:53.192945 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f7b537a3-68a3-4430-8b0b-85183da9adf6'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:53.196516 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.202143 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8599521a-50dc-40b3-99da-0a1818052339 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8103707 Jul 16 21:33:53.205097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34340) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:53.219804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e19fdc-72dd-4af6-b4af-9158d8291dec None None] Pushing event updated for resources: {'Port': ['ID=20532b0d-8f0e-499a-825a-3bf3d053581d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:53.261798 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Attempting to bind port 20532b0d-8f0e-499a-825a-3bf3d053581d on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:53.262338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Attempting to bind port 20532b0d-8f0e-499a-825a-3bf3d053581d by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:53.263328 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Attempting to bind port 20532b0d-8f0e-499a-825a-3bf3d053581d on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:53.269501 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:53.269885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Checking segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:53.270284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.270686 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Bound using segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:53.271160 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Bound port: 20532b0d-8f0e-499a-825a-3bf3d053581d, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:53.271590 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.351214 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Set router f7b537a3-68a3-4430-8b0b-85183da9adf6 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:53.354510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] For port 20532b0d-8f0e-499a-825a-3bf3d053581d, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:53.358290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] For port 20532b0d-8f0e-499a-825a-3bf3d053581d, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=20532b0d-8f0e-499a-825a-3bf3d053581d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:53.369312 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.495081 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e19fdc-72dd-4af6-b4af-9158d8291dec None None] Pushing event updated for resources: {'Port': ['ID=20532b0d-8f0e-499a-825a-3bf3d053581d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:53.499218 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:53.499993 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:53.649979 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 3, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port': {'id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:52Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:53.672529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:53.684900 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Checking router: f7b537a3-68a3-4430-8b0b-85183da9adf6 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:53.685403 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Updating router f7b537a3-68a3-4430-8b0b-85183da9adf6 port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:53.739805 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.798812 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.968027 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Allocated IP 172.20.0.1 (cc226b3c-675f-4c6f-b15c-90c15609cd0c/5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2/0764d7bf-e0b9-4e41-84da-153eeb7eac91) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:54.152573 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.170278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Transition to ACTIVE for port object 0764d7bf-e0b9-4e41-84da-153eeb7eac91 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:54.229912 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.232330 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:53Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:54.251061 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.272199 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573bc674-da3b-4f9b-9b02-5d0ac6be04a6 None None] The sync data for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 is: [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:53Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:54.274307 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Transition to ACTIVE for port object 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:54.284473 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.304112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:54.308068 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:54.311097 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:54.374548 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Attempting to bind port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:54.383333 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5ed26a1-739d-409a-8a98-e0cec4df48dc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:54.383561 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Attempting to bind port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:54.383561 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Attempting to bind port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:54.396347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Pushing event updated for resources: {'Port': ['ID=0764d7bf-e0b9-4e41-84da-153eeb7eac91,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:54.405378 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c3c5d-de41-4015-854a-34708fb8dfe7 None None] Pushing event updated for resources: {'Port': ['ID=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:54.407953 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:54.408423 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:54.409016 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.409573 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:54.410046 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Bound port: 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:54.410423 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.421565 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.478889 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port e5ed26a1-739d-409a-8a98-e0cec4df48dc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:54.482473 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] For port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:54.484340 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:54.486930 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] For port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:54.497911 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.555817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:54.556666 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.589769 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c3c5d-de41-4015-854a-34708fb8dfe7 None None] Pushing event updated for resources: {'Port': ['ID=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:54.592861 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Routers {'f7b537a3-68a3-4430-8b0b-85183da9adf6'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:54.593556 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f7b537a3-68a3-4430-8b0b-85183da9adf6'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:54.607459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f3124-acce-4853-acfc-9ea2d645d5a2 None None] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:54.631543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.685421 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-29b4e4e7-c5c6-4a5d-8dfb-7f23da10e0a1 None None] Provisioning for port e5ed26a1-739d-409a-8a98-e0cec4df48dc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:54.698861 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-29b4e4e7-c5c6-4a5d-8dfb-7f23da10e0a1 None None] Provisioning complete for port e5ed26a1-739d-409a-8a98-e0cec4df48dc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:54.699393 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4e7-c5c6-4a5d-8dfb-7f23da10e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.718948 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] Set router f7b537a3-68a3-4430-8b0b-85183da9adf6 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:54.855569 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.864470 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.905379 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4e7-c5c6-4a5d-8dfb-7f23da10e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.939866 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.948571 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Pushing event updated for resources: {'Port': ['ID=0764d7bf-e0b9-4e41-84da-153eeb7eac91,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:54.953381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-29b4e4e7-c5c6-4a5d-8dfb-7f23da10e0a1 None None] For port e5ed26a1-739d-409a-8a98-e0cec4df48dc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e5ed26a1-739d-409a-8a98-e0cec4df48dc,segment=NetworkSegment(dc394867-f1c0-4600-9e11-773a7842a139),segment_id=dc394867-f1c0-4600-9e11-773a7842a139)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:54.959490 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 4, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port': {'id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:52Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '0764d7bf-e0b9-4e41-84da-153eeb7eac91', 'name': '', 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'mac_address': 'fa:16:3e:5b:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:53Z', 'updated_at': '2021-07-16T21:33:53Z', 'revision_number': 1, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'subnets': [{'id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:54.961260 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4e7-c5c6-4a5d-8dfb-7f23da10e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.996524 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d963df-b0ce-4a04-bbc3-94092566f646 None None] The sync data for ids ['f7b537a3-68a3-4430-8b0b-85183da9adf6'] in n-d-798930-6 is: [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 4, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port': {'id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:52Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '0764d7bf-e0b9-4e41-84da-153eeb7eac91', 'name': '', 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'mac_address': 'fa:16:3e:5b:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:53Z', 'updated_at': '2021-07-16T21:33:53Z', 'revision_number': 1, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'subnets': [{'id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:55.031156 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4e4e7-c5c6-4a5d-8dfb-7f23da10e0a1 None None] Pushing event updated for resources: {'Port': ['ID=e5ed26a1-739d-409a-8a98-e0cec4df48dc,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:55.088557 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:55.090279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:55.215347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Router f7b537a3-68a3-4430-8b0b-85183da9adf6 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:55.337873 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f7dc6d1f-ec4f-4b5c-b999-c324a3c0d798 None None] Provisioning for port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:55.344768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f7dc6d1f-ec4f-4b5c-b999-c324a3c0d798 None None] Provisioning complete for port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:55.345140 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6d1f-ec4f-4b5c-b999-c324a3c0d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:55.388140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:55.388969 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc6d1f-ec4f-4b5c-b999-c324a3c0d798 None None] Port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:55.402187 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8acfaef1-8ca6-4773-a7fe-8a35969bae62 admin admin] 10.222.0.100 "PUT /v2.0/routers/f7b537a3-68a3-4430-8b0b-85183da9adf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957779 Jul 16 21:33:55.414051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f7dc6d1f-ec4f-4b5c-b999-c324a3c0d798 None None] Provisioning complete for port e5ed26a1-739d-409a-8a98-e0cec4df48dc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:55.415179 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6d1f-ec4f-4b5c-b999-c324a3c0d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:55.629828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64114acd-42f5-4d0b-836c-ccaf075d3bd0 None None] Provisioning complete for port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:55.630504 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64114acd-42f5-4d0b-836c-ccaf075d3bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:55.679716 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-64114acd-42f5-4d0b-836c-ccaf075d3bd0 None None] Port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:55.800260 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e5bc9288-f10e-4509-8906-c20d46ad50ef None None] Provisioning complete for port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:55.800704 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e5bc9288-f10e-4509-8906-c20d46ad50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:55.838942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc9288-f10e-4509-8906-c20d46ad50ef None None] Port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:56.023990 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:56.029924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b7ae25b1-e11a-4f22-af91-80c13f5926dd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245682474', 'description': 'tempest-secgroup-smoke-245682474 description', 'project_id': '9d188a7577884f259fc619a0bb4c1854'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:56.056303 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7ae25b1-e11a-4f22-af91-80c13f5926dd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.149965 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7ae25b1-e11a-4f22-af91-80c13f5926dd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.154508 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7ae25b1-e11a-4f22-af91-80c13f5926dd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.165143 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5ed26a1-739d-409a-8a98-e0cec4df48dc up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:56.183955 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7ae25b1-e11a-4f22-af91-80c13f5926dd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.186054 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b7ae25b1-e11a-4f22-af91-80c13f5926dd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1610427 Jul 16 21:33:56.188005 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae25b1-e11a-4f22-af91-80c13f5926dd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec21c9f-664b-40ab-824c-ce80585c1ae9,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.189248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:56.195047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ee859a9e-b88c-42dc-a274-f4b282ff29aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': '5ec21c9f-664b-40ab-824c-ce80585c1ae9', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:56.218938 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port e5ed26a1-739d-409a-8a98-e0cec4df48dc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:56.219428 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.221720 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee859a9e-b88c-42dc-a274-f4b282ff29aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.277122 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee859a9e-b88c-42dc-a274-f4b282ff29aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.280879 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee859a9e-b88c-42dc-a274-f4b282ff29aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.300652 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 20532b0d-8f0e-499a-825a-3bf3d053581d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:56.302259 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee859a9e-b88c-42dc-a274-f4b282ff29aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb54c998-ea97-4528-b8a0-41ee77789031,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.308933 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee859a9e-b88c-42dc-a274-f4b282ff29aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.310377 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ee859a9e-b88c-42dc-a274-f4b282ff29aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195238 Jul 16 21:33:56.313307 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34352) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:56.317953 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7fc7530c-fc2c-425d-a619-1fda34d59c56 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': '5ec21c9f-664b-40ab-824c-ce80585c1ae9', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:56.344472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fc7530c-fc2c-425d-a619-1fda34d59c56 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.348139 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 20532b0d-8f0e-499a-825a-3bf3d053581d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:56.351750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 20532b0d-8f0e-499a-825a-3bf3d053581d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:56.352123 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.401818 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fc7530c-fc2c-425d-a619-1fda34d59c56 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.405876 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fc7530c-fc2c-425d-a619-1fda34d59c56 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.423991 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7530c-fc2c-425d-a619-1fda34d59c56 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8478e377-0895-4a81-b515-88722bc50a07,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.431944 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7fc7530c-fc2c-425d-a619-1fda34d59c56 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.432188 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.433074 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7fc7530c-fc2c-425d-a619-1fda34d59c56 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187537 Jul 16 21:33:56.436496 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34354) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:56.441079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b55a726d-74a7-419b-85c5-390e6303943e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': '5ec21c9f-664b-40ab-824c-ce80585c1ae9', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:56.465573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 20532b0d-8f0e-499a-825a-3bf3d053581d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=20532b0d-8f0e-499a-825a-3bf3d053581d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:56.467368 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b55a726d-74a7-419b-85c5-390e6303943e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.470232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.521455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=20532b0d-8f0e-499a-825a-3bf3d053581d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.528194 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b55a726d-74a7-419b-85c5-390e6303943e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.532176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b55a726d-74a7-419b-85c5-390e6303943e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.549659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a726d-74a7-419b-85c5-390e6303943e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a011cc-0ed4-404f-ac97-39a94fea70b2,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.554960 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b55a726d-74a7-419b-85c5-390e6303943e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.558874 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b55a726d-74a7-419b-85c5-390e6303943e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186945 Jul 16 21:33:56.559021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34356) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:56.564015 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6e21dca3-419a-4845-a831-c1303bb29f37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': '5ec21c9f-664b-40ab-824c-ce80585c1ae9', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:56.588969 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e21dca3-419a-4845-a831-c1303bb29f37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.647037 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e21dca3-419a-4845-a831-c1303bb29f37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.650900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e21dca3-419a-4845-a831-c1303bb29f37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.671472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21dca3-419a-4845-a831-c1303bb29f37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5f53fe-dac5-430c-8d55-b641572020d8,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.677150 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6e21dca3-419a-4845-a831-c1303bb29f37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.678348 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6e21dca3-419a-4845-a831-c1303bb29f37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177895 Jul 16 21:33:56.681141 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34358) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:56.686238 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': '5ec21c9f-664b-40ab-824c-ce80585c1ae9', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:56.707808 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Project 9d188a7577884f259fc619a0bb4c1854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:33:56.712533 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.771560 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.775062 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.792406 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d3a5c9-9857-453b-8f3e-e37918d10f68,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.799717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.800898 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-a576273b-ff76-45b7-95f8-18341fe6facc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187890 Jul 16 21:33:56.803659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34360) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:56.808112 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': '5ec21c9f-664b-40ab-824c-ce80585c1ae9', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:56.828433 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Project 9d188a7577884f259fc619a0bb4c1854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:33:56.833075 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.894179 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.900149 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.927943 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.929640 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250429 Jul 16 21:33:56.945712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b735843-0026-4c55-94d4-26a7ca83207b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c92249e-efc7-4976-8d26-dba03e2eb6a2,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:57.094173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-71780a05-7b78-44e1-8123-ddf608bdf5f4 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245682474&fields=id&tenant_id=9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 267 time: 0.0381737 Jul 16 21:33:57.206919 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-16eb097d-10ae-4e1a-ac30-39973994d5e7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:57.208454 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-16eb097d-10ae-4e1a-ac30-39973994d5e7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 809 time: 0.1079018 Jul 16 21:33:57.224289 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-189c3a67-6f78-4dbd-a969-f082786dc935 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/quotas/9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 375 time: 0.0103984 Jul 16 21:33:57.294662 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-6c434982-a01e-40d3-939e-6e7ee66713fc tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648770 Jul 16 21:33:57.396885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-760416aa-0f84-4686-a76d-d5143d2a55fe service neutron] 10.222.0.100 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909894 Jul 16 21:33:57.489269 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-8f14b4df-0548-408b-9d3b-c15218dcbcd7 service neutron] 10.222.0.100 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866027 Jul 16 21:33:57.669414 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4640971a-0cdc-4a3d-afc0-a6a3004fae71 req-b3a7611d-50fd-463f-b443-7748b9153b45 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 210 time: 0.0355539 Jul 16 21:33:58.149161 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 20532b0d-8f0e-499a-825a-3bf3d053581d up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:58.207051 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 20532b0d-8f0e-499a-825a-3bf3d053581d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:58.207587 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:58.287197 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:58.334835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Sync routers for ids ['f7b537a3-68a3-4430-8b0b-85183da9adf6'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:58.348472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Routers {'f7b537a3-68a3-4430-8b0b-85183da9adf6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:58.349169 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f7b537a3-68a3-4430-8b0b-85183da9adf6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:58.353644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:58.385817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:58.386193 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:58.487639 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Set router f7b537a3-68a3-4430-8b0b-85183da9adf6 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:58.584684 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:58.622576 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:58.628117 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:58.721435 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:58.771498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 4, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port': {'id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:52Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '0764d7bf-e0b9-4e41-84da-153eeb7eac91', 'name': '', 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'mac_address': 'fa:16:3e:5b:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:53Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 2, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'subnets': [{'id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:58.798874 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Checking router: f7b537a3-68a3-4430-8b0b-85183da9adf6 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:58.799287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Updating router f7b537a3-68a3-4430-8b0b-85183da9adf6 port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:58.815296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fcef2d21-c6ed-437e-bc63-badeca84d561 req-33d2ac5d-476f-4c6c-a833-62b0f22d4b19 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 210 time: 0.0309541 Jul 16 21:33:58.838681 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:58.973020 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-510819d9-5867-4046-ab0b-cc5bb37c3b21 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:58.974804 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-510819d9-5867-4046-ab0b-cc5bb37c3b21 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 809 time: 0.1101589 Jul 16 21:33:59.020283 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-3d236e4b-c825-4f4b-80dd-316da81bdd17 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 379 time: 0.0368879 Jul 16 21:33:59.030734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'port': {'device_id': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'admin_state_up': True, 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'security_groups': ['5ec21c9f-664b-40ab-824c-ce80585c1ae9']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:59.132974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.143578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Transition to ACTIVE for port object 0764d7bf-e0b9-4e41-84da-153eeb7eac91 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:59.148702 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.162902 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Made reservation on behalf of 9d188a7577884f259fc619a0bb4c1854 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:59.166474 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.200808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aaa0a-6478-4d77-863b-64ebfd50cdb7 None None] Pushing event updated for resources: {'Port': ['ID=0764d7bf-e0b9-4e41-84da-153eeb7eac91,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:59.256310 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Attempting to bind port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:59.256679 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Attempting to bind port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:59.257043 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Attempting to bind port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 on network cc226b3c-675f-4c6f-b15c-90c15609cd0c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:59.262375 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:59.263478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Checking segment: {'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:59.264141 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.264534 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Bound using segment: {'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:59.265001 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Bound port: 0764d7bf-e0b9-4e41-84da-153eeb7eac91, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc394867-f1c0-4600-9e11-773a7842a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:59.265381 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.298101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Allocated IP 172.20.0.8 (f985b753-1034-41de-8f80-c8a40378bab8/ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7/70def8b4-7f2e-4b58-9b07-49028bcda67d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:59.336740 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] For port 0764d7bf-e0b9-4e41-84da-153eeb7eac91, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:59.340404 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] For port 0764d7bf-e0b9-4e41-84da-153eeb7eac91, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0764d7bf-e0b9-4e41-84da-153eeb7eac91,segment=NetworkSegment(dc394867-f1c0-4600-9e11-773a7842a139),segment_id=dc394867-f1c0-4600-9e11-773a7842a139)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:59.344986 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.409366 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aaa0a-6478-4d77-863b-64ebfd50cdb7 None None] Pushing event updated for resources: {'Port': ['ID=0764d7bf-e0b9-4e41-84da-153eeb7eac91,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:59.412014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Routers {'f7b537a3-68a3-4430-8b0b-85183da9adf6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:59.412618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:33:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f7b537a3-68a3-4430-8b0b-85183da9adf6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:59.457942 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.473677 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Transition to ACTIVE for port object 70def8b4-7f2e-4b58-9b07-49028bcda67d will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:59.514319 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.535037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] Set router f7b537a3-68a3-4430-8b0b-85183da9adf6 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:59.557716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Network f985b753-1034-41de-8f80-c8a40378bab8 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:59.561836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:59.568040 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:59.602219 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:59.630785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:59.631578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.647642 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-a554ca57-b94d-4f84-b06e-6398e5f5f18d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6215992 Jul 16 21:33:59.660264 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Request body: {'port': {'device_id': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:59.738540 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.908529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fa22bab3-25d7-4dab-a410-cab24fc92e65 None None] Provisioning for port 70def8b4-7f2e-4b58-9b07-49028bcda67d completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:59.915558 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-fa22bab3-25d7-4dab-a410-cab24fc92e65 None None] Provisioning complete for port 70def8b4-7f2e-4b58-9b07-49028bcda67d triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:59.915929 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fa22bab3-25d7-4dab-a410-cab24fc92e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.955127 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 4, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port': {'id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:52Z', 'updated_at': '2021-07-16T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '0764d7bf-e0b9-4e41-84da-153eeb7eac91', 'name': '', 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'mac_address': 'fa:16:3e:5b:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:53Z', 'updated_at': '2021-07-16T21:33:59Z', 'revision_number': 4, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'subnets': [{'id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:59.985911 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bfec8-a6b3-435d-a1fc-d1ffda98be8f None None] The sync data for ids ['f7b537a3-68a3-4430-8b0b-85183da9adf6'] in n-d-798930-6 is: [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:33:54Z', 'revision_number': 4, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port': {'id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:52Z', 'updated_at': '2021-07-16T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '0764d7bf-e0b9-4e41-84da-153eeb7eac91', 'name': '', 'network_id': 'cc226b3c-675f-4c6f-b15c-90c15609cd0c', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'mac_address': 'fa:16:3e:5b:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:53Z', 'updated_at': '2021-07-16T21:33:59Z', 'revision_number': 4, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'subnets': [{'id': '5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:59.987507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-fa22bab3-25d7-4dab-a410-cab24fc92e65 None None] Port 70def8b4-7f2e-4b58-9b07-49028bcda67d cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:34:00.067568 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70def8b4-7f2e-4b58-9b07-49028bcda67d {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:34:00.077160 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.098539 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Transition to ACTIVE for port object 70def8b4-7f2e-4b58-9b07-49028bcda67d will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:34:00.103156 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.156287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:00.157968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0764d7bf-e0b9-4e41-84da-153eeb7eac91 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:34:00.228022 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:34:00.230532 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143989f3-bd87-47bf-a1d8-3f4243ca494a req-fb2626e7-dca1-4c2e-ba16-3559a2e5b561 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:00.233830 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-143989f3-bd87-47bf-a1d8-3f4243ca494a req-fb2626e7-dca1-4c2e-ba16-3559a2e5b561 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0884719 Jul 16 21:34:00.237784 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:34:00.238164 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.254038 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:34:00.254383 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:34:00.254716 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:34:00.259537 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Port 70def8b4-7f2e-4b58-9b07-49028bcda67d on network f985b753-1034-41de-8f80-c8a40378bab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:34:00.260007 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:34:00.266552 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:34:00.266903 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Checking segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:34:00.267313 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Bound using segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:34:00.267750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Bound port: 70def8b4-7f2e-4b58-9b07-49028bcda67d, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:34:00.268122 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.302532 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-143989f3-bd87-47bf-a1d8-3f4243ca494a req-13d3bd2b-2de5-4f3c-8a49-f399bdc7fd10 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629838 Jul 16 21:34:00.338158 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.349912 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:34:00.353239 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:34:00.359543 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.379500 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 0764d7bf-e0b9-4e41-84da-153eeb7eac91, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0764d7bf-e0b9-4e41-84da-153eeb7eac91,segment=NetworkSegment(dc394867-f1c0-4600-9e11-773a7842a139),segment_id=dc394867-f1c0-4600-9e11-773a7842a139)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:34:00.383350 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.384336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:34:00.394619 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:00.395235 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.396790 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] 10.222.0.26 "PUT /v2.0/ports/70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 1091 time: 0.7412009 Jul 16 21:34:00.397065 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:34:00.399317 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5907abe0-873e-4d38-be06-c907f9945725" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:34:00.442516 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96cb61-0ed5-41dc-905d-0b90c13fe9db service neutron] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:00.448425 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d1904-62fc-4bdf-95f6-6e132261d382 x-openstack-request-id: req-4a3d1904-62fc-4bdf-95f6-6e132261d382 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:34:00.448949 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:34:00.449417 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4a3d1904-62fc-4bdf-95f6-6e132261d382 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:34:00.450889 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'status': 'completed', 'code': 200} Jul 16 21:34:00.473979 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30de8a67-65c6-481a-900e-f54abe88018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.495145 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=0764d7bf-e0b9-4e41-84da-153eeb7eac91,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:00.506409 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:34:00.506788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.517884 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-6ef747ea-d47a-4b68-9f95-35bd6dce5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:00.519072 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-6ef747ea-d47a-4b68-9f95-35bd6dce5aff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1094 time: 0.0666127 Jul 16 21:34:00.569364 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-3c68b4b9-7c0b-48ab-a66e-9f9d6b411d74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 217 time: 0.0425401 Jul 16 21:34:00.624699 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-98842bd6-ee54-491c-886a-7b09472b8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:00.626184 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-98842bd6-ee54-491c-886a-7b09472b8de1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0490730 Jul 16 21:34:00.684636 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-d6d892e6-4cf4-4fe2-808a-3ab95482bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:00.686148 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-d6d892e6-4cf4-4fe2-808a-3ab95482bd1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520182 Jul 16 21:34:01.091893 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-1ce5d1be-d75e-41cf-b539-46eb1dace36c service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978701 Jul 16 21:34:01.188450 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ecbe97bc-0f9f-49f9-8020-5385410a866f req-3a557eec-3c2c-48d2-98bb-ec42ee4c0a90 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893726 Jul 16 21:34:01.298385 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907abe0-873e-4d38-be06-c907f9945725 req-ad7b1e2c-7c95-4863-a11f-8c1e321f300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.299920 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5907abe0-873e-4d38-be06-c907f9945725 req-ad7b1e2c-7c95-4863-a11f-8c1e321f300f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1094 time: 0.0560834 Jul 16 21:34:01.400296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907abe0-873e-4d38-be06-c907f9945725 req-93aae80a-94a2-488a-ad65-3379d519ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.401817 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5907abe0-873e-4d38-be06-c907f9945725 req-93aae80a-94a2-488a-ad65-3379d519ab6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0942950 Jul 16 21:34:01.445534 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5907abe0-873e-4d38-be06-c907f9945725 req-0e10fc2e-0879-4b58-a1f0-b187ed2137b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 217 time: 0.0364940 Jul 16 21:34:01.489659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4551b-1336-4556-9511-30265ea01b7d req-f4db7f62-90e6-40c3-8392-0c120ef628ee tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.491850 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bf4551b-1336-4556-9511-30265ea01b7d req-f4db7f62-90e6-40c3-8392-0c120ef628ee tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0713975 Jul 16 21:34:01.503346 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907abe0-873e-4d38-be06-c907f9945725 req-00a2d463-6f51-4c9e-ae7f-56e6e90e6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.505053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5907abe0-873e-4d38-be06-c907f9945725 req-00a2d463-6f51-4c9e-ae7f-56e6e90e6afa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0524213 Jul 16 21:34:01.535811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8bf4551b-1336-4556-9511-30265ea01b7d req-47bda17c-1852-449d-b120-a4dcbef6f020 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368960 Jul 16 21:34:01.569115 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907abe0-873e-4d38-be06-c907f9945725 req-a6e47999-bbbd-43be-bcdb-dac7d6dbe01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.570626 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5907abe0-873e-4d38-be06-c907f9945725 req-a6e47999-bbbd-43be-bcdb-dac7d6dbe01e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585160 Jul 16 21:34:01.660025 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5907abe0-873e-4d38-be06-c907f9945725 req-1493a64b-9f21-40ba-bb3b-1399780e3011 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816648 Jul 16 21:34:01.752570 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-5907abe0-873e-4d38-be06-c907f9945725 req-3e75cba2-3c6f-48aa-a0b2-ce2265a83f01 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855718 Jul 16 21:34:02.069593 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0764d7bf-e0b9-4e41-84da-153eeb7eac91 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:34:02.119508 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:34:02.120037 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:02.708714 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c9058-1979-4e46-8d5c-2e0d6244e773 req-8bcdd70c-4c35-447a-8293-042d22ad4d83 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:02.710142 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a7c9058-1979-4e46-8d5c-2e0d6244e773 req-8bcdd70c-4c35-447a-8293-042d22ad4d83 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0635231 Jul 16 21:34:02.747917 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-1a7c9058-1979-4e46-8d5c-2e0d6244e773 req-ce6e1a2c-87e8-4293-957a-872beb058ac7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319929 Jul 16 21:34:03.920663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951c423-864a-495f-a950-b4a64e253e84 req-bd92032f-f56e-42ec-96b2-60644fbb91b3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:03.922127 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9951c423-864a-495f-a950-b4a64e253e84 req-bd92032f-f56e-42ec-96b2-60644fbb91b3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0621538 Jul 16 21:34:03.958243 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9951c423-864a-495f-a950-b4a64e253e84 req-529c3510-4b0f-4c1f-b3d5-e4561f2f8d33 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Jul 16 21:34:03.985296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:34:04.081808 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:34:04.093290 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'port_id': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'mac_address': 'fa:16:3e:1f:65:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:34:04.128509 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:04.141390 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70def8b4-7f2e-4b58-9b07-49028bcda67d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:34:04.160961 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:34:04.164890 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:04.209763 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:04.224887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:04.381368 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['70def8b4-7f2e-4b58-9b07-49028bcda67d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:34:04.967524 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6f585246-9c01-4e3c-a9a3-fbb0f5c569fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:05.135353 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873782-7490-4384-888c-242a6ba2cef7 req-a29cfc32-cbcf-4c58-b8c1-1d050c3d82d3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:05.136910 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea873782-7490-4384-888c-242a6ba2cef7 req-a29cfc32-cbcf-4c58-b8c1-1d050c3d82d3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 944 time: 0.0681088 Jul 16 21:34:05.175689 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea873782-7490-4384-888c-242a6ba2cef7 req-49155485-8e2e-4bb3-9808-009311fa90b2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328088 Jul 16 21:34:06.000734 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:34:06.049836 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 70def8b4-7f2e-4b58-9b07-49028bcda67d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:34:06.053349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 70def8b4-7f2e-4b58-9b07-49028bcda67d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:34:06.053727 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:06.128345 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:06.150813 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:34:06.153160 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8579561d-5fc7-4bd1-9a17-2f33ac241004" -d '{"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-plugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:34:06.169510 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:34:06.174033 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:06.196898 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d68780-90f4-4c53-9e97-5e5b06d04c22 x-openstack-request-id: req-b0d68780-90f4-4c53-9e97-5e5b06d04c22 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:34:06.197192 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-plugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:34:06.197445 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b0d68780-90f4-4c53-9e97-5e5b06d04c22 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:34:06.197835 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'code': 200} Jul 16 21:34:06.227448 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:06.308465 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0542a7-c2bd-4377-88f4-3b73afc70e49 req-ee9f1883-759c-4451-ae79-9d4a85800eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:06.310016 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af0542a7-c2bd-4377-88f4-3b73afc70e49 req-ee9f1883-759c-4451-ae79-9d4a85800eef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1096 time: 0.0531180 Jul 16 21:34:06.346552 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-af0542a7-c2bd-4377-88f4-3b73afc70e49 req-5770d123-2758-4f13-84d9-95c94a890aa1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298986 Jul 16 21:34:06.348400 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:06.357334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a48a-8203-4dab-a1d5-f9ecc3a87e20 req-9b9b58d0-7b8c-41cd-97b7-8051bb47a72f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:06.358834 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56b4a48a-8203-4dab-a1d5-f9ecc3a87e20 req-9b9b58d0-7b8c-41cd-97b7-8051bb47a72f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0639520 Jul 16 21:34:06.395871 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56b4a48a-8203-4dab-a1d5-f9ecc3a87e20 req-227e9651-ea4d-4f0a-8924-6fa1f01fa7b9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Jul 16 21:34:07.571491 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8343e4f-a1e2-418f-9c67-ba83dffe022a req-b0548aa3-0103-4666-b6f9-0db35464ab87 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:07.572974 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8343e4f-a1e2-418f-9c67-ba83dffe022a req-b0548aa3-0103-4666-b6f9-0db35464ab87 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0670896 Jul 16 21:34:07.946034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e8343e4f-a1e2-418f-9c67-ba83dffe022a req-cee17c2f-0c53-4030-9b26-64e1e517e8d1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671846 Jul 16 21:34:07.988829 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:34:08.207579 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dd69-df45-4041-9c06-cebbe4cdf177 req-a4de9e5b-bf49-4024-967d-5d0c480f4e18 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:08.209098 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd35dd69-df45-4041-9c06-cebbe4cdf177 req-a4de9e5b-bf49-4024-967d-5d0c480f4e18 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.1520033 Jul 16 21:34:08.246990 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cd35dd69-df45-4041-9c06-cebbe4cdf177 req-2910cb25-856d-4ece-b88e-6bedac3d87c9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Jul 16 21:34:08.270715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34420) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:34:08.366817 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d38b5-c7fd-4106-b724-094d70d76088 tempest-TestShelveInstance-1554510332 tempest-TestShelveInstance-1554510332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:08.368417 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-703d38b5-c7fd-4106-b724-094d70d76088 tempest-TestShelveInstance-1554510332 tempest-TestShelveInstance-1554510332-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1091 time: 0.0966604 Jul 16 21:34:08.371394 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34424) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:34:08.375797 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:34:08.397424 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:08.471200 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:08.516118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:08.629839 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Allocated IP 172.25.8.34 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/c8f27de9-daae-4af2-beb4-e20f781ed60f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:34:08.755919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:08.796125 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:08.840021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:34:08.844270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:34:08.847486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:34:08.877033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'Port': ['ID=c8f27de9-daae-4af2-beb4-e20f781ed60f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:09.283430 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:09.304244 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:09.361917 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:09.488436 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:09.513327 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:09.518654 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:09.586341 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'Port': ['ID=c8f27de9-daae-4af2-beb4-e20f781ed60f,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:09.610974 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:09.712576 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Floating IP cb202080-e040-485f-a853-57f967b230f7 associated. External IP: 172.25.8.34, port: 70def8b4-7f2e-4b58-9b07-49028bcda67d. Jul 16 21:34:09.929990 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:34:10.040071 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:34:10.049248 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] Sync routers for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:34:10.056742 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:10.059271 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:34:10.059915 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:34:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:10.095408 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c4baf639-6f8b-4e2f-aa5d-86e320a45b5f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7229540 Jul 16 21:34:10.096022 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:34:10.098297 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9766f-c62d-4815-8b09-aa2a020318ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:34:10.142106 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d900b595-27a8-45b7-8eca-c27ee0db7f1e x-openstack-request-id: req-d900b595-27a8-45b7-8eca-c27ee0db7f1e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:34:10.142485 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:34:10.142747 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d900b595-27a8-45b7-8eca-c27ee0db7f1e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:34:10.143156 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'status': 'completed', 'code': 200} Jul 16 21:34:10.167726 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:34:10.222802 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-06fd7a48-c3bc-4846-adfc-46ff4308e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:10.224377 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-06fd7a48-c3bc-4846-adfc-46ff4308e0e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1096 time: 0.0580857 Jul 16 21:34:10.319661 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-407c4443-9a0f-4de6-8e5a-c5a98a0924b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:10.321036 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-407c4443-9a0f-4de6-8e5a-c5a98a0924b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0904150 Jul 16 21:34:10.393079 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-f75907cc-7ebd-461d-bd94-5bfbeb64c724 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 998 time: 0.0621588 Jul 16 21:34:10.442047 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-4a4e79d5-0073-4f6e-9159-59a03e361df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:10.443575 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-4a4e79d5-0073-4f6e-9159-59a03e361df8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0430274 Jul 16 21:34:10.480770 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'cb202080-e040-485f-a853-57f967b230f7', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'port_id': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'mac_address': 'fa:16:3e:1f:65:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:34:09Z', 'updated_at': '2021-07-16T21:34:09Z', 'revision_number': 0, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:10.501527 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-cb3d3295-4bba-49de-9154-3b8c13b58250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:10.503053 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-cb3d3295-4bba-49de-9154-3b8c13b58250 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526290 Jul 16 21:34:10.506884 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] Checking router: d716b7ae-01ac-4e9e-89d5-0e8e147d41fb for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:34:10.516334 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:34:10.516935 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:34:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:10.598779 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-196f87e5-8af4-448f-8d95-d6ca425126a4 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884168 Jul 16 21:34:10.621604 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:34:10.688421 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-98a9766f-c62d-4815-8b09-aa2a020318ad req-c1efbc36-99e1-450a-96b3-0ab6cb3c23a4 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826910 Jul 16 21:34:10.839956 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'cb202080-e040-485f-a853-57f967b230f7', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'port_id': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'mac_address': 'fa:16:3e:1f:65:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:34:09Z', 'updated_at': '2021-07-16T21:34:09Z', 'revision_number': 0, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:10.868422 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c68076-e19a-4386-8032-9cf8c23b794a None None] The sync data for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 is: [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': 'cb202080-e040-485f-a853-57f967b230f7', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'port_id': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'mac_address': 'fa:16:3e:1f:65:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:34:09Z', 'updated_at': '2021-07-16T21:34:09Z', 'revision_number': 0, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:34:11.049919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee063334-2398-4585-8d61-9d68e53c37e7 None None] New status for floating IP cb202080-e040-485f-a853-57f967b230f7: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:34:30.406369 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-52b8a1c0-eb75-4743-be1a-7bb8be38d9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:34.181162 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:34.968492 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1dce8e3f-93ad-4909-98f6-8e379a4ad5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:36.350000 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:38.471688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:39.315697 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:39.480309 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:44.988445 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:34:45.669944 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-9c368da4-c80e-42a8-baea-48beec85f0c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003644 Jul 16 21:34:45.767117 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da06c80-e606-4506-978c-21a404e9c38f req-ad72823c-003f-48f6-84ac-742a8cf905aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:45.768607 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-ad72823c-003f-48f6-84ac-742a8cf905aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1096 time: 0.0525413 Jul 16 21:34:45.875723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da06c80-e606-4506-978c-21a404e9c38f req-7f49d4f0-936d-4c80-9f1e-e0f9053c3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:45.877102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-7f49d4f0-936d-4c80-9f1e-e0f9053c3c06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0858891 Jul 16 21:34:45.947526 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-a5398763-1aa0-46a9-9ab2-31bf5a94d72e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 1000 time: 0.0630751 Jul 16 21:34:45.995282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da06c80-e606-4506-978c-21a404e9c38f req-6c999353-60e2-4c8f-8353-80ce4456493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:45.996689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-6c999353-60e2-4c8f-8353-80ce4456493f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0425251 Jul 16 21:34:46.054350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da06c80-e606-4506-978c-21a404e9c38f req-89a4c5fe-c4ad-4c92-a80e-b9b9a4c72c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:46.055871 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-89a4c5fe-c4ad-4c92-a80e-b9b9a4c72c08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523524 Jul 16 21:34:46.149169 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-8542011f-dbf5-4e3c-9d86-aaa10e1d35a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Jul 16 21:34:46.237303 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-8da06c80-e606-4506-978c-21a404e9c38f req-60e409d6-f9a2-4be5-b268-b362d0de08ad service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811915 Jul 16 21:35:00.406909 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9324cc91-2129-4242-9902-8dc6d86befc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:04.184686 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:04.968956 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1449ee3e-169c-4c88-9de8-7b7e0b96c0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:06.353675 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:08.474275 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:09.319340 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:09.488907 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:21.988056 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:35:30.408195 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa16b-3bf9-41e5-ae97-8d724cc759bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:34.186425 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:34.968968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-54d5bb03-b5a7-4c7a-8d62-f30a71b454a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:36.357411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:38.476751 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:39.332646 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:39.505152 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:47.266515 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-a38034c5-c7c5-4cec-bdc2-89f56690026b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576308 Jul 16 21:35:47.387299 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-0c245039-1f1b-4bd9-920b-3393ade3c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:47.388716 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-0c245039-1f1b-4bd9-920b-3393ade3c7c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1096 time: 0.0567179 Jul 16 21:35:47.504017 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-ec8a2eec-5385-4424-a7be-d9d29e091d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:47.505487 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-ec8a2eec-5385-4424-a7be-d9d29e091d87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0961986 Jul 16 21:35:47.570140 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-9195e30b-a129-4589-ae11-e091919af806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 1000 time: 0.0577543 Jul 16 21:35:47.618660 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-8567b90b-c732-4834-832f-4b21c13f1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:47.620109 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-8567b90b-c732-4834-832f-4b21c13f1fef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0429361 Jul 16 21:35:47.681354 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-0d1d25fe-088b-41be-802f-f2befeca873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:47.682868 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-0d1d25fe-088b-41be-802f-f2befeca873c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564551 Jul 16 21:35:47.771467 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-dd97bc2d-24bc-41bc-b304-04e5c534cab0 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810859 Jul 16 21:35:47.863812 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-a43a7a50-e978-4175-b953-e5f29c804c5a req-446ab9c0-77ce-47bb-9a7b-46d0654abc03 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857968 Jul 16 21:35:49.753680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-5b085265-ef75-4d24-8897-917621c5b507 req-c958a9b6-397c-49be-977c-568e48ede206 service neutron] (94096) timed out ('10.222.0.100', 59002) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:35:58.987377 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:36:00.409196 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf10e-7e97-47c6-af04-84a64c92a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:04.188244 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:04.968876 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-596df2f1-54b7-4362-b933-96c9c97cb841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:06.358555 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:08.105256 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612174b-e5da-4fdc-8630-ecdc72c5b212 req-4c314ccf-4f84-433e-847c-5ec695da7e72 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:08.106765 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f612174b-e5da-4fdc-8630-ecdc72c5b212 req-4c314ccf-4f84-433e-847c-5ec695da7e72 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0661678 Jul 16 21:36:08.148678 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f612174b-e5da-4fdc-8630-ecdc72c5b212 req-1d9bca7e-9100-4a75-a6ad-ff376c4d4013 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362468 Jul 16 21:36:08.479450 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:09.332398 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:09.344696 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3801082-4a8c-4e7e-929f-e7989653b0d8 req-49963124-b8cf-4f83-ac14-3ff960202c16 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:09.346193 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3801082-4a8c-4e7e-929f-e7989653b0d8 req-49963124-b8cf-4f83-ac14-3ff960202c16 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0659828 Jul 16 21:36:09.383360 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a3801082-4a8c-4e7e-929f-e7989653b0d8 req-dcc8fb10-100d-4c9f-9c59-aacd0707062b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jul 16 21:36:09.507385 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:10.555786 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f3443-c467-4a90-ae03-060c4ff79ef7 req-98746b04-bfd7-42d6-a8bb-51f6acca5f6d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:10.557262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-156f3443-c467-4a90-ae03-060c4ff79ef7 req-98746b04-bfd7-42d6-a8bb-51f6acca5f6d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0626996 Jul 16 21:36:10.595071 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-156f3443-c467-4a90-ae03-060c4ff79ef7 req-91e75c45-3606-46c9-b775-5283f03f4386 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322824 Jul 16 21:36:11.768977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df252e7e-604e-43b5-b2eb-2c3ff84168fe req-a2a55a40-894d-4756-9861-1e6ffd05d1aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:11.771109 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df252e7e-604e-43b5-b2eb-2c3ff84168fe req-a2a55a40-894d-4756-9861-1e6ffd05d1aa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0680311 Jul 16 21:36:11.808644 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df252e7e-604e-43b5-b2eb-2c3ff84168fe req-63c6f15a-9f0c-4d19-848d-a363f91ab631 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319653 Jul 16 21:36:13.005064 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d312c-f53a-408b-a7b8-f3f7d2e1f4df req-d3625530-979b-46ab-a59b-8701a9151aca tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:13.006909 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-731d312c-f53a-408b-a7b8-f3f7d2e1f4df req-d3625530-979b-46ab-a59b-8701a9151aca tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0801132 Jul 16 21:36:13.055257 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-731d312c-f53a-408b-a7b8-f3f7d2e1f4df req-a515cc58-ef01-4896-b3c0-37891ac5e02d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Jul 16 21:36:14.228125 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82395e-aa90-45ad-a479-1096024aacb5 req-8209ac72-75f5-47f4-ad08-e98e35350a55 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:14.229625 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e82395e-aa90-45ad-a479-1096024aacb5 req-8209ac72-75f5-47f4-ad08-e98e35350a55 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0643284 Jul 16 21:36:14.272956 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6e82395e-aa90-45ad-a479-1096024aacb5 req-4f2fd145-4ac5-442d-85d9-7bae6b491468 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376744 Jul 16 21:36:15.445837 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1de553-1f40-4826-bb13-89541a66c8db req-4b86d343-cf9e-43b6-8e15-4bddc0e8f800 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:15.447401 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc1de553-1f40-4826-bb13-89541a66c8db req-4b86d343-cf9e-43b6-8e15-4bddc0e8f800 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0635605 Jul 16 21:36:15.490727 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc1de553-1f40-4826-bb13-89541a66c8db req-70082f99-e50d-4e44-9ca0-9f7230b05afa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377545 Jul 16 21:36:16.665324 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627822b-fc47-449b-bed6-3f5bf60be419 req-7cdf9ed4-68e0-4f97-9f72-d5ceeb717973 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:16.666659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b627822b-fc47-449b-bed6-3f5bf60be419 req-7cdf9ed4-68e0-4f97-9f72-d5ceeb717973 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0639224 Jul 16 21:36:16.702731 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b627822b-fc47-449b-bed6-3f5bf60be419 req-e4082021-47de-4375-97ca-22d043c5421e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305901 Jul 16 21:36:17.882821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36d09c-e209-45ab-b946-203c1e6ed5d9 req-b44a238d-628c-422c-b821-ca2c16dc7ddf tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:17.884345 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c36d09c-e209-45ab-b946-203c1e6ed5d9 req-b44a238d-628c-422c-b821-ca2c16dc7ddf tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0674360 Jul 16 21:36:17.922456 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-8c36d09c-e209-45ab-b946-203c1e6ed5d9 req-cadb8fe4-a323-4723-bb98-e1ab1e6af870 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326631 Jul 16 21:36:19.093508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadd396-613c-4db2-8bba-1d76c224e859 req-267d3471-753e-4917-a7f2-76ac6e6692b0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:19.095090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cadd396-613c-4db2-8bba-1d76c224e859 req-267d3471-753e-4917-a7f2-76ac6e6692b0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0636756 Jul 16 21:36:19.133075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2cadd396-613c-4db2-8bba-1d76c224e859 req-15cb5303-400c-4597-b9f9-75c7b13863be tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Jul 16 21:36:20.326486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280106e3-0147-4da4-b968-af461e3e9e1a req-a7b21857-b41f-48d3-99ff-a7552e765408 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:20.328275 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-280106e3-0147-4da4-b968-af461e3e9e1a req-a7b21857-b41f-48d3-99ff-a7552e765408 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0652337 Jul 16 21:36:20.371314 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-280106e3-0147-4da4-b968-af461e3e9e1a req-91bbeb30-9108-47a5-9561-d6fd04a2e89f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Jul 16 21:36:20.464135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:36:20.560459 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:20.572039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'port_id': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'mac_address': 'fa:16:3e:1f:65:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:36:20.608775 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:20.622296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70def8b4-7f2e-4b58-9b07-49028bcda67d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:36:20.654383 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:20.663395 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:20.724662 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:20.733323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.733672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.734203 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.734713 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.735054 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.735432 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.735768 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.736100 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.736429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.736757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.737192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.737525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:20.745096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['70def8b4-7f2e-4b58-9b07-49028bcda67d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:36:21.567904 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf816-a9ca-4a5c-a083-188434596a80 req-e73ad635-a394-4879-9508-ead40408c9f0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:21.570961 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-181cf816-a9ca-4a5c-a083-188434596a80 req-e73ad635-a394-4879-9508-ead40408c9f0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 944 time: 0.0829172 Jul 16 21:36:21.616176 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-181cf816-a9ca-4a5c-a083-188434596a80 req-14d3a90c-d983-4b8d-8271-00c498b43611 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Jul 16 21:36:22.465953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:36:22.529577 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 70def8b4-7f2e-4b58-9b07-49028bcda67d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:36:22.529952 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:22.611018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:22.635135 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:22.638669 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379a7b45-bf66-44ef-9eaa-d3047e306b2c" -d '{"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-plugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:22.657909 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:22.664889 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:22.743265 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:22.815578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e4368-07ff-45f5-8555-8d493061d4b2 req-33d32493-8a4c-4d00-afc8-650cead5319b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:22.817743 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78e4368-07ff-45f5-8555-8d493061d4b2 req-33d32493-8a4c-4d00-afc8-650cead5319b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0747416 Jul 16 21:36:22.861895 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f78e4368-07ff-45f5-8555-8d493061d4b2 req-a462f686-85ed-4a7c-b2fe-fdf52ae07e39 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385964 Jul 16 21:36:22.912791 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6931216-550d-4877-9121-a96b1060639f x-openstack-request-id: req-b6931216-550d-4877-9121-a96b1060639f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:22.913089 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-plugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:22.913346 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b6931216-550d-4877-9121-a96b1060639f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:22.913761 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'code': 200} Jul 16 21:36:24.074473 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f147ce-0883-486f-9a91-02da3dd93f9b req-cc0a831e-e23e-450c-b379-062652a837d1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:24.076198 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6f147ce-0883-486f-9a91-02da3dd93f9b req-cc0a831e-e23e-450c-b379-062652a837d1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0886106 Jul 16 21:36:24.128446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b6f147ce-0883-486f-9a91-02da3dd93f9b req-0129f624-50cb-41e9-8710-0cee48088786 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 Jul 16 21:36:25.318737 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01a630-9996-4941-b6ad-306acec3d043 req-483fc1b6-cc8d-49d6-a94b-85a982125ea7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:25.321242 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad01a630-9996-4941-b6ad-306acec3d043 req-483fc1b6-cc8d-49d6-a94b-85a982125ea7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0783060 Jul 16 21:36:25.376162 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad01a630-9996-4941-b6ad-306acec3d043 req-3f513db1-8af0-469a-8655-8437a5f6c462 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483890 Jul 16 21:36:26.549932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225912bf-c499-41fe-a23d-b5da3da5c1c0 req-3f1ef5c9-236e-4b8e-9552-84ff1ab83112 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:26.552081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-225912bf-c499-41fe-a23d-b5da3da5c1c0 req-3f1ef5c9-236e-4b8e-9552-84ff1ab83112 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Jul 16 21:36:26.605502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-225912bf-c499-41fe-a23d-b5da3da5c1c0 req-c5481a44-36c4-45d3-9f4d-41b5c8b425a4 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448670 Jul 16 21:36:27.792879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af5d9-678a-48e8-9b74-8e40e1f22f3d req-79b6b68b-1d4f-4942-9f9f-d8732d959da3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:27.794467 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c3af5d9-678a-48e8-9b74-8e40e1f22f3d req-79b6b68b-1d4f-4942-9f9f-d8732d959da3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0671535 Jul 16 21:36:27.836523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2c3af5d9-678a-48e8-9b74-8e40e1f22f3d req-ca64fc98-96a9-436b-9b1a-27209a736490 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364363 Jul 16 21:36:29.019708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b2fcf-4aa0-4077-a77a-63bf3d9ed51b req-c19cc07b-f5ec-4257-804c-aa6cbae13856 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:29.021291 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-804b2fcf-4aa0-4077-a77a-63bf3d9ed51b req-c19cc07b-f5ec-4257-804c-aa6cbae13856 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0659823 Jul 16 21:36:29.062124 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-804b2fcf-4aa0-4077-a77a-63bf3d9ed51b req-f3fbd4bd-e1f5-4caa-af6f-04511cec4511 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351224 Jul 16 21:36:29.954629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-103b1b9c-3943-4f77-9a75-ce37ff01255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:29.956159 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-103b1b9c-3943-4f77-9a75-ce37ff01255f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1096 time: 0.0545692 Jul 16 21:36:30.048132 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-0fc41f75-12d6-4d4c-a9e7-748bfbbb2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:30.049594 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-0fc41f75-12d6-4d4c-a9e7-748bfbbb2714 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0866482 Jul 16 21:36:30.118124 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-5b311cef-307f-403e-8922-c9d1f260ffaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 1000 time: 0.0608785 Jul 16 21:36:30.166438 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-c7016e4d-3671-44a5-b521-07560406dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:30.167943 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-c7016e4d-3671-44a5-b521-07560406dbbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0439591 Jul 16 21:36:30.230453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-639cc9ab-7fd3-49a5-b13c-505b5ca40ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:30.231902 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-639cc9ab-7fd3-49a5-b13c-505b5ca40ae2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575285 Jul 16 21:36:30.244202 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4f3ae-fd9c-4e14-a9f0-d70ac0221b0f req-56192e42-29bd-498c-bf8a-8bc750da5cc2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:30.245677 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03c4f3ae-fd9c-4e14-a9f0-d70ac0221b0f req-56192e42-29bd-498c-bf8a-8bc750da5cc2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0681825 Jul 16 21:36:30.284628 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03c4f3ae-fd9c-4e14-a9f0-d70ac0221b0f req-5fec9947-fb5e-4290-bffe-f5b45b9146ab tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333626 Jul 16 21:36:30.326742 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-f678e582-3c4e-44a3-af83-3101032b9019 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861042 Jul 16 21:36:30.411366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dfb12b19-ea3c-437d-b614-e2234bb0176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:30.424328 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b13b2781-e8fe-49e3-be8c-a0ba6adb65ee req-22f1a465-9d93-4901-a945-d05142c9d55e service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911913 Jul 16 21:36:31.457870 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5153f-3378-4943-b077-b9d8f2124d60 req-6daa16a3-48f6-4017-90bf-f2f0b208fd34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:31.459396 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbb5153f-3378-4943-b077-b9d8f2124d60 req-6daa16a3-48f6-4017-90bf-f2f0b208fd34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0639043 Jul 16 21:36:31.498387 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fbb5153f-3378-4943-b077-b9d8f2124d60 req-e0f8745d-4c89-4761-bb8c-37a42d315312 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332563 Jul 16 21:36:32.673372 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102124-d2f7-4a78-a6b7-b3dc5374ed89 req-b7283f59-0000-40f9-8114-f2d2a17617b3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:32.674836 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65102124-d2f7-4a78-a6b7-b3dc5374ed89 req-b7283f59-0000-40f9-8114-f2d2a17617b3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0621502 Jul 16 21:36:32.715586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-65102124-d2f7-4a78-a6b7-b3dc5374ed89 req-ad715f6c-6576-401e-960a-dc299a7207d5 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349097 Jul 16 21:36:32.822369 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-ff0b615e-93ea-4dab-b763-3b6cccea1eaf req-e406ff41-4b5a-49bf-bcdf-dc43f6eeda9a service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:36:32.823262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff0b615e-93ea-4dab-b763-3b6cccea1eaf req-e406ff41-4b5a-49bf-bcdf-dc43f6eeda9a service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055268 Jul 16 21:36:33.070536 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa82c0-d4dd-43c0-8ea6-64444a34b7be req-d4eea870-37f6-4933-a088-8035173610eb tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:33.072103 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9eaa82c0-d4dd-43c0-8ea6-64444a34b7be req-d4eea870-37f6-4933-a088-8035173610eb tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0662208 Jul 16 21:36:33.111465 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9eaa82c0-d4dd-43c0-8ea6-64444a34b7be req-b37fd0ac-94e3-4c43-ae3d-2119adbc00b6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337851 Jul 16 21:36:33.227411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34610) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:36:33.322375 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-160b76b8-a6f1-4fe5-8bc8-aea899e9f43d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937645 Jul 16 21:36:34.178756 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-fd149c2b-65ab-42c6-ae43-052f1757676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:34.180406 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-fd149c2b-65ab-42c6-ae43-052f1757676a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85&tenant_id=9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 1096 time: 0.0586088 Jul 16 21:36:34.190469 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:34.193439 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-6', 'device_owner': 'compute:nova'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:36:34.295833 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:34.357665 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df98da-9469-4b48-afd5-1862bf2c40c0 req-fe4ada73-f694-472f-ba56-d3dd89d991c7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:34.359072 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92df98da-9469-4b48-afd5-1862bf2c40c0 req-fe4ada73-f694-472f-ba56-d3dd89d991c7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.1311738 Jul 16 21:36:34.459420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-92df98da-9469-4b48-afd5-1862bf2c40c0 req-185ddb0a-86f3-47b3-8753-a8d443797b37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936184 Jul 16 21:36:34.512845 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:36:34.549624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:34.582060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h2-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:36:34.587214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:34.621079 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:34.623376 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e44d22-f84d-490f-92b6-fdae545cb994" -d '{"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-unplugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:34.627192 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:34.640952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Transition to ACTIVE for port object 70def8b4-7f2e-4b58-9b07-49028bcda67d will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:36:34.646336 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:34.684443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:36:34.684953 n-d-798930-6 neutron-server[94097]: DEBUG oslo_db.api [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:36:34.730309 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801821ff-31d2-4481-94ea-8f47528ec3bc x-openstack-request-id: req-801821ff-31d2-4481-94ea-8f47528ec3bc {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:34.730600 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-unplugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:34.730854 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-801821ff-31d2-4481-94ea-8f47528ec3bc {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:34.731290 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'code': 200} Jul 16 21:36:34.733647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=8']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:34.747722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.748074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.748415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.748752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.749084 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.749414 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.749742 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.750068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.750392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.750715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.751036 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.751382 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:34.783374 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] No DVR routers for this DVR port 70def8b4-7f2e-4b58-9b07-49028bcda67d on host n-h2-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:36:34.919595 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:36:34.919849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:36:34.920184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:36:34.924328 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Port 70def8b4-7f2e-4b58-9b07-49028bcda67d on network f985b753-1034-41de-8f80-c8a40378bab8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:36:34.924647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Attempting to bind port 70def8b4-7f2e-4b58-9b07-49028bcda67d on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:36:34.929424 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:36:34.929761 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Checking segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:36:34.930145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Bound using segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:36:34.930568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Bound port: 70def8b4-7f2e-4b58-9b07-49028bcda67d, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:36:34.930920 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:34.975300 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d0af1c4-b4c9-46e0-a4e6-fc5381ca5818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:34.993906 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:36:34.996985 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:36:35.000773 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:35.044154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:35.044774 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:35.046221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] 10.222.0.21 "PUT /v2.0/ports/70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 1091 time: 0.8590288 Jul 16 21:36:35.061707 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dae80-1252-4d90-9d46-4e4f5c6905eb service neutron] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=9']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:35.125502 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-a249238b-f74a-424d-a8d1-02063408651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:35.127029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-a249238b-f74a-424d-a8d1-02063408651f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1094 time: 0.0565503 Jul 16 21:36:35.223288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-7c28f3c9-f2b6-491c-8e02-21e151dd65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:35.225748 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-7c28f3c9-f2b6-491c-8e02-21e151dd65a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0913491 Jul 16 21:36:35.292101 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-88789ce5-eb60-4661-9e5f-50253ea84f35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 998 time: 0.0601192 Jul 16 21:36:35.340553 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-d4e9765e-1dd9-486a-b362-38f58a871f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:35.341887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-d4e9765e-1dd9-486a-b362-38f58a871f89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0434170 Jul 16 21:36:35.398857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-eae5381f-9ccb-4900-a29c-652fe13b574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:35.401184 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-eae5381f-9ccb-4900-a29c-652fe13b574c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528262 Jul 16 21:36:35.491504 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-e6e4524e-0de6-4b74-943e-9ffa2651cefd service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840628 Jul 16 21:36:35.612336 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-fa963f00-032c-4fb2-a549-8366bdf9a032 service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148393 Jul 16 21:36:35.651608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3442-a23a-4d5b-9c15-f6dee6ed1787 req-57d60319-c667-408c-b200-583d1c2b6708 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:35.653089 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed0d3442-a23a-4d5b-9c15-f6dee6ed1787 req-57d60319-c667-408c-b200-583d1c2b6708 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0825520 Jul 16 21:36:35.691222 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed0d3442-a23a-4d5b-9c15-f6dee6ed1787 req-a3bc5b79-1606-45dc-9d67-2cff5291d683 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324647 Jul 16 21:36:35.986732 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:36:36.364475 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:36.732633 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:36.736095 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f79edf4-f633-4aa8-be82-cd696b765328" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:36.871279 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14816e4-0dc8-4791-8e41-20e8970e57f3 req-aa7942a1-bd2d-4848-8a56-6f815effe72f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:36.875583 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c14816e4-0dc8-4791-8e41-20e8970e57f3 req-aa7942a1-bd2d-4848-8a56-6f815effe72f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0687196 Jul 16 21:36:36.911938 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c14816e4-0dc8-4791-8e41-20e8970e57f3 req-4cb5779b-0b0f-4c00-988d-37d43940dab7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Jul 16 21:36:36.959670 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb30fab-67cd-421d-98e7-08aadfa423e4 x-openstack-request-id: req-eeb30fab-67cd-421d-98e7-08aadfa423e4 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:36.959965 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:36.960220 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-eeb30fab-67cd-421d-98e7-08aadfa423e4 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:36.960623 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'status': 'completed', 'code': 200} Jul 16 21:36:38.106836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255d39f-20d7-4956-adad-6d4ab1d4750e req-9c8d8209-6273-4589-a2e7-0824977f791a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:38.108398 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3255d39f-20d7-4956-adad-6d4ab1d4750e req-9c8d8209-6273-4589-a2e7-0824977f791a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0754614 Jul 16 21:36:38.149519 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3255d39f-20d7-4956-adad-6d4ab1d4750e req-19df5569-456c-432e-9683-c8de7876d90f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350676 Jul 16 21:36:38.484441 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:39.328270 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0cc4-defb-4213-8b94-dabd7977f22e req-c1eb4fc3-47bf-44ba-87ae-79a26d401662 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:39.329756 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c29a0cc4-defb-4213-8b94-dabd7977f22e req-c1eb4fc3-47bf-44ba-87ae-79a26d401662 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0672584 Jul 16 21:36:39.358064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:39.372215 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c29a0cc4-defb-4213-8b94-dabd7977f22e req-8c23fe4b-f275-46a1-a7dd-fca8600ccf5a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351260 Jul 16 21:36:39.524043 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:40.550206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa22f3f-dbaf-4467-acbd-c27f2b7ed138 req-a51da14d-a1ef-4296-89c4-aa493ef68483 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:40.552905 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaa22f3f-dbaf-4467-acbd-c27f2b7ed138 req-a51da14d-a1ef-4296-89c4-aa493ef68483 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0669284 Jul 16 21:36:40.590591 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eaa22f3f-dbaf-4467-acbd-c27f2b7ed138 req-b03fa535-0a71-4ae1-97b5-0387d9982078 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Jul 16 21:36:41.771540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd9023-0f0f-484c-b87a-638a4c67bcb1 req-d7783575-5e26-4b86-9b3b-48ecadc61161 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:41.773035 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22fd9023-0f0f-484c-b87a-638a4c67bcb1 req-d7783575-5e26-4b86-9b3b-48ecadc61161 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0694623 Jul 16 21:36:41.812637 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-22fd9023-0f0f-484c-b87a-638a4c67bcb1 req-987c0172-f989-4ec3-857a-0e38ed64dbf8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Jul 16 21:36:43.001119 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475eb6e-8cd7-4e62-9a51-18ea0134cc15 req-62a23ace-360c-4c6b-b8eb-510fd9f4151b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:43.002610 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4475eb6e-8cd7-4e62-9a51-18ea0134cc15 req-62a23ace-360c-4c6b-b8eb-510fd9f4151b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0673993 Jul 16 21:36:43.046343 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4475eb6e-8cd7-4e62-9a51-18ea0134cc15 req-206b95d3-8cd2-4ae8-af6a-5842a012d825 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374353 Jul 16 21:36:44.232806 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d1097-8ae9-4ec0-b5bf-d222fb2efffe req-52f20b15-8679-48a0-b368-38b82e6d147c tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:44.234317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e47d1097-8ae9-4ec0-b5bf-d222fb2efffe req-52f20b15-8679-48a0-b368-38b82e6d147c tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0695434 Jul 16 21:36:44.284517 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e47d1097-8ae9-4ec0-b5bf-d222fb2efffe req-f34e0aba-5ae6-45bc-8f71-f19dcd9a5eae tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408883 Jul 16 21:36:45.470045 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8f51-fcb5-40bb-9610-32d93c686a13 req-da09354e-9077-4645-9dbf-05a8c3e5aeea tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:45.471816 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67bc8f51-fcb5-40bb-9610-32d93c686a13 req-da09354e-9077-4645-9dbf-05a8c3e5aeea tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0719748 Jul 16 21:36:45.512081 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-67bc8f51-fcb5-40bb-9610-32d93c686a13 req-c25c180e-14d0-480b-b0dd-a7ae24795fe6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334494 Jul 16 21:36:46.684418 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ba269-7625-4590-ba64-135be04d31a0 req-70f9b0c5-614b-4bd1-a253-a8f6675998a3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:46.685870 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-751ba269-7625-4590-ba64-135be04d31a0 req-70f9b0c5-614b-4bd1-a253-a8f6675998a3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0639493 Jul 16 21:36:46.723841 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-751ba269-7625-4590-ba64-135be04d31a0 req-deaadaa1-f9ec-4492-908f-75af0aed2237 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321131 Jul 16 21:36:46.853952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-0f87b990-fc8a-42a3-aa04-39da17f9550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:46.855383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-0f87b990-fc8a-42a3-aa04-39da17f9550b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1094 time: 0.0581961 Jul 16 21:36:46.947014 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-35feb8d5-9952-4f88-99cd-3dde6c9d7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:46.948502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-35feb8d5-9952-4f88-99cd-3dde6c9d7e73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0835233 Jul 16 21:36:47.016062 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-2e44d4bd-e9e7-480a-a740-b10cded81e4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 998 time: 0.0600958 Jul 16 21:36:47.065105 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-1885dc25-8597-47c1-93de-28bd52eff349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:47.066588 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-1885dc25-8597-47c1-93de-28bd52eff349 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0434802 Jul 16 21:36:47.123574 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-0e25e558-fff1-40ab-b812-a0cec64c40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:47.124968 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-0e25e558-fff1-40ab-b812-a0cec64c40cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513630 Jul 16 21:36:47.218022 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-8ca2134b-dbcc-4bf0-8ddc-90cacf1df3ec service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836008 Jul 16 21:36:47.306742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4f79edf4-f633-4aa8-be82-cd696b765328 req-837760da-f9dd-40be-8fbe-df1d36b6ecb4 service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807209 Jul 16 21:36:47.903677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f531-53f8-4b56-b81e-bb39e556bd32 req-859ef25f-1c6e-46f3-a48f-b8bb51b4d886 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:47.905192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0117f531-53f8-4b56-b81e-bb39e556bd32 req-859ef25f-1c6e-46f3-a48f-b8bb51b4d886 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0680685 Jul 16 21:36:47.944795 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0117f531-53f8-4b56-b81e-bb39e556bd32 req-c5c3933e-8882-4b66-a932-6514d5fa4c5c tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340109 Jul 16 21:36:49.115192 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cc34c-75c2-48c3-9ac9-cc938a6837fc req-3ca2bc8e-38bd-4c58-9a73-8b7732dbb85d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:49.116714 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa8cc34c-75c2-48c3-9ac9-cc938a6837fc req-3ca2bc8e-38bd-4c58-9a73-8b7732dbb85d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 943 time: 0.0635576 Jul 16 21:36:49.153636 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa8cc34c-75c2-48c3-9ac9-cc938a6837fc req-622c91ea-cbc0-44fe-ba79-5e51e6c803f5 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Jul 16 21:36:49.714770 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:36:49.811580 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:49.822226 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'port_id': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'mac_address': 'fa:16:3e:1f:65:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:36:49.858458 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:49.870682 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70def8b4-7f2e-4b58-9b07-49028bcda67d {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:36:49.889467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:49.893283 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:49.938825 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:50.137405 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['70def8b4-7f2e-4b58-9b07-49028bcda67d'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:36:50.328562 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6aba87-1fb0-4d03-87d5-13df6d3141af req-55bf78c9-b257-4011-84de-a9d656669f87 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:50.330090 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c6aba87-1fb0-4d03-87d5-13df6d3141af req-55bf78c9-b257-4011-84de-a9d656669f87 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.0652950 Jul 16 21:36:50.372833 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7c6aba87-1fb0-4d03-87d5-13df6d3141af req-aaf6e71d-fb0b-4b53-9c5c-da188cf105b6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367496 Jul 16 21:36:51.730129 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:36:51.782539 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 70def8b4-7f2e-4b58-9b07-49028bcda67d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:36:51.786224 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 70def8b4-7f2e-4b58-9b07-49028bcda67d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:36:51.786678 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:51.863723 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:51.881413 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ddc5-9bff-4d04-bff2-6cadd642fd35 req-7da4ee72-be5c-4a9a-9748-f5291d09061b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:51.883586 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f738ddc5-9bff-4d04-bff2-6cadd642fd35 req-7da4ee72-be5c-4a9a-9748-f5291d09061b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 945 time: 0.4029040 Jul 16 21:36:51.886591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:51.888859 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0487ea5-46b6-4793-9d1b-a8093a764132" -d '{"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-plugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:51.902525 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:51.906685 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:51.922158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f738ddc5-9bff-4d04-bff2-6cadd642fd35 req-c35d4df9-875c-4b6e-86e1-a4bc17cd6468 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Jul 16 21:36:51.967040 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=11']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:51.970384 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86852a21-604a-43ef-a1bc-cc24ddb47d59 x-openstack-request-id: req-86852a21-604a-43ef-a1bc-cc24ddb47d59 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:51.970728 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-plugged", "status": "completed", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:51.970908 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-86852a21-604a-43ef-a1bc-cc24ddb47d59 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:51.971333 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'code': 200} Jul 16 21:36:52.140050 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdfe01-30fa-4d58-b0bf-9199b0978f9d req-431505e4-2599-4604-9d74-4c098528fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:52.141802 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1fdfe01-30fa-4d58-b0bf-9199b0978f9d req-431505e4-2599-4604-9d74-4c098528fd19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1097 time: 0.0529394 Jul 16 21:36:52.175317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e1fdfe01-30fa-4d58-b0bf-9199b0978f9d req-6bcc46f0-1e34-4559-b099-e86022b9432c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265861 Jul 16 21:36:53.107526 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e951c-c607-4856-b8c8-6f9b300d4a01 req-bf30af87-5c94-4430-a39e-83f8a14e1312 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:53.109013 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f53e951c-c607-4856-b8c8-6f9b300d4a01 req-bf30af87-5c94-4430-a39e-83f8a14e1312 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 946 time: 0.0689852 Jul 16 21:36:53.147539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-f53e951c-c607-4856-b8c8-6f9b300d4a01 req-f594ca25-90dc-4fb6-91b9-933ca3fa9899 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Jul 16 21:36:54.318232 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbd723-9903-4038-94bb-593473343b5e req-ae50c397-b6cc-4885-9ca1-0a08873787ce tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:54.319764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbbd723-9903-4038-94bb-593473343b5e req-ae50c397-b6cc-4885-9ca1-0a08873787ce tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 946 time: 0.0618179 Jul 16 21:36:54.358881 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ecbbd723-9903-4038-94bb-593473343b5e req-1ef7dd68-c7eb-4bf4-84e0-5d49d8f693fe tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Jul 16 21:37:00.415172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-06ca77e7-2818-4980-af60-3fb187a372e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:04.192156 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:04.965761 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3509cda1-cfdd-43c1-9a99-56f20627bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:06.364642 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:08.483934 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:09.350045 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:09.521170 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:12.985748 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:37:30.416081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-de37f7f6-7029-4d43-a1ff-53974e6130cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.540305 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-095fc646-f357-4d6c-a0fb-a42b6b30f4d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544791 Jul 16 21:37:30.631540 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-df4cf16a-5261-49ab-9776-1a4f00f9fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:30.633538 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-df4cf16a-5261-49ab-9776-1a4f00f9fcc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1097 time: 0.0521669 Jul 16 21:37:30.736712 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-7a60f137-8bfd-4021-9502-87f6a012a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:30.738160 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-7a60f137-8bfd-4021-9502-87f6a012a5c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0857155 Jul 16 21:37:30.804887 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-eaab5411-96f3-4ae5-bca7-e9da49e8fe13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 1000 time: 0.0603220 Jul 16 21:37:30.851528 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-0a47f467-3026-498c-b50e-17a50aba0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:30.852958 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-0a47f467-3026-498c-b50e-17a50aba0d73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0425999 Jul 16 21:37:30.911647 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-817e6b6d-885d-40b5-bb97-ecb9e9b00b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:30.913216 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-817e6b6d-885d-40b5-bb97-ecb9e9b00b2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544636 Jul 16 21:37:31.003998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-775bf78d-9e3c-4287-ab77-4c974659f592 service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Jul 16 21:37:31.096235 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-613f4cbd-7990-4fe8-ac26-1eed8d0e96d5 req-ff7e62f3-3c7d-4210-a54b-78c23bb2ce69 service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855198 Jul 16 21:37:34.192694 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:34.965150 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cffd3283-59b5-4213-8f2d-4adec9e3ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:36.368596 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:38.486995 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:39.380657 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:39.538214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:49.985268 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:38:00.415959 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d5513a9b-2753-4985-81c9-285ae9b95f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.124401 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34738) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:04.193888 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.280469 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Deleting port c8f27de9-daae-4af2-beb4-e20f781ed60f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:04.280816 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.353960 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.354295 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.366364 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Calling delete_port for c8f27de9-daae-4af2-beb4-e20f781ed60f owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:04.513955 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.540051 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event deleted for resources: {'Port': ['ID=c8f27de9-daae-4af2-beb4-e20f781ed60f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:04.551879 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.552244 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.552581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.552921 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.553258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.553592 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.553923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.554314 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.554645 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.554971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.555321 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.555651 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:04.616608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.616962 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Floating IP cb202080-e040-485f-a853-57f967b230f7 disassociated (deleted). External IP: 172.25.8.34, port: 70def8b4-7f2e-4b58-9b07-49028bcda67d. Jul 16 21:38:04.822126 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:38:04.930820 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:38:04.935604 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.939788 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] Sync routers for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:38:04.948372 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:04.949245 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:37:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:04.967151 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3cdc-cfe4-4612-aa38-1dcd1c699f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:04.973696 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-bd80821a-ace2-4b52-ab45-a7e8b56b8984 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "DELETE /v2.0/floatingips/cb202080-e040-485f-a853-57f967b230f7 HTTP/1.1" status: 204 len: 168 time: 0.8482070 Jul 16 21:38:04.974511 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:04.977797 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869522df-a05b-4f45-a645-d533ef7a78bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:05.059335 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:05.225392 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12066bc2-7699-44d5-baac-b969f26f28cd x-openstack-request-id: req-12066bc2-7699-44d5-baac-b969f26f28cd {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:05.225973 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:05.226323 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-12066bc2-7699-44d5-baac-b969f26f28cd {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:05.226872 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'status': 'completed', 'code': 200} Jul 16 21:38:05.267959 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:05.295933 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] Checking router: d716b7ae-01ac-4e9e-89d5-0e8e147d41fb for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:38:05.304731 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:05.305493 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:38:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:05.400703 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869522df-a05b-4f45-a645-d533ef7a78bb req-8d97fb70-972f-469d-9a2a-d28a41b78dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:05.402466 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869522df-a05b-4f45-a645-d533ef7a78bb req-8d97fb70-972f-469d-9a2a-d28a41b78dbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 1097 time: 0.1511161 Jul 16 21:38:05.410231 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca634ba6-e23f-4e2a-a210-9d993cf4a1fe req-b65504d0-a735-42f7-88bf-856233dda0fa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:05.411654 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca634ba6-e23f-4e2a-a210-9d993cf4a1fe req-b65504d0-a735-42f7-88bf-856233dda0fa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 946 time: 0.0879204 Jul 16 21:38:05.414355 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:05.501137 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ca634ba6-e23f-4e2a-a210-9d993cf4a1fe req-f49850c0-bce5-48ac-84cc-082aecb71f69 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801737 Jul 16 21:38:05.537229 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869522df-a05b-4f45-a645-d533ef7a78bb req-a8dda749-c3dd-4d98-84b7-2a3d61fb0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:05.538880 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869522df-a05b-4f45-a645-d533ef7a78bb req-a8dda749-c3dd-4d98-84b7-2a3d61fb0491 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.1263802 Jul 16 21:38:05.586574 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869522df-a05b-4f45-a645-d533ef7a78bb req-8b4b06a7-062b-4d79-bf59-a19e8c23f422 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 200 len: 217 time: 0.0407727 Jul 16 21:38:05.637348 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869522df-a05b-4f45-a645-d533ef7a78bb req-4eb755da-3939-483e-bcc1-f39fbcadf4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:05.638767 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869522df-a05b-4f45-a645-d533ef7a78bb req-4eb755da-3939-483e-bcc1-f39fbcadf4e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0449607 Jul 16 21:38:05.696675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869522df-a05b-4f45-a645-d533ef7a78bb req-3752b3bc-3640-41a1-8402-40110b1e807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:05.698196 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869522df-a05b-4f45-a645-d533ef7a78bb req-3752b3bc-3640-41a1-8402-40110b1e807e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522327 Jul 16 21:38:05.699180 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:05.727483 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d0d13-3025-4e62-9a80-f83edef64a9b None None] The sync data for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 is: [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:38:05.796390 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869522df-a05b-4f45-a645-d533ef7a78bb req-0717babd-9968-4a03-8664-a417dfff7c34 service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913775 Jul 16 21:38:05.889254 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-869522df-a05b-4f45-a645-d533ef7a78bb req-37f2c3ec-760a-442e-b788-6d2f2900b83c service neutron] 10.222.0.21 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859213 Jul 16 21:38:05.957518 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc97a2-ad8a-43cc-b6af-50986b9a0ee6 None None] New status for floating IP cb202080-e040-485f-a853-57f967b230f7: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:38:06.371047 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.583560 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc86280-62fc-4257-982c-045c648faf20 req-cb43daf9-41a6-4ab9-87c3-aee76e0f16e9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:06.585082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afc86280-62fc-4257-982c-045c648faf20 req-cb43daf9-41a6-4ab9-87c3-aee76e0f16e9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 946 time: 0.0674267 Jul 16 21:38:06.725184 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326c48-1136-41b0-9489-fc8bf79b884f req-60da2504-8104-4d04-bec1-8fc308fe49b8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:06.726713 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03326c48-1136-41b0-9489-fc8bf79b884f req-60da2504-8104-4d04-bec1-8fc308fe49b8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=c9e67703-b987-42af-8a99-d90909f3ba85 HTTP/1.1" status: 200 len: 946 time: 0.1096947 Jul 16 21:38:06.741539 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Deleting port 70def8b4-7f2e-4b58-9b07-49028bcda67d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:06.741901 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.823709 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-03326c48-1136-41b0-9489-fc8bf79b884f req-46a8278c-0995-43b3-8779-7b557798756f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=5ec21c9f-664b-40ab-824c-ce80585c1ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891185 Jul 16 21:38:06.855971 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] For port 70def8b4-7f2e-4b58-9b07-49028bcda67d, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=70def8b4-7f2e-4b58-9b07-49028bcda67d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:06.856334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:06.868828 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Calling delete_port for 70def8b4-7f2e-4b58-9b07-49028bcda67d owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:06.997433 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:07.026412 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event deleted for resources: {'Port': ['ID=70def8b4-7f2e-4b58-9b07-49028bcda67d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:07.072783 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] No DVR routers for this DVR port 70def8b4-7f2e-4b58-9b07-49028bcda67d on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:38:07.075495 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:07.077551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afc86280-62fc-4257-982c-045c648faf20 req-0b4a2fd7-5d80-44df-8ae4-e4dbe8fe02e3 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.21 "DELETE /v2.0/ports/70def8b4-7f2e-4b58-9b07-49028bcda67d HTTP/1.1" status: 204 len: 173 time: 0.4869239 Jul 16 21:38:07.227932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-deleted', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:07.230238 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac56da1-5dbc-4a8d-acf1-952767215554" -d '{"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-deleted", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:07.266049 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252850ef-4724-4f1d-8e54-e3769b2fa72e x-openstack-request-id: req-252850ef-4724-4f1d-8e54-e3769b2fa72e {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:07.266342 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e67703-b987-42af-8a99-d90909f3ba85", "name": "network-vif-deleted", "tag": "70def8b4-7f2e-4b58-9b07-49028bcda67d", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:07.266596 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-252850ef-4724-4f1d-8e54-e3769b2fa72e {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:07.267278 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e67703-b987-42af-8a99-d90909f3ba85', 'name': 'network-vif-deleted', 'tag': '70def8b4-7f2e-4b58-9b07-49028bcda67d', 'status': 'completed', 'code': 200} Jul 16 21:38:07.917311 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34756) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:07.982288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57cd916c-9ac8-4d22-9368-948e88d96f71 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.008530 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57cd916c-9ac8-4d22-9368-948e88d96f71 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.067770 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57cd916c-9ac8-4d22-9368-948e88d96f71 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.071225 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-57cd916c-9ac8-4d22-9368-948e88d96f71 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.072446 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-57cd916c-9ac8-4d22-9368-948e88d96f71 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "DELETE /v2.0/security-groups/5ec21c9f-664b-40ab-824c-ce80585c1ae9 HTTP/1.1" status: 204 len: 168 time: 0.1541064 Jul 16 21:38:08.081624 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd916c-9ac8-4d22-9368-948e88d96f71 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec21c9f-664b-40ab-824c-ce80585c1ae9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:08.322195 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34762) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:08.326849 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f8033178-313e-4464-b8d5-a524fb2a84ed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524163466', 'description': 'tempest-secgroup-smoke-524163466 description', 'project_id': '9d188a7577884f259fc619a0bb4c1854'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:08.348931 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f8033178-313e-4464-b8d5-a524fb2a84ed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.435267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f8033178-313e-4464-b8d5-a524fb2a84ed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.438627 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f8033178-313e-4464-b8d5-a524fb2a84ed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.463618 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f8033178-313e-4464-b8d5-a524fb2a84ed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.467598 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f8033178-313e-4464-b8d5-a524fb2a84ed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1416218 Jul 16 21:38:08.467973 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34764) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:08.468810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8033178-313e-4464-b8d5-a524fb2a84ed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7938853-ba2b-4624-966c-ae37b351fb6f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:08.477758 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': 'f7938853-ba2b-4624-966c-ae37b351fb6f', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:08.489852 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.504615 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.560915 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.564524 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.581939 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b45a6a-e220-456b-996f-885105910c0b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:08.592234 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.592579 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.592916 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.593257 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.593589 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.593917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.594241 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.594564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.594886 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.595209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.595585 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.595940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:08.598502 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.599724 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-11764a6b-3b71-4dae-8eda-d404e3738678 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306775 Jul 16 21:38:08.603425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34768) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:08.607761 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6a1ad970-f4b5-4827-9325-072c55cf9719 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': 'f7938853-ba2b-4624-966c-ae37b351fb6f', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:08.632964 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad970-f4b5-4827-9325-072c55cf9719 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.689659 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad970-f4b5-4827-9325-072c55cf9719 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.693078 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad970-f4b5-4827-9325-072c55cf9719 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.711024 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ad970-f4b5-4827-9325-072c55cf9719 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65afc5b7-2127-4dd1-8d87-87b20c9d0978,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:08.716177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad970-f4b5-4827-9325-072c55cf9719 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.717338 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-6a1ad970-f4b5-4827-9325-072c55cf9719 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130617 Jul 16 21:38:08.720094 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34770) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:08.724553 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-517dabd4-b5e5-4f51-bdbc-1027ca43640e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': 'f7938853-ba2b-4624-966c-ae37b351fb6f', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:08.751333 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-517dabd4-b5e5-4f51-bdbc-1027ca43640e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.812701 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-517dabd4-b5e5-4f51-bdbc-1027ca43640e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.816714 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-517dabd4-b5e5-4f51-bdbc-1027ca43640e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.833521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dabd4-b5e5-4f51-bdbc-1027ca43640e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ab15b3-6bea-4963-800e-d7eed86da11b,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:08.841017 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-517dabd4-b5e5-4f51-bdbc-1027ca43640e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.842296 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-517dabd4-b5e5-4f51-bdbc-1027ca43640e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212163 Jul 16 21:38:08.845081 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 34772) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:08.849442 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-bdbf79ab-bbec-4238-a3af-ff85176ea868 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': 'f7938853-ba2b-4624-966c-ae37b351fb6f', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:08.876458 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdbf79ab-bbec-4238-a3af-ff85176ea868 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.935435 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdbf79ab-bbec-4238-a3af-ff85176ea868 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.938841 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdbf79ab-bbec-4238-a3af-ff85176ea868 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.956682 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf79ab-bbec-4238-a3af-ff85176ea868 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98beb264-8214-4021-8dc9-e2c265662333,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:08.962759 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bdbf79ab-bbec-4238-a3af-ff85176ea868 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:08.966838 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34774) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:08.967346 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-bdbf79ab-bbec-4238-a3af-ff85176ea868 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208987 Jul 16 21:38:08.971501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': 'f7938853-ba2b-4624-966c-ae37b351fb6f', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:08.992241 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Project 9d188a7577884f259fc619a0bb4c1854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:38:08.996948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.056402 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.060032 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.078836 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc394960-951f-45e4-8564-4edfc24d7d00,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:09.081211 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.082480 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-65947f2f-029f-4226-875d-c5f7094c5b34 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145821 Jul 16 21:38:09.085928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34776) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:09.090330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'security_group_rule': {'security_group_id': 'f7938853-ba2b-4624-966c-ae37b351fb6f', 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:09.111132 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Project 9d188a7577884f259fc619a0bb4c1854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:38:09.115802 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.178595 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.182240 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.199778 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2471111e-25c0-407a-bd24-7abd605b30be,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:09.205724 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.206363 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0c71f936-d416-4307-a537-bf283b71b875 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194866 Jul 16 21:38:09.390968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:09.556075 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:10.066401 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:10.086648 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 70def8b4-7f2e-4b58-9b07-49028bcda67d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:10.086996 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 70def8b4-7f2e-4b58-9b07-49028bcda67d not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:23.480447 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-0d10c667-1aca-4831-9bf2-87a57128f175 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524163466&fields=id&tenant_id=9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 267 time: 0.0328929 Jul 16 21:38:23.584472 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-7ff73947-1753-484c-8075-8e87ad05a852 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:23.585897 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-7ff73947-1753-484c-8075-8e87ad05a852 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 809 time: 0.0992322 Jul 16 21:38:23.600114 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-e1247477-ce3f-4c28-8ec3-cec07394ffbd tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/quotas/9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 375 time: 0.0089233 Jul 16 21:38:23.669723 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-faca5917-5be4-4b8e-99e1-721aa1fdece8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646818 Jul 16 21:38:23.808229 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-0878696d-68f8-45de-8134-ebe2f9e60548 service neutron] 10.222.0.100 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235919 Jul 16 21:38:23.900230 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-df84001d-3794-4eac-b7a0-b9a68759b7a6 service neutron] 10.222.0.100 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Jul 16 21:38:24.205220 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-aa540b10-f812-4e0d-a751-1853bea42725 req-6dd782e7-2d5b-48c7-8785-04aa42618230 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 210 time: 0.0289257 Jul 16 21:38:25.226201 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-341d0730-6098-4899-b5e0-cd22952ec429 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:25.228226 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-341d0730-6098-4899-b5e0-cd22952ec429 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 809 time: 0.1176722 Jul 16 21:38:25.282253 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-400f4a08-c529-4214-b238-fc10eb4ef963 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 379 time: 0.0388887 Jul 16 21:38:25.292409 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'port': {'device_id': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'admin_state_up': True, 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'security_groups': ['f7938853-ba2b-4624-966c-ae37b351fb6f']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:25.348495 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-23cfd095-0c6a-4a8c-8790-8dd28491392d req-ef1d5d1a-1e8d-4677-b127-61a55adec1b6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 210 time: 0.0307467 Jul 16 21:38:25.409088 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Made reservation on behalf of 9d188a7577884f259fc619a0bb4c1854 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:38:25.412920 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.538447 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Allocated IP 172.20.0.14 (f985b753-1034-41de-8f80-c8a40378bab8/ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7/27949bd9-4ddd-4f98-804a-428e6548dd9b) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:38:25.679643 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.692606 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Transition to ACTIVE for port object 27949bd9-4ddd-4f98-804a-428e6548dd9b will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:38:25.726375 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.769140 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Network f985b753-1034-41de-8f80-c8a40378bab8 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:38:25.776425 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:38:25.780372 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:38:25.786727 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:25.835855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:25.836780 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.854021 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-bc7b700c-ecaf-41bf-b3bd-14dc89137581 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5670538 Jul 16 21:38:25.866843 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Request body: {'port': {'device_id': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:25.954805 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.053793 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9cddb228-6c20-4a51-ace6-adf467acee36 None None] Provisioning for port 27949bd9-4ddd-4f98-804a-428e6548dd9b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:38:26.058407 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9cddb228-6c20-4a51-ace6-adf467acee36 None None] Provisioning complete for port 27949bd9-4ddd-4f98-804a-428e6548dd9b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:38:26.058805 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9cddb228-6c20-4a51-ace6-adf467acee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.094910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9cddb228-6c20-4a51-ace6-adf467acee36 None None] Port 27949bd9-4ddd-4f98-804a-428e6548dd9b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:38:26.239127 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27949bd9-4ddd-4f98-804a-428e6548dd9b {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:38:26.247262 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.258943 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Transition to ACTIVE for port object 27949bd9-4ddd-4f98-804a-428e6548dd9b will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:38:26.262530 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.316029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:26.393634 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Attempting to bind port 27949bd9-4ddd-4f98-804a-428e6548dd9b on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:38:26.394018 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Attempting to bind port 27949bd9-4ddd-4f98-804a-428e6548dd9b by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:38:26.394440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Attempting to bind port 27949bd9-4ddd-4f98-804a-428e6548dd9b on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:38:26.400522 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Port 27949bd9-4ddd-4f98-804a-428e6548dd9b on network f985b753-1034-41de-8f80-c8a40378bab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:38:26.400932 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Attempting to bind port 27949bd9-4ddd-4f98-804a-428e6548dd9b on network f985b753-1034-41de-8f80-c8a40378bab8 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:38:26.407134 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:38:26.407484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Checking segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:38:26.408130 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Bound using segment: {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:38:26.408615 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Bound port: 27949bd9-4ddd-4f98-804a-428e6548dd9b, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b99116-a3ee-455d-bb44-c1e9ec2edcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:38:26.409057 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.504192 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:38:26.509169 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:38:26.515881 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.557316 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:26.558308 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.560011 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] 10.222.0.26 "PUT /v2.0/ports/27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 1092 time: 0.6984134 Jul 16 21:38:26.560708 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:26.563489 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d4f241-03f9-448f-a238-1505f9141b22" -d '{"events": [{"name": "network-changed", "server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:26.587069 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1509da-6609-4f3f-94e1-ce5d7ad9cdb8 req-ca9f20ea-0b63-4383-a3f1-25d188324c5b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:26.589382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e1509da-6609-4f3f-94e1-ce5d7ad9cdb8 req-ca9f20ea-0b63-4383-a3f1-25d188324c5b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.1150234 Jul 16 21:38:26.600225 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280aa96-84b5-4ef2-919e-76312e9c52da service neutron] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:26.636199 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4e1509da-6609-4f3f-94e1-ce5d7ad9cdb8 req-6782292b-7fd8-4dce-9354-05347d8f077a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Jul 16 21:38:26.671118 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-94601abb-2aca-4422-a905-7580e7355171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:26.673030 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-94601abb-2aca-4422-a905-7580e7355171 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1095 time: 0.0623796 Jul 16 21:38:26.738751 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-5713a7e1-92e1-41bf-b288-6f14f42b470d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 217 time: 0.0580621 Jul 16 21:38:26.778961 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c86e575-d0a7-4499-acfb-ef6bf15fa012 x-openstack-request-id: req-6c86e575-d0a7-4499-acfb-ef6bf15fa012 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:26.779311 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:26.779712 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6c86e575-d0a7-4499-acfb-ef6bf15fa012 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:26.780184 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'status': 'completed', 'code': 200} Jul 16 21:38:26.804333 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-22a7a383-d3c0-4cbc-bdda-01947eef6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:26.806644 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-22a7a383-d3c0-4cbc-bdda-01947eef6a9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0601096 Jul 16 21:38:26.870995 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-d42b52f9-d62e-4e98-b34f-8d25337b809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:26.872723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-d42b52f9-d62e-4e98-b34f-8d25337b809b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598743 Jul 16 21:38:26.975025 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-65f84724-722e-4401-81fc-f4d061063521 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958745 Jul 16 21:38:26.984576 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:38:27.066320 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3b859331-dd9e-4d22-9b40-29ecff97ba21 req-cb69fd7b-8e8a-45df-82c0-aadd3f88d217 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850637 Jul 16 21:38:27.165554 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-eda49061-7c07-45af-bb95-9d4a8950a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:27.167115 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-eda49061-7c07-45af-bb95-9d4a8950a062 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1095 time: 0.0545430 Jul 16 21:38:27.264976 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-92aa503b-4a6b-4183-9af1-4403e6ec417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:27.266523 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-92aa503b-4a6b-4183-9af1-4403e6ec417f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0939023 Jul 16 21:38:27.308751 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-12599260-2e01-4d1b-9aeb-b1d4ee9d7ad8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 217 time: 0.0351946 Jul 16 21:38:27.361279 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-0ae71a7f-a37c-467f-8464-e355bdaead45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:27.362710 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-0ae71a7f-a37c-467f-8464-e355bdaead45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0487838 Jul 16 21:38:27.419999 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-b4093a7d-9319-4962-a47e-102a69ec2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:27.421552 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-b4093a7d-9319-4962-a47e-102a69ec2b8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526009 Jul 16 21:38:27.514911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-f3c3a7bb-c079-4cc1-a7c7-3f83ffee45bd service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869679 Jul 16 21:38:27.605683 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-d7d4f241-03f9-448f-a238-1505f9141b22 req-c8558949-5cd7-4d6b-9c9e-911563f64214 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840867 Jul 16 21:38:27.812754 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1f579-4d99-4f23-950d-ff1e87c27730 req-c6aaff56-fc9d-4a41-92ad-bc2bce289933 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:27.814333 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66b1f579-4d99-4f23-950d-ff1e87c27730 req-c6aaff56-fc9d-4a41-92ad-bc2bce289933 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0640063 Jul 16 21:38:27.855110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-66b1f579-4d99-4f23-950d-ff1e87c27730 req-c66ea234-f769-43c7-9f51-e198ae005160 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348468 Jul 16 21:38:29.037486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e4e77-6632-4278-876c-4b50f7229455 req-9bf8ad41-c32d-41b0-bbef-9562612f9fa0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:29.039223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-301e4e77-6632-4278-876c-4b50f7229455 req-9bf8ad41-c32d-41b0-bbef-9562612f9fa0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0642815 Jul 16 21:38:29.083265 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-301e4e77-6632-4278-876c-4b50f7229455 req-bb89e058-eda6-406f-9d3a-33d02a271caa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381570 Jul 16 21:38:30.261910 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13d85f-09e4-477d-a0f9-751ccd3bfff5 req-1fc94995-6ab5-473c-8837-88fababfebda tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:30.263451 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df13d85f-09e4-477d-a0f9-751ccd3bfff5 req-1fc94995-6ab5-473c-8837-88fababfebda tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0644145 Jul 16 21:38:30.301421 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df13d85f-09e4-477d-a0f9-751ccd3bfff5 req-54dac9b4-dd33-4fec-802f-5b7b13f9c65a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321968 Jul 16 21:38:30.417791 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc7409c8-0bd4-407f-ac2d-fdc1f4bba72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:31.472785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3e589-681f-4dcb-9038-0d70b30583e7 req-bfcbff4b-139e-4f08-9772-c096a0dad4b6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:31.474267 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a3e589-681f-4dcb-9038-0d70b30583e7 req-bfcbff4b-139e-4f08-9772-c096a0dad4b6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0622430 Jul 16 21:38:31.512385 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81a3e589-681f-4dcb-9038-0d70b30583e7 req-7ec40697-eacc-47f6-885b-e5bb8276b5a0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Jul 16 21:38:32.690294 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf06f4-c3f1-40e8-91bb-a32f06c1de93 req-8e3b296d-f6c2-4dfb-9c0f-ac8d730871a7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:32.692539 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88bf06f4-c3f1-40e8-91bb-a32f06c1de93 req-8e3b296d-f6c2-4dfb-9c0f-ac8d730871a7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0676503 Jul 16 21:38:32.731952 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-88bf06f4-c3f1-40e8-91bb-a32f06c1de93 req-e49398bb-b469-4165-9eb8-c2edbc1ca8f0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335627 Jul 16 21:38:33.907597 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6e12-c28a-4d22-924b-ae1c163b48bb req-05aa76c4-6900-4189-b4b2-58de265470ba tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:33.909070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4b6e12-c28a-4d22-924b-ae1c163b48bb req-05aa76c4-6900-4189-b4b2-58de265470ba tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0638273 Jul 16 21:38:33.946684 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ea4b6e12-c28a-4d22-924b-ae1c163b48bb req-2b3c41c5-c75d-4778-b622-610dea54db8c tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312166 Jul 16 21:38:34.195232 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:34.967809 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e878dc7d-8c4d-4ffc-ada1-087cba99c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:35.125768 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195577f6-4911-4cd6-b371-b6027c175a2a req-fa25f689-69ff-442f-8255-cfca05b93dcb tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:35.127262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-195577f6-4911-4cd6-b371-b6027c175a2a req-fa25f689-69ff-442f-8255-cfca05b93dcb tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0660186 Jul 16 21:38:35.164778 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-195577f6-4911-4cd6-b371-b6027c175a2a req-31b95ac8-528e-4c49-a1d3-bcbf353d7a52 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317755 Jul 16 21:38:36.335351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb46de-789a-44ee-91af-dcb42daa75d5 req-c7386ae1-b24e-4841-b078-95358052ffd8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:36.337337 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31fb46de-789a-44ee-91af-dcb42daa75d5 req-c7386ae1-b24e-4841-b078-95358052ffd8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0634351 Jul 16 21:38:36.374788 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:36.376815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-31fb46de-789a-44ee-91af-dcb42daa75d5 req-62babea0-4743-453c-b934-931a23334eed tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339961 Jul 16 21:38:37.167549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 27949bd9-4ddd-4f98-804a-428e6548dd9b details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:38:37.266073 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:37.428304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'port_id': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'mac_address': 'fa:16:3e:24:3e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:38:37.464878 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:37.476950 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27949bd9-4ddd-4f98-804a-428e6548dd9b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:38:37.496726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:37.500394 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:37.547256 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:37.552516 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22bccc-164f-44f8-89d1-c818b75dc4ba req-6055ea82-2a3e-4c4f-b888-e74703ad2bd1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:37.554082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da22bccc-164f-44f8-89d1-c818b75dc4ba req-6055ea82-2a3e-4c4f-b888-e74703ad2bd1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0681429 Jul 16 21:38:37.554644 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.554986 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.555389 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.555783 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.556114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.556438 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.556759 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.557078 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.557398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.557715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.558032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.558352 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:37.593651 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-da22bccc-164f-44f8-89d1-c818b75dc4ba req-e383cef0-02f9-44a8-b91c-2875aadf1f4a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330355 Jul 16 21:38:37.742611 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['27949bd9-4ddd-4f98-804a-428e6548dd9b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:38:38.492385 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:38.771518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d316f-18cd-4836-9abb-a12088b523fa req-cf357423-583d-4799-a22d-b5477e9f1ae9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:38.772998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-605d316f-18cd-4836-9abb-a12088b523fa req-cf357423-583d-4799-a22d-b5477e9f1ae9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 945 time: 0.0677454 Jul 16 21:38:38.809886 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-605d316f-18cd-4836-9abb-a12088b523fa req-d0ecc295-9147-4b33-8ed0-b7d02b984572 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Jul 16 21:38:39.182790 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 27949bd9-4ddd-4f98-804a-428e6548dd9b up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:38:39.230941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port 27949bd9-4ddd-4f98-804a-428e6548dd9b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:38:39.235995 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 27949bd9-4ddd-4f98-804a-428e6548dd9b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:38:39.236366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:39.311375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:39.333205 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:39.335537 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb6e427-2922-42ab-a784-664dfb27bf91" -d '{"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-plugged", "status": "completed", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:39.347888 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:39.352143 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:39.413051 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:39.413703 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:39.426191 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da46b604-dbfd-408f-aa40-e6cadbb3b775 x-openstack-request-id: req-da46b604-dbfd-408f-aa40-e6cadbb3b775 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:39.426477 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-plugged", "status": "completed", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:39.426726 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-da46b604-dbfd-408f-aa40-e6cadbb3b775 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:39.427120 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'code': 200} Jul 16 21:38:39.538043 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a72688-c10a-47d6-96f3-7d273d7004a6 req-cf7f10ae-c5a8-4c48-a3aa-7719a28787b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:39.539652 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b4a72688-c10a-47d6-96f3-7d273d7004a6 req-cf7f10ae-c5a8-4c48-a3aa-7719a28787b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0517609 Jul 16 21:38:39.555625 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:39.575290 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-b4a72688-c10a-47d6-96f3-7d273d7004a6 req-edb8b558-17d6-4aa7-9190-77026ad379cc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293028 Jul 16 21:38:39.983293 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd152d-b00c-40d8-a982-9e87e7fc16af req-a6bbef56-028f-40e4-9d74-9250e9831936 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:39.984773 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ebd152d-b00c-40d8-a982-9e87e7fc16af req-a6bbef56-028f-40e4-9d74-9250e9831936 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0626988 Jul 16 21:38:40.021811 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2ebd152d-b00c-40d8-a982-9e87e7fc16af req-a0a7b407-e9cd-4582-9646-84c62ba7bd11 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315094 Jul 16 21:38:41.199548 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f579b-d9a0-4052-a4f4-8b4f7859012c req-188d9573-1451-4a13-bf15-4e4453127673 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:41.201055 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-227f579b-d9a0-4052-a4f4-8b4f7859012c req-188d9573-1451-4a13-bf15-4e4453127673 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0671856 Jul 16 21:38:41.238918 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-227f579b-d9a0-4052-a4f4-8b4f7859012c req-c580b62d-86ee-46c0-ae97-bf56f52c9ec0 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Jul 16 21:38:41.413399 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185e7ad-f86c-4fd3-9a3d-0581d8cb9515 req-51c996dd-3182-437b-96cc-97acb662af54 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:41.414824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5185e7ad-f86c-4fd3-9a3d-0581d8cb9515 req-51c996dd-3182-437b-96cc-97acb662af54 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0637307 Jul 16 21:38:41.452364 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5185e7ad-f86c-4fd3-9a3d-0581d8cb9515 req-7ee8628d-9be1-4b01-b194-30da7ccb65c7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Jul 16 21:38:41.475999 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34968) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:41.527174 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0413f28-5e2a-4b0b-bb94-59620cfcae72 tempest-TestShelveInstance-1554510332 tempest-TestShelveInstance-1554510332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:41.528701 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-d0413f28-5e2a-4b0b-bb94-59620cfcae72 tempest-TestShelveInstance-1554510332 tempest-TestShelveInstance-1554510332-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1092 time: 0.0517390 Jul 16 21:38:41.531578 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 34970) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:41.535994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:38:41.558058 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:41.656105 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:41.761745 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Allocated IP 172.25.8.76 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9b26a211-bc71-491a-b036-d4e3c0e9062e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:38:41.861301 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:41.899584 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:41.933430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:38:41.936196 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:38:41.941441 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:38:41.971899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'Port': ['ID=9b26a211-bc71-491a-b036-d4e3c0e9062e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:42.311392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:42.388050 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:42.535645 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:42.540165 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:42.607508 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event updated for resources: {'Port': ['ID=9b26a211-bc71-491a-b036-d4e3c0e9062e,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:42.617112 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:43.049831 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Floating IP 9874c708-b7e3-41be-943a-8b396d7b1986 associated. External IP: 172.25.8.76, port: 27949bd9-4ddd-4f98-804a-428e6548dd9b. Jul 16 21:38:43.255268 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:38:43.363718 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:38:43.373265 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] Sync routers for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:38:43.379369 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:43.382289 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:43.382941 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:43.416607 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-422058dc-0305-4b4f-b166-376d02d128ff tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8839254 Jul 16 21:38:43.417255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:43.419543 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a95ba3-3b36-4cdf-8767-b71187fdafa3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:43.458511 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa087338-3f5a-43f1-928a-cc2bf9e42d16 x-openstack-request-id: req-aa087338-3f5a-43f1-928a-cc2bf9e42d16 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:43.458807 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:43.459063 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-aa087338-3f5a-43f1-928a-cc2bf9e42d16 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:43.459504 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'status': 'completed', 'code': 200} Jul 16 21:38:43.489519 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:43.538930 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-138ecf44-b08a-4b14-860b-17abeeda81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:43.540446 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-138ecf44-b08a-4b14-860b-17abeeda81ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0567255 Jul 16 21:38:43.630101 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-52785be5-34cd-4dd8-b1eb-2a1b8d19b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:43.631677 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-52785be5-34cd-4dd8-b1eb-2a1b8d19b320 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0843811 Jul 16 21:38:43.701233 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-4beefc3b-bc26-47e8-8603-b6824118b46b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 999 time: 0.0629199 Jul 16 21:38:43.710375 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '9874c708-b7e3-41be-943a-8b396d7b1986', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'port_id': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'mac_address': 'fa:16:3e:24:3e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:38:42Z', 'updated_at': '2021-07-16T21:38:42Z', 'revision_number': 0, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:43.739217 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] Checking router: d716b7ae-01ac-4e9e-89d5-0e8e147d41fb for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:38:43.747896 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:43.748499 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:38:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:43.750004 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-bdafd6fe-19d7-4ef6-92f5-7b40f4f6375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:43.751520 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-bdafd6fe-19d7-4ef6-92f5-7b40f4f6375f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0441334 Jul 16 21:38:43.809194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-1b283d09-7f63-47d5-b23b-865237467801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:43.810691 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-1b283d09-7f63-47d5-b23b-865237467801 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524361 Jul 16 21:38:43.851770 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:44.089210 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '9874c708-b7e3-41be-943a-8b396d7b1986', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'port_id': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'mac_address': 'fa:16:3e:24:3e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:38:42Z', 'updated_at': '2021-07-16T21:38:42Z', 'revision_number': 0, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:44.119582 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e582281-4218-4ec1-8aa9-94e94aadba41 None None] The sync data for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 is: [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '9874c708-b7e3-41be-943a-8b396d7b1986', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'port_id': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'mac_address': 'fa:16:3e:24:3e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:38:42Z', 'updated_at': '2021-07-16T21:38:42Z', 'revision_number': 0, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:38:44.220711 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-2f1b5a44-72bc-4bb8-bd26-7080285cb847 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017951 Jul 16 21:38:44.320122 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-92a95ba3-3b36-4cdf-8767-b71187fdafa3 req-f851e45b-4a39-4f59-ac0b-98b50cd8a526 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918231 Jul 16 21:38:44.336316 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4079a8-4de1-463f-bfd0-8161a22fd259 None None] New status for floating IP 9874c708-b7e3-41be-943a-8b396d7b1986: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:38:52.625862 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-1721482f-d900-42cc-9830-6928da7895e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551217 Jul 16 21:38:52.727840 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-ae8374b1-db43-452a-a3bb-8479acbd387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:52.729303 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-ae8374b1-db43-452a-a3bb-8479acbd387b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0529623 Jul 16 21:38:52.831605 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-8d08bf43-d2c5-4426-a7fb-2778b6d55b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:52.833031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-8d08bf43-d2c5-4426-a7fb-2778b6d55b49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0828443 Jul 16 21:38:52.901916 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-d23a149c-43e1-47c2-b867-a05023dff447 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 1001 time: 0.0598054 Jul 16 21:38:52.949478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-b17d4339-5b7f-4404-987e-977f4369cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:52.950953 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-b17d4339-5b7f-4404-987e-977f4369cfaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0424902 Jul 16 21:38:53.006520 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-28136d5b-2ace-4bb1-9d0f-810760d57a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:53.007994 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-28136d5b-2ace-4bb1-9d0f-810760d57a82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505121 Jul 16 21:38:53.100386 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-9f8b0c36-ec7a-41d0-8a5b-9f4418fe02ac service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847967 Jul 16 21:38:53.191925 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-3f05651c-3948-4d73-a5c2-159b3eebd772 req-07f3e629-5fd7-477d-9a48-92c7c43292ad service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804098 Jul 16 21:39:00.418407 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-78d98f5d-d3f5-4e07-8b5d-6cbf8937d5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:03.985972 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:39:04.197626 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:04.967111 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3c9b294a-09e7-4eda-9fb5-f0e9a50c0ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:06.377318 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:08.494606 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:09.404406 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:09.561892 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:30.419103 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3523fef9-18e5-4672-932e-50ef0da08673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:34.199105 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:34.967422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-841e3be0-f2c8-461c-a032-64a1979e44a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:36.380198 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:38.497316 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:39.419681 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:39.576758 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:40.985884 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:39:54.248216 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-c06c21d7-1091-4024-a3cc-2b7490e550ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1210361 Jul 16 21:39:54.344918 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-432985ac-62d5-4179-9dcd-ada4d8ac79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:54.346325 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-432985ac-62d5-4179-9dcd-ada4d8ac79a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0532281 Jul 16 21:39:54.461176 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-b009c331-67f5-4726-99d9-f6abfd611aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:54.462698 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-b009c331-67f5-4726-99d9-f6abfd611aa7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0934207 Jul 16 21:39:54.528961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-4daacf50-55df-4de2-bd18-e80a09e4431f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 1001 time: 0.0593965 Jul 16 21:39:54.577053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-35153a47-8985-4370-a178-e971b995ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:54.578503 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-35153a47-8985-4370-a178-e971b995ff75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0436034 Jul 16 21:39:54.653646 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-b3030e41-d009-4a6c-9f1e-85e7dba4a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:39:54.655104 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-b3030e41-d009-4a6c-9f1e-85e7dba4a2ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694928 Jul 16 21:39:54.742869 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-2d1821d3-bb28-4696-9fdf-d89b6abaa98a service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802879 Jul 16 21:39:54.859599 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4b89eda9-4500-41e2-be47-9d0f24ca4e59 req-d19f2c8a-2a6a-4d29-9746-1449035eefe3 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093886 Jul 16 21:40:00.419348 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ef9e840-a808-4b91-b209-be206d6e9c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:04.203900 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:04.968953 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe754-b357-4a1f-b892-2bcf86fdada7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:06.382958 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:08.499288 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:09.435149 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:09.574871 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:17.985415 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:40:30.420131 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d5bc7a40-bdb5-47f1-a371-544cb5540e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:34.205192 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:34.970857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bf979519-fc1f-49df-b7ac-70747a4a447e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:36.385958 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:38.502284 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:39.433932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:39.575375 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:41.180694 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411cabc-3d91-47d2-9e6a-563a32f15ddb req-e6313e94-893d-4d8d-a586-e0c99e2c9b1a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:41.182157 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9411cabc-3d91-47d2-9e6a-563a32f15ddb req-e6313e94-893d-4d8d-a586-e0c99e2c9b1a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.1059873 Jul 16 21:40:41.222219 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9411cabc-3d91-47d2-9e6a-563a32f15ddb req-4b122931-42d7-4943-ada4-e8028ab77d95 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343885 Jul 16 21:40:42.432997 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dbc31-bc28-4683-998f-db7966defbf5 req-6b1c1224-aba7-4b3d-a54e-382479a7cd39 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:42.434502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e20dbc31-bc28-4683-998f-db7966defbf5 req-6b1c1224-aba7-4b3d-a54e-382479a7cd39 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0634487 Jul 16 21:40:42.471977 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-e20dbc31-bc28-4683-998f-db7966defbf5 req-f41616c9-dc6b-4ef5-953e-ed0b39959cee tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311825 Jul 16 21:40:43.641699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf23ea4-b59b-42b3-971c-5395c5a78756 req-52a03c38-6865-4e16-a0fc-09122c6178a5 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:43.643187 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bf23ea4-b59b-42b3-971c-5395c5a78756 req-52a03c38-6865-4e16-a0fc-09122c6178a5 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0632503 Jul 16 21:40:43.681264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2bf23ea4-b59b-42b3-971c-5395c5a78756 req-36b497bd-7045-4b86-b951-b0331d51ee20 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Jul 16 21:40:44.856432 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acc80d-143f-4ae8-bd13-193bac2507ec req-610aad99-d315-4d6a-87c4-be33d9772644 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:44.857892 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0acc80d-143f-4ae8-bd13-193bac2507ec req-610aad99-d315-4d6a-87c4-be33d9772644 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0673079 Jul 16 21:40:44.902746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c0acc80d-143f-4ae8-bd13-193bac2507ec req-5a942706-f27a-4c1d-97fa-d3a10a03fdb2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382338 Jul 16 21:40:46.073325 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a32ac-686d-4774-a4a0-a6a3a92afc35 req-c17455db-584e-4a6f-9d79-b4083945cb88 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:46.074844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc0a32ac-686d-4774-a4a0-a6a3a92afc35 req-c17455db-584e-4a6f-9d79-b4083945cb88 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0630991 Jul 16 21:40:46.112589 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc0a32ac-686d-4774-a4a0-a6a3a92afc35 req-4caf2e8e-8343-400f-bd30-4dca2643c682 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Jul 16 21:40:47.288559 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad032d5-2af5-4177-a1c4-68b2e44e87b7 req-0e22487e-03c2-489a-8c19-b31447887049 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:47.290092 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bad032d5-2af5-4177-a1c4-68b2e44e87b7 req-0e22487e-03c2-489a-8c19-b31447887049 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0636485 Jul 16 21:40:47.331502 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bad032d5-2af5-4177-a1c4-68b2e44e87b7 req-2cc413a8-30ca-4f3b-b60a-8ab509322314 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357747 Jul 16 21:40:48.506448 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebafe-e6cc-40fd-b957-ec2314eaeb9a req-4facd72e-85ec-4666-a056-8433427c65f9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:48.508005 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-759ebafe-e6cc-40fd-b957-ec2314eaeb9a req-4facd72e-85ec-4666-a056-8433427c65f9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0638397 Jul 16 21:40:48.545812 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-759ebafe-e6cc-40fd-b957-ec2314eaeb9a req-9334df03-c722-4897-bb4f-9d979c6f81ad tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322859 Jul 16 21:40:49.717219 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2cc9f-0724-450a-9ebd-23742fcd02a2 req-967908ee-9c1e-4ab5-99eb-5680e32249d8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:49.718707 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55a2cc9f-0724-450a-9ebd-23742fcd02a2 req-967908ee-9c1e-4ab5-99eb-5680e32249d8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0628505 Jul 16 21:40:49.756788 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-55a2cc9f-0724-450a-9ebd-23742fcd02a2 req-22ae03ef-b2f3-474a-8847-ff618351452a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 Jul 16 21:40:50.929891 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192a8e-5e12-4131-a658-e90d45bbb930 req-007c0f51-3b7c-4a4d-a320-c2acc4a81d20 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:50.931402 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2192a8e-5e12-4131-a658-e90d45bbb930 req-007c0f51-3b7c-4a4d-a320-c2acc4a81d20 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0668688 Jul 16 21:40:50.969053 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b2192a8e-5e12-4131-a658-e90d45bbb930 req-0c916aa7-f740-4591-b5da-8a9cb508f6cb tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321896 Jul 16 21:40:51.227694 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be00a5-430a-469b-8cbc-62f85756c670 req-241d3b79-21c1-4b52-a5aa-3997d1c30306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:51.229205 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-77be00a5-430a-469b-8cbc-62f85756c670 req-241d3b79-21c1-4b52-a5aa-3997d1c30306 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0532036 Jul 16 21:40:51.337828 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be00a5-430a-469b-8cbc-62f85756c670 req-bb306134-c983-44f2-b487-4ea304977945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:51.339180 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-77be00a5-430a-469b-8cbc-62f85756c670 req-bb306134-c983-44f2-b487-4ea304977945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.1043048 Jul 16 21:40:51.403736 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-77be00a5-430a-469b-8cbc-62f85756c670 req-5c3cf19c-0b0a-4a18-b478-19152a389abb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 1001 time: 0.0581136 Jul 16 21:40:51.451738 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be00a5-430a-469b-8cbc-62f85756c670 req-c54f8f4c-c454-4dcd-8b92-a29285f60478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:51.453159 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-77be00a5-430a-469b-8cbc-62f85756c670 req-c54f8f4c-c454-4dcd-8b92-a29285f60478 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0432405 Jul 16 21:40:51.512305 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be00a5-430a-469b-8cbc-62f85756c670 req-574fd400-dda8-415e-9bb7-73ba97412c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:51.513780 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-77be00a5-430a-469b-8cbc-62f85756c670 req-574fd400-dda8-415e-9bb7-73ba97412c1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549240 Jul 16 21:40:51.602170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-77be00a5-430a-469b-8cbc-62f85756c670 req-16ae5f25-dfb2-4b05-ba6b-2018aef270c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819697 Jul 16 21:40:51.695931 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-77be00a5-430a-469b-8cbc-62f85756c670 req-97f536c6-8bdd-4153-85fb-af5b9eb9c883 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879676 Jul 16 21:40:52.144002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291a8c-080c-42ca-be40-1b61bb25f3b1 req-4278c5ad-c055-4b78-9982-1fbb2e1dfe2b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:52.145792 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f291a8c-080c-42ca-be40-1b61bb25f3b1 req-4278c5ad-c055-4b78-9982-1fbb2e1dfe2b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0652056 Jul 16 21:40:52.184919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-5f291a8c-080c-42ca-be40-1b61bb25f3b1 req-aca566bf-f3d8-4c53-a8b3-a108cdf2d301 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333028 Jul 16 21:40:53.361381 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca3e4f-a435-4506-8a30-eb04edba1eba req-7c178c17-1d44-41ba-a7c8-b277f2a60926 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:53.362815 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8ca3e4f-a435-4506-8a30-eb04edba1eba req-7c178c17-1d44-41ba-a7c8-b277f2a60926 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0639179 Jul 16 21:40:53.406947 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8ca3e4f-a435-4506-8a30-eb04edba1eba req-fca642bb-c3ce-4c0f-ac53-64d9c62b616b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375981 Jul 16 21:40:53.621211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-ae442ef0-8eff-4ffa-abc8-44b006770f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:53.622606 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-ae442ef0-8eff-4ffa-abc8-44b006770f75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0536613 Jul 16 21:40:53.734501 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-159de5e3-c0eb-41ad-876f-a2cc863e83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:53.736043 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-159de5e3-c0eb-41ad-876f-a2cc863e83f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0938649 Jul 16 21:40:53.801906 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-2baef684-fc7b-43dc-85b2-7e94d27ab820 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 1001 time: 0.0585408 Jul 16 21:40:53.850946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-bc52dd3e-8c74-45db-8944-b8a6eee35f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:53.852495 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-bc52dd3e-8c74-45db-8944-b8a6eee35f9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0449536 Jul 16 21:40:53.916484 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-e7c3f084-1df4-48cd-9199-fed9fb1d7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:53.918012 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-e7c3f084-1df4-48cd-9199-fed9fb1d7fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596511 Jul 16 21:40:54.009638 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-9542b6fa-a280-4961-bea0-8203092046df service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853090 Jul 16 21:40:54.106865 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-dd306af4-fc5f-414f-953b-75ad0cabf729 req-575fe7c2-b4c9-4bdc-a75f-9b560cb80174 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908704 Jul 16 21:40:54.589858 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09333e3c-fac9-49ce-b096-78ea770ee2c3 req-03a495cd-07c1-428a-91fb-20cefcdc49d8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:54.591832 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09333e3c-fac9-49ce-b096-78ea770ee2c3 req-03a495cd-07c1-428a-91fb-20cefcdc49d8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0700490 Jul 16 21:40:54.632579 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-09333e3c-fac9-49ce-b096-78ea770ee2c3 req-7f30189f-08c1-4319-ab31-09a67528c9d1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351999 Jul 16 21:40:54.984986 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:40:55.811269 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14742299-ee18-491a-a1a7-da5f547aa3dd req-019486f7-34a6-4275-b1b5-20071511cd21 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:55.813262 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14742299-ee18-491a-a1a7-da5f547aa3dd req-019486f7-34a6-4275-b1b5-20071511cd21 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0693614 Jul 16 21:40:55.859192 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-14742299-ee18-491a-a1a7-da5f547aa3dd req-d70544bc-8e07-4e80-948a-c777c34e1c0d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 Jul 16 21:40:57.207974 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-1f828c26-5020-4ea8-b016-2a67ddc7246f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062412 Jul 16 21:40:57.230183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa949-41ef-46e0-a58a-53dd17efb51d req-02e4191a-3d79-4fad-b266-acf15de0ae1e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:57.231690 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c0aa949-41ef-46e0-a58a-53dd17efb51d req-02e4191a-3d79-4fad-b266-acf15de0ae1e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0691025 Jul 16 21:40:57.268034 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6c0aa949-41ef-46e0-a58a-53dd17efb51d req-ae385708-3b80-4216-b432-801a03656c55 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Jul 16 21:40:57.922588 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 27949bd9-4ddd-4f98-804a-428e6548dd9b no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:40:57.995460 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:58.019742 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:40:58.021949 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3400790b-e20a-465f-8cdb-6a0163515ff7" -d '{"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-unplugged", "status": "completed", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:40:58.035658 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:40:58.040645 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:58.063007 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f70de7-0285-433c-9a63-776d8eb75366 x-openstack-request-id: req-59f70de7-0285-433c-9a63-776d8eb75366 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:40:58.063311 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-unplugged", "status": "failed", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b", "code": 422}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:40:58.063561 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-59f70de7-0285-433c-9a63-776d8eb75366 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:40:58.063942 n-d-798930-6 neutron-server[94097]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'code': 422} returned with failed status Jul 16 21:40:58.089910 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:40:58.097093 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.097439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.097776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.098113 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.098447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.098776 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.099101 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.099451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.099777 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.100098 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.100419 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.100739 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:40:58.450024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696ee3-395f-4d46-9c0e-aa8259042205 req-785ba511-4880-4a22-b39f-1b57d4b33155 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:58.451594 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f696ee3-395f-4d46-9c0e-aa8259042205 req-785ba511-4880-4a22-b39f-1b57d4b33155 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0684428 Jul 16 21:40:58.490901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f696ee3-395f-4d46-9c0e-aa8259042205 req-084fab09-de47-404e-a563-dbc0f6ee1f60 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336020 Jul 16 21:40:59.667154 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75a031-aa26-47c6-8816-5c149354b0ef req-c260418f-bd37-4dc1-b808-6c2e7649862a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:40:59.668698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad75a031-aa26-47c6-8816-5c149354b0ef req-c260418f-bd37-4dc1-b808-6c2e7649862a tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0652533 Jul 16 21:40:59.712110 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ad75a031-aa26-47c6-8816-5c149354b0ef req-98b0c136-caac-430a-bf60-fa42ba08f39c tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374556 Jul 16 21:41:00.421168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8da78764-0d46-4f38-8e61-c1b2e4472472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:00.925935 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae458-4d6d-48d0-b459-ce578a11b38b req-4cd94fcd-8d2d-4c8e-a631-59bd7fe1cbab tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:00.927550 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c09ae458-4d6d-48d0-b459-ce578a11b38b req-4cd94fcd-8d2d-4c8e-a631-59bd7fe1cbab tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0680387 Jul 16 21:41:00.967365 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c09ae458-4d6d-48d0-b459-ce578a11b38b req-985acf8d-83b6-40f7-8fea-b0cc9d6963b5 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335469 Jul 16 21:41:02.143731 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3fadc-0ad2-4c6e-8711-b88e4d88eee2 req-75ea8d47-f835-467c-a57c-a55fa1fd24e7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:02.145739 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdb3fadc-0ad2-4c6e-8711-b88e4d88eee2 req-75ea8d47-f835-467c-a57c-a55fa1fd24e7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0661473 Jul 16 21:41:02.187298 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cdb3fadc-0ad2-4c6e-8711-b88e4d88eee2 req-675c2bff-eeae-4d75-82db-45923bf2f6fb tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353582 Jul 16 21:41:03.368682 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610337-a737-4c63-835b-61c7d60d1ba8 req-9ba0869c-dd73-458e-9f52-b409449f90f6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:03.370082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75610337-a737-4c63-835b-61c7d60d1ba8 req-9ba0869c-dd73-458e-9f52-b409449f90f6 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0695596 Jul 16 21:41:03.409844 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-75610337-a737-4c63-835b-61c7d60d1ba8 req-db8688ed-e7aa-47dc-a89b-17b9c24a0ca7 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340846 Jul 16 21:41:04.066223 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-71901b29-b234-4b71-8ace-29c867b6d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:04.067753 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-71901b29-b234-4b71-8ace-29c867b6d85a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62&tenant_id=9d188a7577884f259fc619a0bb4c1854 HTTP/1.1" status: 200 len: 1095 time: 0.0516386 Jul 16 21:41:04.144920 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-547d7998-d14b-4744-bc27-dbd82ab6ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:04.146305 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-547d7998-d14b-4744-bc27-dbd82ab6ca65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1095 time: 0.0560362 Jul 16 21:41:04.206467 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:04.236242 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-86d6119e-b71f-4fa4-b555-db73e523e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:04.237936 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-86d6119e-b71f-4fa4-b555-db73e523e083 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0850132 Jul 16 21:41:04.310571 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-7dc06af4-e6fb-4723-bad3-8f3af34a1b95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 999 time: 0.0659633 Jul 16 21:41:04.358628 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-98a3c199-5241-4b05-aba8-eafd700a4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:04.360114 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-98a3c199-5241-4b05-aba8-eafd700a4aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0434148 Jul 16 21:41:04.418736 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-37160bb5-72e7-454d-9e60-a4ca8af0fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:04.420230 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-37160bb5-72e7-454d-9e60-a4ca8af0fb36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537481 Jul 16 21:41:04.515102 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-609428be-e688-48c3-ba2c-0de89de2e8e3 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Jul 16 21:41:04.582701 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa87ce7-85cc-4320-a3bc-05856176ab7a req-0288373e-d3e2-49ab-86f3-ce55fc478fea tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:04.584247 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-baa87ce7-85cc-4320-a3bc-05856176ab7a req-0288373e-d3e2-49ab-86f3-ce55fc478fea tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0650239 Jul 16 21:41:04.606170 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-2cc4b46c-bba9-4c4b-9c44-dfef1b51de80 req-35ccec01-f8f7-4a51-b1c8-fef53abada83 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848963 Jul 16 21:41:04.627046 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-baa87ce7-85cc-4320-a3bc-05856176ab7a req-2f95e65d-f135-4c81-8a2e-9331b1c1b7ce tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 Jul 16 21:41:04.971767 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e308f26-cc36-41b5-a995-5152183258b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:05.797123 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46ee63-9c65-4788-ae3b-6f0fd5798f85 req-7b0525ff-2b83-424f-a47c-d265b96844f8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:05.798513 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f46ee63-9c65-4788-ae3b-6f0fd5798f85 req-7b0525ff-2b83-424f-a47c-d265b96844f8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0630376 Jul 16 21:41:05.840010 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0f46ee63-9c65-4788-ae3b-6f0fd5798f85 req-0be09511-8e36-4ca4-950a-e236a8ba3afa tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359869 Jul 16 21:41:06.390290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:07.010878 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c946d1-b8fa-4d4b-be75-c2acf830aa33 req-49313f4f-bb9c-4b07-bf23-3c369a066ed1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:07.012380 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8c946d1-b8fa-4d4b-be75-c2acf830aa33 req-49313f4f-bb9c-4b07-bf23-3c369a066ed1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0622821 Jul 16 21:41:07.049400 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a8c946d1-b8fa-4d4b-be75-c2acf830aa33 req-b2e2ad2a-b9bd-45f3-bf93-34b8483d3ca9 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Jul 16 21:41:08.223163 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6390c5-1e11-49b0-aa76-96a095d7ad4b req-c995cfa4-abcb-4c62-ab91-df4fc007cc35 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:08.224680 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b6390c5-1e11-49b0-aa76-96a095d7ad4b req-c995cfa4-abcb-4c62-ab91-df4fc007cc35 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0625274 Jul 16 21:41:08.262967 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7b6390c5-1e11-49b0-aa76-96a095d7ad4b req-1ea65ae3-f6fc-44ef-8dcb-2bb46fd56082 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326085 Jul 16 21:41:08.504769 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:09.436281 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0b267-a665-4e86-9c6b-d9b6c376a3a0 req-46d54578-c431-4c15-9988-cb4c54a9df0e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:09.437873 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ce0b267-a665-4e86-9c6b-d9b6c376a3a0 req-46d54578-c431-4c15-9988-cb4c54a9df0e tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0675857 Jul 16 21:41:09.440322 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:09.476370 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ce0b267-a665-4e86-9c6b-d9b6c376a3a0 req-d3370a60-d21f-466a-8853-55b438a85494 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328660 Jul 16 21:41:09.572107 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:10.646695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44353738-b4e4-4ab7-bdaf-a67be929c156 req-862a91e0-d60b-466a-a7c6-3174ac9ece6f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:10.648223 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44353738-b4e4-4ab7-bdaf-a67be929c156 req-862a91e0-d60b-466a-a7c6-3174ac9ece6f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0637002 Jul 16 21:41:10.686277 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44353738-b4e4-4ab7-bdaf-a67be929c156 req-6f2cfa1c-a692-4a82-b462-b8a49a63230f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317006 Jul 16 21:41:11.857885 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012864a3-6cc0-4012-9ba0-14a8cb39a532 req-e573c4ad-f2d7-48fe-95e6-bc386bf4295b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:11.859424 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-012864a3-6cc0-4012-9ba0-14a8cb39a532 req-e573c4ad-f2d7-48fe-95e6-bc386bf4295b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 944 time: 0.0635128 Jul 16 21:41:11.902221 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-012864a3-6cc0-4012-9ba0-14a8cb39a532 req-67e6a6d5-53d2-4462-8314-9276f24eb60d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371006 Jul 16 21:41:11.968233 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 27949bd9-4ddd-4f98-804a-428e6548dd9b details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:41:12.063266 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:41:12.074876 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'port_id': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'mac_address': 'fa:16:3e:24:3e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:41:12.110079 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:12.122628 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27949bd9-4ddd-4f98-804a-428e6548dd9b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:41:12.141940 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:41:12.145659 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:12.191785 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:41:12.379948 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['27949bd9-4ddd-4f98-804a-428e6548dd9b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:41:13.081415 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94626f-1b71-4d63-acfd-f310bdbcf433 req-590875b4-b59b-4685-8d6d-4c462e206c45 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:13.082988 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff94626f-1b71-4d63-acfd-f310bdbcf433 req-590875b4-b59b-4685-8d6d-4c462e206c45 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 945 time: 0.0633082 Jul 16 21:41:13.121416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ff94626f-1b71-4d63-acfd-f310bdbcf433 req-a3c6c5ba-7967-49ad-8720-652cdb30fa7b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Jul 16 21:41:13.984322 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 27949bd9-4ddd-4f98-804a-428e6548dd9b up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:41:14.034009 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port 27949bd9-4ddd-4f98-804a-428e6548dd9b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:41:14.034380 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:14.109008 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:14.130467 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:41:14.132725 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97f3e15-f599-4201-b591-47f532c730d3" -d '{"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-plugged", "status": "completed", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:41:14.146047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:41:14.151160 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:14.175509 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc6acef-a0a7-4fff-aac7-26b3ba00faab x-openstack-request-id: req-3fc6acef-a0a7-4fff-aac7-26b3ba00faab {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:41:14.176641 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-plugged", "status": "completed", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:41:14.176899 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-3fc6acef-a0a7-4fff-aac7-26b3ba00faab {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:41:14.177445 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'code': 200} Jul 16 21:41:14.205936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:41:14.324984 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04627a6e-01a3-41da-beed-a4576e2d8e7f req-01c65809-e4cd-4927-b383-4e1941caeaf8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:14.326494 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04627a6e-01a3-41da-beed-a4576e2d8e7f req-01c65809-e4cd-4927-b383-4e1941caeaf8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0684178 Jul 16 21:41:14.342323 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c5ccc-92ef-436b-96e9-d0a9e2bf7fd0 req-7f1fe49d-5250-4b7d-af27-38ab289223ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:14.343869 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef0c5ccc-92ef-436b-96e9-d0a9e2bf7fd0 req-7f1fe49d-5250-4b7d-af27-38ab289223ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0561831 Jul 16 21:41:14.364379 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-04627a6e-01a3-41da-beed-a4576e2d8e7f req-55a5c170-5106-4f24-8138-14d64e250a39 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Jul 16 21:41:14.379787 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef0c5ccc-92ef-436b-96e9-d0a9e2bf7fd0 req-1eb4123b-4d42-4bb6-9050-358620f62943 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294092 Jul 16 21:41:15.545875 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d06eb1-6dc9-4dab-9ab6-041eb727d52e req-a3287f9e-bbb1-4865-b849-c1b18d3b5fbe tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:15.547382 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56d06eb1-6dc9-4dab-9ab6-041eb727d52e req-a3287f9e-bbb1-4865-b849-c1b18d3b5fbe tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0705969 Jul 16 21:41:15.586158 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-56d06eb1-6dc9-4dab-9ab6-041eb727d52e req-4823b914-b533-4834-b0db-828ce2cc37d1 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330796 Jul 16 21:41:30.425329 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3d98ec3f-c4d0-4990-8fba-575b7730de5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:31.985223 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:41:34.208025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:34.972370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ffcc33f2-1044-4610-84bb-56931820f3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:36.393236 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:38.510264 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:39.455468 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:39.574530 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:55.592800 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-851e8415-0ff6-4879-a3ec-c3305c2348cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520852 Jul 16 21:41:55.687172 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-2974caf8-df8b-4b31-8188-e6d69ffb6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:55.688666 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-2974caf8-df8b-4b31-8188-e6d69ffb6953 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0523927 Jul 16 21:41:55.794564 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-4ecec8fb-9a81-403e-8183-5660a3e5f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:55.795961 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-4ecec8fb-9a81-403e-8183-5660a3e5f4c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0881531 Jul 16 21:41:55.857684 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-506c5084-813d-459d-87fd-799736700007 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 1001 time: 0.0555701 Jul 16 21:41:55.908854 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-64f6cec1-da4e-49ef-bfde-520fbce08317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:55.910271 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-64f6cec1-da4e-49ef-bfde-520fbce08317 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0462759 Jul 16 21:41:55.966697 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-e8b5494f-2889-47f1-9550-0263167f9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:41:55.968204 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-e8b5494f-2889-47f1-9550-0263167f9e43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521369 Jul 16 21:41:55.978390 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-8efc1c5b-4665-4ced-818e-f80112a26ace service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:41:55.979373 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-8efc1c5b-4665-4ced-818e-f80112a26ace service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049284 Jul 16 21:41:56.067209 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-db550fb9-8c47-404c-a526-44db89ab3e7c service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811601 Jul 16 21:41:56.160291 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ec5a030e-2f55-48cf-bf17-35b4cbb73d85 req-3e451ed0-fd35-4133-806f-b13eeca06950 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872014 Jul 16 21:42:00.424904 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-21d71b47-c7cd-48b1-9e1c-17828fa8beae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:04.209130 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:04.973458 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c32a25dc-36af-4984-a508-c82ff00366a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:06.393283 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:08.511487 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:08.984144 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:42:09.478095 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:09.601920 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:30.425168 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b6ac850a-9ade-4e95-99de-148f54f7d07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.370575 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35150) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:31.529024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Deleting port 9b26a211-bc71-491a-b036-d4e3c0e9062e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:31.529377 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.604314 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.604638 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.616146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Calling delete_port for 9b26a211-bc71-491a-b036-d4e3c0e9062e owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:31.763267 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.792275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event deleted for resources: {'Port': ['ID=9b26a211-bc71-491a-b036-d4e3c0e9062e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:31.825239 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.825585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.825931 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.826271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.826604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.826933 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.827276 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.827606 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.827932 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.828257 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.828585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.828909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:31.869138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:31.869473 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Floating IP 9874c708-b7e3-41be-943a-8b396d7b1986 disassociated (deleted). External IP: 172.25.8.76, port: 27949bd9-4ddd-4f98-804a-428e6548dd9b. Jul 16 21:42:32.076351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:32.183487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:32.188264 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:32.192785 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] Sync routers for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:32.201609 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:32.202214 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:32.225919 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-614b4d59-03af-4b78-a85f-c625a3145ec8 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "DELETE /v2.0/floatingips/9874c708-b7e3-41be-943a-8b396d7b1986 HTTP/1.1" status: 204 len: 168 time: 0.8543336 Jul 16 21:42:32.226644 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:42:32.229079 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4db542-4187-4ad1-9625-8ec961f43fae" -d '{"events": [{"name": "network-changed", "server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:42:32.309502 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:32.530304 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff57ec99-8d37-4b0f-9cc4-90f4281f7bf3 x-openstack-request-id: req-ff57ec99-8d37-4b0f-9cc4-90f4281f7bf3 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:42:32.530822 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:42:32.530928 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ff57ec99-8d37-4b0f-9cc4-90f4281f7bf3 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:42:32.531393 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'status': 'completed', 'code': 200} Jul 16 21:42:32.605374 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:32.607171 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-1b6a3292-7bd9-477c-9e70-fddde118ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.608794 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-1b6a3292-7bd9-477c-9e70-fddde118ea9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d188a7577884f259fc619a0bb4c1854&device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 1097 time: 0.0544958 Jul 16 21:42:32.635072 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] Checking router: d716b7ae-01ac-4e9e-89d5-0e8e147d41fb for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:32.643876 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:32.644492 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:32.679693 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9c856-5359-478f-8de4-fee502fb9609 req-64e205c5-7283-44e9-8605-5ffa3058b28f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.681383 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53f9c856-5359-478f-8de4-fee502fb9609 req-64e205c5-7283-44e9-8605-5ffa3058b28f tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0658092 Jul 16 21:42:32.707367 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-a6cc571d-4a0c-44ba-b52b-e10de3ba217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.708962 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-a6cc571d-4a0c-44ba-b52b-e10de3ba217a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 200 len: 910 time: 0.0939417 Jul 16 21:42:32.721209 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-53f9c856-5359-478f-8de4-fee502fb9609 req-9cec33e3-400d-400a-b6cf-9ff089c93508 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336785 Jul 16 21:42:32.751599 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-4900e10a-4fa3-4ff0-8bd9-5495a16ffea2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 200 len: 217 time: 0.0354717 Jul 16 21:42:32.755582 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:32.798701 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-02319d0f-fdf4-4771-b21c-e6b5c93a8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.801315 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-02319d0f-fdf4-4771-b21c-e6b5c93a8f17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 200 len: 848 time: 0.0437424 Jul 16 21:42:32.863750 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-03e0e11a-71ca-4177-92a0-48c6277adc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:32.865162 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-03e0e11a-71ca-4177-92a0-48c6277adc3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f985b753-1034-41de-8f80-c8a40378bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571742 Jul 16 21:42:32.949468 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:32.954746 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-7a4c2858-bb60-4df3-b0b6-d4aadf8c57d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825868 Jul 16 21:42:32.975802 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17853a16-d1af-4a03-bcc0-be9b06e8d452 None None] The sync data for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 is: [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:49Z', 'revision_number': 4, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '20532b0d-8f0e-499a-825a-3bf3d053581d', 'name': '', 'network_id': 'f985b753-1034-41de-8f80-c8a40378bab8', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'mac_address': 'fa:16:3e:2f:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:49Z', 'updated_at': '2021-07-16T21:33:56Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'subnets': [{'id': 'ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:33.052763 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c4db542-4187-4ad1-9625-8ec961f43fae req-d102bc13-4800-46a4-96a5-f6eb9c9b3784 service neutron] 10.222.0.26 "GET /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917404 Jul 16 21:42:33.195162 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e31b35-0633-483e-b751-055b55c250a2 None None] New status for floating IP 9874c708-b7e3-41be-943a-8b396d7b1986: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:42:33.900262 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff330d-ba9c-448e-bb3d-7fab66760efe req-f5ba7f47-ddb8-42a7-8e54-0e901e226a90 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:33.902008 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86ff330d-ba9c-448e-bb3d-7fab66760efe req-f5ba7f47-ddb8-42a7-8e54-0e901e226a90 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0658243 Jul 16 21:42:33.938764 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-86ff330d-ba9c-448e-bb3d-7fab66760efe req-cccb9a68-e594-4977-b625-9f7e2d74535b tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/security-groups?id=f7938853-ba2b-4624-966c-ae37b351fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312636 Jul 16 21:42:34.071966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-e0ef69e0-c9c1-431c-a8ac-0deac701ef82 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:34.073357 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-e0ef69e0-c9c1-431c-a8ac-0deac701ef82 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 946 time: 0.0679877 Jul 16 21:42:34.178650 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Deleting port 27949bd9-4ddd-4f98-804a-428e6548dd9b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:34.178989 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:34.210581 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:34.268061 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] For port 27949bd9-4ddd-4f98-804a-428e6548dd9b, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=27949bd9-4ddd-4f98-804a-428e6548dd9b,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:34.268412 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:34.281776 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Calling delete_port for 27949bd9-4ddd-4f98-804a-428e6548dd9b owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:34.411958 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:34.440586 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event deleted for resources: {'Port': ['ID=27949bd9-4ddd-4f98-804a-428e6548dd9b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:34.449924 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.450167 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.450509 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.450849 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.451182 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.451536 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.451868 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.452195 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.452517 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.452845 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.453194 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.453521 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:34.502550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] No DVR routers for this DVR port 27949bd9-4ddd-4f98-804a-428e6548dd9b on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:34.505810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:34.507883 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e2f1fd2d-b2bb-4ae6-8428-12d5a0b01d91 req-7fc65123-e9a9-4b53-9137-54771958669d tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.26 "DELETE /v2.0/ports/27949bd9-4ddd-4f98-804a-428e6548dd9b HTTP/1.1" status: 204 len: 173 time: 0.4286904 Jul 16 21:42:34.508336 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-deleted', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:42:34.510589 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49391c4-8fa3-43c0-b09e-d9f16158f42d" -d '{"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-deleted", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:42:34.550831 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc18948c-86b9-44bb-b2b7-8a49c19dba74 x-openstack-request-id: req-bc18948c-86b9-44bb-b2b7-8a49c19dba74 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:42:34.551146 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcacd155-9f84-4eb0-aeba-8041d6c1ef62", "name": "network-vif-deleted", "tag": "27949bd9-4ddd-4f98-804a-428e6548dd9b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:42:34.551431 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bc18948c-86b9-44bb-b2b7-8a49c19dba74 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:42:34.551831 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcacd155-9f84-4eb0-aeba-8041d6c1ef62', 'name': 'network-vif-deleted', 'tag': '27949bd9-4ddd-4f98-804a-428e6548dd9b', 'status': 'completed', 'code': 200} Jul 16 21:42:34.983957 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e35d7751-d099-4148-9759-eca3f1f8ce12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:35.084587 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4fade0e1-ad58-4597-815a-029db02564ca req-5f85b9d4-1332-4b49-bb0e-1d2340a16253 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 210 time: 0.0286715 Jul 16 21:42:36.230329 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-08a4ce73-02a5-40df-b13c-747186761cd7 req-9525c6c1-56f9-4d72-b8c3-6f9449813a37 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Jul 16 21:42:36.398166 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:37.378866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eb185d8f-3d54-47b5-a372-5bcb177896bc req-93176712-5f0f-42b2-ae00-b7d9870d3f23 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "GET /v2.0/ports?device_id=dcacd155-9f84-4eb0-aeba-8041d6c1ef62 HTTP/1.1" status: 200 len: 210 time: 0.0278876 Jul 16 21:42:38.433486 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 27949bd9-4ddd-4f98-804a-428e6548dd9b no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:38.453675 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: 27949bd9-4ddd-4f98-804a-428e6548dd9b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:38.454377 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device 27949bd9-4ddd-4f98-804a-428e6548dd9b not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:38.483428 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35180) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:38.526943 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:38.553207 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7087f07c-d388-49f6-a92d-ff8572b8e8c2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:38.579921 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7087f07c-d388-49f6-a92d-ff8572b8e8c2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:38.643534 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7087f07c-d388-49f6-a92d-ff8572b8e8c2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:38.646412 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7087f07c-d388-49f6-a92d-ff8572b8e8c2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:38.650503 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7087f07c-d388-49f6-a92d-ff8572b8e8c2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] 10.222.0.100 "DELETE /v2.0/security-groups/f7938853-ba2b-4624-966c-ae37b351fb6f HTTP/1.1" status: 204 len: 168 time: 0.1658893 Jul 16 21:42:38.664007 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087f07c-d388-49f6-a92d-ff8572b8e8c2 tempest-TestShelveInstance-1099700053 tempest-TestShelveInstance-1099700053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7938853-ba2b-4624-966c-ae37b351fb6f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:38.717881 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35184) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:39.157387 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.413436 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Deleting port 20532b0d-8f0e-499a-825a-3bf3d053581d {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:39.413650 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.482084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.498389 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] For port 20532b0d-8f0e-499a-825a-3bf3d053581d, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=20532b0d-8f0e-499a-825a-3bf3d053581d,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:39.498905 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.512208 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Calling delete_port for 20532b0d-8f0e-499a-825a-3bf3d053581d owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:39.602064 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.693673 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:39.717923 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Pushing event deleted for resources: {'Port': ['ID=20532b0d-8f0e-499a-825a-3bf3d053581d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:39.894791 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.119795 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:40.228841 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:40.236261 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-88958a09-b567-45e8-a703-e4c1b0e9447c admin admin] 10.222.0.100 "PUT /v2.0/routers/d716b7ae-01ac-4e9e-89d5-0e8e147d41fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5169973 Jul 16 21:42:40.239637 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35188) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:40.242173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] Sync routers for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:40.261550 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:40.262520 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:40.379151 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:40.576922 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:42:39Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:40.604529 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] Checking router: d716b7ae-01ac-4e9e-89d5-0e8e147d41fb for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:40.613670 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] Routers {'d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:40.614277 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:40.704019 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.721662 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] Set router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:40.807638 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.861708 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Deleting port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:40.861927 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.900173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:42:39Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:40.931803 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ddfad-6c78-42ed-b463-4b9975121134 None None] The sync data for ids ['d716b7ae-01ac-4e9e-89d5-0e8e147d41fb'] in n-d-798930-6 is: [{'id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'name': 'tempest-TestShelveInstance-1428445854-router', 'tenant_id': '9d188a7577884f259fc619a0bb4c1854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:42:39Z', 'revision_number': 5, 'project_id': '9d188a7577884f259fc619a0bb4c1854', 'gw_port': {'id': '5b7489d5-3cfa-4761-8d39-5c2ef93e87e9', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716b7ae-01ac-4e9e-89d5-0e8e147d41fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:47Z', 'updated_at': '2021-07-16T21:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:40.945890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] For port 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:40.946252 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:40.959802 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Calling delete_port for 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:41.127696 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.151725 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7489d5-3cfa-4761-8d39-5c2ef93e87e9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:41.215716 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.308472 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.310843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.361156 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.361859 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d716b7ae-01ac-4e9e-89d5-0e8e147d41fb {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:42:41.369332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.370856 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-225a1652-8a27-45a9-a29f-3079be2997dc admin admin] 10.222.0.100 "DELETE /v2.0/routers/d716b7ae-01ac-4e9e-89d5-0e8e147d41fb HTTP/1.1" status: 204 len: 168 time: 1.1301067 Jul 16 21:42:41.373252 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35190) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:41.419419 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] Deleting subnet ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:42:41.422586 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.457980 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.545513 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.599173 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.626008 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:41.628082 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.632059 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3ad0ef50-78a9-4ca7-8887-55d982445d69 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/ff0a2e4b-7b44-4908-8e6a-6c6f51b002a7 HTTP/1.1" status: 204 len: 168 time: 0.2574332 Jul 16 21:42:41.632956 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f1719-190b-436e-966d-02bc6a7e7cbc None None] Network f985b753-1034-41de-8f80-c8a40378bab8 requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:41.633437 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35192) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:41.702824 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.754847 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Deleting port 6329d49d-f1af-409d-b7b7-c978693564f2 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:41.755192 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.821940 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] For port 6329d49d-f1af-409d-b7b7-c978693564f2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6329d49d-f1af-409d-b7b7-c978693564f2,segment=NetworkSegment(39b99116-a3ee-455d-bb44-c1e9ec2edcb3),segment_id=39b99116-a3ee-455d-bb44-c1e9ec2edcb3)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:41.822298 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.833654 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Calling delete_port for 6329d49d-f1af-409d-b7b7-c978693564f2 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:41.897624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] DHCP port deletion for f985b753-1034-41de-8f80-c8a40378bab8 request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:42:41.915566 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.944953 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Pushing event deleted for resources: {'Port': ['ID=6329d49d-f1af-409d-b7b7-c978693564f2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:41.946165 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Deleting port 6329d49d-f1af-409d-b7b7-c978693564f2 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:41.946537 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:41.950462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] No DVR routers for this DVR port 6329d49d-f1af-409d-b7b7-c978693564f2 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:42.010439 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] For port 6329d49d-f1af-409d-b7b7-c978693564f2, host n-d-798930-6, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:42.010820 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.020014 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.024061 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Calling delete_port for 6329d49d-f1af-409d-b7b7-c978693564f2 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:42.026934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Port 6329d49d-f1af-409d-b7b7-c978693564f2 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 21:42:42.028181 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.030478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f985b753-1034-41de-8f80-c8a40378bab8']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:42.043142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b99116-a3ee-455d-bb44-c1e9ec2edcb3') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:42.043462 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b99116-a3ee-455d-bb44-c1e9ec2edcb3') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:42.052927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.053936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Pushing event deleted for resources: {'Port': ['ID=6329d49d-f1af-409d-b7b7-c978693564f2,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:42.058149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] No DVR routers for this DVR port 6329d49d-f1af-409d-b7b7-c978693564f2 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:42.065380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.066304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.066304 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.066523 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.066902 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.067124 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.067386 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.067606 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.067859 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.068177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.068493 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.068869 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.069124 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf10413-06f7-4555-9ac5-f9a536afa7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:42.083772 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:42:42.084230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:42:42.085986 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:42:42.144754 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.150186 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.152396 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] 10.222.0.100 "DELETE /v2.0/networks/f985b753-1034-41de-8f80-c8a40378bab8 HTTP/1.1" status: 204 len: 168 time: 0.5180628 Jul 16 21:42:42.155495 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35194) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:42.163749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030f3d8-75ce-4249-8860-ec207367285e admin admin] Pushing event deleted for resources: {'Network': ['ID=f985b753-1034-41de-8f80-c8a40378bab8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:42.349529 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6329d49d-f1af-409d-b7b7-c978693564f2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:42.369446 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 6329d49d-f1af-409d-b7b7-c978693564f2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:42.369792 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6329d49d-f1af-409d-b7b7-c978693564f2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:42.370213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 20532b0d-8f0e-499a-825a-3bf3d053581d no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:42.388032 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 20532b0d-8f0e-499a-825a-3bf3d053581d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:42.388376 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 20532b0d-8f0e-499a-825a-3bf3d053581d not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:42.388779 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:42.411348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:42.411629 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 5b7489d5-3cfa-4761-8d39-5c2ef93e87e9 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:42.512171 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.768146 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Deleting port 0764d7bf-e0b9-4e41-84da-153eeb7eac91 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:42.768484 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.846383 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] For port 0764d7bf-e0b9-4e41-84da-153eeb7eac91, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=0764d7bf-e0b9-4e41-84da-153eeb7eac91,segment=NetworkSegment(dc394867-f1c0-4600-9e11-773a7842a139),segment_id=dc394867-f1c0-4600-9e11-773a7842a139)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:42.846824 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:42.859752 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Calling delete_port for 0764d7bf-e0b9-4e41-84da-153eeb7eac91 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:43.042507 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:43.068810 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Pushing event deleted for resources: {'Port': ['ID=0764d7bf-e0b9-4e41-84da-153eeb7eac91,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:43.240013 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:43.457296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Router f7b537a3-68a3-4430-8b0b-85183da9adf6 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:43.562728 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:43.568529 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-65661efe-e5bb-4d7f-983e-da181d70bf42 admin admin] 10.222.0.100 "PUT /v2.0/routers/f7b537a3-68a3-4430-8b0b-85183da9adf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119070 Jul 16 21:42:43.571002 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35196) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:43.573398 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] Sync routers for ids ['f7b537a3-68a3-4430-8b0b-85183da9adf6'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:43.582482 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] Routers {'f7b537a3-68a3-4430-8b0b-85183da9adf6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:43.583106 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f7b537a3-68a3-4430-8b0b-85183da9adf6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:43.674196 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:43.685478 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] Set router f7b537a3-68a3-4430-8b0b-85183da9adf6 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:43.777255 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:43.829272 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Deleting port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:43.829608 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:43.857913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:42:42Z', 'revision_number': 5, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port': {'id': '6ae9867e-333a-4a3d-b2e3-201caf0ed4cd', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:52Z', 'updated_at': '2021-07-16T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:43.883693 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] Checking router: f7b537a3-68a3-4430-8b0b-85183da9adf6 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:43.891887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] Routers {'f7b537a3-68a3-4430-8b0b-85183da9adf6'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:43.892489 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['f7b537a3-68a3-4430-8b0b-85183da9adf6'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:43.912691 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] For port 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:43.913048 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:43.924677 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Calling delete_port for 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:43.976903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] Set router f7b537a3-68a3-4430-8b0b-85183da9adf6 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:44.098345 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.124518 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae9867e-333a-4a3d-b2e3-201caf0ed4cd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:44.187851 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.189472 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:42:43Z', 'revision_number': 6, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:44.215815 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e3d38-ddda-4ecd-b258-b9ee3e6265de None None] The sync data for ids ['f7b537a3-68a3-4430-8b0b-85183da9adf6'] in n-d-798930-6 is: [{'id': 'f7b537a3-68a3-4430-8b0b-85183da9adf6', 'name': 'tempest-TestShelveInstance-1456067592-router', 'tenant_id': 'c02b74608a0c42ee873d070b4960d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:51Z', 'updated_at': '2021-07-16T21:42:43Z', 'revision_number': 6, 'project_id': 'c02b74608a0c42ee873d070b4960d387', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:44.283044 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.285730 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.328642 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.329087 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b537a3-68a3-4430-8b0b-85183da9adf6 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:42:44.334948 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.336155 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-f5200dab-29b3-4e5c-a2da-4f95d1cda713 admin admin] 10.222.0.100 "DELETE /v2.0/routers/f7b537a3-68a3-4430-8b0b-85183da9adf6 HTTP/1.1" status: 204 len: 168 time: 0.7642100 Jul 16 21:42:44.338523 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35198) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:44.382695 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] Deleting subnet 5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:42:44.385669 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.419594 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.501979 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.556296 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.587652 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.591735 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2 HTTP/1.1" status: 204 len: 168 time: 0.2500191 Jul 16 21:42:44.591735 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c5be2-4cdf-475d-b9ff-361428e1a084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eabfdb8-7f7d-4a9c-b91c-33fa3d2441a2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:44.592106 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35200) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:44.594272 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9c9a9-e3d7-4b75-bbf4-903f8ac93df4 None None] Network cc226b3c-675f-4c6f-b15c-90c15609cd0c requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:44.669030 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.705867 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0764d7bf-e0b9-4e41-84da-153eeb7eac91 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:44.729512 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 0764d7bf-e0b9-4e41-84da-153eeb7eac91 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:44.729851 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 0764d7bf-e0b9-4e41-84da-153eeb7eac91 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:44.736567 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Deleting port e5ed26a1-739d-409a-8a98-e0cec4df48dc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:42:44.736995 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.801204 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] For port e5ed26a1-739d-409a-8a98-e0cec4df48dc, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=e5ed26a1-739d-409a-8a98-e0cec4df48dc,segment=NetworkSegment(dc394867-f1c0-4600-9e11-773a7842a139),segment_id=dc394867-f1c0-4600-9e11-773a7842a139)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:44.801551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.813357 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Calling delete_port for e5ed26a1-739d-409a-8a98-e0cec4df48dc owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:42:44.893018 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:44.917594 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ed26a1-739d-409a-8a98-e0cec4df48dc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:44.921107 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] No DVR routers for this DVR port e5ed26a1-739d-409a-8a98-e0cec4df48dc on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:42:44.992211 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.002227 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc226b3c-675f-4c6f-b15c-90c15609cd0c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:45.012983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc394867-f1c0-4600-9e11-773a7842a139') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:45.013282 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc394867-f1c0-4600-9e11-773a7842a139') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:45.022646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.038576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.039893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e37b9-27a3-4ff7-af50-278ff775a556 None None] DHCP port deletion for cc226b3c-675f-4c6f-b15c-90c15609cd0c request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:42:45.046581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:42:45.046986 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:42:45.048789 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:42:45.105021 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.110751 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.116503 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] 10.222.0.100 "DELETE /v2.0/networks/cc226b3c-675f-4c6f-b15c-90c15609cd0c HTTP/1.1" status: 204 len: 168 time: 0.5207858 Jul 16 21:42:45.127215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41828ef-5013-47c7-a3ad-699300fa690d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc226b3c-675f-4c6f-b15c-90c15609cd0c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:45.236731 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35204) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:45.278828 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-25b95242-62e1-4272-b160-c541548a9506 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9d188a7577884f259fc619a0bb4c1854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403228 Jul 16 21:42:45.281197 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35206) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:45.338553 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-054fc514-2840-414d-a13d-be9cdb454f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.359680 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-054fc514-2840-414d-a13d-be9cdb454f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.408121 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-054fc514-2840-414d-a13d-be9cdb454f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.411268 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-054fc514-2840-414d-a13d-be9cdb454f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.412429 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-054fc514-2840-414d-a13d-be9cdb454f7f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/26188ac2-ae8a-4a07-b1cc-6014f8eb815c HTTP/1.1" status: 204 len: 168 time: 0.1303334 Jul 16 21:42:45.427291 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fc514-2840-414d-a13d-be9cdb454f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26188ac2-ae8a-4a07-b1cc-6014f8eb815c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:45.724440 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35212) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:45.763433 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-61222847-ba7e-4ed8-a806-be1f11b9a4b7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c02b74608a0c42ee873d070b4960d387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377269 Jul 16 21:42:45.765869 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35214) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:45.814297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6f62b8f-8c5c-40fd-afac-f993a8d39ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.834919 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6f62b8f-8c5c-40fd-afac-f993a8d39ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.883057 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6f62b8f-8c5c-40fd-afac-f993a8d39ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.885900 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b6f62b8f-8c5c-40fd-afac-f993a8d39ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:45.887104 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-b6f62b8f-8c5c-40fd-afac-f993a8d39ba7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/79c1b175-1073-4557-9185-c597c1c23b55 HTTP/1.1" status: 204 len: 168 time: 0.1202357 Jul 16 21:42:45.895021 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f62b8f-8c5c-40fd-afac-f993a8d39ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c1b175-1073-4557-9185-c597c1c23b55,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:45.982481 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:42:46.348891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5ed26a1-739d-409a-8a98-e0cec4df48dc no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:46.369198 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: e5ed26a1-739d-409a-8a98-e0cec4df48dc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:46.369441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device e5ed26a1-739d-409a-8a98-e0cec4df48dc not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:46.369860 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:42:46.388726 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:42:46.389071 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 6ae9867e-333a-4a3d-b2e3-201caf0ed4cd not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:42:46.534255 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35238) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:46.627453 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-718817739-network', 'tenant_id': '810d9139995d4abeae1139dd247d66b2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:46.648292 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Made reservation on behalf of 810d9139995d4abeae1139dd247d66b2 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:46.650585 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.658966 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.745646 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.749288 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.769621 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:42:46.783042 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67f1d07-799b-4428-a761-acafa88acf0f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:46.788336 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.788678 n-d-798930-6 neutron-server[94096]: INFO neutron.db.segments_db [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Added segment 4c35d6d2-2404-495e-bd22-01477cd546c5 of type vlan for network 31661441-c73b-4fdc-964a-86b3bb8627ca Jul 16 21:42:46.830074 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.857476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.858404 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:46.858982 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:46.890134 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3545909 Jul 16 21:42:46.892941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35242) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:46.898083 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Request body: {'subnet': {'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-718817739-subnet', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:46.932531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a90378-73db-40ad-bf17-98e172961ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=31661441-c73b-4fdc-964a-86b3bb8627ca,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:46.942323 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 31661441-c73b-4fdc-964a-86b3bb8627ca details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:42:46.949620 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Made reservation on behalf of 810d9139995d4abeae1139dd247d66b2 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:46.952097 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470406'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.412198 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7343003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470420'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.473836 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9980ee00-6011-481a-865e-9f011a8cf2f3,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:47.484662 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Checking segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:47.485067 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Network hostable DHCP agents. Network: 31661441-c73b-4fdc-964a-86b3bb8627ca, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:42:47.502095 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Network 31661441-c73b-4fdc-964a-86b3bb8627ca is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:42:47.510785 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 31661441-c73b-4fdc-964a-86b3bb8627ca) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:47.514994 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:47.516139 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.519672 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873d7ee-4627-43f9-8602-a96431cf311f None None] Network 31661441-c73b-4fdc-964a-86b3bb8627ca requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:47.530307 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-e28a57c1-6d93-482e-bc23-adc5b1f5121e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6362519 Jul 16 21:42:47.533240 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35246) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:47.538842 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:47.560306 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.561275 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.613341 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.666758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-31661441-c73b-4fdc-964a-86b3bb8627ca', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:42:47.667659 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.747717 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.803949 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Allocated IP 172.20.0.2 (31661441-c73b-4fdc-964a-86b3bb8627ca/9980ee00-6011-481a-865e-9f011a8cf2f3/446d341d-bc58-4f10-8823-7f0fca04e73b) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:47.945120 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.946059 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.954349 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Transition to ACTIVE for port object 446d341d-bc58-4f10-8823-7f0fca04e73b will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:47.967431 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.969140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Transition to ACTIVE for port object 446d341d-bc58-4f10-8823-7f0fca04e73b will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:47.975392 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:48.010206 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Network 31661441-c73b-4fdc-964a-86b3bb8627ca is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:48.013026 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:48.016062 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:48.049468 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Pushing event updated for resources: {'Port': ['ID=446d341d-bc58-4f10-8823-7f0fca04e73b,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:48.069501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Allocated IP 172.25.8.226 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/686cff51-8ca0-461a-b526-f53e61fb37d1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:48.085542 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Attempting to bind port 446d341d-bc58-4f10-8823-7f0fca04e73b on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:48.085919 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Attempting to bind port 446d341d-bc58-4f10-8823-7f0fca04e73b by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:48.086288 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Attempting to bind port 446d341d-bc58-4f10-8823-7f0fca04e73b on network 31661441-c73b-4fdc-964a-86b3bb8627ca {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:48.091172 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:48.091586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Checking segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:48.091991 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:48.092381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Bound using segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:48.092842 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Bound port: 446d341d-bc58-4f10-8823-7f0fca04e73b, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:48.093226 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:48.166184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] For port 446d341d-bc58-4f10-8823-7f0fca04e73b, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:48.169271 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] For port 446d341d-bc58-4f10-8823-7f0fca04e73b, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=446d341d-bc58-4f10-8823-7f0fca04e73b,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:48.173249 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:48.176332 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:48.214474 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:48.230719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb97f0a-512c-4133-917a-f3ed5f4122b8 None None] Pushing event updated for resources: {'Port': ['ID=446d341d-bc58-4f10-8823-7f0fca04e73b,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:48.261569 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:48.264455 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:48.268201 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:48.291013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=686cff51-8ca0-461a-b526-f53e61fb37d1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:48.880344 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:49.083137 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:49.121589 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2055b1-d8e5-4945-8a02-650291f5f464 None None] Network 31661441-c73b-4fdc-964a-86b3bb8627ca requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:49.213284 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Router a9985ce0-43d6-4733-839b-f8f6992a02c9 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:42:49.245047 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7d2ef94e-c657-4a4d-986d-8f81c489b4f1 None None] Provisioning for port 446d341d-bc58-4f10-8823-7f0fca04e73b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:49.323630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:49.336004 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Sync routers for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:49.339614 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:49.341312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-34ed5c7a-13c8-4b19-9f41-d6b3e8a0c6e5 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8058727 Jul 16 21:42:49.343980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35248) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:49.346173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:49.347496 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:49.468987 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:49.645232 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:48Z', 'revision_number': 3, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:49.673269 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Checking router: a9985ce0-43d6-4733-839b-f8f6992a02c9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:49.673610 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Updating router a9985ce0-43d6-4733-839b-f8f6992a02c9 port 686cff51-8ca0-461a-b526-f53e61fb37d1 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:49.777182 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:49.794878 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:49.932825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Allocated IP 172.20.0.1 (31661441-c73b-4fdc-964a-86b3bb8627ca/9980ee00-6011-481a-865e-9f011a8cf2f3/154ed435-b3a4-4408-be02-d7d96a5a0150) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:50.040390 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.042989 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.050872 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Transition to ACTIVE for port object 686cff51-8ca0-461a-b526-f53e61fb37d1 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:50.057437 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.059852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Transition to ACTIVE for port object 154ed435-b3a4-4408-be02-d7d96a5a0150 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:50.097375 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.112007 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Attempting to bind port 686cff51-8ca0-461a-b526-f53e61fb37d1 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:50.112918 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Attempting to bind port 686cff51-8ca0-461a-b526-f53e61fb37d1 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:50.113344 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Attempting to bind port 686cff51-8ca0-461a-b526-f53e61fb37d1 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:50.115435 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Pushing event updated for resources: {'Port': ['ID=686cff51-8ca0-461a-b526-f53e61fb37d1,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:50.124016 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:50.124383 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:50.124771 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.125145 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:50.125592 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Bound port: 686cff51-8ca0-461a-b526-f53e61fb37d1, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:50.125961 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.128689 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.129025 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.129351 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.129674 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.130113 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.130432 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.130747 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.131061 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.131402 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.131719 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.132030 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.132339 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:42:50.133136 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Network 31661441-c73b-4fdc-964a-86b3bb8627ca is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:50.136024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:50.141515 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:50.168172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Pushing event updated for resources: {'Port': ['ID=154ed435-b3a4-4408-be02-d7d96a5a0150,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:50.185847 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.187589 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] For port 686cff51-8ca0-461a-b526-f53e61fb37d1, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:50.193028 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] For port 686cff51-8ca0-461a-b526-f53e61fb37d1, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=686cff51-8ca0-461a-b526-f53e61fb37d1,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:50.198066 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.257306 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416b15-4b25-4755-b346-6e622cde557e None None] Pushing event updated for resources: {'Port': ['ID=686cff51-8ca0-461a-b526-f53e61fb37d1,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:50.269081 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:50.269690 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:50.335545 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.385096 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:50.430549 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 446d341d-bc58-4f10-8823-7f0fca04e73b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:50.473933 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a0b32932-2c72-4d4b-a974-80579e9a4a0b None None] Provisioning for port 154ed435-b3a4-4408-be02-d7d96a5a0150 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:50.480737 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a0b32932-2c72-4d4b-a974-80579e9a4a0b None None] Provisioning complete for port 154ed435-b3a4-4408-be02-d7d96a5a0150 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:50.481567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a0b32932-2c72-4d4b-a974-80579e9a4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.514819 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.519811 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.525338 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a0b32932-2c72-4d4b-a974-80579e9a4a0b None None] Port 154ed435-b3a4-4408-be02-d7d96a5a0150 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:50.532296 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 446d341d-bc58-4f10-8823-7f0fca04e73b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:50.537192 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 446d341d-bc58-4f10-8823-7f0fca04e73b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:50.537558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.570211 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:48Z', 'revision_number': 3, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:50.593675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Pushing event updated for resources: {'Port': ['ID=154ed435-b3a4-4408-be02-d7d96a5a0150,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:50.597501 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.598370 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04354a8e-2751-4e49-a55a-8089e46b4d47 None None] The sync data for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 is: [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:48Z', 'revision_number': 3, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:50.625618 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.664715 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 446d341d-bc58-4f10-8823-7f0fca04e73b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=446d341d-bc58-4f10-8823-7f0fca04e73b,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:50.666432 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.697388 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Network 31661441-c73b-4fdc-964a-86b3bb8627ca is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:50.698955 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:50.717522 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=446d341d-bc58-4f10-8823-7f0fca04e73b,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:50.824720 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Router a9985ce0-43d6-4733-839b-f8f6992a02c9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:50.957659 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:50.962633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ffc9920c-7abd-4c03-a69f-4bd437a91392 admin admin] 10.222.0.100 "PUT /v2.0/routers/a9985ce0-43d6-4733-839b-f8f6992a02c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6176112 Jul 16 21:42:51.048807 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-a5399d24-4862-47b2-a398-668210efbab6 None None] Provisioning complete for port 154ed435-b3a4-4408-be02-d7d96a5a0150 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:51.049179 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a5399d24-4862-47b2-a398-668210efbab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.094217 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a5399d24-4862-47b2-a398-668210efbab6 None None] Port 154ed435-b3a4-4408-be02-d7d96a5a0150 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:51.448103 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35264) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:51.453182 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1675073663-network', 'tenant_id': 'db2b3902977542e6b92cee2277cea289'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:51.477149 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Made reservation on behalf of db2b3902977542e6b92cee2277cea289 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:51.479632 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.489535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.579735 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.583490 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.607765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:42:51.618248 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aadb20f-c479-4739-b816-65dc08c44f0c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:51.623108 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.623475 n-d-798930-6 neutron-server[94095]: INFO neutron.db.segments_db [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Added segment 94661296-1030-436e-a3bb-97e10b06f227 of type vlan for network 3f5dedfb-13e0-4758-a65c-abcec686c67a Jul 16 21:42:51.667288 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787315334660'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.697518 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.698468 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:51.699049 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Notify callbacks [] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.729774 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2805865 Jul 16 21:42:51.732557 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35266) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:51.738430 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Request body: {'subnet': {'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1675073663-subnet', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:51.771183 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7ea6-2f81-478f-be20-1b44ee00177d admin admin] Pushing event updated for resources: {'Network': ['ID=3f5dedfb-13e0-4758-a65c-abcec686c67a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:51.781530 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a details requested by agent ovs-agent-n-d-798930-6 with host n-d-798930-6 {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:42:51.787911 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Made reservation on behalf of db2b3902977542e6b92cee2277cea289 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:51.790336 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15372288'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:51.966784 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15412301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15372306'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.025145 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Pushing event updated for resources: {'Subnet': ['ID=108f3b4b-2329-48da-afbd-0ce35dcba492,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:52.033636 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Checking segment: {'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:52.033994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Network hostable DHCP agents. Network: 3f5dedfb-13e0-4758-a65c-abcec686c67a, hostable agents: ['bdd1a7e8-14da-42c3-a28a-0e35e250de87'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:42:52.051776 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a is scheduled to be hosted by DHCP agent bdd1a7e8-14da-42c3-a28a-0e35e250de87 with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:42:52.060035 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-6, 3f5dedfb-13e0-4758-a65c-abcec686c67a) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:52.065628 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:52.065942 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.072171 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b686489-e733-4b87-91c5-a6b7a7ad9b3e None None] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:52.081105 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-7603fee3-81a5-4858-9fc9-4d49e52d841e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3473701 Jul 16 21:42:52.083944 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35268) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:52.089196 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:52.111785 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-371428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15503'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.114188 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15492'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.171595 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.179826 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Sync routers for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:52.198914 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:52.199618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:52.269849 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8ff264-84d6-51ab-a990-bd6f31b2ea87-3f5dedfb-13e0-4758-a65c-abcec686c67a', 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'fixed_ips': [{'subnet_id': '108f3b4b-2329-48da-afbd-0ce35dcba492'}]}} from n-d-798930-6. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:42:52.270702 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.310343 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-371329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13678'] for router, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.396659 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:52.462451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 446d341d-bc58-4f10-8823-7f0fca04e73b up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:52.534345 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.559551 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.571934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Allocated IP 172.20.0.2 (3f5dedfb-13e0-4758-a65c-abcec686c67a/108f3b4b-2329-48da-afbd-0ce35dcba492/80b31364-afd7-4453-b5a7-4b2dcd10ce43) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:52.654313 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 446d341d-bc58-4f10-8823-7f0fca04e73b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:52.654589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.664281 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Allocated IP 172.25.8.88 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/1316df8c-e018-4a87-900e-c0d9c93027d2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:52.771578 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.812310 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.847434 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:52.854623 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:52.858319 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:52.868674 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 686cff51-8ca0-461a-b526-f53e61fb37d1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:52.871496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 2, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:52.874256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.884550 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Pushing event updated for resources: {'Port': ['ID=1316df8c-e018-4a87-900e-c0d9c93027d2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:52.927573 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Checking router: a9985ce0-43d6-4733-839b-f8f6992a02c9 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:52.927834 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Updating router a9985ce0-43d6-4733-839b-f8f6992a02c9 port 154ed435-b3a4-4408-be02-d7d96a5a0150 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:52.953553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Transition to ACTIVE for port object 80b31364-afd7-4453-b5a7-4b2dcd10ce43 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:52.980932 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Transition to ACTIVE for port object 80b31364-afd7-4453-b5a7-4b2dcd10ce43 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:52.991216 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:52.993131 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.030105 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 686cff51-8ca0-461a-b526-f53e61fb37d1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:53.045131 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 686cff51-8ca0-461a-b526-f53e61fb37d1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:53.045499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.048045 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:53.073259 n-d-798930-6 neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:53.099433 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:53.113732 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Pushing event updated for resources: {'Port': ['ID=80b31364-afd7-4453-b5a7-4b2dcd10ce43,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:53.116260 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.321363 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-371439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371220'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.398750 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Attempting to bind port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:53.399114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Attempting to bind port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:53.399496 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Attempting to bind port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 on network 3f5dedfb-13e0-4758-a65c-abcec686c67a {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:53.439864 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:53.440232 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Checking segment: {'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:53.440726 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.441114 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Bound using segment: {'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:53.441591 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Bound port: 80b31364-afd7-4453-b5a7-4b2dcd10ce43, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:53.441969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.452515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Router dba0983b-6aa7-444c-b0fc-afa412313ca8 is scheduled to L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:42:53.502222 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.562782 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:53.569362 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 686cff51-8ca0-461a-b526-f53e61fb37d1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=686cff51-8ca0-461a-b526-f53e61fb37d1,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:53.578288 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Sync routers for ids ['dba0983b-6aa7-444c-b0fc-afa412313ca8'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:53.580669 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.582801 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-76e90c05-9092-45d0-890e-73ee715d017f admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4972720 Jul 16 21:42:53.585651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35270) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:53.588953 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Routers {'dba0983b-6aa7-444c-b0fc-afa412313ca8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:53.589362 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.589717 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['dba0983b-6aa7-444c-b0fc-afa412313ca8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:53.625237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] For port 80b31364-afd7-4453-b5a7-4b2dcd10ce43, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:53.644289 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] For port 80b31364-afd7-4453-b5a7-4b2dcd10ce43, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80b31364-afd7-4453-b5a7-4b2dcd10ce43,segment=NetworkSegment(94661296-1030-436e-a3bb-97e10b06f227),segment_id=94661296-1030-436e-a3bb-97e10b06f227)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:53.657903 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.710369 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=686cff51-8ca0-461a-b526-f53e61fb37d1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:53.710709 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Set router dba0983b-6aa7-444c-b0fc-afa412313ca8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:53.749965 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.769306 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Transition to ACTIVE for port object 154ed435-b3a4-4408-be02-d7d96a5a0150 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:53.785333 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.788466 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e741f-53d0-442e-ac03-cfbe7fd63446 None None] Pushing event updated for resources: {'Port': ['ID=80b31364-afd7-4453-b5a7-4b2dcd10ce43,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:53.845637 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914ca22-7a25-43f5-b56e-4f08d88f89e2 None None] Pushing event updated for resources: {'Port': ['ID=154ed435-b3a4-4408-be02-d7d96a5a0150,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:53.902164 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Attempting to bind port 154ed435-b3a4-4408-be02-d7d96a5a0150 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:53.902755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Attempting to bind port 154ed435-b3a4-4408-be02-d7d96a5a0150 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:53.902886 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Attempting to bind port 154ed435-b3a4-4408-be02-d7d96a5a0150 on network 31661441-c73b-4fdc-964a-86b3bb8627ca {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:53.912473 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:53.912924 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Checking segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:53.913235 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.913627 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Bound using segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:53.914096 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Bound port: 154ed435-b3a4-4408-be02-d7d96a5a0150, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:53.914477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.956879 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 3, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port': {'id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:54.024821 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] For port 154ed435-b3a4-4408-be02-d7d96a5a0150, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:54.037113 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Checking router: dba0983b-6aa7-444c-b0fc-afa412313ca8 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:54.037715 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Updating router dba0983b-6aa7-444c-b0fc-afa412313ca8 port 1316df8c-e018-4a87-900e-c0d9c93027d2 binding host n-d-798930-6 {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:54.039764 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] For port 154ed435-b3a4-4408-be02-d7d96a5a0150, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=154ed435-b3a4-4408-be02-d7d96a5a0150,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:54.055472 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.095464 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.144533 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:54.145719 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:54.211324 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.321042 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914ca22-7a25-43f5-b56e-4f08d88f89e2 None None] Pushing event updated for resources: {'Port': ['ID=154ed435-b3a4-4408-be02-d7d96a5a0150,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:54.364141 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:54.493877 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Allocated IP 172.20.0.1 (3f5dedfb-13e0-4758-a65c-abcec686c67a/108f3b4b-2329-48da-afbd-0ce35dcba492/3811c8e1-b99b-41e2-8149-720968bd4305) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:42:54.554559 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 686cff51-8ca0-461a-b526-f53e61fb37d1 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:54.616550 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.627358 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Transition to ACTIVE for port object 1316df8c-e018-4a87-900e-c0d9c93027d2 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:54.635270 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.635652 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.652451 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Transition to ACTIVE for port object 3811c8e1-b99b-41e2-8149-720968bd4305 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:54.691377 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.693522 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f938f52-7f12-4e5b-b7f8-f79491b85ec9 None None] Pushing event updated for resources: {'Port': ['ID=1316df8c-e018-4a87-900e-c0d9c93027d2,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:54.696096 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Attempting to bind port 1316df8c-e018-4a87-900e-c0d9c93027d2 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:54.696467 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Attempting to bind port 1316df8c-e018-4a87-900e-c0d9c93027d2 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:54.696821 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Attempting to bind port 1316df8c-e018-4a87-900e-c0d9c93027d2 on network a31b70d8-f524-45a0-accf-a5e52b69b021 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:54.699422 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 686cff51-8ca0-461a-b526-f53e61fb37d1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:54.699798 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.704987 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:54.705657 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Checking segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:54.707006 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.708195 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Bound using segment: {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:54.708881 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Bound port: 1316df8c-e018-4a87-900e-c0d9c93027d2, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:54.710127 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.736479 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:54.739855 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:54.747897 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:42:54.750177 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f1363740-378c-49be-9869-9c268014cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:54Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:54.769383 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] For port 1316df8c-e018-4a87-900e-c0d9c93027d2, host n-d-798930-6, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:54.772639 n-d-798930-6 neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] For port 1316df8c-e018-4a87-900e-c0d9c93027d2, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1316df8c-e018-4a87-900e-c0d9c93027d2,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:54.781799 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1363740-378c-49be-9869-9c268014cdfd None None] The sync data for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 is: [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:54Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:54.782284 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Pushing event updated for resources: {'Port': ['ID=3811c8e1-b99b-41e2-8149-720968bd4305,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:54.782539 n-d-798930-6 neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.809391 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369955'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.856691 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80b31364-afd7-4453-b5a7-4b2dcd10ce43 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:54.881883 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Routers {'dba0983b-6aa7-444c-b0fc-afa412313ca8'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:54.882522 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['dba0983b-6aa7-444c-b0fc-afa412313ca8'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:54.949192 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f938f52-7f12-4e5b-b7f8-f79491b85ec9 None None] Pushing event updated for resources: {'Port': ['ID=1316df8c-e018-4a87-900e-c0d9c93027d2,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:54.982507 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:55.047616 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:55.165424 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] Set router dba0983b-6aa7-444c-b0fc-afa412313ca8 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:55.234983 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:55.241207 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:55.291149 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8d54e-4933-4550-939a-96599e481dec None None] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:42:55.316254 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370007'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:55.324829 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Pushing event updated for resources: {'Port': ['ID=3811c8e1-b99b-41e2-8149-720968bd4305,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:55.398953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e1ed2107-483f-4846-8b35-46ca4b8c2dd0 None None] Provisioning for port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:55.404401 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 3, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port': {'id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:55.407941 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e1ed2107-483f-4846-8b35-46ca4b8c2dd0 None None] Provisioning complete for port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:55.407941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1ed2107-483f-4846-8b35-46ca4b8c2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:55.441227 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd83503-ac58-4bd1-ba9b-be12a4530b9e None None] The sync data for ids ['dba0983b-6aa7-444c-b0fc-afa412313ca8'] in n-d-798930-6 is: [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 3, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port': {'id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:55.589233 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1ed2107-483f-4846-8b35-46ca4b8c2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:55.633972 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e1ed2107-483f-4846-8b35-46ca4b8c2dd0 None None] For port 80b31364-afd7-4453-b5a7-4b2dcd10ce43, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80b31364-afd7-4453-b5a7-4b2dcd10ce43,segment=NetworkSegment(94661296-1030-436e-a3bb-97e10b06f227),segment_id=94661296-1030-436e-a3bb-97e10b06f227)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:55.641434 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1ed2107-483f-4846-8b35-46ca4b8c2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:55.723634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed2107-483f-4846-8b35-46ca4b8c2dd0 None None] Pushing event updated for resources: {'Port': ['ID=80b31364-afd7-4453-b5a7-4b2dcd10ce43,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:55.795363 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:42:55.796942 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:42:55.946665 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Router dba0983b-6aa7-444c-b0fc-afa412313ca8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:42:56.082184 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2bf8f594-1cf9-4bd2-ab48-81a6b141a3c6 None None] Provisioning complete for port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:56.083101 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f594-1cf9-4bd2-ab48-81a6b141a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.091387 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:42:56.098117 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-f8b83360-64ac-410c-a55b-8f89950c25da admin admin] 10.222.0.100 "PUT /v2.0/routers/dba0983b-6aa7-444c-b0fc-afa412313ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5114524 Jul 16 21:42:56.208575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2bf8f594-1cf9-4bd2-ab48-81a6b141a3c6 None None] Provisioning for port 3811c8e1-b99b-41e2-8149-720968bd4305 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:56.224791 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2bf8f594-1cf9-4bd2-ab48-81a6b141a3c6 None None] Provisioning complete for port 3811c8e1-b99b-41e2-8149-720968bd4305 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:56.225272 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f594-1cf9-4bd2-ab48-81a6b141a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.267133 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8f594-1cf9-4bd2-ab48-81a6b141a3c6 None None] Port 3811c8e1-b99b-41e2-8149-720968bd4305 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:56.387718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-64752075-7970-4910-8434-2bd8ea35ad04 None None] Provisioning complete for port 3811c8e1-b99b-41e2-8149-720968bd4305 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:56.388094 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64752075-7970-4910-8434-2bd8ea35ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.453274 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-64752075-7970-4910-8434-2bd8ea35ad04 None None] Port 3811c8e1-b99b-41e2-8149-720968bd4305 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:56.511555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1316df8c-e018-4a87-900e-c0d9c93027d2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:56.565194 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 1316df8c-e018-4a87-900e-c0d9c93027d2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:56.571354 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1316df8c-e018-4a87-900e-c0d9c93027d2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:56.571732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.598735 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-09031972-78d3-410e-b3ff-ed7c9732e7a4 None None] Provisioning complete for port 3811c8e1-b99b-41e2-8149-720968bd4305 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:56.599122 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-09031972-78d3-410e-b3ff-ed7c9732e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.644965 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-09031972-78d3-410e-b3ff-ed7c9732e7a4 None None] Port 3811c8e1-b99b-41e2-8149-720968bd4305 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:42:56.688184 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.712014 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 1316df8c-e018-4a87-900e-c0d9c93027d2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1316df8c-e018-4a87-900e-c0d9c93027d2,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:56.717155 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.718068 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 154ed435-b3a4-4408-be02-d7d96a5a0150 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:56.796498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=1316df8c-e018-4a87-900e-c0d9c93027d2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:56.812763 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35278) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:56.815292 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 154ed435-b3a4-4408-be02-d7d96a5a0150 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:42:56.818607 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7cc0b977-d15c-4ff0-9273-77f2093545c9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873062914', 'description': 'tempest-secgroup-smoke-873062914 description', 'project_id': '810d9139995d4abeae1139dd247d66b2'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:56.819569 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 154ed435-b3a4-4408-be02-d7d96a5a0150 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:56.819950 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.842560 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b977-d15c-4ff0-9273-77f2093545c9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.912113 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.936650 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b977-d15c-4ff0-9273-77f2093545c9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.941227 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b977-d15c-4ff0-9273-77f2093545c9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.945802 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 154ed435-b3a4-4408-be02-d7d96a5a0150, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=154ed435-b3a4-4408-be02-d7d96a5a0150,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:42:56.949841 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.950563 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80b31364-afd7-4453-b5a7-4b2dcd10ce43 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:56.971637 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b977-d15c-4ff0-9273-77f2093545c9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.973107 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7cc0b977-d15c-4ff0-9273-77f2093545c9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1585965 Jul 16 21:42:56.974350 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0b977-d15c-4ff0-9273-77f2093545c9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8737e451-82b9-4953-81ed-da8422787549,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:56.977013 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35280) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:56.982247 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0c20c092-d28e-4970-89f8-6e4862d6c90c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'security_group_rule': {'security_group_id': '8737e451-82b9-4953-81ed-da8422787549', 'project_id': '810d9139995d4abeae1139dd247d66b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:57.010419 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c20c092-d28e-4970-89f8-6e4862d6c90c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.026140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=154ed435-b3a4-4408-be02-d7d96a5a0150,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:57.036753 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:57.037137 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.076610 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c20c092-d28e-4970-89f8-6e4862d6c90c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.080695 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c20c092-d28e-4970-89f8-6e4862d6c90c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.100351 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20c092-d28e-4970-89f8-6e4862d6c90c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6984bbe-c366-431d-ac1a-6e9be0ec29f6,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:57.102806 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0c20c092-d28e-4970-89f8-6e4862d6c90c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.104040 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-0c20c092-d28e-4970-89f8-6e4862d6c90c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255381 Jul 16 21:42:57.106763 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35282) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:57.111128 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e53809fa-d87a-40f9-ad4f-8553a9e1023c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'security_group_rule': {'security_group_id': '8737e451-82b9-4953-81ed-da8422787549', 'project_id': '810d9139995d4abeae1139dd247d66b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:57.137118 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e53809fa-d87a-40f9-ad4f-8553a9e1023c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.193904 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e53809fa-d87a-40f9-ad4f-8553a9e1023c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.197313 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e53809fa-d87a-40f9-ad4f-8553a9e1023c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.212090 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53809fa-d87a-40f9-ad4f-8553a9e1023c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afe1277-ec0c-4617-b2a0-c6219bc84a7c,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:57.220571 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e53809fa-d87a-40f9-ad4f-8553a9e1023c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.222769 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-e53809fa-d87a-40f9-ad4f-8553a9e1023c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149876 Jul 16 21:42:57.225470 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35284) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:57.229949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-4a0dceff-06e9-46b9-abea-1de050429114 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'security_group_rule': {'security_group_id': '8737e451-82b9-4953-81ed-da8422787549', 'project_id': '810d9139995d4abeae1139dd247d66b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:57.255603 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a0dceff-06e9-46b9-abea-1de050429114 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.316502 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a0dceff-06e9-46b9-abea-1de050429114 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.320277 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a0dceff-06e9-46b9-abea-1de050429114 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.337668 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dceff-06e9-46b9-abea-1de050429114 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5b542b-b073-46b1-9b68-19d9f9c80704,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:57.344148 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4a0dceff-06e9-46b9-abea-1de050429114 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.345228 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-4a0dceff-06e9-46b9-abea-1de050429114 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187980 Jul 16 21:42:57.348994 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35286) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:57.353447 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-10be79b6-34a2-4417-8b87-328d00b2164e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'security_group_rule': {'security_group_id': '8737e451-82b9-4953-81ed-da8422787549', 'project_id': '810d9139995d4abeae1139dd247d66b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:57.379262 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10be79b6-34a2-4417-8b87-328d00b2164e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.439515 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10be79b6-34a2-4417-8b87-328d00b2164e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.443138 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10be79b6-34a2-4417-8b87-328d00b2164e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.458585 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be79b6-34a2-4417-8b87-328d00b2164e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2539445-8e2d-4f70-a7b2-c7cec8cee113,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:57.467843 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10be79b6-34a2-4417-8b87-328d00b2164e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.469079 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-10be79b6-34a2-4417-8b87-328d00b2164e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191463 Jul 16 21:42:57.472411 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35288) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:57.476960 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'security_group_rule': {'security_group_id': '8737e451-82b9-4953-81ed-da8422787549', 'project_id': '810d9139995d4abeae1139dd247d66b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:57.498408 n-d-798930-6 neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Project 810d9139995d4abeae1139dd247d66b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:42:57.503925 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.569107 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.572675 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.590446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff627b60-54c3-4266-a8f5-2d476e31f4e2,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:57.596164 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.597373 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-2f3b3de5-ec20-4656-8c9a-64c922de7925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239152 Jul 16 21:42:57.600533 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35290) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:42:57.605988 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'security_group_rule': {'security_group_id': '8737e451-82b9-4953-81ed-da8422787549', 'project_id': '810d9139995d4abeae1139dd247d66b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:57.629138 n-d-798930-6 neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Project 810d9139995d4abeae1139dd247d66b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:42:57.634523 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.702576 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.706822 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521509'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.724956 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebba310a-aea3-4ca4-b18c-6d26bb6a00b8,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:57.732341 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:57.741767 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-8d155dee-e317-4441-9c05-f46988188d1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395230 Jul 16 21:42:57.881376 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-1f850621-ff32-4ec2-9bd1-93010df4bf96 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873062914&fields=id&tenant_id=810d9139995d4abeae1139dd247d66b2 HTTP/1.1" status: 200 len: 267 time: 0.0374184 Jul 16 21:42:57.995023 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-601a1d36-1612-49c8-af13-d585ea11df13 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:57.996531 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-601a1d36-1612-49c8-af13-d585ea11df13 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 809 time: 0.1086607 Jul 16 21:42:58.011094 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-ebfb13f5-9d0e-4c10-bfbb-5eda10bb9dd2 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/quotas/810d9139995d4abeae1139dd247d66b2 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Jul 16 21:42:58.080296 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-5e125c7d-0a99-425d-ac35-69920932ea45 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643013 Jul 16 21:42:58.098275 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-04c37dbc-d894-4a28-b832-60ad03fa495d tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:42:58.099232 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-04c37dbc-d894-4a28-b832-60ad03fa495d tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062699 Jul 16 21:42:58.132605 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Sync routers for ids ['dba0983b-6aa7-444c-b0fc-afa412313ca8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:42:58.141278 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Routers {'dba0983b-6aa7-444c-b0fc-afa412313ca8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:58.141964 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['dba0983b-6aa7-444c-b0fc-afa412313ca8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:58.195270 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-aad94efa-c1bb-4812-b3ee-a3e3a29b792c service neutron] 10.222.0.100 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903230 Jul 16 21:42:58.247942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Set router dba0983b-6aa7-444c-b0fc-afa412313ca8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:58.287357 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-051aeffa-c243-45de-8145-495578c2a599 service neutron] 10.222.0.100 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863509 Jul 16 21:42:58.384663 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1316df8c-e018-4a87-900e-c0d9c93027d2 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:58.474932 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-645ab430-2598-4435-a091-8a650ef078a3 req-54db4252-6453-4864-983e-09b23a389fea tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 210 time: 0.0402665 Jul 16 21:42:58.488347 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 1316df8c-e018-4a87-900e-c0d9c93027d2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:58.488726 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:58.531832 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:54Z', 'revision_number': 4, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port': {'id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3811c8e1-b99b-41e2-8149-720968bd4305', 'name': '', 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'mac_address': 'fa:16:3e:67:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '108f3b4b-2329-48da-afbd-0ce35dcba492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:54Z', 'updated_at': '2021-07-16T21:42:55Z', 'revision_number': 2, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'subnets': [{'id': '108f3b4b-2329-48da-afbd-0ce35dcba492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:58.562037 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Checking router: dba0983b-6aa7-444c-b0fc-afa412313ca8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:42:58.562395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Updating router dba0983b-6aa7-444c-b0fc-afa412313ca8 port 3811c8e1-b99b-41e2-8149-720968bd4305 binding host n-d-798930-6 {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:42:58.780585 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:58.801887 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 154ed435-b3a4-4408-be02-d7d96a5a0150 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:42:58.945865 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 154ed435-b3a4-4408-be02-d7d96a5a0150 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:42:58.946245 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:59.154084 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:59.164348 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Transition to ACTIVE for port object 3811c8e1-b99b-41e2-8149-720968bd4305 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:42:59.169221 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:59.218774 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0510b51-c521-4cfa-8f3a-4c8860e2a3e6 None None] Pushing event updated for resources: {'Port': ['ID=3811c8e1-b99b-41e2-8149-720968bd4305,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:59.273519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Attempting to bind port 3811c8e1-b99b-41e2-8149-720968bd4305 on host n-d-798930-6 for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:42:59.273891 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Attempting to bind port 3811c8e1-b99b-41e2-8149-720968bd4305 by drivers openvswitch,hyperv on host n-d-798930-6 at level 0 using segments [{'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:42:59.274254 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Attempting to bind port 3811c8e1-b99b-41e2-8149-720968bd4305 on network 3f5dedfb-13e0-4758-a65c-abcec686c67a {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:42:59.279718 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Checking agent: {'id': '5dad5ac9-7117-44cf-87fc-08b17841c778', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 57, 4), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:42:59.280091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Checking segment: {'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:42:59.280497 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:59.280885 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Bound using segment: {'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:42:59.281351 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Bound port: 3811c8e1-b99b-41e2-8149-720968bd4305, host: n-d-798930-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94661296-1030-436e-a3bb-97e10b06f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:42:59.281740 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:59.351762 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] For port 3811c8e1-b99b-41e2-8149-720968bd4305, host n-d-798930-6, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:42:59.355624 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] For port 3811c8e1-b99b-41e2-8149-720968bd4305, host n-d-798930-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3811c8e1-b99b-41e2-8149-720968bd4305,segment=NetworkSegment(94661296-1030-436e-a3bb-97e10b06f227),segment_id=94661296-1030-436e-a3bb-97e10b06f227)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:42:59.360959 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:59.423936 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Routers {'dba0983b-6aa7-444c-b0fc-afa412313ca8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:42:59.424794 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:42:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['dba0983b-6aa7-444c-b0fc-afa412313ca8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:59.426835 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0510b51-c521-4cfa-8f3a-4c8860e2a3e6 None None] Pushing event updated for resources: {'Port': ['ID=3811c8e1-b99b-41e2-8149-720968bd4305,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:42:59.570360 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] Set router dba0983b-6aa7-444c-b0fc-afa412313ca8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:42:59.590220 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-1008c8da-2846-4887-87a7-b297e3814b51 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:42:59.591903 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-1008c8da-2846-4887-87a7-b297e3814b51 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 809 time: 0.1440806 Jul 16 21:42:59.645641 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-7fe74b35-1cb5-4edb-94d1-849dae3b0dae tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=810d9139995d4abeae1139dd247d66b2 HTTP/1.1" status: 200 len: 379 time: 0.0440793 Jul 16 21:42:59.655892 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'port': {'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'admin_state_up': True, 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'security_groups': ['8737e451-82b9-4953-81ed-da8422787549']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:42:59.726290 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-69c78203-f80a-470b-af43-ca167e78aa5d req-308ec6e2-5ed9-4b14-8c22-def7b9ee8a44 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 210 time: 0.0470510 Jul 16 21:42:59.789211 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Made reservation on behalf of 810d9139995d4abeae1139dd247d66b2 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:42:59.793056 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:59.822917 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:54Z', 'revision_number': 4, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port': {'id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3811c8e1-b99b-41e2-8149-720968bd4305', 'name': '', 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'mac_address': 'fa:16:3e:67:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '108f3b4b-2329-48da-afbd-0ce35dcba492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:54Z', 'updated_at': '2021-07-16T21:42:59Z', 'revision_number': 4, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'subnets': [{'id': '108f3b4b-2329-48da-afbd-0ce35dcba492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:42:59.849575 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6990888-4b91-496a-917e-02d082e041e4 None None] The sync data for ids ['dba0983b-6aa7-444c-b0fc-afa412313ca8'] in n-d-798930-6 is: [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:54Z', 'revision_number': 4, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port': {'id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '3811c8e1-b99b-41e2-8149-720968bd4305', 'name': '', 'network_id': '3f5dedfb-13e0-4758-a65c-abcec686c67a', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'mac_address': 'fa:16:3e:67:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '108f3b4b-2329-48da-afbd-0ce35dcba492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:54Z', 'updated_at': '2021-07-16T21:42:59Z', 'revision_number': 4, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'subnets': [{'id': '108f3b4b-2329-48da-afbd-0ce35dcba492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:42:59.936397 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Allocated IP 172.20.0.11 (31661441-c73b-4fdc-964a-86b3bb8627ca/9980ee00-6011-481a-865e-9f011a8cf2f3/c60b1a1a-007c-46b7-805d-aafffd8ffc9c) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:43:00.089993 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.105109 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Transition to ACTIVE for port object c60b1a1a-007c-46b7-805d-aafffd8ffc9c will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:43:00.138673 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.191779 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Network 31661441-c73b-4fdc-964a-86b3bb8627ca is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:43:00.195142 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:43:00.199276 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:43:00.206473 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:00.260531 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:00.261210 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.278018 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e3b3bfbd-3105-448a-b83d-56dc5de7ec4f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6273956 Jul 16 21:43:00.291860 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.v2.base [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Request body: {'port': {'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-6'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:43:00.390005 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.412440 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3811c8e1-b99b-41e2-8149-720968bd4305 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:43:00.455652 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-61ffa2b8-7055-44c3-80cd-a65c9e06cca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.473608 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning for port 3811c8e1-b99b-41e2-8149-720968bd4305 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:43:00.477167 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3811c8e1-b99b-41e2-8149-720968bd4305 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:43:00.477536 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.526625 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-752fdbad-901c-4b74-884f-e105bbaa141e None None] Provisioning for port c60b1a1a-007c-46b7-805d-aafffd8ffc9c completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:43:00.533213 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-752fdbad-901c-4b74-884f-e105bbaa141e None None] Provisioning complete for port c60b1a1a-007c-46b7-805d-aafffd8ffc9c triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:43:00.533581 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-752fdbad-901c-4b74-884f-e105bbaa141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.590586 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-752fdbad-901c-4b74-884f-e105bbaa141e None None] Port c60b1a1a-007c-46b7-805d-aafffd8ffc9c cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:43:00.603981 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.636953 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] For port 3811c8e1-b99b-41e2-8149-720968bd4305, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3811c8e1-b99b-41e2-8149-720968bd4305,segment=NetworkSegment(94661296-1030-436e-a3bb-97e10b06f227),segment_id=94661296-1030-436e-a3bb-97e10b06f227)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:43:00.640791 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.678592 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60b1a1a-007c-46b7-805d-aafffd8ffc9c {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:43:00.686066 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.692988 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Pushing event updated for resources: {'Port': ['ID=3811c8e1-b99b-41e2-8149-720968bd4305,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:00.699652 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Transition to ACTIVE for port object c60b1a1a-007c-46b7-805d-aafffd8ffc9c will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:43:00.703591 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.759002 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:00.839214 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Attempting to bind port c60b1a1a-007c-46b7-805d-aafffd8ffc9c on host n-h2-798930-6 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:43:00.839581 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Attempting to bind port c60b1a1a-007c-46b7-805d-aafffd8ffc9c by drivers openvswitch,hyperv on host n-h2-798930-6 at level 0 using segments [{'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:43:00.839917 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Attempting to bind port c60b1a1a-007c-46b7-805d-aafffd8ffc9c on network 31661441-c73b-4fdc-964a-86b3bb8627ca {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:43:00.844721 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Port c60b1a1a-007c-46b7-805d-aafffd8ffc9c on network 31661441-c73b-4fdc-964a-86b3bb8627ca not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-6 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:43:00.845050 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Attempting to bind port c60b1a1a-007c-46b7-805d-aafffd8ffc9c on network 31661441-c73b-4fdc-964a-86b3bb8627ca {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:43:00.850545 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Checking agent: {'id': '061fd3f0-d6a2-41e4-8f93-5bb0c3d5617f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:43:00.850882 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Checking segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:43:00.851296 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Bound using segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:43:00.851734 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Bound port: c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host: n-h2-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:43:00.852094 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.921749 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:43:00.924074 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0e3ab-7355-4c49-bbc8-7976eec23cdd req-4c8207b1-4ddf-46e2-a88f-df89fb6e76b7 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:00.925712 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:43:00.927698 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2dd0e3ab-7355-4c49-bbc8-7976eec23cdd req-4c8207b1-4ddf-46e2-a88f-df89fb6e76b7 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 944 time: 0.0806198 Jul 16 21:43:00.929927 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7342862'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.965543 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:00.966201 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:00.967583 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 1092 time: 0.6803524 Jul 16 21:43:00.968028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:43:00.969410 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2dd0e3ab-7355-4c49-bbc8-7976eec23cdd req-43cf70b6-3610-4465-8514-1288d4958f9e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357134 Jul 16 21:43:00.970398 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44" -d '{"events": [{"name": "network-changed", "server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:43:00.998031 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887cf07-a5b0-4a69-abbf-cb31d1e529d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:01.048716 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b69763-1eb2-42c8-8726-5e1089d64c09 x-openstack-request-id: req-b9b69763-1eb2-42c8-8726-5e1089d64c09 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:43:01.049150 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:43:01.049408 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b9b69763-1eb2-42c8-8726-5e1089d64c09 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:43:01.050364 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'status': 'completed', 'code': 200} Jul 16 21:43:01.078651 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-2e706e7a-bd4f-48e0-a119-4741ffa03e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:01.080292 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-2e706e7a-bd4f-48e0-a119-4741ffa03e99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1095 time: 0.0662618 Jul 16 21:43:01.125592 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-294b20d7-86fd-4455-829f-a5456cfd80f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 217 time: 0.0384967 Jul 16 21:43:01.173820 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-bf39e2c5-4370-44c4-a071-76ea7988d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:01.175838 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-bf39e2c5-4370-44c4-a071-76ea7988d34c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0445406 Jul 16 21:43:01.231229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa933-2c44-4c76-991a-055197f1868d req-53453dba-4d26-4a01-a2d7-4fdb7d70ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:01.232748 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-53453dba-4d26-4a01-a2d7-4fdb7d70ae5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509498 Jul 16 21:43:01.325646 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-e79fec38-8235-4858-b299-adb4883763b4 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861828 Jul 16 21:43:01.417031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4c7aa933-2c44-4c76-991a-055197f1868d req-bc140ff5-c907-4b27-96f9-ae2a39a5fbcf service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851879 Jul 16 21:43:01.520885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-b9516611-9810-4ced-91a5-ba528f9734d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:01.522382 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-b9516611-9810-4ced-91a5-ba528f9734d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1095 time: 0.0575528 Jul 16 21:43:01.614811 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-cfd6510f-5a94-4224-8bda-e036af9c15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:01.616325 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-cfd6510f-5a94-4224-8bda-e036af9c15b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0880547 Jul 16 21:43:01.661662 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-35c1852f-2767-44bf-b2f2-d6eb373093fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 217 time: 0.0386457 Jul 16 21:43:01.711053 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-7861777f-1a47-4c0a-84c3-b699e9114847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:01.712540 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-7861777f-1a47-4c0a-84c3-b699e9114847 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0442369 Jul 16 21:43:01.768029 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-2aacb811-aa52-4208-8ee4-8650f20e26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:01.770118 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-2aacb811-aa52-4208-8ee4-8650f20e26b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514829 Jul 16 21:43:01.868863 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-f845a0d3-e2e3-4994-8202-10c4908b4a6f service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905597 Jul 16 21:43:01.962901 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4e33d492-9b7c-4dfc-9528-ff0bf888ee44 req-e29b4a71-c297-461f-b552-622c1516c109 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872228 Jul 16 21:43:02.153909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597914-196e-4037-a6c7-0db3a0da30a0 req-d5e3a819-3937-46e2-8513-f45226e50c88 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:02.155415 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc597914-196e-4037-a6c7-0db3a0da30a0 req-d5e3a819-3937-46e2-8513-f45226e50c88 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 944 time: 0.0642600 Jul 16 21:43:02.191686 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bc597914-196e-4037-a6c7-0db3a0da30a0 req-283bb978-c736-4268-ba41-520a7515ffb0 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305190 Jul 16 21:43:02.363441 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3811c8e1-b99b-41e2-8149-720968bd4305 up at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:43:02.412337 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Provisioning complete for port 3811c8e1-b99b-41e2-8149-720968bd4305 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:43:02.412709 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:02.584429 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c60b1a1a-007c-46b7-805d-aafffd8ffc9c details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:43:02.679532 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:43:02.690363 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:43:02.726548 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:02.739070 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60b1a1a-007c-46b7-805d-aafffd8ffc9c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:43:02.758350 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:43:02.762147 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:02.811072 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:02.965666 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c60b1a1a-007c-46b7-805d-aafffd8ffc9c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:43:03.365243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3c839-ff1b-4453-a022-4d2e295c2c5f req-38bfd7ad-fa66-40ca-9a33-8eb6975a3925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:03.366742 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58a3c839-ff1b-4453-a022-4d2e295c2c5f req-38bfd7ad-fa66-40ca-9a33-8eb6975a3925 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 945 time: 0.0674040 Jul 16 21:43:03.403659 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-58a3c839-ff1b-4453-a022-4d2e295c2c5f req-88f0f0cb-22b7-4a58-9224-85b6235c6e43 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Jul 16 21:43:04.211595 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:04.580392 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602746-4a48-4b95-8214-cd4a4c496642 req-2627120c-7a7c-4790-a69a-82b29e9f4572 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:04.582572 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b602746-4a48-4b95-8214-cd4a4c496642 req-2627120c-7a7c-4790-a69a-82b29e9f4572 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 945 time: 0.0643191 Jul 16 21:43:04.610067 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c60b1a1a-007c-46b7-805d-aafffd8ffc9c up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:43:04.623378 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2b602746-4a48-4b95-8214-cd4a4c496642 req-85de0037-bcd0-4870-96c7-140fc124fc2d tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345664 Jul 16 21:43:04.663897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning for port c60b1a1a-007c-46b7-805d-aafffd8ffc9c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:43:04.667417 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c60b1a1a-007c-46b7-805d-aafffd8ffc9c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:43:04.667787 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:04.742412 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:04.764537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:43:04.766774 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04afe68a-54e7-42f5-acc6-0d6844829bd5" -d '{"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:43:04.782758 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:43:04.787490 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:04.810615 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea200308-9bcd-4d9f-9faf-c7e2ca008a57 x-openstack-request-id: req-ea200308-9bcd-4d9f-9faf-c7e2ca008a57 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:43:04.810917 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:43:04.811152 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ea200308-9bcd-4d9f-9faf-c7e2ca008a57 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:43:04.811561 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'code': 200} Jul 16 21:43:04.837809 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:04.921478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81b461-1d46-40d8-a4c4-63395b1f06d3 req-865077d0-fecb-4b62-bc67-550ffd88135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:04.922971 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4f81b461-1d46-40d8-a4c4-63395b1f06d3 req-865077d0-fecb-4b62-bc67-550ffd88135f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1097 time: 0.0569727 Jul 16 21:43:04.956547 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4f81b461-1d46-40d8-a4c4-63395b1f06d3 req-3cce8dd8-2519-4074-b794-e60a3988ada9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271506 Jul 16 21:43:04.973711 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8cbb16ba-f70a-4a16-bc8a-1cf8c3670b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:05.808457 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42d6f6-86cf-4099-9823-1eb88d4b3150 req-3720d307-a257-4f2b-8811-bad70b384501 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:05.809931 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f42d6f6-86cf-4099-9823-1eb88d4b3150 req-3720d307-a257-4f2b-8811-bad70b384501 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 946 time: 0.0668104 Jul 16 21:43:05.848009 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-9f42d6f6-86cf-4099-9823-1eb88d4b3150 req-76b18014-26cf-4e6d-beda-75be8a6ded90 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Jul 16 21:43:06.400354 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:07.019886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca799c0-0a7c-4cfa-9338-d31d7ca1f83c req-6a9e1cce-4639-4783-a6c1-578d88996758 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:07.021829 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ca799c0-0a7c-4cfa-9338-d31d7ca1f83c req-6a9e1cce-4639-4783-a6c1-578d88996758 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 946 time: 0.0653212 Jul 16 21:43:07.059746 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-0ca799c0-0a7c-4cfa-9338-d31d7ca1f83c req-ed53b23b-9c03-4e65-a777-7e6c76aa17e3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Jul 16 21:43:07.232243 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb41714-c4a1-4742-b2bf-1da963e18eb4 req-6a9f3875-6aac-4fc1-9bad-f6b22d9738a6 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:07.233712 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cb41714-c4a1-4742-b2bf-1da963e18eb4 req-6a9f3875-6aac-4fc1-9bad-f6b22d9738a6 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 946 time: 0.0624146 Jul 16 21:43:07.272016 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6cb41714-c4a1-4742-b2bf-1da963e18eb4 req-3432dcb8-4304-4f18-b13f-ce26a8e4949a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323648 Jul 16 21:43:07.295912 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35342) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:43:07.456127 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646e8c8-c516-48fb-91f3-5add5a416817 tempest-TestSnapshotPattern-1451107031 tempest-TestSnapshotPattern-1451107031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:07.458258 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-6646e8c8-c516-48fb-91f3-5add5a416817 tempest-TestSnapshotPattern-1451107031 tempest-TestSnapshotPattern-1451107031-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1092 time: 0.1613431 Jul 16 21:43:07.461204 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35346) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:43:07.465487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:43:07.487403 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:07.581936 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:07.687639 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Allocated IP 172.25.8.169 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/9b46bb57-a962-4c32-baee-f0ea40f2e35d) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:43:07.787820 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:07.829615 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:07.870312 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:43:07.872952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:43:07.876605 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:43:07.882487 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'Port': ['ID=9b46bb57-a962-4c32-baee-f0ea40f2e35d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:08.272061 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:08.347210 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:08.503081 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:08.509134 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:08.517732 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:08.577617 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'Port': ['ID=9b46bb57-a962-4c32-baee-f0ea40f2e35d,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:43:08.588445 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:08.688278 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Floating IP 965577d6-28c3-4fab-ab17-10ed4165b68c associated. External IP: 172.25.8.169, port: c60b1a1a-007c-46b7-805d-aafffd8ffc9c. Jul 16 21:43:09.232581 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Router a9985ce0-43d6-4733-839b-f8f6992a02c9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:43:09.337330 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:43:09.346369 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] Sync routers for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:43:09.353065 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:09.356385 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:43:09.356540 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:43:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:43:09.389549 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-c5044ec5-ace2-4290-8c0a-3f2b285f4655 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9273264 Jul 16 21:43:09.390122 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:43:09.392533 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:43:09.435390 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e978fa04-b20b-4328-a5fe-04ce5612c159 x-openstack-request-id: req-e978fa04-b20b-4328-a5fe-04ce5612c159 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:43:09.435879 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:43:09.436124 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e978fa04-b20b-4328-a5fe-04ce5612c159 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:43:09.436523 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'status': 'completed', 'code': 200} Jul 16 21:43:09.464015 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:43:09.493935 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:09.514231 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-bff25928-4f72-410e-83dc-37961679ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:09.516160 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-bff25928-4f72-410e-83dc-37961679ccbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1097 time: 0.0565155 Jul 16 21:43:09.615077 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-8e47da3d-6347-4eac-8617-ed1f39133ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:09.617623 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-8e47da3d-6347-4eac-8617-ed1f39133ca8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0958214 Jul 16 21:43:09.628308 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:09.683100 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-1e3698ad-3725-4215-b4dd-c41309b6dc24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 1000 time: 0.0592525 Jul 16 21:43:09.693825 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:08Z', 'revision_number': 0, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:43:09.723577 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] Checking router: a9985ce0-43d6-4733-839b-f8f6992a02c9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:43:09.731577 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:43:09.732184 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:43:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:43:09.732315 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-3e8db392-9cdc-499d-81fd-e5580b04bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:09.733762 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-3e8db392-9cdc-499d-81fd-e5580b04bee3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0442915 Jul 16 21:43:09.794946 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-eab980c3-d127-4ea5-ae9a-828252c915bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:09.796584 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-eab980c3-d127-4ea5-ae9a-828252c915bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565186 Jul 16 21:43:09.835192 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:43:09.886624 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-eda9d211-d044-46df-9f10-95c08be1239b service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833695 Jul 16 21:43:09.981785 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-4724d076-823f-4ae6-817a-b6fb8ee8a2d5 req-59ddc66e-20d3-42c0-a00b-0f6ca1be56d5 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889416 Jul 16 21:43:10.060801 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:08Z', 'revision_number': 0, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:43:10.087453 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f559649-2d1c-4abd-ba10-4dacfaa7411f None None] The sync data for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 is: [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:08Z', 'revision_number': 0, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:43:10.286132 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a77e42-4d6f-4b07-a717-53008395f76e None None] New status for floating IP 965577d6-28c3-4fab-ab17-10ed4165b68c: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:43:22.982440 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:43:30.427527 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-beb4ca0c-5d42-4038-8a92-2d0b1bce32e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:34.213332 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:34.974100 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-26193664-8e14-4fa8-943c-c15499a730c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:36.402214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:38.521242 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:39.499533 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:39.646554 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:57.582031 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-70c7a0df-ee4e-40a5-a512-d68f5e3e2b16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504982 Jul 16 21:43:57.672827 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-5c8b0520-d75f-41a6-87c7-7eee3900cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:57.674329 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-5c8b0520-d75f-41a6-87c7-7eee3900cd3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1097 time: 0.0513923 Jul 16 21:43:57.782087 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-34d80264-2245-4149-974c-567859822329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:57.783614 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-34d80264-2245-4149-974c-567859822329 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0887961 Jul 16 21:43:57.855900 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-790204a6-8e77-479c-9337-65678a9ca3dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 1002 time: 0.0657318 Jul 16 21:43:57.907885 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-b4cc60dc-8c45-4fb6-8626-a79b93fdce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:57.909342 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-b4cc60dc-8c45-4fb6-8626-a79b93fdce3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0479503 Jul 16 21:43:57.965209 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-d606b46d-ea0a-40af-8b04-85fbb471d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:43:57.966679 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-d606b46d-ea0a-40af-8b04-85fbb471d889 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514383 Jul 16 21:43:58.054664 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-75599963-679f-44f0-8def-d4eee25fa673 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814292 Jul 16 21:43:58.149563 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ef042188-5594-40b7-b41b-f1a6d656f7d4 req-2a1ef65e-490f-48ef-b083-f11f6c3ccb24 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887828 Jul 16 21:43:59.981544 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:44:00.427931 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-86a6c407-3f6b-4c1d-8dee-5082ff22cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:04.215319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:04.975857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a369-525c-46d4-bfe6-3149d64406ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:06.404884 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:08.524599 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:09.483363 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:09.677391 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:30.428773 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d586d0db-7c5c-4ef8-bb35-710d31c2cf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:34.216859 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:34.976175 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3aa327a-9c3e-43f9-ba8a-ef96d4cff4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:36.407180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:36.981795 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:44:38.525038 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:39.497984 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:39.689611 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:00.188477 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-eebcf249-ee84-4164-9042-565e731e5b52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958736 Jul 16 21:45:00.289951 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081efa-bc9a-4a91-a632-02385895631e req-3eb942a4-3bf8-4623-ae1c-3b7ca3af07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:00.291489 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-3eb942a4-3bf8-4623-ae1c-3b7ca3af07ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1097 time: 0.0600021 Jul 16 21:45:00.400226 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081efa-bc9a-4a91-a632-02385895631e req-f1ef9d89-f8cd-4411-a356-e184586d99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:00.401691 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-f1ef9d89-f8cd-4411-a356-e184586d99e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0902238 Jul 16 21:45:00.428241 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c2a017f7-31ef-4590-a012-03ade3654482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:00.479832 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-9a3a609f-add4-4b68-80da-21ea75e78205 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 1002 time: 0.0720503 Jul 16 21:45:00.533941 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081efa-bc9a-4a91-a632-02385895631e req-3f2f23ba-f5c3-49a0-9f97-7b3d6aadf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:00.535422 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-3f2f23ba-f5c3-49a0-9f97-7b3d6aadf9ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0493946 Jul 16 21:45:00.591824 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081efa-bc9a-4a91-a632-02385895631e req-19b4ef0e-d216-473f-b186-6d54590bd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:00.593316 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-19b4ef0e-d216-473f-b186-6d54590bd6ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514102 Jul 16 21:45:00.686096 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-a5f967fc-946b-4f6a-aa94-bebd62f50552 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Jul 16 21:45:00.773810 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-6f081efa-bc9a-4a91-a632-02385895631e req-643a3f10-77a1-4de1-9273-bc79e5d38129 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812790 Jul 16 21:45:04.218762 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:04.975437 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e3175bd5-264e-4da1-bea6-281a6b6cbbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:06.409422 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:07.090336 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c60b1a1a-007c-46b7-805d-aafffd8ffc9c details requested by agent hyperv_n-h2-798930-6 with host n-h2-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:45:07.188287 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:07.200270 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Returning: {'device': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:45:07.239501 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:07.251553 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c60b1a1a-007c-46b7-805d-aafffd8ffc9c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:45:07.271095 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:07.275645 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:07.328084 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:07.335915 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.336258 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.336596 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.336934 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.337267 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.337599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.337925 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.338247 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.338572 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.338893 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.339216 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.339562 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:07.344451 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] get_ports_and_sgs() called for port_ids ['c60b1a1a-007c-46b7-805d-aafffd8ffc9c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:45:08.532172 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.111755 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c60b1a1a-007c-46b7-805d-aafffd8ffc9c up at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:45:09.170712 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Provisioning complete for port c60b1a1a-007c-46b7-805d-aafffd8ffc9c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:45:09.171120 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.255541 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.279757 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:09.282044 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d5fed9-4c46-43eb-829e-1fe14d580908" -d '{"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:09.298455 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:09.305028 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.378060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:09.462839 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac39cb39-a5f9-4f93-9a3e-17b9a2510aeb x-openstack-request-id: req-ac39cb39-a5f9-4f93-9a3e-17b9a2510aeb {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:09.463216 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:09.463577 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ac39cb39-a5f9-4f93-9a3e-17b9a2510aeb {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:09.464052 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'code': 200} Jul 16 21:45:09.500256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:09.701628 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:13.983841 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:45:16.516153 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-83ad3b31-ddc4-45e0-b369-e5f3f795aa7a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873062914&fields=id&tenant_id=810d9139995d4abeae1139dd247d66b2 HTTP/1.1" status: 200 len: 267 time: 0.0406897 Jul 16 21:45:16.626274 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-51da2b76-7216-4ae9-aa64-c632592d830b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:16.627749 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-51da2b76-7216-4ae9-aa64-c632592d830b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 809 time: 0.1039677 Jul 16 21:45:16.643647 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c742368d-723b-49d9-be03-978bceabc652 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/quotas/810d9139995d4abeae1139dd247d66b2 HTTP/1.1" status: 200 len: 375 time: 0.0093031 Jul 16 21:45:16.715233 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-b9e3a189-1439-4d6e-9234-5b39d6c721a2 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658584 Jul 16 21:45:16.854168 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-549c749e-f618-4168-8048-2fc7ad2b97c9 service neutron] 10.222.0.100 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270733 Jul 16 21:45:16.947029 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-181b56a7-7d31-4030-8253-d81686717737 service neutron] 10.222.0.100 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873194 Jul 16 21:45:17.120942 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-253b7e9c-7988-4473-9e39-8a2bce7fccde req-33da4264-aa28-46b7-a417-7b63e41e273e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 210 time: 0.0291572 Jul 16 21:45:18.260510 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-b14b0289-571f-428b-89ea-05fa24a71b53 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:18.261995 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-b14b0289-571f-428b-89ea-05fa24a71b53 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.21 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 809 time: 0.1184182 Jul 16 21:45:18.286004 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-eefc251e-efd2-4834-b92c-8afee263adf7 req-ad7f7a24-e6a5-4c1a-bfad-91041ef82e7f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 210 time: 0.0462515 Jul 16 21:45:18.323019 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c10d0972-261e-47c8-85fc-6beaf5fc2225 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=810d9139995d4abeae1139dd247d66b2 HTTP/1.1" status: 200 len: 379 time: 0.0403173 Jul 16 21:45:18.332340 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'port': {'device_id': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'admin_state_up': True, 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'security_groups': ['8737e451-82b9-4953-81ed-da8422787549']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:45:18.442093 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Made reservation on behalf of 810d9139995d4abeae1139dd247d66b2 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:45:18.445823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:18.583396 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Allocated IP 172.20.0.13 (31661441-c73b-4fdc-964a-86b3bb8627ca/9980ee00-6011-481a-865e-9f011a8cf2f3/616c2b32-d69b-4f54-b0c0-e3467cb55475) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:45:18.808086 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:18.828397 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Transition to ACTIVE for port object 616c2b32-d69b-4f54-b0c0-e3467cb55475 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:45:18.873808 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:18.923589 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Network 31661441-c73b-4fdc-964a-86b3bb8627ca is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:45:18.931729 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:45:18.935623 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:45:18.970309 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:18.991630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.992453 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.992793 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.993131 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.993465 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.993794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.994118 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.994446 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.994825 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.995148 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.995499 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:18.995821 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:45:19.013365 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:19.014027 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:19.042312 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c2579aa2-d36a-4fbf-91eb-95f8034c5200 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7136717 Jul 16 21:45:19.179308 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c60b1a1a-007c-46b7-805d-aafffd8ffc9c no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:45:19.224905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5db9a1c2-dc69-49d2-96ed-a44587309fd3 None None] Provisioning for port 616c2b32-d69b-4f54-b0c0-e3467cb55475 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:45:19.229370 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5db9a1c2-dc69-49d2-96ed-a44587309fd3 None None] Provisioning complete for port 616c2b32-d69b-4f54-b0c0-e3467cb55475 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:45:19.230024 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5db9a1c2-dc69-49d2-96ed-a44587309fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:19.287817 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-5db9a1c2-dc69-49d2-96ed-a44587309fd3 None None] Port 616c2b32-d69b-4f54-b0c0-e3467cb55475 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:45:19.299081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:19.326091 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:19.328377 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b3a8d-8e44-4b47-b0c5-9c16dce7b62f" -d '{"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:19.342447 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:19.347424 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:19.396180 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Pushing event updated for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:19.479634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e5f5b-e799-4021-91d4-28286d926b62 req-1c41f66e-936f-4b87-86e5-adc6767ba1e6 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:19.481178 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df1e5f5b-e799-4021-91d4-28286d926b62 req-1c41f66e-936f-4b87-86e5-adc6767ba1e6 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0716236 Jul 16 21:45:19.521208 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-df1e5f5b-e799-4021-91d4-28286d926b62 req-4afe4d20-eb99-4cd0-8281-9b1e7c41943f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Jul 16 21:45:19.572272 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e09309-11c4-4aa2-a283-6e37609f4931 x-openstack-request-id: req-15e09309-11c4-4aa2-a283-6e37609f4931 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:19.572632 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:19.572892 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-15e09309-11c4-4aa2-a283-6e37609f4931 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:19.573283 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'code': 200} Jul 16 21:45:20.705047 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5737-0d7f-4f73-b8d9-618d7df7f79f req-cadef15e-55a3-46aa-b43c-63577c9cf705 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:20.707300 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cafd5737-0d7f-4f73-b8d9-618d7df7f79f req-cadef15e-55a3-46aa-b43c-63577c9cf705 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0694644 Jul 16 21:45:20.748857 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-cafd5737-0d7f-4f73-b8d9-618d7df7f79f req-8c8c2020-48e9-4444-8f7a-5d569b124d05 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360031 Jul 16 21:45:21.414758 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-ddce63c4-13fa-47a4-8b51-6d4db34ca817 req-eaba01e1-5871-4cf0-ad6e-b9da8b023f04 service neutron] (94095) timed out ('10.222.0.26', 52281) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:45:21.976255 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157154e2-60aa-4f76-ad03-cd82fc65d09b req-c2e68dcd-ffa7-4ba4-9479-320ff9be971b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:21.979205 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-157154e2-60aa-4f76-ad03-cd82fc65d09b req-c2e68dcd-ffa7-4ba4-9479-320ff9be971b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0860825 Jul 16 21:45:22.029362 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-157154e2-60aa-4f76-ad03-cd82fc65d09b req-624152c8-a9d1-4302-8a00-7b9b3429cb50 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 Jul 16 21:45:23.221734 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7281e8-37ae-4ee1-93f1-b891053e419e req-6f4c0f47-5101-4e46-990f-a7f8aac189b6 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:23.223885 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed7281e8-37ae-4ee1-93f1-b891053e419e req-6f4c0f47-5101-4e46-990f-a7f8aac189b6 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0722122 Jul 16 21:45:23.264409 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-ed7281e8-37ae-4ee1-93f1-b891053e419e req-077e5b79-649c-4035-aeb5-2b8dd73dbe81 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343904 Jul 16 21:45:24.446060 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec56e9-1b06-4ec8-a982-2d1d422b0d3a req-50308628-3f79-4aed-8e95-d0f62af4cfc7 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:24.448075 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afec56e9-1b06-4ec8-a982-2d1d422b0d3a req-50308628-3f79-4aed-8e95-d0f62af4cfc7 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0707109 Jul 16 21:45:24.500149 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-afec56e9-1b06-4ec8-a982-2d1d422b0d3a req-fe2562f0-430c-4004-9c5d-5f03395bf7e8 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465612 Jul 16 21:45:25.684020 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11131535-08da-4b17-9c4a-10803bbb45cb req-e99f220c-1a02-45a2-afea-06b9eaae993b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:25.685526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11131535-08da-4b17-9c4a-10803bbb45cb req-e99f220c-1a02-45a2-afea-06b9eaae993b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0694389 Jul 16 21:45:25.726851 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11131535-08da-4b17-9c4a-10803bbb45cb req-f3e1eee7-e3fc-4201-a95f-329a87667b1a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348527 Jul 16 21:45:26.911160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a299573-a11d-4fc3-9fb2-d1473334b43c req-c282c347-04f9-4e36-a6f5-d82b0bc9972b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:26.913962 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a299573-a11d-4fc3-9fb2-d1473334b43c req-c282c347-04f9-4e36-a6f5-d82b0bc9972b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0674751 Jul 16 21:45:26.953866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2a299573-a11d-4fc3-9fb2-d1473334b43c req-130dfcae-9c16-4d94-ad0b-6b7bfa706ee6 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Jul 16 21:45:28.138750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55e12-ad17-434f-8cfe-1d149f0bea3d req-e8660543-98cc-4519-b5c7-ac73171fe4ef tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:28.140317 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46b55e12-ad17-434f-8cfe-1d149f0bea3d req-e8660543-98cc-4519-b5c7-ac73171fe4ef tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.0641456 Jul 16 21:45:28.181896 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-46b55e12-ad17-434f-8cfe-1d149f0bea3d req-860446b4-22d3-4eef-ae89-e856ae36cab0 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358994 Jul 16 21:45:29.071852 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-27e94d73-09f8-4d02-89d7-058af1fde833 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:45:29.073164 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-27e94d73-09f8-4d02-89d7-058af1fde833 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065253 Jul 16 21:45:29.125334 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Request body: {'port': {'device_id': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-6'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:45:29.202823 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:29.441517 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6e37-a9b6-456e-932e-9f8d68d3ef76 req-8c61d141-ebf8-47e3-9a58-f86cf03cfb19 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:29.443808 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11ff6e37-a9b6-456e-932e-9f8d68d3ef76 req-8c61d141-ebf8-47e3-9a58-f86cf03cfb19 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 932 time: 0.1367698 Jul 16 21:45:29.510190 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-11ff6e37-a9b6-456e-932e-9f8d68d3ef76 req-dea69b29-8cd4-408d-ab5d-a1ebd70cdd88 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605431 Jul 16 21:45:29.544258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616c2b32-d69b-4f54-b0c0-e3467cb55475 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:45:29.552167 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:29.563920 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Transition to ACTIVE for port object 616c2b32-d69b-4f54-b0c0-e3467cb55475 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:45:29.568705 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:29.641980 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:29.694975 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Attempting to bind port 616c2b32-d69b-4f54-b0c0-e3467cb55475 on host n-h1-798930-6 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:45:29.695224 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Attempting to bind port 616c2b32-d69b-4f54-b0c0-e3467cb55475 by drivers openvswitch,hyperv on host n-h1-798930-6 at level 0 using segments [{'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:45:29.695568 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Attempting to bind port 616c2b32-d69b-4f54-b0c0-e3467cb55475 on network 31661441-c73b-4fdc-964a-86b3bb8627ca {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:45:29.700068 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Port 616c2b32-d69b-4f54-b0c0-e3467cb55475 on network 31661441-c73b-4fdc-964a-86b3bb8627ca not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:45:29.700393 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Attempting to bind port 616c2b32-d69b-4f54-b0c0-e3467cb55475 on network 31661441-c73b-4fdc-964a-86b3bb8627ca {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:45:29.705296 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Checking agent: {'id': '0e2d04d0-bdae-4c70-8793-4992052498d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'started_at': datetime.datetime(2021, 7, 16, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:45:29.705630 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Checking segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:45:29.706017 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Bound using segment: {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:45:29.706440 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Bound port: 616c2b32-d69b-4f54-b0c0-e3467cb55475, host: n-h1-798930-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c35d6d2-2404-495e-bd22-01477cd546c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:45:29.706793 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:29.774385 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:45:29.777486 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:45:29.781535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:29.813877 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:29.814535 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:29.816173 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] 10.222.0.21 "PUT /v2.0/ports/616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 200 len: 1092 time: 0.7357149 Jul 16 21:45:29.816608 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:29.819915 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe470e4-a128-4e81-8bd4-eed145e21db1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:29.850697 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb781485-53af-4c6c-b2c0-3d7d58d47ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:29.863592 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f251fb28-409d-4b9f-ad83-bf920a5c6192 x-openstack-request-id: req-f251fb28-409d-4b9f-ad83-bf920a5c6192 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:29.863897 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:29.864202 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f251fb28-409d-4b9f-ad83-bf920a5c6192 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:29.864738 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'status': 'completed', 'code': 200} Jul 16 21:45:29.929108 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-b101c0f8-012a-4cf9-91b1-13a09861d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:29.930688 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-b101c0f8-012a-4cf9-91b1-13a09861d88d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1095 time: 0.0612116 Jul 16 21:45:29.976237 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-84915beb-e705-4a2e-b80f-ad88a5f82faa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 200 len: 217 time: 0.0362549 Jul 16 21:45:30.026699 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-d999f474-63ce-4753-8d59-25a2acb3e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:30.028459 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-d999f474-63ce-4753-8d59-25a2acb3e0ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0444887 Jul 16 21:45:30.084899 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c1e742c8-075a-442e-a867-fb14de618fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:30.086391 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c1e742c8-075a-442e-a867-fb14de618fcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517061 Jul 16 21:45:30.181500 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-c4448521-19ac-4626-bf49-5b2324ecb264 service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866945 Jul 16 21:45:30.273758 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44b0d59e-9e36-4218-9caa-5747a712a6e9 req-8bedb2b6-fd5d-4216-bd69-e1fd7fed5fa9 service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851734 Jul 16 21:45:30.370675 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-055876de-7f7a-4974-b0f5-2b079ea60c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:30.372203 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-055876de-7f7a-4974-b0f5-2b079ea60c80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1095 time: 0.0520110 Jul 16 21:45:30.428932 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5a655ca-92ba-4756-9621-78eb1c9484e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:30.461654 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-4185a1bf-1a55-4733-8ed2-40dff4e333c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:30.463128 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-4185a1bf-1a55-4733-8ed2-40dff4e333c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0848806 Jul 16 21:45:30.507878 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-6b1c7a89-9af9-4bda-9a46-2cbad3fa79bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 200 len: 217 time: 0.0378256 Jul 16 21:45:30.557958 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-d94b6bff-a5b9-465c-a8b2-f4c6e0b86934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:30.559481 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-d94b6bff-a5b9-465c-a8b2-f4c6e0b86934 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0447149 Jul 16 21:45:30.619144 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-4ea71db9-285c-48d9-861b-fc7de2918a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:30.620694 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-4ea71db9-285c-48d9-861b-fc7de2918a62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526648 Jul 16 21:45:30.759325 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-ae5b1b5b-ddc8-460e-9576-22bb101cc2f7 service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288910 Jul 16 21:45:30.766673 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd2e55-3139-4e04-8b2d-fdc27c7b77b9 req-ad8d95e9-f5ec-46b5-ac58-7dda2c54b14e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:30.768096 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1dd2e55-3139-4e04-8b2d-fdc27c7b77b9 req-ad8d95e9-f5ec-46b5-ac58-7dda2c54b14e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 944 time: 0.1296492 Jul 16 21:45:30.863148 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b1dd2e55-3139-4e04-8b2d-fdc27c7b77b9 req-cb6ffee3-f41a-4d5f-9dc5-d6fce6b2891e tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852818 Jul 16 21:45:30.882330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dfe470e4-a128-4e81-8bd4-eed145e21db1 req-191662d0-586e-4201-b5ef-942c817728d5 service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132982 Jul 16 21:45:32.034750 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985077b-17e6-47e3-84ac-df55f7386984 req-27c8b4de-d29d-48e8-9195-747b52e31c02 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:32.036924 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c985077b-17e6-47e3-84ac-df55f7386984 req-27c8b4de-d29d-48e8-9195-747b52e31c02 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 944 time: 0.0638015 Jul 16 21:45:32.075859 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-c985077b-17e6-47e3-84ac-df55f7386984 req-fbdd52d3-e3f5-49f7-ac2c-56c5fd951bca tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320907 Jul 16 21:45:32.158128 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 616c2b32-d69b-4f54-b0c0-e3467cb55475 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:45:32.256426 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:32.418402 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'port_id': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'mac_address': 'fa:16:3e:ca:cb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:45:32.453968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:32.466599 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616c2b32-d69b-4f54-b0c0-e3467cb55475 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:45:32.486454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:32.490631 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:32.537973 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:32.742618 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['616c2b32-d69b-4f54-b0c0-e3467cb55475'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:45:33.255862 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ac93-ed71-4f20-94df-ee7949dd41e1 req-eccd92dd-8d22-4438-accf-1fee5f43ff0f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:33.257344 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44a9ac93-ed71-4f20-94df-ee7949dd41e1 req-eccd92dd-8d22-4438-accf-1fee5f43ff0f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 945 time: 0.0689592 Jul 16 21:45:33.293693 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-44a9ac93-ed71-4f20-94df-ee7949dd41e1 req-8c96bd79-06ab-47a3-bd02-07fcf8485dcc tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308650 Jul 16 21:45:34.171711 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 616c2b32-d69b-4f54-b0c0-e3467cb55475 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:45:34.224506 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:34.233107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning for port 616c2b32-d69b-4f54-b0c0-e3467cb55475 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:45:34.236607 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 616c2b32-d69b-4f54-b0c0-e3467cb55475 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:45:34.236969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:34.311961 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:34.335498 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:34.337765 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da53b287-a024-456f-9fa0-77d836a4dc19" -d '{"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-plugged", "status": "completed", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:34.350565 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:45:34.354890 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:34.402521 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:34.470739 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ba08-3b0c-4280-b384-ffc0b477301c req-deb16eb2-2a49-404d-84af-fb344a90297f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:34.472264 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a677ba08-3b0c-4280-b384-ffc0b477301c req-deb16eb2-2a49-404d-84af-fb344a90297f tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 946 time: 0.0627286 Jul 16 21:45:34.509551 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a677ba08-3b0c-4280-b384-ffc0b477301c req-bd4d11ed-c3dc-4cf7-8756-c194999d2891 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314326 Jul 16 21:45:34.554071 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18a79dc-963c-45d9-9caf-99bcd9b8063a x-openstack-request-id: req-f18a79dc-963c-45d9-9caf-99bcd9b8063a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:34.554368 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-plugged", "status": "completed", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:34.554625 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f18a79dc-963c-45d9-9caf-99bcd9b8063a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:34.555023 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'code': 200} Jul 16 21:45:34.667561 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb73c3-a83f-4fcb-929a-7e4e225ff7b7 req-37b418ce-680e-4c92-9264-dd38b99d9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:34.669028 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35eb73c3-a83f-4fcb-929a-7e4e225ff7b7 req-37b418ce-680e-4c92-9264-dd38b99d9882 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1097 time: 0.0523026 Jul 16 21:45:34.702866 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-35eb73c3-a83f-4fcb-929a-7e4e225ff7b7 req-f63a3443-b104-4d64-b863-b614fb29aeea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276883 Jul 16 21:45:34.976214 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7a92587-b6a5-40fa-8f92-b7dd2541560d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:35.689140 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b00023-af2d-479c-a463-3953b54c830b req-d4012b6f-4a77-4e57-9e9b-87e07fb71ceb tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:35.690608 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8b00023-af2d-479c-a463-3953b54c830b req-d4012b6f-4a77-4e57-9e9b-87e07fb71ceb tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 946 time: 0.0660605 Jul 16 21:45:35.728272 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-b8b00023-af2d-479c-a463-3953b54c830b req-f5f2173c-4180-4a2b-a991-d83ad76d56fa tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Jul 16 21:45:35.899267 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a846e8-d508-4914-a4c2-de5e3ff8409d req-bc02df00-dd44-4698-abbf-003fcdf93f82 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:35.900721 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96a846e8-d508-4914-a4c2-de5e3ff8409d req-bc02df00-dd44-4698-abbf-003fcdf93f82 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 946 time: 0.0640140 Jul 16 21:45:35.938571 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-96a846e8-d508-4914-a4c2-de5e3ff8409d req-8fb3647c-48f3-40b0-89ec-56cfbd5e430b tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320039 Jul 16 21:45:35.961513 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35618) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:45:36.017909 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4965d5-6cfc-4c11-a996-bd6ebf797106 tempest-TestSnapshotPattern-1451107031 tempest-TestSnapshotPattern-1451107031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:36.019328 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-da4965d5-6cfc-4c11-a996-bd6ebf797106 tempest-TestSnapshotPattern-1451107031 tempest-TestSnapshotPattern-1451107031-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1092 time: 0.0568511 Jul 16 21:45:36.022785 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35620) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:45:36.027132 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Request body: {'floatingip': {'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'port_id': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:45:36.049197 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:36.142459 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:36.249099 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Allocated IP 172.25.8.215 (a31b70d8-f524-45a0-accf-a5e52b69b021/70baca00-a72f-4750-a3e2-baf47b792738/0f20b693-e47d-45d7-be37-b18281af58c5) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:45:36.348411 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:36.386562 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787315372683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:36.417529 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:36.421169 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Network a31b70d8-f524-45a0-accf-a5e52b69b021 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:45:36.423952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:45:36.430172 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:45:36.459493 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'Port': ['ID=0f20b693-e47d-45d7-be37-b18281af58c5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:36.798827 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:36.875454 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:37.022926 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:37.027511 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15412440'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:37.094616 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event updated for resources: {'Port': ['ID=0f20b693-e47d-45d7-be37-b18281af58c5,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:45:37.105072 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371386'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:37.203006 n-d-798930-6 neutron-server[94095]: INFO neutron.db.l3_db [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Floating IP 62de762d-45da-4c56-9b3e-1e68dcdbc247 associated. External IP: 172.25.8.215, port: 616c2b32-d69b-4f54-b0c0-e3467cb55475. Jul 16 21:45:37.404301 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Router a9985ce0-43d6-4733-839b-f8f6992a02c9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:45:37.852200 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:45:37.861282 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] Sync routers for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:45:37.868407 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:37.871359 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:45:37.871995 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:37.905169 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-3bdca3b5-4345-4389-b223-7a2cc49824a3 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8813052 Jul 16 21:45:37.905748 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:45:37.908031 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2042a7b3-c72a-418d-bc7e-9856c3e19c27" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:45:37.944902 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9136a096-f30a-41d4-a143-d33948b9f6ff x-openstack-request-id: req-9136a096-f30a-41d4-a143-d33948b9f6ff {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:45:37.945269 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:45:37.945587 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9136a096-f30a-41d4-a143-d33948b9f6ff {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:45:37.946047 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'status': 'completed', 'code': 200} Jul 16 21:45:38.023454 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-20c1f77a-3164-40be-b7d1-e56a4f129d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:38.024998 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-20c1f77a-3164-40be-b7d1-e56a4f129d16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1097 time: 0.0552304 Jul 16 21:45:38.070088 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:45:38.118527 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-36bdaedf-b2d4-44ed-9d4b-07756c1f2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:38.120076 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-36bdaedf-b2d4-44ed-9d4b-07756c1f2ce1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0883942 Jul 16 21:45:38.187030 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-42679b85-10c2-404b-ba16-dbdc080efbad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 200 len: 1000 time: 0.0603576 Jul 16 21:45:38.238973 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-89a34938-d07b-45d9-915f-7f3b1453bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:38.240490 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-89a34938-d07b-45d9-915f-7f3b1453bcc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0469334 Jul 16 21:45:38.290820 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62de762d-45da-4c56-9b3e-1e68dcdbc247', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:ca:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:45:36Z', 'updated_at': '2021-07-16T21:45:36Z', 'revision_number': 0, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}, {'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:10Z', 'revision_number': 1, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:38.298952 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-44ee1cee-628c-4c6a-9a9c-5186d543cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:38.300631 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-44ee1cee-628c-4c6a-9a9c-5186d543cdf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528588 Jul 16 21:45:38.320442 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] Checking router: a9985ce0-43d6-4733-839b-f8f6992a02c9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:45:38.328484 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:45:38.329088 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:45:35Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:38.389768 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-add26827-26c4-4189-903a-03f1b2f18a11 service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Jul 16 21:45:38.432225 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:45:38.486740 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-2042a7b3-c72a-418d-bc7e-9856c3e19c27 req-504efcfc-1698-4703-9061-cfc37b02484b service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899515 Jul 16 21:45:38.532109 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:38.659503 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62de762d-45da-4c56-9b3e-1e68dcdbc247', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:ca:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:45:36Z', 'updated_at': '2021-07-16T21:45:36Z', 'revision_number': 0, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}, {'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:10Z', 'revision_number': 1, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:45:38.689281 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b4780-6a4f-4539-a924-0f7fc2a906a6 None None] The sync data for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 is: [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '62de762d-45da-4c56-9b3e-1e68dcdbc247', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:ca:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:45:36Z', 'updated_at': '2021-07-16T21:45:36Z', 'revision_number': 0, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}, {'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:10Z', 'revision_number': 1, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:45:38.882280 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb79a57-7929-42d7-999e-77a104526e6a None None] New status for floating IP 62de762d-45da-4c56-9b3e-1e68dcdbc247: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:45:39.504996 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:39.565708 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-5b375725-ae6c-4007-bd43-d52e328b7308 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510635 Jul 16 21:45:39.664765 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-41764cd5-3631-48bf-b99d-57af30f8281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:39.666282 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-41764cd5-3631-48bf-b99d-57af30f8281a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1097 time: 0.0562494 Jul 16 21:45:39.703935 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:39.771658 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-33e288ac-a77d-49b0-a864-09310eaed0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:39.773031 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-33e288ac-a77d-49b0-a864-09310eaed0d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0859139 Jul 16 21:45:39.840475 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-7ee76898-f9af-4661-b7eb-7a951582814a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 200 len: 1002 time: 0.0597217 Jul 16 21:45:39.887890 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-ffeda543-e46d-48b5-a4de-cb3c1724aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:39.889416 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-ffeda543-e46d-48b5-a4de-cb3c1724aced service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0425861 Jul 16 21:45:39.947501 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-a612ce16-d2fb-4005-aec9-81c5b00c8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:45:39.949036 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-a612ce16-d2fb-4005-aec9-81c5b00c8e3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528758 Jul 16 21:45:40.042675 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-0c941304-8c10-4f2e-83c7-487f5665a19b service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874329 Jul 16 21:45:40.131064 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-bfd0929a-e1b4-4fbe-b4d4-71253bbd2a17 req-d6a444d3-d993-45b9-b536-6e9a2ca3f38d service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819590 Jul 16 21:45:50.984045 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:46:00.431206 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b207-0fef-4c61-ae42-7c11068ace09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:01.188630 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-2d41543b-a343-45c5-8616-ec5ac26ab2ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580194 Jul 16 21:46:01.280241 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-7fb9569b-d261-45dd-a451-1878af403ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:01.281723 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-7fb9569b-d261-45dd-a451-1878af403ced service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1095 time: 0.0522037 Jul 16 21:46:01.383215 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-9f1f558e-0d91-4f3a-b68d-2f392d2ddd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:01.384689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-9f1f558e-0d91-4f3a-b68d-2f392d2ddd31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0834761 Jul 16 21:46:01.450726 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-8f6d4ec6-64d5-4c45-a06a-3b5c5aa94a54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 1000 time: 0.0598826 Jul 16 21:46:01.497819 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-57fe7605-e491-4b0a-bddd-e54d5e2427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:01.499221 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-57fe7605-e491-4b0a-bddd-e54d5e2427b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0428081 Jul 16 21:46:01.554808 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-8d651cdd-fed2-4514-96ad-d05399763fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:01.556309 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-8d651cdd-fed2-4514-96ad-d05399763fab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514665 Jul 16 21:46:01.648320 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-6890b973-5033-4174-8196-63690e6cb533 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856948 Jul 16 21:46:01.735915 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-ea986cf6-ba31-4e28-a890-a56118ff8ee6 req-473043a7-174f-4916-a109-6ad7c0ea80dc service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815811 Jul 16 21:46:04.226411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:04.976059 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57e2152a-9efe-482b-ab3e-ff3fe694f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:06.416319 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:08.534812 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:09.519639 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:09.702476 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:27.984757 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:46:30.431502 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ce296dd0-3b2e-4878-9779-5e14afbdb12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:34.227747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:34.977390 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-406ada0b-a563-414e-9d14-317b0b713787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:36.418886 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:38.538570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:39.515083 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:39.701625 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:41.084427 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-7833803c-8a46-42fd-8fe1-f4746c281566 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585759 Jul 16 21:46:41.180288 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-44aa98d0-21f1-4efa-8969-e44b93aa2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:41.181770 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-44aa98d0-21f1-4efa-8969-e44b93aa2747 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1097 time: 0.0527575 Jul 16 21:46:41.285092 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-f573ae11-1c6d-4aff-ac0e-f671cd6cd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:41.286526 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-f573ae11-1c6d-4aff-ac0e-f671cd6cd70a service neutron] 10.222.0.21 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0837893 Jul 16 21:46:41.355565 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-6908e074-5f34-44e7-87b8-29010f564c0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 200 len: 1002 time: 0.0608654 Jul 16 21:46:41.402857 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-81dcf150-199a-4d8c-82af-52b2e3f24212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:41.404652 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-81dcf150-199a-4d8c-82af-52b2e3f24212 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0434251 Jul 16 21:46:41.460663 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-b13d9d34-8293-4e97-9c7d-3c1047aa58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:46:41.462170 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-b13d9d34-8293-4e97-9c7d-3c1047aa58f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513995 Jul 16 21:46:41.553342 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-bd419dbe-f779-46b5-bd1f-69a3c59d4d0e service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Jul 16 21:46:41.641981 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-52404404-4417-4ea5-8fa3-414d09b21a60 req-6dfa016a-2318-4463-a728-fdb846a1577c service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824013 Jul 16 21:47:00.431553 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-560a5fd4-45be-4041-add0-2ffe89e82fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:01.236361 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-8fe12734-0237-40d0-bb13-96badb37cedf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557158 Jul 16 21:47:01.327874 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-727a03ed-2dcf-4bdc-88f4-64dab46867a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.329248 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-727a03ed-2dcf-4bdc-88f4-64dab46867a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1095 time: 0.0513427 Jul 16 21:47:01.433672 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-0115029d-671f-4e1b-befd-faa8957f8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.435117 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-0115029d-671f-4e1b-befd-faa8957f8ec4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.0862203 Jul 16 21:47:01.498107 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-ce3d1888-5748-49bb-8cf6-8dbdd89abf34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 1000 time: 0.0565856 Jul 16 21:47:01.545643 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-5ff531dc-c606-47c1-a80a-8529540e75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.547032 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-5ff531dc-c606-47c1-a80a-8529540e75b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0422552 Jul 16 21:47:01.606992 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-d5558111-d7c7-436a-97a7-12fe194222eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:01.608395 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-d5558111-d7c7-436a-97a7-12fe194222eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551989 Jul 16 21:47:01.696415 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-07a24fd9-096c-4926-afdc-3c6f3ff0cbbc service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814648 Jul 16 21:47:01.788494 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-e449a236-08f3-49c9-b0dc-82686d72c570 req-2e08c5e2-fb67-48e5-a6cc-5a727ce252a8 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Jul 16 21:47:04.230411 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:04.977180 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-435bb9ba-c1f3-4f32-897e-c6c5d50da7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:04.984546 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:47:06.421675 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.540774 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.658678 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 616c2b32-d69b-4f54-b0c0-e3467cb55475 details requested by agent hyperv_n-h1-798930-6 with host n-h1-798930-6 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:47:08.756619 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:08.767856 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Returning: {'device': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'port_id': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'mac_address': 'fa:16:3e:ca:cb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:47:08.808176 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.820831 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 616c2b32-d69b-4f54-b0c0-e3467cb55475 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:47:08.840381 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:08.844027 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:08.899031 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:08.907137 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.907555 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.907903 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.908237 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.908568 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.908897 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.909222 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.909554 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.909875 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.910244 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.911094 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.911454 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:08.920443 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] get_ports_and_sgs() called for port_ids ['616c2b32-d69b-4f54-b0c0-e3467cb55475'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:47:09.531355 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:09.706294 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.676984 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 616c2b32-d69b-4f54-b0c0-e3467cb55475 up at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:47:10.736314 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Provisioning complete for port 616c2b32-d69b-4f54-b0c0-e3467cb55475 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:47:10.737041 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3503776'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.829160 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.853708 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:10.856754 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74589885-629e-4405-a5d0-5abbf425a301" -d '{"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-plugged", "status": "completed", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:10.874107 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:10.879735 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:10.918686 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d208e1a-ad5d-4eda-8938-da2f28d63d14 x-openstack-request-id: req-0d208e1a-ad5d-4eda-8938-da2f28d63d14 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:10.918686 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-plugged", "status": "completed", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:10.918686 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0d208e1a-ad5d-4eda-8938-da2f28d63d14 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:10.919405 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'code': 200} Jul 16 21:47:10.938326 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:18.614784 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35826) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:18.769229 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Deleting port 0f20b693-e47d-45d7-be37-b18281af58c5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:18.769572 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:18.844461 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:18.844846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:18.856301 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Calling delete_port for 0f20b693-e47d-45d7-be37-b18281af58c5 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:19.004636 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:19.028179 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event deleted for resources: {'Port': ['ID=0f20b693-e47d-45d7-be37-b18281af58c5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:19.042278 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.042631 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.042972 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.043370 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.043680 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.044014 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.044339 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.044669 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.044993 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.045317 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.045642 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.045966 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:19.108010 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:19.108243 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Floating IP 62de762d-45da-4c56-9b3e-1e68dcdbc247 disassociated (deleted). External IP: 172.25.8.215, port: 616c2b32-d69b-4f54-b0c0-e3467cb55475. Jul 16 21:47:19.620288 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Router a9985ce0-43d6-4733-839b-f8f6992a02c9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:47:19.726901 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:47:19.731702 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:19.736877 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] Sync routers for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:47:19.745617 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:19.746219 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:19.767211 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c7a988c8-4430-4c02-bb28-f800b0729f70 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "DELETE /v2.0/floatingips/62de762d-45da-4c56-9b3e-1e68dcdbc247 HTTP/1.1" status: 204 len: 168 time: 1.1513102 Jul 16 21:47:19.767833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:19.770074 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6988839f-510f-4148-b7c9-6e7c09905653" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:19.854934 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:20.071077 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe16e1-9e8a-491b-9d88-916246ad2481 x-openstack-request-id: req-91fe16e1-9e8a-491b-9d88-916246ad2481 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:20.071703 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:20.072183 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-91fe16e1-9e8a-491b-9d88-916246ad2481 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:20.072803 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'status': 'completed', 'code': 200} Jul 16 21:47:20.085515 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:10Z', 'revision_number': 1, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:20.115914 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] Checking router: a9985ce0-43d6-4733-839b-f8f6992a02c9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:47:20.124240 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:20.124849 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:20.155039 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988839f-510f-4148-b7c9-6e7c09905653 req-b7699e8c-de7d-4317-8556-8ab2daf2281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:20.156901 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6988839f-510f-4148-b7c9-6e7c09905653 req-b7699e8c-de7d-4317-8556-8ab2daf2281f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 1097 time: 0.0598280 Jul 16 21:47:20.232139 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:20.291844 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988839f-510f-4148-b7c9-6e7c09905653 req-74d3c793-a3b3-4124-bd16-5e16e95bdda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:20.293330 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6988839f-510f-4148-b7c9-6e7c09905653 req-74d3c793-a3b3-4124-bd16-5e16e95bdda4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.1293020 Jul 16 21:47:20.305634 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6079-8eda-470b-b540-1cdd778893b5 req-63ef3c22-d037-48af-8199-abef504763d5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:20.307077 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc0d6079-8eda-470b-b540-1cdd778893b5 req-63ef3c22-d037-48af-8199-abef504763d5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 946 time: 0.1354318 Jul 16 21:47:20.354123 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6988839f-510f-4148-b7c9-6e7c09905653 req-bccd988f-8644-48fb-b320-e69b0491cf68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 200 len: 217 time: 0.0460536 Jul 16 21:47:20.402070 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-dc0d6079-8eda-470b-b540-1cdd778893b5 req-d9afd4ca-dae3-4c3f-ac46-dd76b76fc4c8 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884547 Jul 16 21:47:20.422977 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988839f-510f-4148-b7c9-6e7c09905653 req-1e77e4ad-10d5-4821-aac6-607aba17daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:20.424681 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6988839f-510f-4148-b7c9-6e7c09905653 req-1e77e4ad-10d5-4821-aac6-607aba17daca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0630929 Jul 16 21:47:20.491390 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988839f-510f-4148-b7c9-6e7c09905653 req-74e30331-7982-409b-b376-e85d97bfe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:20.492824 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6988839f-510f-4148-b7c9-6e7c09905653 req-74e30331-7982-409b-b376-e85d97bfe5fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602057 Jul 16 21:47:20.558744 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:10Z', 'revision_number': 1, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:20.587602 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63579b-4187-402d-a029-981f977bbf26 None None] The sync data for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 is: [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_floatingips': [{'id': '965577d6-28c3-4fab-ab17-10ed4165b68c', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'router_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'port_id': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'mac_address': 'fa:16:3e:1c:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:43:08Z', 'updated_at': '2021-07-16T21:43:10Z', 'revision_number': 1, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:47:20.589814 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6988839f-510f-4148-b7c9-6e7c09905653 req-151143cf-32e0-453a-8f2e-705850af171b service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845137 Jul 16 21:47:20.687633 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6988839f-510f-4148-b7c9-6e7c09905653 req-c1e3b398-678c-42f6-913a-b2bb67531c5b service neutron] 10.222.0.21 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912905 Jul 16 21:47:20.736519 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 616c2b32-d69b-4f54-b0c0-e3467cb55475 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:20.820599 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681872'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:20.835030 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3900b7-87a9-432f-a8ff-8bfbef76a936 None None] New status for floating IP 62de762d-45da-4c56-9b3e-1e68dcdbc247: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:47:20.896295 n-d-798930-6 neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:20.898525 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751615d4b4ba7aefcd1ee3f926005bc1c8f524b944ab20ba8d9dad217a9ef037" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4107b-48bc-45a9-bb96-f6b8e3eaceda" -d '{"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-unplugged", "status": "completed", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:20.913395 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:20.918440 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787315779157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787315372701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787315372719'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:20.976520 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Pushing event updated for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:21.126856 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea926edc-420d-453a-8747-86f182257892 x-openstack-request-id: req-ea926edc-420d-453a-8747-86f182257892 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:21.127300 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-unplugged", "status": "completed", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:21.127565 n-d-798930-6 neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ea926edc-420d-453a-8747-86f182257892 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:21.127963 n-d-798930-6 neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'code': 200} Jul 16 21:47:21.617024 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1f4cd-e40b-4226-8408-fbfaf4e31426 req-b24d1be0-47b7-48fe-a7dc-3c80c75c25a1 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:21.618510 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cc1f4cd-e40b-4226-8408-fbfaf4e31426 req-b24d1be0-47b7-48fe-a7dc-3c80c75c25a1 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 944 time: 0.1023233 Jul 16 21:47:21.631001 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-9fac1586-e410-4cbb-8c0f-9bab140ac00a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:21.632389 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-9fac1586-e410-4cbb-8c0f-9bab140ac00a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb0fd2b7-44eb-4266-a1d8-7511262769d8 HTTP/1.1" status: 200 len: 944 time: 0.0880237 Jul 16 21:47:21.702523 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-7cc1f4cd-e40b-4226-8408-fbfaf4e31426 req-d2d1c478-d7f0-4a7b-a4f0-92e2575f6f9c tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691085 Jul 16 21:47:21.756815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Deleting port 616c2b32-d69b-4f54-b0c0-e3467cb55475 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:21.757163 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:21.848946 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] For port 616c2b32-d69b-4f54-b0c0-e3467cb55475, host n-h1-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-6',level=0,port_id=616c2b32-d69b-4f54-b0c0-e3467cb55475,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:21.849289 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:21.860873 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Calling delete_port for 616c2b32-d69b-4f54-b0c0-e3467cb55475 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:21.986670 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:22.019722 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event deleted for resources: {'Port': ['ID=616c2b32-d69b-4f54-b0c0-e3467cb55475,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:22.048258 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.048604 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.048939 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.049271 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.049602 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.049928 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.050250 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.050571 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.050889 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.051206 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.051664 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.052337 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-6 {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:47:22.075368 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] No DVR routers for this DVR port 616c2b32-d69b-4f54-b0c0-e3467cb55475 on host n-h1-798930-6 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:22.077877 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:22.079867 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-fdc48d53-2ecb-490d-ac57-f46f5cc41119 req-37c582a2-b4e0-4d36-a795-853692ef52b4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.21 "DELETE /v2.0/ports/616c2b32-d69b-4f54-b0c0-e3467cb55475 HTTP/1.1" status: 204 len: 173 time: 0.4409897 Jul 16 21:47:22.080292 n-d-798930-6 neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-deleted', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:22.082497 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8d870a4f93dc8d825fd9d4aa2aa9cd2f158bc2650d043232c595dc9d87337b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230cd1a0-5f5b-4282-8569-4df7188b5b17" -d '{"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-deleted", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:22.123436 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a386e4d8-3d18-41ed-8c56-d87f98e1129f x-openstack-request-id: req-a386e4d8-3d18-41ed-8c56-d87f98e1129f {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:22.123727 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0fd2b7-44eb-4266-a1d8-7511262769d8", "name": "network-vif-deleted", "tag": "616c2b32-d69b-4f54-b0c0-e3467cb55475", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:22.123978 n-d-798930-6 neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a386e4d8-3d18-41ed-8c56-d87f98e1129f {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:22.124381 n-d-798930-6 neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0fd2b7-44eb-4266-a1d8-7511262769d8', 'name': 'network-vif-deleted', 'tag': '616c2b32-d69b-4f54-b0c0-e3467cb55475', 'status': 'completed', 'code': 200} Jul 16 21:47:23.307120 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35886) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:23.461766 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Deleting port 9b46bb57-a962-4c32-baee-f0ea40f2e35d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:23.462106 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:23.538829 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:23.539053 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:23.550515 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Calling delete_port for 9b46bb57-a962-4c32-baee-f0ea40f2e35d owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:23.694120 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:23.722328 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event deleted for resources: {'Port': ['ID=9b46bb57-a962-4c32-baee-f0ea40f2e35d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:23.784660 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:23.784993 n-d-798930-6 neutron-server[94096]: INFO neutron.db.l3_db [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Floating IP 965577d6-28c3-4fab-ab17-10ed4165b68c disassociated (deleted). External IP: 172.25.8.169, port: c60b1a1a-007c-46b7-805d-aafffd8ffc9c. Jul 16 21:47:23.990174 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Router a9985ce0-43d6-4733-839b-f8f6992a02c9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:47:24.099274 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:47:24.103846 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:24.109107 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] Sync routers for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:47:24.117851 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:24.118452 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:24.141912 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c712e278-2f99-499f-8268-97af73d88ab4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "DELETE /v2.0/floatingips/965577d6-28c3-4fab-ab17-10ed4165b68c HTTP/1.1" status: 204 len: 168 time: 0.8335717 Jul 16 21:47:24.142503 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:24.144782 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31248d91-5af3-4b54-a3e9-455189eec9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:24.223232 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:24.395210 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49026d3c-da6d-4960-8540-9f89e738b065 x-openstack-request-id: req-49026d3c-da6d-4960-8540-9f89e738b065 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:24.396339 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:24.396717 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-49026d3c-da6d-4960-8540-9f89e738b065 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:24.397127 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'status': 'completed', 'code': 200} Jul 16 21:47:24.431775 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:24.462447 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] Checking router: a9985ce0-43d6-4733-839b-f8f6992a02c9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:47:24.473010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:24.473804 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:24.482287 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-ccca1bb5-6514-4448-8812-251f1cc58373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:24.484038 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-ccca1bb5-6514-4448-8812-251f1cc58373 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=810d9139995d4abeae1139dd247d66b2&device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 1095 time: 0.0644794 Jul 16 21:47:24.580886 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1aecf-1b45-4b84-9b49-aafa7be5cdb1 req-40b81677-c849-44a0-9747-49b55be097d4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:24.584326 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9c1aecf-1b45-4b84-9b49-aafa7be5cdb1 req-40b81677-c849-44a0-9747-49b55be097d4 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 944 time: 0.0908439 Jul 16 21:47:24.593954 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:24.595673 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-77e96100-2605-4ac9-bc28-a1fd6d43dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:24.598089 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-77e96100-2605-4ac9-bc28-a1fd6d43dbdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 200 len: 910 time: 0.1063278 Jul 16 21:47:24.632933 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-a9c1aecf-1b45-4b84-9b49-aafa7be5cdb1 req-77a6f18e-b3f8-4c3f-be0b-8d7a6fd72edd tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Jul 16 21:47:24.646978 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-ae53b375-5d00-4b92-a981-d469e4fef519 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 200 len: 217 time: 0.0415013 Jul 16 21:47:24.713112 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-4b9dc21c-b291-4422-b328-bc4d25f25710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:24.714713 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-4b9dc21c-b291-4422-b328-bc4d25f25710 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 200 len: 848 time: 0.0609896 Jul 16 21:47:24.747827 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 616c2b32-d69b-4f54-b0c0-e3467cb55475 no longer exists at agent hyperv_n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:24.771082 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] No Port match for: 616c2b32-d69b-4f54-b0c0-e3467cb55475 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:24.771635 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Device 616c2b32-d69b-4f54-b0c0-e3467cb55475 not bound to the agent host n-h1-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:24.786846 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-4a133f60-840f-499c-bcb0-0fd4a96a923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:24.787689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-4a133f60-840f-499c-bcb0-0fd4a96a923d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31661441-c73b-4fdc-964a-86b3bb8627ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664597 Jul 16 21:47:24.825173 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:24.852733 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df1873-79fd-4d70-bb0c-818760a2ae2d None None] The sync data for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 is: [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:50Z', 'revision_number': 4, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6', '_interfaces': [{'id': '154ed435-b3a4-4408-be02-d7d96a5a0150', 'name': '', 'network_id': '31661441-c73b-4fdc-964a-86b3bb8627ca', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'mac_address': 'fa:16:3e:cd:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:49Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'subnets': [{'id': '9980ee00-6011-481a-865e-9f011a8cf2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:47:24.902911 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-14786b4c-e38f-40a5-87f6-d198147cfcba service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080258 Jul 16 21:47:25.028689 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-31248d91-5af3-4b54-a3e9-455189eec9e9 req-13e06a68-0461-4050-9e41-b094c0e95779 service neutron] 10.222.0.26 "GET /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172006 Jul 16 21:47:25.117844 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41f811-85fc-4982-87d1-17c8cdb4694d None None] New status for floating IP 965577d6-28c3-4fab-ab17-10ed4165b68c: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:47:25.816160 n-d-798930-6 neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99e3e1-b9a6-450d-9c58-ac54f9cf3efa req-9f1bd665-4294-4327-b7a8-f0c2174b83a1 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:25.817725 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b99e3e1-b9a6-450d-9c58-ac54f9cf3efa req-9f1bd665-4294-4327-b7a8-f0c2174b83a1 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 944 time: 0.0668933 Jul 16 21:47:25.855361 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-6b99e3e1-b9a6-450d-9c58-ac54f9cf3efa req-47f194dd-0aa9-45d2-99ce-d76e153410a9 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/security-groups?id=8737e451-82b9-4953-81ed-da8422787549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320532 Jul 16 21:47:26.016056 n-d-798930-6 neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-cfdc4a5c-0b16-41ba-9b20-15ba8360540a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:47:26.017509 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-cfdc4a5c-0b16-41ba-9b20-15ba8360540a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.26 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 944 time: 0.0661094 Jul 16 21:47:26.122206 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Deleting port c60b1a1a-007c-46b7-805d-aafffd8ffc9c {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:26.122542 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:26.211265 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] For port c60b1a1a-007c-46b7-805d-aafffd8ffc9c, host n-h2-798930-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-6',level=0,port_id=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:26.211628 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:26.224686 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Calling delete_port for c60b1a1a-007c-46b7-805d-aafffd8ffc9c owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:26.354197 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:26.380833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event deleted for resources: {'Port': ['ID=c60b1a1a-007c-46b7-805d-aafffd8ffc9c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:26.432616 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] No DVR routers for this DVR port c60b1a1a-007c-46b7-805d-aafffd8ffc9c on host n-h2-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:26.435203 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259305'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:26.437249 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [req-1c22fa7e-7f49-4986-b3a5-aed0abd2b6dc req-ebe44a11-1c83-42f1-8cb2-f23b44d676a5 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.26 "DELETE /v2.0/ports/c60b1a1a-007c-46b7-805d-aafffd8ffc9c HTTP/1.1" status: 204 len: 173 time: 0.4145689 Jul 16 21:47:26.437696 n-d-798930-6 neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-deleted', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:47:26.439937 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76ead99ecb4bf1876497d30e8c6130d8693190ec80e25bcf6e8ef0fa43c6550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a809f4-d06f-45b1-962a-bdef51bb5274" -d '{"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-deleted", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:47:26.477435 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d678aa4d-6976-4209-937f-621f5b162f26 x-openstack-request-id: req-d678aa4d-6976-4209-937f-621f5b162f26 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:47:26.477729 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58e3910-1485-40b3-8ddc-16959db5e8ed", "name": "network-vif-deleted", "tag": "c60b1a1a-007c-46b7-805d-aafffd8ffc9c", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:47:26.477978 n-d-798930-6 neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d678aa4d-6976-4209-937f-621f5b162f26 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:47:26.478380 n-d-798930-6 neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58e3910-1485-40b3-8ddc-16959db5e8ed', 'name': 'network-vif-deleted', 'tag': 'c60b1a1a-007c-46b7-805d-aafffd8ffc9c', 'status': 'completed', 'code': 200} Jul 16 21:47:27.016616 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [req-81b2305c-4fbb-4b90-9dae-5b5c60acebd6 req-8c911cc9-e641-471c-a99a-e31aa930b2c7 tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "GET /v2.0/ports?device_id=d58e3910-1485-40b3-8ddc-16959db5e8ed HTTP/1.1" status: 200 len: 210 time: 0.0300100 Jul 16 21:47:28.110033 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35904) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:28.168285 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5ae4-a8e2-43e6-bfb7-e7d4e27f863a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:28.192634 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5ae4-a8e2-43e6-bfb7-e7d4e27f863a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:28.251751 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5ae4-a8e2-43e6-bfb7-e7d4e27f863a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:28.254335 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5ae4-a8e2-43e6-bfb7-e7d4e27f863a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:28.255750 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-eb2b5ae4-a8e2-43e6-bfb7-e7d4e27f863a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] 10.222.0.100 "DELETE /v2.0/security-groups/8737e451-82b9-4953-81ed-da8422787549 HTTP/1.1" status: 204 len: 168 time: 0.1447256 Jul 16 21:47:28.265949 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b5ae4-a8e2-43e6-bfb7-e7d4e27f863a tempest-TestSnapshotPattern-958763768 tempest-TestSnapshotPattern-958763768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737e451-82b9-4953-81ed-da8422787549,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:28.300794 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35908) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:28.647048 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:28.899756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Deleting port 154ed435-b3a4-4408-be02-d7d96a5a0150 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:28.899998 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:28.979723 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] For port 154ed435-b3a4-4408-be02-d7d96a5a0150, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=154ed435-b3a4-4408-be02-d7d96a5a0150,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:28.980089 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:28.992833 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Calling delete_port for 154ed435-b3a4-4408-be02-d7d96a5a0150 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:29.173476 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:29.199452 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=154ed435-b3a4-4408-be02-d7d96a5a0150,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:29.367210 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:29.579161 n-d-798930-6 neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Router a9985ce0-43d6-4733-839b-f8f6992a02c9 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:47:29.683757 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:47:29.688789 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-c476f7b9-4c97-4c35-94ba-42b717e254a9 admin admin] 10.222.0.100 "PUT /v2.0/routers/a9985ce0-43d6-4733-839b-f8f6992a02c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3868988 Jul 16 21:47:29.691463 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35910) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:29.693786 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] Sync routers for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:47:29.702863 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:29.703574 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:29.808654 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:29.891227 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c60b1a1a-007c-46b7-805d-aafffd8ffc9c no longer exists at agent hyperv_n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:29.912069 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] No Port match for: c60b1a1a-007c-46b7-805d-aafffd8ffc9c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:29.912418 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Device c60b1a1a-007c-46b7-805d-aafffd8ffc9c not bound to the agent host n-h2-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:30.006794 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:47:29Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:30.037012 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] Checking router: a9985ce0-43d6-4733-839b-f8f6992a02c9 for host: n-d-798930-6 {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:47:30.045689 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] Routers {'a9985ce0-43d6-4733-839b-f8f6992a02c9'} bound to L3 agent in host n-d-798930-6 {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:30.046300 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['a9985ce0-43d6-4733-839b-f8f6992a02c9'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:30.104457 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.154326 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] Set router a9985ce0-43d6-4733-839b-f8f6992a02c9 gateway port host: n-d-798930-6 {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:30.210825 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.264427 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Deleting port 686cff51-8ca0-461a-b526-f53e61fb37d1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:30.264775 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.352459 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] For port 686cff51-8ca0-461a-b526-f53e61fb37d1, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=686cff51-8ca0-461a-b526-f53e61fb37d1,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:30.352821 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.364791 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Calling delete_port for 686cff51-8ca0-461a-b526-f53e61fb37d1 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:30.425515 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:47:29Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:30.432982 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c31d-2879-4284-a6d1-c0cab7dd46ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.457412 n-d-798930-6 neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b4e43-6fa6-4d4b-afc7-e52367a870af None None] The sync data for ids ['a9985ce0-43d6-4733-839b-f8f6992a02c9'] in n-d-798930-6 is: [{'id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'name': 'tempest-TestSnapshotPattern-718817739-router', 'tenant_id': '810d9139995d4abeae1139dd247d66b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:47:29Z', 'revision_number': 5, 'project_id': '810d9139995d4abeae1139dd247d66b2', 'gw_port': {'id': '686cff51-8ca0-461a-b526-f53e61fb37d1', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9985ce0-43d6-4733-839b-f8f6992a02c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:47Z', 'updated_at': '2021-07-16T21:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:47:30.543166 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.566499 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Pushing event deleted for resources: {'Port': ['ID=686cff51-8ca0-461a-b526-f53e61fb37d1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:30.630887 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.719836 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.721921 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.767739 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.768210 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9985ce0-43d6-4733-839b-f8f6992a02c9 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:47:30.772896 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.774023 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-d1c4f579-9d68-479b-aa15-924a36977304 admin admin] 10.222.0.100 "DELETE /v2.0/routers/a9985ce0-43d6-4733-839b-f8f6992a02c9 HTTP/1.1" status: 204 len: 168 time: 1.0816474 Jul 16 21:47:30.776603 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35912) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:30.823535 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] Deleting subnet 9980ee00-6011-481a-865e-9f011a8cf2f3 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:47:30.826743 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.862165 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649290'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:30.949063 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.005230 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7342916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470445'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.032396 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9980ee00-6011-481a-865e-9f011a8cf2f3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:31.041274 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.043125 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-22a238e8-8cd5-47a9-881a-41136cc08d2d admin admin] 10.222.0.100 "DELETE /v2.0/subnets/9980ee00-6011-481a-865e-9f011a8cf2f3 HTTP/1.1" status: 204 len: 168 time: 0.2655656 Jul 16 21:47:31.045629 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35914) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:31.047578 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c15cd6-ea34-4d85-a7ba-49e3f5a0dc20 None None] Network 31661441-c73b-4fdc-964a-86b3bb8627ca requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:47:31.124768 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.187764 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Deleting port 446d341d-bc58-4f10-8823-7f0fca04e73b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:31.188337 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.261967 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] For port 446d341d-bc58-4f10-8823-7f0fca04e73b, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=446d341d-bc58-4f10-8823-7f0fca04e73b,segment=NetworkSegment(4c35d6d2-2404-495e-bd22-01477cd546c5),segment_id=4c35d6d2-2404-495e-bd22-01477cd546c5)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:31.262447 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.274983 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Calling delete_port for 446d341d-bc58-4f10-8823-7f0fca04e73b owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:31.356679 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.382381 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=446d341d-bc58-4f10-8823-7f0fca04e73b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:31.384232 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] No DVR routers for this DVR port 446d341d-bc58-4f10-8823-7f0fca04e73b on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:31.461077 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.462846 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e64d8b-ff20-4d17-b437-9a4fe55150ba None None] DHCP port deletion for 31661441-c73b-4fdc-964a-86b3bb8627ca request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:47:31.472852 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31661441-c73b-4fdc-964a-86b3bb8627ca']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:31.487957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c35d6d2-2404-495e-bd22-01477cd546c5') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:31.487957 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c35d6d2-2404-495e-bd22-01477cd546c5') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:31.497464 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.511367 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.517178 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:47:31.517534 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:47:31.519114 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:47:31.572593 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.578073 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:31.579940 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] 10.222.0.100 "DELETE /v2.0/networks/31661441-c73b-4fdc-964a-86b3bb8627ca HTTP/1.1" status: 204 len: 168 time: 0.5333939 Jul 16 21:47:31.584130 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35916) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:31.591705 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1fd0b-78fc-43a9-9e6b-86d670377d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=31661441-c73b-4fdc-964a-86b3bb8627ca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:31.928969 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370106'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:32.179316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Deleting port 3811c8e1-b99b-41e2-8149-720968bd4305 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:32.179537 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:32.255355 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] For port 3811c8e1-b99b-41e2-8149-720968bd4305, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=3811c8e1-b99b-41e2-8149-720968bd4305,segment=NetworkSegment(94661296-1030-436e-a3bb-97e10b06f227),segment_id=94661296-1030-436e-a3bb-97e10b06f227)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:32.255710 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:32.267794 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Calling delete_port for 3811c8e1-b99b-41e2-8149-720968bd4305 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:32.445747 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:32.476260 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3811c8e1-b99b-41e2-8149-720968bd4305,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:32.523899 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 446d341d-bc58-4f10-8823-7f0fca04e73b no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:32.545594 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 446d341d-bc58-4f10-8823-7f0fca04e73b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:32.545942 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 446d341d-bc58-4f10-8823-7f0fca04e73b not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:32.546623 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 686cff51-8ca0-461a-b526-f53e61fb37d1 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:32.565828 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 686cff51-8ca0-461a-b526-f53e61fb37d1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:32.566485 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 686cff51-8ca0-461a-b526-f53e61fb37d1 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:32.566904 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 154ed435-b3a4-4408-be02-d7d96a5a0150 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:32.586971 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 154ed435-b3a4-4408-be02-d7d96a5a0150 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:32.587680 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 154ed435-b3a4-4408-be02-d7d96a5a0150 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:32.645885 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375850'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:32.857316 n-d-798930-6 neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Router dba0983b-6aa7-444c-b0fc-afa412313ca8 has already been hosted by L3 agent 88b253e0-7938-4f6d-8a01-9bceffc05437 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:47:32.960895 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] Notify agent at l3_agent.n-d-798930-6 the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:47:32.967082 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-1183820e-2d3f-41a6-9596-a801e5cd1c4e admin admin] 10.222.0.100 "PUT /v2.0/routers/dba0983b-6aa7-444c-b0fc-afa412313ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3798704 Jul 16 21:47:32.968892 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35918) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:32.969140 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] Sync routers for ids ['dba0983b-6aa7-444c-b0fc-afa412313ca8'] in n-d-798930-6 {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:47:32.979189 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] Routers {'dba0983b-6aa7-444c-b0fc-afa412313ca8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:32.979839 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['dba0983b-6aa7-444c-b0fc-afa412313ca8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:33.073096 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:33.083515 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] Set router dba0983b-6aa7-444c-b0fc-afa412313ca8 gateway port host: n-d-798930-6 {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:33.175297 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:33.273633 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'external_fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:47:32Z', 'revision_number': 5, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port': {'id': '1316df8c-e018-4a87-900e-c0d9c93027d2', 'name': '', 'network_id': 'a31b70d8-f524-45a0-accf-a5e52b69b021', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '70baca00-a72f-4750-a3e2-baf47b792738', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70baca00-a72f-4750-a3e2-baf47b792738', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-6'}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:33.304252 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] Checking router: dba0983b-6aa7-444c-b0fc-afa412313ca8 for host: n-d-798930-6 {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:47:33.313364 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] Routers {'dba0983b-6aa7-444c-b0fc-afa412313ca8'} bound to L3 agent in host n-d-798930-6 {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:47:33.314020 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:57:05Z,description=,heartbeat_timestamp=2021-07-16T21:47:05Z,host='n-d-798930-6',id=88b253e0-7938-4f6d-8a01-9bceffc05437,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:57:05Z,topic='l3_agent')) {'router_ids': ['dba0983b-6aa7-444c-b0fc-afa412313ca8'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:33.406327 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] Set router dba0983b-6aa7-444c-b0fc-afa412313ca8 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:47:33.462634 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:47:33Z', 'revision_number': 6, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port_host': None}], 'n-d-798930-6', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:33.488913 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83c95f-0dbf-4907-a959-3e8acd7fabfe None None] The sync data for ids ['dba0983b-6aa7-444c-b0fc-afa412313ca8'] in n-d-798930-6 is: [{'id': 'dba0983b-6aa7-444c-b0fc-afa412313ca8', 'name': 'tempest-TestSnapshotPattern-1675073663-router', 'tenant_id': 'db2b3902977542e6b92cee2277cea289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:42:52Z', 'updated_at': '2021-07-16T21:47:33Z', 'revision_number': 6, 'project_id': 'db2b3902977542e6b92cee2277cea289', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:47:33.580291 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Deleting port 1316df8c-e018-4a87-900e-c0d9c93027d2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:33.580629 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:33.657451 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] For port 1316df8c-e018-4a87-900e-c0d9c93027d2, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=1316df8c-e018-4a87-900e-c0d9c93027d2,segment=NetworkSegment(4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6),segment_id=4641f4cd-8217-4cd4-ba2b-4d41d9cd0ad6)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:33.658176 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:33.672876 n-d-798930-6 neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Calling delete_port for 1316df8c-e018-4a87-900e-c0d9c93027d2 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:33.830097 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15412449'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:33.885175 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Pushing event deleted for resources: {'Port': ['ID=1316df8c-e018-4a87-900e-c0d9c93027d2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:33.928596 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371312'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.018334 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.020491 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.063146 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-369138'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.063732 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba0983b-6aa7-444c-b0fc-afa412313ca8 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:47:34.068130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.071420 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-8b702503-8c3a-4aa7-bce3-f5ba36a13777 admin admin] 10.222.0.100 "DELETE /v2.0/routers/dba0983b-6aa7-444c-b0fc-afa412313ca8 HTTP/1.1" status: 204 len: 168 time: 1.0993536 Jul 16 21:47:34.071726 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.100', 35920) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:34.119715 n-d-798930-6 neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] Deleting subnet 108f3b4b-2329-48da-afbd-0ce35dcba492 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:47:34.123130 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.157466 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15412255'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.231011 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.233371 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502921'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.293985 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15412370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15372331'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.320815 n-d-798930-6 neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108f3b4b-2329-48da-afbd-0ce35dcba492,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:34.324392 n-d-798930-6 neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.326989 n-d-798930-6 neutron-server[94095]: INFO neutron.wsgi [None req-06b6c073-4ddf-4014-a47e-e50340972885 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/108f3b4b-2329-48da-afbd-0ce35dcba492 HTTP/1.1" status: 204 len: 168 time: 0.2542300 Jul 16 21:47:34.329250 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35922) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:34.330002 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59f031-90ef-4bb1-9480-8125ac7ec8ea None None] Network 3f5dedfb-13e0-4758-a65c-abcec686c67a requested from n-d-798930-6 {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:47:34.407745 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620898'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.470481 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Deleting port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:34.470481 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.535537 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] DHCP port deletion for 3f5dedfb-13e0-4758-a65c-abcec686c67a request from n-d-798930-6 {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:47:34.542739 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] For port 80b31364-afd7-4453-b5a7-4b2dcd10ce43, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80b31364-afd7-4453-b5a7-4b2dcd10ce43,segment=NetworkSegment(94661296-1030-436e-a3bb-97e10b06f227),segment_id=94661296-1030-436e-a3bb-97e10b06f227)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:34.543199 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.564968 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3811c8e1-b99b-41e2-8149-720968bd4305 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:34.565349 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Calling delete_port for 80b31364-afd7-4453-b5a7-4b2dcd10ce43 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:34.596039 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 3811c8e1-b99b-41e2-8149-720968bd4305 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:34.596380 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 3811c8e1-b99b-41e2-8149-720968bd4305 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:34.596804 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1316df8c-e018-4a87-900e-c0d9c93027d2 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:34.621744 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 1316df8c-e018-4a87-900e-c0d9c93027d2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:34.622144 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 1316df8c-e018-4a87-900e-c0d9c93027d2 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:34.641262 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] Deleting port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:47:34.641633 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787315776175'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.651526 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7342903'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.675347 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Pushing event deleted for resources: {'Port': ['ID=80b31364-afd7-4453-b5a7-4b2dcd10ce43,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:34.683756 n-d-798930-6 neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] No DVR routers for this DVR port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 on host n-d-798930-6 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:34.705843 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] For port 80b31364-afd7-4453-b5a7-4b2dcd10ce43, host n-d-798930-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-6',level=0,port_id=80b31364-afd7-4453-b5a7-4b2dcd10ce43,segment=NetworkSegment(94661296-1030-436e-a3bb-97e10b06f227),segment_id=94661296-1030-436e-a3bb-97e10b06f227)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:47:34.706290 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369025'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.719029 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] Calling delete_port for 80b31364-afd7-4453-b5a7-4b2dcd10ce43 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:47:34.765614 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493421', 'neutron.services.segments.db._delete_segments_for_network-8787315921484'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.775858 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5dedfb-13e0-4758-a65c-abcec686c67a']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:34.785658 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94661296-1030-436e-a3bb-97e10b06f227') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:34.786506 n-d-798930-6 neutron-server[94096]: DEBUG neutron.services.segments.db [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94661296-1030-436e-a3bb-97e10b06f227') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:47:34.795332 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787315923797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649341'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.796810 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787315779202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787315372692'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.810077 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.816028 n-d-798930-6 neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:47:34.816417 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7341542'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: Traceback (most recent call last): Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: timer() Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: cb(*args, **kw) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: return func(*args, **kwargs) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: self._notify() Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: self.callback(batched_events) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: event.method(event) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: return f(self, *a, **k) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: return self._get(url).json() Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: return self.request(url, 'GET', **kwargs) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:47:34.818399 n-d-798930-6 neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:47:34.823905 n-d-798930-6 neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] Pushing event deleted for resources: {'Port': ['ID=80b31364-afd7-4453-b5a7-4b2dcd10ce43,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:34.828767 n-d-798930-6 neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff492888-647e-4dae-9dd1-3be6db271060 None None] No DVR routers for this DVR port 80b31364-afd7-4453-b5a7-4b2dcd10ce43 on host n-d-798930-6 {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:47:34.872721 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371372'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.878152 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Notify callbacks [] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:34.880384 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] 10.222.0.100 "DELETE /v2.0/networks/3f5dedfb-13e0-4758-a65c-abcec686c67a HTTP/1.1" status: 204 len: 168 time: 0.5499108 Jul 16 21:47:34.891478 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3670e-fe40-4288-83e5-324be59fffba admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5dedfb-13e0-4758-a65c-abcec686c67a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:34.978999 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9ef6abcc-a20d-4739-af77-edecea2d0ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.062726 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35926) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:35.107655 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-a3ff13a7-e0af-469c-9d27-0b5a378edde4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=810d9139995d4abeae1139dd247d66b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434115 Jul 16 21:47:35.110057 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35928) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:35.158102 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a99d6b1-361c-432c-8d02-7632e87f7367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.180609 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a99d6b1-361c-432c-8d02-7632e87f7367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.227810 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a99d6b1-361c-432c-8d02-7632e87f7367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.230351 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0a99d6b1-361c-432c-8d02-7632e87f7367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.231528 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-0a99d6b1-361c-432c-8d02-7632e87f7367 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a67f1d07-799b-4428-a761-acafa88acf0f HTTP/1.1" status: 204 len: 168 time: 0.1205726 Jul 16 21:47:35.240063 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99d6b1-361c-432c-8d02-7632e87f7367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67f1d07-799b-4428-a761-acafa88acf0f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:35.554569 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35934) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:35.594969 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-ed2078f8-420c-4e86-a256-c8d67b01c03e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=db2b3902977542e6b92cee2277cea289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390639 Jul 16 21:47:35.597391 n-d-798930-6 neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.100', 35936) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:47:35.644075 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b41b1282-985a-47cd-a492-fbe1f3fca96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.665994 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b41b1282-985a-47cd-a492-fbe1f3fca96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.715177 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b41b1282-985a-47cd-a492-fbe1f3fca96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491962'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.717985 n-d-798930-6 neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b41b1282-985a-47cd-a492-fbe1f3fca96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:35.719190 n-d-798930-6 neutron-server[94096]: INFO neutron.wsgi [None req-b41b1282-985a-47cd-a492-fbe1f3fca96e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4aadb20f-c479-4739-b816-65dc08c44f0c HTTP/1.1" status: 204 len: 168 time: 0.1208072 Jul 16 21:47:35.727639 n-d-798930-6 neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b1282-985a-47cd-a492-fbe1f3fca96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aadb20f-c479-4739-b816-65dc08c44f0c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:47:36.426032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:36.511060 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80b31364-afd7-4453-b5a7-4b2dcd10ce43 no longer exists at agent ovs-agent-n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:47:36.532895 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] No Port match for: 80b31364-afd7-4453-b5a7-4b2dcd10ce43 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:47:36.533241 n-d-798930-6 neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Device 80b31364-afd7-4453-b5a7-4b2dcd10ce43 not bound to the agent host n-d-798930-6 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:47:38.543803 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:39.534589 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:39.714815 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:47:41.983591 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:48:00.437688 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3553421e-3f34-41c9-be17-a1fca7a0cf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:04.231407 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:04.979872 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-24c1513a-7b29-4413-bfae-0d6f7f16c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:06.426590 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:08.548964 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:09.536599 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:09.725030 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:18.983709 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:48:30.437250 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-93e31838-3d00-4a9e-b07c-81e18eb32d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:34.231746 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:34.980696 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6d85b84-e4ad-4e6c-abcf-291bee21e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:36.429640 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:38.549069 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:39.530025 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:39.744299 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:48:55.983332 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:49:00.438604 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7970376-007c-42fe-add3-369649bc6fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:04.232028 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:04.980563 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-14376db7-0494-480e-9e73-461e08526ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:06.432996 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:08.551096 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:09.587133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:09.759081 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:30.440488 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-41f7e751-b7d6-4e7c-86f3-36bb015de173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:32.982910 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:49:34.232844 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:34.980098 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5151066e-a60b-4c7b-a8d4-650c903b2378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:36.435471 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:38.553990 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:39.607594 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:49:39.759669 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:00.440857 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf345-84a3-4454-99b9-32b290d06784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:04.235778 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:04.979866 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dd5a00e0-f2a9-47cb-96aa-8d4576b6725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:06.438433 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:08.557507 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:09.605755 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:09.770591 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:09.982010 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:50:30.441640 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b85b6d8-78c9-4c68-ac54-1af299d89665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:34.236443 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:34.979622 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4db56a07-58a2-45cf-bcf1-caa4279c6afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:36.442632 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:38.560262 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:39.605974 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:39.772053 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:50:46.981131 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:51:00.443178 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0f6d758d-13e7-47bf-bcb3-f38d22681db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:04.237698 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:04.979598 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3951ab14-a3f9-4d08-815f-d067316c596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:06.445112 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:08.562521 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:09.615465 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:09.775499 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:23.980082 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:51:30.442558 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c24a1a72-880c-4aed-822d-d34c0e4e427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:33.323463 n-d-798930-6 neutron-server[94095]: DEBUG neutron.wsgi [req-6d463dc1-6946-4931-be64-f7f1a5064e36 req-160b76b8-a6f1-4fe5-8bc8-aea899e9f43d service neutron] (94095) timed out ('10.222.0.100', 34610) {{(pid=94095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:51:34.238567 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:34.979804 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e0588989-4795-43a0-833d-b3cb8121dc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:36.448570 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:38.568314 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:39.619944 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:51:39.783097 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:00.442968 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6a376dc6-cead-49c1-bb4d-fc75b2bb190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:00.979663 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:52:04.242007 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:04.978807 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6724825c-30d1-4286-89b1-9804d30c6f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:06.451661 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:08.568406 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:09.634772 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:09.799364 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:30.444667 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7586abe7-3773-43fc-9957-f58f2be11637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:34.242370 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:34.980714 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3eae36ae-688c-41de-9df4-4222db11b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:36.455072 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:37.978651 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:52:38.571477 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:39.634371 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:52:39.814047 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:00.444575 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-29f98f3a-e9ae-4a23-8272-408e4e65f2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:04.244338 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:04.980476 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-47ca1f97-6fe7-407c-9aed-a3ec5337c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:06.456747 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:08.573018 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:09.648829 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:09.810299 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:14.978011 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:53:30.444577 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f1de20d0-2121-484d-82eb-92a2767c78b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:34.245941 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:34.980369 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-43e7aa4f-b0eb-4d2c-a30c-91a64ee25b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:36.458671 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:38.576067 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:39.647755 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:39.809808 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:53:51.977002 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:54:00.443879 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3e19a9cc-d777-406b-b0d0-69b1d77a76f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:04.248888 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:04.980194 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-99e67e01-aec7-40f8-baa4-bad9f9f3695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:06.461559 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:08.577960 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:09.646655 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:09.810279 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:28.976151 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:54:30.443134 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ebf33d8-f17b-49df-9778-e2aac453e437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:34.250597 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:34.981049 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4dad9085-eec6-421e-8b61-2f5b3e930d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:36.464185 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:38.580114 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:39.647032 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:54:39.823439 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:00.442759 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4b741b94-f8a5-46a3-96a6-dd5c96cd2d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:04.251778 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:04.981366 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2a00-0cd6-4cee-975e-4d5db8295485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:05.975587 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:55:06.467133 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:08.583774 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:09.656847 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:09.837768 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:30.442297 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c9ff3d18-1b0d-4ad1-b75f-14a024a34943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:34.253116 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-df6a4900-aa3a-4dae-8266-f019d5468fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:34.981562 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5b257c1e-6300-4ba0-822d-da582f623dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:36.469733 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f8666b83-6816-4351-8fd2-609c9dcf4c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:38.584969 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2e5d939d-2516-4563-a2f5-03d6cf831c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:39.676256 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-25507786-0b94-467d-b33d-bc6c9ee10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:39.837873 n-d-798930-6 neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44e44ee2-bbc0-4753-8a99-fe30f94a9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787315921466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3503991'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:55:42.975102 n-d-798930-6 neutron-server[94098]: DEBUG neutron.db.agents_db [None req-84aca32a-3339-4711-9515-4e0a9646e63f None None] Agent healthcheck: found 7 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}